diff --git "a/llama2+13b/run-metrics.jsonl" "b/llama2+13b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/llama2+13b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "llama2-13b-pure", "llm_max_length": 2048, "model_id": "llama2+13b", "reduce_in_full_precision": false, "type": "llama2+13b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "llama2+13b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "llama2+13b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 7.059811592102051, "Finetune/Loss (Raw)": 7.059811592102051, "Finetune/Step": 1, "Finetune/Step Time": 31.650738954544067}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 6.347638130187988, "Finetune/Loss (Raw)": 5.635464668273926, "Finetune/Step": 2, "Finetune/Step Time": 23.307037711143494}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 5.8651227951049805, "Finetune/Loss (Raw)": 4.900090217590332, "Finetune/Step": 3, "Finetune/Step Time": 18.807881116867065}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 5.6299333572387695, "Finetune/Loss (Raw)": 4.924366474151611, "Finetune/Step": 4, "Finetune/Step Time": 16.613971710205078}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 5.501501083374023, "Finetune/Loss (Raw)": 4.987771987915039, "Finetune/Step": 5, "Finetune/Step Time": 15.478732252120972}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 5.389797210693359, "Finetune/Loss (Raw)": 4.831278324127197, "Finetune/Step": 6, "Finetune/Step Time": 14.624938527743021}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 5.278124809265137, "Finetune/Loss (Raw)": 4.608087539672852, "Finetune/Step": 7, "Finetune/Step Time": 13.994875976017543}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 5.206191062927246, "Finetune/Loss (Raw)": 4.702657699584961, "Finetune/Step": 8, "Finetune/Step Time": 13.776849299669266}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 5.116768836975098, "Finetune/Loss (Raw)": 4.401392936706543, "Finetune/Step": 9, "Finetune/Step Time": 13.4046843846639}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 5.107345104217529, "Finetune/Loss (Raw)": 5.022527694702148, "Finetune/Step": 10, "Finetune/Step Time": 13.487273144721986}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 5.00795841217041, "Finetune/Loss (Raw)": 4.014090538024902, "Finetune/Step": 11, "Finetune/Step Time": 13.200448794798417}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 4.924017906188965, "Finetune/Loss (Raw)": 4.000670433044434, "Finetune/Step": 12, "Finetune/Step Time": 12.932319978872934}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 4.828569412231445, "Finetune/Loss (Raw)": 3.683187961578369, "Finetune/Step": 13, "Finetune/Step Time": 12.691898492666391}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 4.756508827209473, "Finetune/Loss (Raw)": 3.81972074508667, "Finetune/Step": 14, "Finetune/Step Time": 12.580991915294103}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 4.669536113739014, "Finetune/Loss (Raw)": 3.4519166946411133, "Finetune/Step": 15, "Finetune/Step Time": 12.631111017862956}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 4.546998977661133, "Finetune/Loss (Raw)": 2.7089507579803467, "Finetune/Step": 16, "Finetune/Step Time": 12.584798142313957}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 4.454667091369629, "Finetune/Loss (Raw)": 2.977351665496826, "Finetune/Step": 17, "Finetune/Step Time": 12.449157700819129}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 4.335100173950195, "Finetune/Loss (Raw)": 2.302464485168457, "Finetune/Step": 18, "Finetune/Step Time": 12.366840693685743}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 4.229879856109619, "Finetune/Loss (Raw)": 2.335911273956299, "Finetune/Step": 19, "Finetune/Step Time": 12.242059318642868}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 4.134957790374756, "Finetune/Loss (Raw)": 2.3314480781555176, "Finetune/Step": 20, "Finetune/Step Time": 12.089562845230102}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 4.031729698181152, "Finetune/Loss (Raw)": 1.9671554565429688, "Finetune/Step": 21, "Finetune/Step Time": 12.079373212087722}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 3.928537607192993, "Finetune/Loss (Raw)": 1.7615092992782593, "Finetune/Step": 22, "Finetune/Step Time": 11.992910092527216}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 3.7806308269500732, "Finetune/Loss (Raw)": 0.5266796946525574, "Finetune/Step": 23, "Finetune/Step Time": 12.127537810284158}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 3.7017569541931152, "Finetune/Loss (Raw)": 1.887660026550293, "Finetune/Step": 24, "Finetune/Step Time": 12.030571142832438}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 3.6211998462677, "Finetune/Loss (Raw)": 1.6878286600112915, "Finetune/Step": 25, "Finetune/Step Time": 11.965704069137573}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 3.5052318572998047, "Finetune/Loss (Raw)": 0.606027364730835, "Finetune/Step": 26, "Finetune/Step Time": 12.127106813284067}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 3.4377617835998535, "Finetune/Loss (Raw)": 1.6835421323776245, "Finetune/Step": 27, "Finetune/Step Time": 12.02571392942358}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 3.36775279045105, "Finetune/Loss (Raw)": 1.4775059223175049, "Finetune/Step": 28, "Finetune/Step Time": 11.945205824715751}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 3.3064863681793213, "Finetune/Loss (Raw)": 1.5910331010818481, "Finetune/Step": 29, "Finetune/Step Time": 11.937647013828672}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 3.242548704147339, "Finetune/Loss (Raw)": 1.3883559703826904, "Finetune/Step": 30, "Finetune/Step Time": 11.934680827458699}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 3.1868388652801514, "Finetune/Loss (Raw)": 1.5155460834503174, "Finetune/Step": 31, "Finetune/Step Time": 11.889342992536482}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 3.12947940826416, "Finetune/Loss (Raw)": 1.351341724395752, "Finetune/Step": 32, "Finetune/Step Time": 11.934530109167099}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 3.071443557739258, "Finetune/Loss (Raw)": 1.214285135269165, "Finetune/Step": 33, "Finetune/Step Time": 11.907009428197687}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 3.0175607204437256, "Finetune/Loss (Raw)": 1.2394285202026367, "Finetune/Step": 34, "Finetune/Step Time": 11.849634535172406}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.9761247634887695, "Finetune/Loss (Raw)": 1.5673143863677979, "Finetune/Step": 35, "Finetune/Step Time": 11.828280673708235}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.9291598796844482, "Finetune/Loss (Raw)": 1.2853776216506958, "Finetune/Step": 36, "Finetune/Step Time": 11.84908957613839}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.888916492462158, "Finetune/Loss (Raw)": 1.440163493156433, "Finetune/Step": 37, "Finetune/Step Time": 11.934404063869167}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.8453426361083984, "Finetune/Loss (Raw)": 1.2330948114395142, "Finetune/Step": 38, "Finetune/Step Time": 11.881596954245316}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.8035004138946533, "Finetune/Loss (Raw)": 1.2135149240493774, "Finetune/Step": 39, "Finetune/Step Time": 11.811323538804666}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 2.7642383575439453, "Finetune/Loss (Raw)": 1.2330033779144287, "Finetune/Step": 40, "Finetune/Step Time": 11.821454751491547}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 2.7294745445251465, "Finetune/Loss (Raw)": 1.3389333486557007, "Finetune/Step": 41, "Finetune/Step Time": 11.748127530260783}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 2.6949002742767334, "Finetune/Loss (Raw)": 1.2773443460464478, "Finetune/Step": 42, "Finetune/Step Time": 11.701341254370552}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 2.6602349281311035, "Finetune/Loss (Raw)": 1.2042937278747559, "Finetune/Step": 43, "Finetune/Step Time": 11.700447060341059}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 2.626081705093384, "Finetune/Loss (Raw)": 1.1574983596801758, "Finetune/Step": 44, "Finetune/Step Time": 11.686659119345926}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 2.592005729675293, "Finetune/Loss (Raw)": 1.0926637649536133, "Finetune/Step": 45, "Finetune/Step Time": 11.782349650065104}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 2.5484695434570312, "Finetune/Loss (Raw)": 0.5893367528915405, "Finetune/Step": 46, "Finetune/Step Time": 11.87725355832473}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 2.5177652835845947, "Finetune/Loss (Raw)": 1.1053805351257324, "Finetune/Step": 47, "Finetune/Step Time": 11.85273122280202}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 2.4887070655822754, "Finetune/Loss (Raw)": 1.1229534149169922, "Finetune/Step": 48, "Finetune/Step Time": 11.864762097597122}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 2.461144208908081, "Finetune/Loss (Raw)": 1.1381335258483887, "Finetune/Step": 49, "Finetune/Step Time": 11.841919266447729}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 2.43202543258667, "Finetune/Loss (Raw)": 1.0052040815353394, "Finetune/Step": 50, "Finetune/Step Time": 11.797716484069824}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 2.4063658714294434, "Finetune/Loss (Raw)": 1.1233775615692139, "Finetune/Step": 51, "Finetune/Step Time": 11.76652467952055}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.382955551147461, "Finetune/Loss (Raw)": 1.1890342235565186, "Finetune/Step": 52, "Finetune/Step Time": 11.754099818376394}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.354651689529419, "Finetune/Loss (Raw)": 0.8828551173210144, "Finetune/Step": 53, "Finetune/Step Time": 11.770483705232728}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 2.3282577991485596, "Finetune/Loss (Raw)": 0.9293840527534485, "Finetune/Step": 54, "Finetune/Step Time": 11.764328493012322}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 2.3060572147369385, "Finetune/Loss (Raw)": 1.1072235107421875, "Finetune/Step": 55, "Finetune/Step Time": 11.768440784107556}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 2.2841029167175293, "Finetune/Loss (Raw)": 1.0766011476516724, "Finetune/Step": 56, "Finetune/Step Time": 11.782087973185948}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 2.2615885734558105, "Finetune/Loss (Raw)": 1.0008058547973633, "Finetune/Step": 57, "Finetune/Step Time": 11.760070453610336}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 2.2400317192077637, "Finetune/Loss (Raw)": 1.0112905502319336, "Finetune/Step": 58, "Finetune/Step Time": 11.804415209540005}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 2.2201569080352783, "Finetune/Loss (Raw)": 1.0674134492874146, "Finetune/Step": 59, "Finetune/Step Time": 11.818149546445426}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 2.199981451034546, "Finetune/Loss (Raw)": 1.0096251964569092, "Finetune/Step": 60, "Finetune/Step Time": 11.812413183848063}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 2.1821253299713135, "Finetune/Loss (Raw)": 1.1107760667800903, "Finetune/Step": 61, "Finetune/Step Time": 11.787667806031275}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 2.1647086143493652, "Finetune/Loss (Raw)": 1.1022768020629883, "Finetune/Step": 62, "Finetune/Step Time": 11.778971072166197}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 2.1488490104675293, "Finetune/Loss (Raw)": 1.1655521392822266, "Finetune/Step": 63, "Finetune/Step Time": 11.745853628431048}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 2.131164312362671, "Finetune/Loss (Raw)": 1.0170265436172485, "Finetune/Step": 64, "Finetune/Step Time": 11.799569983035326}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 2.1141796112060547, "Finetune/Loss (Raw)": 1.0271576642990112, "Finetune/Step": 65, "Finetune/Step Time": 11.789864793190588}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 2.0969598293304443, "Finetune/Loss (Raw)": 0.9776648283004761, "Finetune/Step": 66, "Finetune/Step Time": 11.7689603025263}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 2.0786614418029785, "Finetune/Loss (Raw)": 0.8709873557090759, "Finetune/Step": 67, "Finetune/Step Time": 11.736088656667453}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 2.0637552738189697, "Finetune/Loss (Raw)": 1.0650349855422974, "Finetune/Step": 68, "Finetune/Step Time": 11.732677379075218}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 2.049840211868286, "Finetune/Loss (Raw)": 1.1035958528518677, "Finetune/Step": 69, "Finetune/Step Time": 11.703197209731393}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 2.0369980335235596, "Finetune/Loss (Raw)": 1.150898814201355, "Finetune/Step": 70, "Finetune/Step Time": 11.680020219939095}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 2.0206546783447266, "Finetune/Loss (Raw)": 0.8766288757324219, "Finetune/Step": 71, "Finetune/Step Time": 11.66216292179806}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 2.005880117416382, "Finetune/Loss (Raw)": 0.956882119178772, "Finetune/Step": 72, "Finetune/Step Time": 11.632152335511314}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.9904199838638306, "Finetune/Loss (Raw)": 0.8772836327552795, "Finetune/Step": 73, "Finetune/Step Time": 11.612898016629154}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.975517988204956, "Finetune/Loss (Raw)": 0.8876811861991882, "Finetune/Step": 74, "Finetune/Step Time": 11.586899096901352}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.959937334060669, "Finetune/Loss (Raw)": 0.8069667816162109, "Finetune/Step": 75, "Finetune/Step Time": 11.579509013493857}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.9466317892074585, "Finetune/Loss (Raw)": 0.9487214088439941, "Finetune/Step": 76, "Finetune/Step Time": 11.569078492490869}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.9352085590362549, "Finetune/Loss (Raw)": 1.0670417547225952, "Finetune/Step": 77, "Finetune/Step Time": 11.543574172180968}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.925246000289917, "Finetune/Loss (Raw)": 1.158125877380371, "Finetune/Step": 78, "Finetune/Step Time": 11.51848540856288}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.915124535560608, "Finetune/Loss (Raw)": 1.1256450414657593, "Finetune/Step": 79, "Finetune/Step Time": 11.502101397212547}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.9031498432159424, "Finetune/Loss (Raw)": 0.9571428298950195, "Finetune/Step": 80, "Finetune/Step Time": 11.513560885190964}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.8935760259628296, "Finetune/Loss (Raw)": 1.1276780366897583, "Finetune/Step": 81, "Finetune/Step Time": 11.510426000312522}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.8833751678466797, "Finetune/Loss (Raw)": 1.057125449180603, "Finetune/Step": 82, "Finetune/Step Time": 11.492375312781915}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.8715922832489014, "Finetune/Loss (Raw)": 0.9053764939308167, "Finetune/Step": 83, "Finetune/Step Time": 11.50615818529244}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.8625900745391846, "Finetune/Loss (Raw)": 1.115411400794983, "Finetune/Step": 84, "Finetune/Step Time": 11.509084710053035}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.8522998094558716, "Finetune/Loss (Raw)": 0.9879146814346313, "Finetune/Step": 85, "Finetune/Step Time": 11.494688252841724}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.8382114171981812, "Finetune/Loss (Raw)": 0.6406968832015991, "Finetune/Step": 86, "Finetune/Step Time": 11.54239405864893}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.8285467624664307, "Finetune/Loss (Raw)": 0.9973931908607483, "Finetune/Step": 87, "Finetune/Step Time": 11.527854289131604}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.8211677074432373, "Finetune/Loss (Raw)": 1.179190754890442, "Finetune/Step": 88, "Finetune/Step Time": 11.536768764257431}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.8122010231018066, "Finetune/Loss (Raw)": 1.0231302976608276, "Finetune/Step": 89, "Finetune/Step Time": 11.522150567408358}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.804112434387207, "Finetune/Loss (Raw)": 1.0842283964157104, "Finetune/Step": 90, "Finetune/Step Time": 11.53304640452067}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.796587347984314, "Finetune/Loss (Raw)": 1.1193222999572754, "Finetune/Step": 91, "Finetune/Step Time": 11.536245477068555}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.7894927263259888, "Finetune/Loss (Raw)": 1.143895149230957, "Finetune/Step": 92, "Finetune/Step Time": 11.52477430779001}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.7797541618347168, "Finetune/Loss (Raw)": 0.8837978839874268, "Finetune/Step": 93, "Finetune/Step Time": 11.512569630017845}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.7725679874420166, "Finetune/Loss (Raw)": 1.1042540073394775, "Finetune/Step": 94, "Finetune/Step Time": 11.491884201130969}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.764492392539978, "Finetune/Loss (Raw)": 1.005372166633606, "Finetune/Step": 95, "Finetune/Step Time": 11.478982644332083}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.7566757202148438, "Finetune/Loss (Raw)": 1.014105200767517, "Finetune/Step": 96, "Finetune/Step Time": 11.483492183188597}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.748822808265686, "Finetune/Loss (Raw)": 0.9949511885643005, "Finetune/Step": 97, "Finetune/Step Time": 11.479839905021118}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.7417689561843872, "Finetune/Loss (Raw)": 1.0575307607650757, "Finetune/Step": 98, "Finetune/Step Time": 11.462234849832496}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.7297114133834839, "Finetune/Loss (Raw)": 0.5480743050575256, "Finetune/Step": 99, "Finetune/Step Time": 11.492825450319232}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.723826289176941, "Finetune/Loss (Raw)": 1.1411960124969482, "Finetune/Step": 100, "Finetune/Step Time": 11.483404159545898}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.7165472507476807, "Finetune/Loss (Raw)": 0.9886453747749329, "Finetune/Step": 101, "Finetune/Step Time": 11.4859991592936}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.7107963562011719, "Finetune/Loss (Raw)": 1.129957675933838, "Finetune/Step": 102, "Finetune/Step Time": 11.464482716485566}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.6997935771942139, "Finetune/Loss (Raw)": 0.5775209069252014, "Finetune/Step": 103, "Finetune/Step Time": 11.49764985019721}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.6939706802368164, "Finetune/Loss (Raw)": 1.0941904783248901, "Finetune/Step": 104, "Finetune/Step Time": 11.483220535975237}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.687208890914917, "Finetune/Loss (Raw)": 0.9839918613433838, "Finetune/Step": 105, "Finetune/Step Time": 11.473056102934338}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.6808780431747437, "Finetune/Loss (Raw)": 1.0161290168762207, "Finetune/Step": 106, "Finetune/Step Time": 11.4676749683776}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.6749178171157837, "Finetune/Loss (Raw)": 1.0431721210479736, "Finetune/Step": 107, "Finetune/Step Time": 11.448422033096028}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.6683789491653442, "Finetune/Loss (Raw)": 0.9686930775642395, "Finetune/Step": 108, "Finetune/Step Time": 11.434527176397818}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.6631615161895752, "Finetune/Loss (Raw)": 1.0996886491775513, "Finetune/Step": 109, "Finetune/Step Time": 11.421414782147888}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.6570974588394165, "Finetune/Loss (Raw)": 0.9961361885070801, "Finetune/Step": 110, "Finetune/Step Time": 11.406532222574407}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.6514872312545776, "Finetune/Loss (Raw)": 1.034333348274231, "Finetune/Step": 111, "Finetune/Step Time": 11.4148015954473}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.645953893661499, "Finetune/Loss (Raw)": 1.0317680835723877, "Finetune/Step": 112, "Finetune/Step Time": 11.408655839306968}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.6408501863479614, "Finetune/Loss (Raw)": 1.0692318677902222, "Finetune/Step": 113, "Finetune/Step Time": 11.412331116937958}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.6313745975494385, "Finetune/Loss (Raw)": 0.56063312292099, "Finetune/Step": 114, "Finetune/Step Time": 11.453184995734901}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.6262637376785278, "Finetune/Loss (Raw)": 1.043633222579956, "Finetune/Step": 115, "Finetune/Step Time": 11.442462941874629}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.6197446584701538, "Finetune/Loss (Raw)": 0.8700382113456726, "Finetune/Step": 116, "Finetune/Step Time": 11.449945875282946}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.6148567199707031, "Finetune/Loss (Raw)": 1.047861933708191, "Finetune/Step": 117, "Finetune/Step Time": 11.442686258218227}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.610166072845459, "Finetune/Loss (Raw)": 1.0613744258880615, "Finetune/Step": 118, "Finetune/Step Time": 11.426073743125139}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.60489821434021, "Finetune/Loss (Raw)": 0.983257532119751, "Finetune/Step": 119, "Finetune/Step Time": 11.417226607058229}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.6000771522521973, "Finetune/Loss (Raw)": 1.0263763666152954, "Finetune/Step": 120, "Finetune/Step Time": 11.409893600145976}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.5949018001556396, "Finetune/Loss (Raw)": 0.9738768935203552, "Finetune/Step": 121, "Finetune/Step Time": 11.418106544116311}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.58943772315979, "Finetune/Loss (Raw)": 0.9282835125923157, "Finetune/Step": 122, "Finetune/Step Time": 11.406356225248244}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.584405779838562, "Finetune/Loss (Raw)": 0.9705094695091248, "Finetune/Step": 123, "Finetune/Step Time": 11.393307600564103}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.5802818536758423, "Finetune/Loss (Raw)": 1.073047161102295, "Finetune/Step": 124, "Finetune/Step Time": 11.38190257741559}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.5753921270370483, "Finetune/Loss (Raw)": 0.9690536856651306, "Finetune/Step": 125, "Finetune/Step Time": 11.370658290863037}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.5711112022399902, "Finetune/Loss (Raw)": 1.035993218421936, "Finetune/Step": 126, "Finetune/Step Time": 11.38894844433618}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.5658903121948242, "Finetune/Loss (Raw)": 0.9080559611320496, "Finetune/Step": 127, "Finetune/Step Time": 11.376828713679878}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.5619653463363647, "Finetune/Loss (Raw)": 1.0634946823120117, "Finetune/Step": 128, "Finetune/Step Time": 11.370045945048332}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.5152535438537598, "Finetune/Loss (Raw)": 1.0806900262832642, "Finetune/Step": 129, "Finetune/Step Time": 11.202535497024655}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.479731559753418, "Finetune/Loss (Raw)": 1.088672399520874, "Finetune/Step": 130, "Finetune/Step Time": 11.174124648794532}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.4494825601577759, "Finetune/Loss (Raw)": 1.0281990766525269, "Finetune/Step": 131, "Finetune/Step Time": 11.1729442961514}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.418992519378662, "Finetune/Loss (Raw)": 1.0216500759124756, "Finetune/Step": 132, "Finetune/Step Time": 11.17323706485331}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.3866698741912842, "Finetune/Loss (Raw)": 0.8504678010940552, "Finetune/Step": 133, "Finetune/Step Time": 11.188853368163109}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.3579769134521484, "Finetune/Loss (Raw)": 1.158592939376831, "Finetune/Step": 134, "Finetune/Step Time": 11.186651263386011}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.3290777206420898, "Finetune/Loss (Raw)": 0.9089820384979248, "Finetune/Step": 135, "Finetune/Step Time": 11.190755331888795}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.3001070022583008, "Finetune/Loss (Raw)": 0.9943988919258118, "Finetune/Step": 136, "Finetune/Step Time": 11.171152424067259}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.2728019952774048, "Finetune/Loss (Raw)": 0.9063584208488464, "Finetune/Step": 137, "Finetune/Step Time": 11.1741185169667}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.241744875907898, "Finetune/Loss (Raw)": 1.0472162961959839, "Finetune/Step": 138, "Finetune/Step Time": 11.131664710119367}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.2169475555419922, "Finetune/Loss (Raw)": 0.8400294780731201, "Finetune/Step": 139, "Finetune/Step Time": 11.135125856846571}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.1952142715454102, "Finetune/Loss (Raw)": 1.2188161611557007, "Finetune/Step": 140, "Finetune/Step Time": 11.129813630133867}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.1739542484283447, "Finetune/Loss (Raw)": 0.9619007706642151, "Finetune/Step": 141, "Finetune/Step Time": 11.125753113999963}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.151492714881897, "Finetune/Loss (Raw)": 0.9446520209312439, "Finetune/Step": 142, "Finetune/Step Time": 11.176499271765351}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.1314139366149902, "Finetune/Loss (Raw)": 0.881822943687439, "Finetune/Step": 143, "Finetune/Step Time": 11.188032541424036}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.1158305406570435, "Finetune/Loss (Raw)": 0.7142773866653442, "Finetune/Step": 144, "Finetune/Step Time": 11.214052060618997}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.097393274307251, "Finetune/Loss (Raw)": 0.6173903346061707, "Finetune/Step": 145, "Finetune/Step Time": 11.248790444806218}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0867676734924316, "Finetune/Loss (Raw)": 0.9423819184303284, "Finetune/Step": 146, "Finetune/Step Time": 11.239345883950591}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0753297805786133, "Finetune/Loss (Raw)": 0.8718597888946533, "Finetune/Step": 147, "Finetune/Step Time": 11.255221107974648}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0652334690093994, "Finetune/Loss (Raw)": 1.039127230644226, "Finetune/Step": 148, "Finetune/Step Time": 11.27122058160603}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0580226182937622, "Finetune/Loss (Raw)": 1.0441622734069824, "Finetune/Step": 149, "Finetune/Step Time": 11.259889140725136}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0523110628128052, "Finetune/Loss (Raw)": 1.030432939529419, "Finetune/Step": 150, "Finetune/Step Time": 11.266133420169353}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0561199188232422, "Finetune/Loss (Raw)": 1.0142179727554321, "Finetune/Step": 151, "Finetune/Step Time": 11.22986438497901}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0489673614501953, "Finetune/Loss (Raw)": 0.9721177220344543, "Finetune/Step": 152, "Finetune/Step Time": 11.238953731954098}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0443615913391113, "Finetune/Loss (Raw)": 1.098292350769043, "Finetune/Step": 153, "Finetune/Step Time": 11.252612922340631}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.047982931137085, "Finetune/Loss (Raw)": 1.069575309753418, "Finetune/Step": 154, "Finetune/Step Time": 11.207400757819414}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0434012413024902, "Finetune/Loss (Raw)": 1.097075343132019, "Finetune/Step": 155, "Finetune/Step Time": 11.213849049061537}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0366160869598389, "Finetune/Loss (Raw)": 0.6090062856674194, "Finetune/Step": 156, "Finetune/Step Time": 11.255080597475171}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.03208327293396, "Finetune/Loss (Raw)": 1.0108462572097778, "Finetune/Step": 157, "Finetune/Step Time": 11.243844015523791}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0293958187103271, "Finetune/Loss (Raw)": 1.0443518161773682, "Finetune/Step": 158, "Finetune/Step Time": 11.22915361635387}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0253846645355225, "Finetune/Loss (Raw)": 1.0021107196807861, "Finetune/Step": 159, "Finetune/Step Time": 11.22099738009274}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0223124027252197, "Finetune/Loss (Raw)": 0.9580947160720825, "Finetune/Step": 160, "Finetune/Step Time": 11.203666547313333}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0202020406723022, "Finetune/Loss (Raw)": 0.9441667795181274, "Finetune/Step": 161, "Finetune/Step Time": 11.197191463783383}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.019624948501587, "Finetune/Loss (Raw)": 1.1655515432357788, "Finetune/Step": 162, "Finetune/Step Time": 11.195367723703384}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0153578519821167, "Finetune/Loss (Raw)": 1.0211232900619507, "Finetune/Step": 163, "Finetune/Step Time": 11.196914337575436}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0122184753417969, "Finetune/Loss (Raw)": 0.883550226688385, "Finetune/Step": 164, "Finetune/Step Time": 11.194300716742873}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0085090398788452, "Finetune/Loss (Raw)": 0.9653432369232178, "Finetune/Step": 165, "Finetune/Step Time": 11.162898797541857}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.006094217300415, "Finetune/Loss (Raw)": 0.9240013360977173, "Finetune/Step": 166, "Finetune/Step Time": 11.162335239350796}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0049159526824951, "Finetune/Loss (Raw)": 1.0626959800720215, "Finetune/Step": 167, "Finetune/Step Time": 11.169856751337647}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0026087760925293, "Finetune/Loss (Raw)": 0.9376893639564514, "Finetune/Step": 168, "Finetune/Step Time": 11.157175857573748}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 0.9992873668670654, "Finetune/Loss (Raw)": 0.9137930274009705, "Finetune/Step": 169, "Finetune/Step Time": 11.164369391277432}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 0.9950715899467468, "Finetune/Loss (Raw)": 0.7377264499664307, "Finetune/Step": 170, "Finetune/Step Time": 11.199583923444152}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 0.9928783178329468, "Finetune/Loss (Raw)": 0.9235514402389526, "Finetune/Step": 171, "Finetune/Step Time": 11.196045976132154}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 0.9910443425178528, "Finetune/Loss (Raw)": 0.9227510690689087, "Finetune/Step": 172, "Finetune/Step Time": 11.201051834970713}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 0.9913725852966309, "Finetune/Loss (Raw)": 1.1346814632415771, "Finetune/Step": 173, "Finetune/Step Time": 11.15400375239551}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 0.9932519197463989, "Finetune/Loss (Raw)": 0.8298914432525635, "Finetune/Step": 174, "Finetune/Step Time": 11.110139245167375}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 0.9933972954750061, "Finetune/Loss (Raw)": 1.1239804029464722, "Finetune/Step": 175, "Finetune/Step Time": 11.10373616591096}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 0.9892174601554871, "Finetune/Loss (Raw)": 0.5879366993904114, "Finetune/Step": 176, "Finetune/Step Time": 11.121975649148226}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 0.987503170967102, "Finetune/Loss (Raw)": 0.9187079668045044, "Finetune/Step": 177, "Finetune/Step Time": 11.122251750901341}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 0.9882559776306152, "Finetune/Loss (Raw)": 1.1015594005584717, "Finetune/Step": 178, "Finetune/Step Time": 11.130966870114207}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 0.9861561059951782, "Finetune/Loss (Raw)": 0.8545910716056824, "Finetune/Step": 179, "Finetune/Step Time": 11.13341785594821}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 0.9847772121429443, "Finetune/Loss (Raw)": 1.0125501155853271, "Finetune/Step": 180, "Finetune/Step Time": 11.129449399188161}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 0.985352098941803, "Finetune/Loss (Raw)": 0.956430196762085, "Finetune/Step": 181, "Finetune/Step Time": 11.104590207338333}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 0.9858142137527466, "Finetune/Loss (Raw)": 0.9885333776473999, "Finetune/Step": 182, "Finetune/Step Time": 11.099248858168721}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 0.9845861196517944, "Finetune/Loss (Raw)": 0.9500241279602051, "Finetune/Step": 183, "Finetune/Step Time": 11.074175041168928}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 0.9845767617225647, "Finetune/Loss (Raw)": 1.0754135847091675, "Finetune/Step": 184, "Finetune/Step Time": 11.060346454381943}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 0.9835716485977173, "Finetune/Loss (Raw)": 0.8721542954444885, "Finetune/Step": 185, "Finetune/Step Time": 11.056191703304648}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 0.9830374121665955, "Finetune/Loss (Raw)": 0.9429012537002563, "Finetune/Step": 186, "Finetune/Step Time": 11.04094167612493}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 0.9820361733436584, "Finetune/Loss (Raw)": 0.9392566084861755, "Finetune/Step": 187, "Finetune/Step Time": 11.021634042263031}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 0.9823009967803955, "Finetune/Loss (Raw)": 1.0435224771499634, "Finetune/Step": 188, "Finetune/Step Time": 11.007074037566781}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 0.980880856513977, "Finetune/Loss (Raw)": 0.9289984107017517, "Finetune/Step": 189, "Finetune/Step Time": 11.023907726630569}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9801652431488037, "Finetune/Loss (Raw)": 1.0106749534606934, "Finetune/Step": 190, "Finetune/Step Time": 11.018304601311684}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9790880680084229, "Finetune/Loss (Raw)": 1.0276764631271362, "Finetune/Step": 191, "Finetune/Step Time": 11.02753571793437}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9788026213645935, "Finetune/Loss (Raw)": 0.9804865121841431, "Finetune/Step": 192, "Finetune/Step Time": 10.996879963204265}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9774378538131714, "Finetune/Loss (Raw)": 0.8524739742279053, "Finetune/Step": 193, "Finetune/Step Time": 10.986078161746264}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9774320721626282, "Finetune/Loss (Raw)": 0.9769191145896912, "Finetune/Step": 194, "Finetune/Step Time": 11.003549218177795}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.977898359298706, "Finetune/Loss (Raw)": 0.9306714534759521, "Finetune/Step": 195, "Finetune/Step Time": 11.010778175666928}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9765744209289551, "Finetune/Loss (Raw)": 0.8955676555633545, "Finetune/Step": 196, "Finetune/Step Time": 11.002554012462497}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9756121635437012, "Finetune/Loss (Raw)": 0.9804309606552124, "Finetune/Step": 197, "Finetune/Step Time": 11.008223565295339}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.973854660987854, "Finetune/Loss (Raw)": 0.9259340763092041, "Finetune/Step": 198, "Finetune/Step Time": 11.00358515419066}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9743356704711914, "Finetune/Loss (Raw)": 0.9382039308547974, "Finetune/Step": 199, "Finetune/Step Time": 11.003710879012942}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.974492073059082, "Finetune/Loss (Raw)": 0.9769021272659302, "Finetune/Step": 200, "Finetune/Step Time": 11.010033337399364}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.975618302822113, "Finetune/Loss (Raw)": 1.0214403867721558, "Finetune/Step": 201, "Finetune/Step Time": 11.01051701232791}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9769273996353149, "Finetune/Loss (Raw)": 1.0552469491958618, "Finetune/Step": 202, "Finetune/Step Time": 11.01800836250186}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 0.9784678220748901, "Finetune/Loss (Raw)": 1.0041357278823853, "Finetune/Step": 203, "Finetune/Step Time": 11.007826382294297}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 0.978740394115448, "Finetune/Loss (Raw)": 0.9836132526397705, "Finetune/Step": 204, "Finetune/Step Time": 11.001596830785275}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9753515720367432, "Finetune/Loss (Raw)": 0.6332744359970093, "Finetune/Step": 205, "Finetune/Step Time": 11.046478692442179}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9737246036529541, "Finetune/Loss (Raw)": 0.9498746991157532, "Finetune/Step": 206, "Finetune/Step Time": 11.056696878746152}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9733918309211731, "Finetune/Loss (Raw)": 1.0830484628677368, "Finetune/Step": 207, "Finetune/Step Time": 11.08466094918549}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9733158349990845, "Finetune/Loss (Raw)": 0.947411060333252, "Finetune/Step": 208, "Finetune/Step Time": 11.059680534526706}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9718433618545532, "Finetune/Loss (Raw)": 0.9392038583755493, "Finetune/Step": 209, "Finetune/Step Time": 11.04859221726656}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9688147306442261, "Finetune/Loss (Raw)": 0.6694608926773071, "Finetune/Step": 210, "Finetune/Step Time": 11.085799753665924}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9687566757202148, "Finetune/Loss (Raw)": 0.8979437947273254, "Finetune/Step": 211, "Finetune/Step Time": 11.073804818093777}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9678887128829956, "Finetune/Loss (Raw)": 1.004318356513977, "Finetune/Step": 212, "Finetune/Step Time": 11.07036347873509}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.968815803527832, "Finetune/Loss (Raw)": 1.1065804958343506, "Finetune/Step": 213, "Finetune/Step Time": 11.069767659530044}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9710893034934998, "Finetune/Loss (Raw)": 0.931702733039856, "Finetune/Step": 214, "Finetune/Step Time": 11.050464268773794}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.970420241355896, "Finetune/Loss (Raw)": 0.9117583632469177, "Finetune/Step": 215, "Finetune/Step Time": 11.045166108757257}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9680445194244385, "Finetune/Loss (Raw)": 0.8750983476638794, "Finetune/Step": 216, "Finetune/Step Time": 11.044605599716306}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9680687785148621, "Finetune/Loss (Raw)": 1.0262302160263062, "Finetune/Step": 217, "Finetune/Step Time": 11.040704354643822}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9675321578979492, "Finetune/Loss (Raw)": 1.0155409574508667, "Finetune/Step": 218, "Finetune/Step Time": 11.026807691901922}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9675030708312988, "Finetune/Loss (Raw)": 1.1155996322631836, "Finetune/Step": 219, "Finetune/Step Time": 11.013687277212739}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.965746283531189, "Finetune/Loss (Raw)": 0.9190254211425781, "Finetune/Step": 220, "Finetune/Step Time": 11.007363073527813}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.966971755027771, "Finetune/Loss (Raw)": 1.0406615734100342, "Finetune/Step": 221, "Finetune/Step Time": 11.010619120672345}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9651874899864197, "Finetune/Loss (Raw)": 0.8758618235588074, "Finetune/Step": 222, "Finetune/Step Time": 11.020488696172833}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9643380641937256, "Finetune/Loss (Raw)": 0.8966501951217651, "Finetune/Step": 223, "Finetune/Step Time": 11.02237781509757}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9616949558258057, "Finetune/Loss (Raw)": 0.6757841110229492, "Finetune/Step": 224, "Finetune/Step Time": 11.043673226609826}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9616089463233948, "Finetune/Loss (Raw)": 0.9839421510696411, "Finetune/Step": 225, "Finetune/Step Time": 11.04154728539288}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9619936943054199, "Finetune/Loss (Raw)": 1.1067785024642944, "Finetune/Step": 226, "Finetune/Step Time": 11.04035765863955}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9662814140319824, "Finetune/Loss (Raw)": 1.0969033241271973, "Finetune/Step": 227, "Finetune/Step Time": 11.002034418284893}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9657052755355835, "Finetune/Loss (Raw)": 1.0674567222595215, "Finetune/Step": 228, "Finetune/Step Time": 10.996087050065398}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.965408444404602, "Finetune/Loss (Raw)": 0.9506359100341797, "Finetune/Step": 229, "Finetune/Step Time": 10.985967725515366}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9651097059249878, "Finetune/Loss (Raw)": 1.0917272567749023, "Finetune/Step": 230, "Finetune/Step Time": 10.990672701969743}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9681457281112671, "Finetune/Loss (Raw)": 0.9661325216293335, "Finetune/Step": 231, "Finetune/Step Time": 10.95076483860612}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9674831628799438, "Finetune/Loss (Raw)": 1.0093889236450195, "Finetune/Step": 232, "Finetune/Step Time": 10.951287744566798}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9637376070022583, "Finetune/Loss (Raw)": 0.5045453310012817, "Finetune/Step": 233, "Finetune/Step Time": 10.989391339942813}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9642746448516846, "Finetune/Loss (Raw)": 1.0848816633224487, "Finetune/Step": 234, "Finetune/Step Time": 11.008190583437681}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9645085334777832, "Finetune/Loss (Raw)": 1.0731056928634644, "Finetune/Step": 235, "Finetune/Step Time": 11.073092436417937}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9641404151916504, "Finetune/Loss (Raw)": 0.9215741157531738, "Finetune/Step": 236, "Finetune/Step Time": 11.09466759674251}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9633723497390747, "Finetune/Loss (Raw)": 1.0013788938522339, "Finetune/Step": 237, "Finetune/Step Time": 11.143212705850601}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9630395174026489, "Finetune/Loss (Raw)": 0.9535239934921265, "Finetune/Step": 238, "Finetune/Step Time": 11.150833839550614}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9615637063980103, "Finetune/Loss (Raw)": 0.8454358577728271, "Finetune/Step": 239, "Finetune/Step Time": 11.140648668631911}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9602936506271362, "Finetune/Loss (Raw)": 0.8692041635513306, "Finetune/Step": 240, "Finetune/Step Time": 11.135961901396513}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9597918391227722, "Finetune/Loss (Raw)": 1.0049915313720703, "Finetune/Step": 241, "Finetune/Step Time": 11.120245713740587}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9631588459014893, "Finetune/Loss (Raw)": 0.9916176199913025, "Finetune/Step": 242, "Finetune/Step Time": 11.0738177690655}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9629192352294922, "Finetune/Loss (Raw)": 1.0129632949829102, "Finetune/Step": 243, "Finetune/Step Time": 11.084093850106001}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9626928567886353, "Finetune/Loss (Raw)": 0.841063916683197, "Finetune/Step": 244, "Finetune/Step Time": 11.064282286912203}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9635223746299744, "Finetune/Loss (Raw)": 1.1540324687957764, "Finetune/Step": 245, "Finetune/Step Time": 11.054217977449298}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9635705351829529, "Finetune/Loss (Raw)": 1.0675389766693115, "Finetune/Step": 246, "Finetune/Step Time": 11.067224059253931}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9634748697280884, "Finetune/Loss (Raw)": 0.9710177183151245, "Finetune/Step": 247, "Finetune/Step Time": 11.061988631263375}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9627977609634399, "Finetune/Loss (Raw)": 0.9397080540657043, "Finetune/Step": 248, "Finetune/Step Time": 11.066521514207125}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9626561403274536, "Finetune/Loss (Raw)": 0.9557368159294128, "Finetune/Step": 249, "Finetune/Step Time": 11.043607018887997}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9631620645523071, "Finetune/Loss (Raw)": 0.9930487871170044, "Finetune/Step": 250, "Finetune/Step Time": 11.038059988990426}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9639239311218262, "Finetune/Loss (Raw)": 1.0680270195007324, "Finetune/Step": 251, "Finetune/Step Time": 11.057596132159233}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.963005006313324, "Finetune/Loss (Raw)": 0.9554288983345032, "Finetune/Step": 252, "Finetune/Step Time": 11.058328339830041}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9631912708282471, "Finetune/Loss (Raw)": 0.9928955435752869, "Finetune/Step": 253, "Finetune/Step Time": 11.053317543119192}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.962198793888092, "Finetune/Loss (Raw)": 0.9089528322219849, "Finetune/Step": 254, "Finetune/Step Time": 11.020990813151002}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9604606032371521, "Finetune/Loss (Raw)": 0.6855675578117371, "Finetune/Step": 255, "Finetune/Step Time": 11.056157249957323}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9590582847595215, "Finetune/Loss (Raw)": 0.8839995265007019, "Finetune/Step": 256, "Finetune/Step Time": 11.057119300588965}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9590528011322021, "Finetune/Loss (Raw)": 1.0799872875213623, "Finetune/Step": 257, "Finetune/Step Time": 11.055559502914548}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9582715630531311, "Finetune/Loss (Raw)": 0.988671064376831, "Finetune/Step": 258, "Finetune/Step Time": 11.0543949957937}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9581000804901123, "Finetune/Loss (Raw)": 1.006249189376831, "Finetune/Step": 259, "Finetune/Step Time": 11.057258754968643}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.957929253578186, "Finetune/Loss (Raw)": 0.999790608882904, "Finetune/Step": 260, "Finetune/Step Time": 11.082407215610147}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9575583338737488, "Finetune/Loss (Raw)": 0.802985668182373, "Finetune/Step": 261, "Finetune/Step Time": 11.055160641670227}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9544662237167358, "Finetune/Loss (Raw)": 0.7627988457679749, "Finetune/Step": 262, "Finetune/Step Time": 11.067447528243065}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.954930305480957, "Finetune/Loss (Raw)": 0.9683937430381775, "Finetune/Step": 263, "Finetune/Step Time": 11.0617580935359}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9543049335479736, "Finetune/Loss (Raw)": 0.914345383644104, "Finetune/Step": 264, "Finetune/Step Time": 11.079416565597057}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9542731046676636, "Finetune/Loss (Raw)": 0.9022886157035828, "Finetune/Step": 265, "Finetune/Step Time": 11.07349867746234}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9544827938079834, "Finetune/Loss (Raw)": 1.074056625366211, "Finetune/Step": 266, "Finetune/Step Time": 11.087753850966692}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9543923139572144, "Finetune/Loss (Raw)": 0.8284457325935364, "Finetune/Step": 267, "Finetune/Step Time": 11.08187929727137}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9528182744979858, "Finetune/Loss (Raw)": 1.0173412561416626, "Finetune/Step": 268, "Finetune/Step Time": 11.087217211723328}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9529074430465698, "Finetune/Loss (Raw)": 0.9733170866966248, "Finetune/Step": 269, "Finetune/Step Time": 11.090784966945648}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9530044198036194, "Finetune/Loss (Raw)": 0.9570601582527161, "Finetune/Step": 270, "Finetune/Step Time": 11.035139974206686}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9536208510398865, "Finetune/Loss (Raw)": 0.9607234001159668, "Finetune/Step": 271, "Finetune/Step Time": 11.017306201159954}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9557334184646606, "Finetune/Loss (Raw)": 0.9846904277801514, "Finetune/Step": 272, "Finetune/Step Time": 10.978801680728793}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9586775302886963, "Finetune/Loss (Raw)": 0.9942342638969421, "Finetune/Step": 273, "Finetune/Step Time": 10.947188066318631}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.959344208240509, "Finetune/Loss (Raw)": 1.027711272239685, "Finetune/Step": 274, "Finetune/Step Time": 10.951890820637345}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9597042798995972, "Finetune/Loss (Raw)": 0.9179587364196777, "Finetune/Step": 275, "Finetune/Step Time": 10.941222475841641}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9573065042495728, "Finetune/Loss (Raw)": 0.7322066426277161, "Finetune/Step": 276, "Finetune/Step Time": 10.979702826589346}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.956804633140564, "Finetune/Loss (Raw)": 0.9799284934997559, "Finetune/Step": 277, "Finetune/Step Time": 10.976470794528723}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9563344717025757, "Finetune/Loss (Raw)": 0.9702422618865967, "Finetune/Step": 278, "Finetune/Step Time": 10.968753578141332}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9565706849098206, "Finetune/Loss (Raw)": 1.044456124305725, "Finetune/Step": 279, "Finetune/Step Time": 10.978347439318895}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9560738205909729, "Finetune/Loss (Raw)": 0.9085235595703125, "Finetune/Step": 280, "Finetune/Step Time": 10.972727093845606}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9552114605903625, "Finetune/Loss (Raw)": 0.9879074096679688, "Finetune/Step": 281, "Finetune/Step Time": 10.963463405147195}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9543293714523315, "Finetune/Loss (Raw)": 0.9566637277603149, "Finetune/Step": 282, "Finetune/Step Time": 10.972044344991446}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9540916681289673, "Finetune/Loss (Raw)": 1.0666521787643433, "Finetune/Step": 283, "Finetune/Step Time": 10.971002325415611}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.957521915435791, "Finetune/Loss (Raw)": 1.0480773448944092, "Finetune/Step": 284, "Finetune/Step Time": 10.929313328117132}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9565634727478027, "Finetune/Loss (Raw)": 0.888171374797821, "Finetune/Step": 285, "Finetune/Step Time": 10.949158862233162}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9558544158935547, "Finetune/Loss (Raw)": 0.9535940289497375, "Finetune/Step": 286, "Finetune/Step Time": 10.972060469910502}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9557385444641113, "Finetune/Loss (Raw)": 0.9872735142707825, "Finetune/Step": 287, "Finetune/Step Time": 10.980989385396242}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9546501636505127, "Finetune/Loss (Raw)": 0.8187836408615112, "Finetune/Step": 288, "Finetune/Step Time": 10.992878004908562}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9552220106124878, "Finetune/Loss (Raw)": 1.0173689126968384, "Finetune/Step": 289, "Finetune/Step Time": 10.999245997518301}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9530500769615173, "Finetune/Loss (Raw)": 0.8875349760055542, "Finetune/Step": 290, "Finetune/Step Time": 11.017227547243237}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9531105160713196, "Finetune/Loss (Raw)": 1.0288656949996948, "Finetune/Step": 291, "Finetune/Step Time": 11.006813056766987}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9541432857513428, "Finetune/Loss (Raw)": 1.0157414674758911, "Finetune/Step": 292, "Finetune/Step Time": 10.989095425233245}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.9546525478363037, "Finetune/Loss (Raw)": 1.030535340309143, "Finetune/Step": 293, "Finetune/Step Time": 10.977112840861082}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9525892734527588, "Finetune/Loss (Raw)": 0.6598978638648987, "Finetune/Step": 294, "Finetune/Step Time": 10.985949462279677}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9521620273590088, "Finetune/Loss (Raw)": 1.0080101490020752, "Finetune/Step": 295, "Finetune/Step Time": 10.99175065010786}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9520145654678345, "Finetune/Loss (Raw)": 0.9188156723976135, "Finetune/Step": 296, "Finetune/Step Time": 10.994506133720279}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9528201818466187, "Finetune/Loss (Raw)": 1.0169074535369873, "Finetune/Step": 297, "Finetune/Step Time": 11.001196198165417}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9531668424606323, "Finetune/Loss (Raw)": 0.782096266746521, "Finetune/Step": 298, "Finetune/Step Time": 11.002090848982334}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9510748386383057, "Finetune/Loss (Raw)": 0.6557736992835999, "Finetune/Step": 299, "Finetune/Step Time": 11.035227067768574}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.9485742449760437, "Finetune/Loss (Raw)": 0.6026766896247864, "Finetune/Step": 300, "Finetune/Step Time": 11.05724443309009}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9449751973152161, "Finetune/Loss (Raw)": 0.6740061640739441, "Finetune/Step": 301, "Finetune/Step Time": 11.0951920542866}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9448007345199585, "Finetune/Loss (Raw)": 0.8075559735298157, "Finetune/Step": 302, "Finetune/Step Time": 11.108701888471842}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9404199123382568, "Finetune/Loss (Raw)": 0.5632326602935791, "Finetune/Step": 303, "Finetune/Step Time": 11.145814569666982}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9436380863189697, "Finetune/Loss (Raw)": 0.9998772740364075, "Finetune/Step": 304, "Finetune/Step Time": 11.112817468121648}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9437339305877686, "Finetune/Loss (Raw)": 0.9309657216072083, "Finetune/Step": 305, "Finetune/Step Time": 11.10256495513022}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9417573809623718, "Finetune/Loss (Raw)": 0.8485630750656128, "Finetune/Step": 306, "Finetune/Step Time": 11.103341694921255}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9434707164764404, "Finetune/Loss (Raw)": 1.0739014148712158, "Finetune/Step": 307, "Finetune/Step Time": 11.107174225151539}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9429686069488525, "Finetune/Loss (Raw)": 0.9482833743095398, "Finetune/Step": 308, "Finetune/Step Time": 11.105572082102299}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9432845115661621, "Finetune/Loss (Raw)": 0.9968636631965637, "Finetune/Step": 309, "Finetune/Step Time": 11.123494042083621}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9428749084472656, "Finetune/Loss (Raw)": 0.9360997676849365, "Finetune/Step": 310, "Finetune/Step Time": 11.11883539520204}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.942875862121582, "Finetune/Loss (Raw)": 0.9501469135284424, "Finetune/Step": 311, "Finetune/Step Time": 11.130997905507684}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9414358735084534, "Finetune/Loss (Raw)": 0.8910985589027405, "Finetune/Step": 312, "Finetune/Step Time": 11.12231807038188}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9428590536117554, "Finetune/Loss (Raw)": 1.0543196201324463, "Finetune/Step": 313, "Finetune/Step Time": 11.129058746621013}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9438611268997192, "Finetune/Loss (Raw)": 1.0711613893508911, "Finetune/Step": 314, "Finetune/Step Time": 11.10549976117909}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9433797597885132, "Finetune/Loss (Raw)": 0.8776529431343079, "Finetune/Step": 315, "Finetune/Step Time": 11.11006922647357}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.939659833908081, "Finetune/Loss (Raw)": 0.5673598647117615, "Finetune/Step": 316, "Finetune/Step Time": 11.147231370210648}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9391520023345947, "Finetune/Loss (Raw)": 0.8640051484107971, "Finetune/Step": 317, "Finetune/Step Time": 11.132097091525793}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.938849925994873, "Finetune/Loss (Raw)": 0.9720101356506348, "Finetune/Step": 318, "Finetune/Step Time": 11.123543791472912}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9373232126235962, "Finetune/Loss (Raw)": 0.8322527408599854, "Finetune/Step": 319, "Finetune/Step Time": 11.133770192041993}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9363695383071899, "Finetune/Loss (Raw)": 0.858410656452179, "Finetune/Step": 320, "Finetune/Step Time": 11.126756135374308}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9342256784439087, "Finetune/Loss (Raw)": 0.5780653357505798, "Finetune/Step": 321, "Finetune/Step Time": 11.170958776026964}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9334564208984375, "Finetune/Loss (Raw)": 0.8784559369087219, "Finetune/Step": 322, "Finetune/Step Time": 11.157253244891763}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9336243867874146, "Finetune/Loss (Raw)": 0.9521711468696594, "Finetune/Step": 323, "Finetune/Step Time": 11.148400822654366}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9344326257705688, "Finetune/Loss (Raw)": 0.9990207552909851, "Finetune/Step": 324, "Finetune/Step Time": 11.149108411744237}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9342601299285889, "Finetune/Loss (Raw)": 0.9583567380905151, "Finetune/Step": 325, "Finetune/Step Time": 11.148916052654386}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9352626800537109, "Finetune/Loss (Raw)": 1.0542579889297485, "Finetune/Step": 326, "Finetune/Step Time": 11.151202278211713}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9348969459533691, "Finetune/Loss (Raw)": 0.8913850784301758, "Finetune/Step": 327, "Finetune/Step Time": 11.154403023421764}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9349315166473389, "Finetune/Loss (Raw)": 0.9813327789306641, "Finetune/Step": 328, "Finetune/Step Time": 11.161531468853354}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9334473013877869, "Finetune/Loss (Raw)": 0.8314597606658936, "Finetune/Step": 329, "Finetune/Step Time": 11.198411241173744}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.931543231010437, "Finetune/Loss (Raw)": 0.8115249276161194, "Finetune/Step": 330, "Finetune/Step Time": 11.202662456780672}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9310393333435059, "Finetune/Loss (Raw)": 0.9396412372589111, "Finetune/Step": 331, "Finetune/Step Time": 11.209325602278113}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.929129958152771, "Finetune/Loss (Raw)": 0.7392047643661499, "Finetune/Step": 332, "Finetune/Step Time": 11.232161657884717}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9316457509994507, "Finetune/Loss (Raw)": 0.9553002715110779, "Finetune/Step": 333, "Finetune/Step Time": 11.195123087614775}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9314491748809814, "Finetune/Loss (Raw)": 0.9247130751609802, "Finetune/Step": 334, "Finetune/Step Time": 11.191374497488141}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9298365116119385, "Finetune/Loss (Raw)": 0.876621425151825, "Finetune/Step": 335, "Finetune/Step Time": 11.175662292167544}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9302617311477661, "Finetune/Loss (Raw)": 1.0018398761749268, "Finetune/Step": 336, "Finetune/Step Time": 11.183019403368235}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9314996600151062, "Finetune/Loss (Raw)": 1.0976676940917969, "Finetune/Step": 337, "Finetune/Step Time": 11.180243564769626}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9329530000686646, "Finetune/Loss (Raw)": 0.8554853796958923, "Finetune/Step": 338, "Finetune/Step Time": 11.152768097817898}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9325489401817322, "Finetune/Loss (Raw)": 0.8462221026420593, "Finetune/Step": 339, "Finetune/Step Time": 11.157550282776356}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9311654567718506, "Finetune/Loss (Raw)": 0.8272358775138855, "Finetune/Step": 340, "Finetune/Step Time": 11.155342753976583}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9295409917831421, "Finetune/Loss (Raw)": 0.8986510634422302, "Finetune/Step": 341, "Finetune/Step Time": 11.158797819167376}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9297184944152832, "Finetune/Loss (Raw)": 0.954418420791626, "Finetune/Step": 342, "Finetune/Step Time": 11.135107366368175}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9298127889633179, "Finetune/Loss (Raw)": 0.923829197883606, "Finetune/Step": 343, "Finetune/Step Time": 11.136227425187826}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9305377006530762, "Finetune/Loss (Raw)": 0.9678816199302673, "Finetune/Step": 344, "Finetune/Step Time": 11.117602176964283}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9304667115211487, "Finetune/Loss (Raw)": 1.0171464681625366, "Finetune/Step": 345, "Finetune/Step Time": 11.122789468616247}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9302762150764465, "Finetune/Loss (Raw)": 0.991156816482544, "Finetune/Step": 346, "Finetune/Step Time": 11.131692247465253}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9296575784683228, "Finetune/Loss (Raw)": 1.036420464515686, "Finetune/Step": 347, "Finetune/Step Time": 11.13275771215558}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9296879768371582, "Finetune/Loss (Raw)": 0.9229111075401306, "Finetune/Step": 348, "Finetune/Step Time": 11.160101097077131}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9293743371963501, "Finetune/Loss (Raw)": 1.0005139112472534, "Finetune/Step": 349, "Finetune/Step Time": 11.172977935522795}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9290907382965088, "Finetune/Loss (Raw)": 0.8395655751228333, "Finetune/Step": 350, "Finetune/Step Time": 11.190397253260016}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9291427135467529, "Finetune/Loss (Raw)": 0.9032973647117615, "Finetune/Step": 351, "Finetune/Step Time": 11.206615446135402}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9307940006256104, "Finetune/Loss (Raw)": 0.8871501684188843, "Finetune/Step": 352, "Finetune/Step Time": 11.18233616091311}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9295792579650879, "Finetune/Loss (Raw)": 0.8284587860107422, "Finetune/Step": 353, "Finetune/Step Time": 11.17947332561016}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.927236020565033, "Finetune/Loss (Raw)": 0.8068405985832214, "Finetune/Step": 354, "Finetune/Step Time": 11.186150601133704}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9261291027069092, "Finetune/Loss (Raw)": 0.9552217125892639, "Finetune/Step": 355, "Finetune/Step Time": 11.202718421816826}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9238431453704834, "Finetune/Loss (Raw)": 0.7748503684997559, "Finetune/Step": 356, "Finetune/Step Time": 11.209230711683631}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9223067760467529, "Finetune/Loss (Raw)": 0.753977358341217, "Finetune/Step": 357, "Finetune/Step Time": 11.22912348806858}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9189958572387695, "Finetune/Loss (Raw)": 0.6679387092590332, "Finetune/Step": 358, "Finetune/Step Time": 11.263740675523877}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9176181554794312, "Finetune/Loss (Raw)": 0.789788007736206, "Finetune/Step": 359, "Finetune/Step Time": 11.269836112856865}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9166156053543091, "Finetune/Loss (Raw)": 0.8810588717460632, "Finetune/Step": 360, "Finetune/Step Time": 11.268388396129012}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9188850522041321, "Finetune/Loss (Raw)": 0.7950337529182434, "Finetune/Step": 361, "Finetune/Step Time": 11.225916666910052}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9169820547103882, "Finetune/Loss (Raw)": 0.8412947654724121, "Finetune/Step": 362, "Finetune/Step Time": 11.21221636980772}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.916275143623352, "Finetune/Loss (Raw)": 0.9826266169548035, "Finetune/Step": 363, "Finetune/Step Time": 11.150404779240489}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9167659878730774, "Finetune/Loss (Raw)": 0.9843981266021729, "Finetune/Step": 364, "Finetune/Step Time": 11.130293486639857}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9168021082878113, "Finetune/Loss (Raw)": 1.0060017108917236, "Finetune/Step": 365, "Finetune/Step Time": 11.086383128538728}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9157512187957764, "Finetune/Loss (Raw)": 0.8190089464187622, "Finetune/Step": 366, "Finetune/Step Time": 11.087827077135444}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9163593053817749, "Finetune/Loss (Raw)": 0.9232767820358276, "Finetune/Step": 367, "Finetune/Step Time": 11.085491344332695}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9165399074554443, "Finetune/Loss (Raw)": 0.892317533493042, "Finetune/Step": 368, "Finetune/Step Time": 11.089720422402024}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9157140254974365, "Finetune/Loss (Raw)": 0.8992747068405151, "Finetune/Step": 369, "Finetune/Step Time": 11.099795248359442}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9159852862358093, "Finetune/Loss (Raw)": 1.0263400077819824, "Finetune/Step": 370, "Finetune/Step Time": 11.10249655880034}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9162993431091309, "Finetune/Loss (Raw)": 1.053167700767517, "Finetune/Step": 371, "Finetune/Step Time": 11.088431164622307}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9168886542320251, "Finetune/Loss (Raw)": 0.9164918661117554, "Finetune/Step": 372, "Finetune/Step Time": 11.097642632201314}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9134882688522339, "Finetune/Loss (Raw)": 0.7187857627868652, "Finetune/Step": 373, "Finetune/Step Time": 11.149265689775348}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9099150896072388, "Finetune/Loss (Raw)": 0.610176146030426, "Finetune/Step": 374, "Finetune/Step Time": 11.175638109445572}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9099346995353699, "Finetune/Loss (Raw)": 0.9735235571861267, "Finetune/Step": 375, "Finetune/Step Time": 11.17588034644723}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9087303876876831, "Finetune/Loss (Raw)": 0.7855496406555176, "Finetune/Step": 376, "Finetune/Step Time": 11.174978571012616}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9080714583396912, "Finetune/Loss (Raw)": 0.8713984489440918, "Finetune/Step": 377, "Finetune/Step Time": 11.176600148901343}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9086551666259766, "Finetune/Loss (Raw)": 1.0677570104599, "Finetune/Step": 378, "Finetune/Step Time": 11.17906011082232}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9084294438362122, "Finetune/Loss (Raw)": 1.0391452312469482, "Finetune/Step": 379, "Finetune/Step Time": 11.158628595992923}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9083311557769775, "Finetune/Loss (Raw)": 0.9428434371948242, "Finetune/Step": 380, "Finetune/Step Time": 11.155880313366652}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9080413579940796, "Finetune/Loss (Raw)": 0.9557937979698181, "Finetune/Step": 381, "Finetune/Step Time": 11.16558395884931}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9071393013000488, "Finetune/Loss (Raw)": 0.7935046553611755, "Finetune/Step": 382, "Finetune/Step Time": 11.237047860398889}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9076170325279236, "Finetune/Loss (Raw)": 0.746713399887085, "Finetune/Step": 383, "Finetune/Step Time": 11.249765112996101}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9061503410339355, "Finetune/Loss (Raw)": 0.6962636709213257, "Finetune/Step": 384, "Finetune/Step Time": 11.278347205370665}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9044995903968811, "Finetune/Loss (Raw)": 0.868687629699707, "Finetune/Step": 385, "Finetune/Step Time": 11.27358740195632}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9030937552452087, "Finetune/Loss (Raw)": 0.8087242841720581, "Finetune/Step": 386, "Finetune/Step Time": 11.271955292671919}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9015352129936218, "Finetune/Loss (Raw)": 0.8067588210105896, "Finetune/Step": 387, "Finetune/Step Time": 11.271608583629131}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.899749755859375, "Finetune/Loss (Raw)": 0.771243691444397, "Finetune/Step": 388, "Finetune/Step Time": 11.241131074726582}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.8999783992767334, "Finetune/Loss (Raw)": 0.8322572708129883, "Finetune/Step": 389, "Finetune/Step Time": 11.243749089539051}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.8995860815048218, "Finetune/Loss (Raw)": 0.7125880718231201, "Finetune/Step": 390, "Finetune/Step Time": 11.226557215675712}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.8991565704345703, "Finetune/Loss (Raw)": 0.9134060740470886, "Finetune/Step": 391, "Finetune/Step Time": 11.22363026253879}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.8985466957092285, "Finetune/Loss (Raw)": 0.8362876176834106, "Finetune/Step": 392, "Finetune/Step Time": 11.21920221298933}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.897121012210846, "Finetune/Loss (Raw)": 0.7197971343994141, "Finetune/Step": 393, "Finetune/Step Time": 11.237633470445871}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.8943228125572205, "Finetune/Loss (Raw)": 0.7158911228179932, "Finetune/Step": 394, "Finetune/Step Time": 11.261518813669682}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.896338701248169, "Finetune/Loss (Raw)": 1.086482286453247, "Finetune/Step": 395, "Finetune/Step Time": 11.257230568677187}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.8962415456771851, "Finetune/Loss (Raw)": 1.0049002170562744, "Finetune/Step": 396, "Finetune/Step Time": 11.256794514134526}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.893656313419342, "Finetune/Loss (Raw)": 0.6424030661582947, "Finetune/Step": 397, "Finetune/Step Time": 11.281221106648445}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.8943545818328857, "Finetune/Loss (Raw)": 1.046449899673462, "Finetune/Step": 398, "Finetune/Step Time": 11.274694656953216}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.8925461173057556, "Finetune/Loss (Raw)": 0.7292371988296509, "Finetune/Step": 399, "Finetune/Step Time": 11.257249865680933}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.8916536569595337, "Finetune/Loss (Raw)": 0.8704480528831482, "Finetune/Step": 400, "Finetune/Step Time": 11.252963418141007}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.8916664123535156, "Finetune/Loss (Raw)": 0.9958696365356445, "Finetune/Step": 401, "Finetune/Step Time": 11.253504388034344}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.8904882073402405, "Finetune/Loss (Raw)": 0.8769039511680603, "Finetune/Step": 402, "Finetune/Step Time": 11.278799118474126}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.8903720378875732, "Finetune/Loss (Raw)": 0.9030838012695312, "Finetune/Step": 403, "Finetune/Step Time": 11.274839645251632}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.8924678564071655, "Finetune/Loss (Raw)": 1.0004745721817017, "Finetune/Step": 404, "Finetune/Step Time": 11.228062890470028}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.8902377486228943, "Finetune/Loss (Raw)": 0.6944747567176819, "Finetune/Step": 405, "Finetune/Step Time": 11.243698162958026}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.8883281946182251, "Finetune/Loss (Raw)": 0.7258240580558777, "Finetune/Step": 406, "Finetune/Step Time": 11.284182112663984}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.885130763053894, "Finetune/Loss (Raw)": 0.6351821422576904, "Finetune/Step": 407, "Finetune/Step Time": 11.305049918591976}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.884893536567688, "Finetune/Loss (Raw)": 0.8781543970108032, "Finetune/Step": 408, "Finetune/Step Time": 11.304470317438245}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.8858256340026855, "Finetune/Loss (Raw)": 1.1072219610214233, "Finetune/Step": 409, "Finetune/Step Time": 11.292928935959935}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.8867979049682617, "Finetune/Loss (Raw)": 1.081114411354065, "Finetune/Step": 410, "Finetune/Step Time": 11.279561324045062}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.8854125738143921, "Finetune/Loss (Raw)": 0.8893250823020935, "Finetune/Step": 411, "Finetune/Step Time": 11.284363627433777}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.8823341131210327, "Finetune/Loss (Raw)": 0.6540321111679077, "Finetune/Step": 412, "Finetune/Step Time": 11.329980462789536}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.8830006718635559, "Finetune/Loss (Raw)": 0.9734908938407898, "Finetune/Step": 413, "Finetune/Step Time": 11.30175314284861}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.8821133971214294, "Finetune/Loss (Raw)": 0.8400272130966187, "Finetune/Step": 414, "Finetune/Step Time": 11.278626026585698}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.8815769553184509, "Finetune/Loss (Raw)": 0.9186069965362549, "Finetune/Step": 415, "Finetune/Step Time": 11.277833614498377}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.8829134702682495, "Finetune/Loss (Raw)": 0.9898561835289001, "Finetune/Step": 416, "Finetune/Step Time": 11.274830805137753}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.8821792602539062, "Finetune/Loss (Raw)": 0.9233951568603516, "Finetune/Step": 417, "Finetune/Step Time": 11.276791375130415}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.8826630115509033, "Finetune/Loss (Raw)": 0.9494485259056091, "Finetune/Step": 418, "Finetune/Step Time": 11.260077331215143}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.8812459707260132, "Finetune/Loss (Raw)": 0.8474884629249573, "Finetune/Step": 419, "Finetune/Step Time": 11.282443327829242}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.8781986236572266, "Finetune/Loss (Raw)": 0.6256820559501648, "Finetune/Step": 420, "Finetune/Step Time": 11.318029131740332}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.8772764205932617, "Finetune/Loss (Raw)": 0.9124959707260132, "Finetune/Step": 421, "Finetune/Step Time": 11.322561129927635}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.8791815638542175, "Finetune/Loss (Raw)": 0.9037520885467529, "Finetune/Step": 422, "Finetune/Step Time": 11.332220207899809}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.878931999206543, "Finetune/Loss (Raw)": 0.9760713577270508, "Finetune/Step": 423, "Finetune/Step Time": 11.323710519820452}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.8792755007743835, "Finetune/Loss (Raw)": 0.9627765417098999, "Finetune/Step": 424, "Finetune/Step Time": 11.328348705545068}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.876226007938385, "Finetune/Loss (Raw)": 0.6265751123428345, "Finetune/Step": 425, "Finetune/Step Time": 11.38219958730042}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.8771072626113892, "Finetune/Loss (Raw)": 0.8948908448219299, "Finetune/Step": 426, "Finetune/Step Time": 11.35198074951768}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.8787797689437866, "Finetune/Loss (Raw)": 0.8698561787605286, "Finetune/Step": 427, "Finetune/Step Time": 11.31774177402258}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.8817629814147949, "Finetune/Loss (Raw)": 0.984530508518219, "Finetune/Step": 428, "Finetune/Step Time": 11.281127005815506}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.8844632506370544, "Finetune/Loss (Raw)": 1.0196373462677002, "Finetune/Step": 429, "Finetune/Step Time": 11.251220827922225}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.8843405246734619, "Finetune/Loss (Raw)": 0.7918462157249451, "Finetune/Step": 430, "Finetune/Step Time": 11.24142493493855}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.8870120048522949, "Finetune/Loss (Raw)": 0.9051839113235474, "Finetune/Step": 431, "Finetune/Step Time": 11.214558061212301}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.8858568072319031, "Finetune/Loss (Raw)": 0.8520136475563049, "Finetune/Step": 432, "Finetune/Step Time": 11.21860920637846}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.8848007917404175, "Finetune/Loss (Raw)": 0.7957961559295654, "Finetune/Step": 433, "Finetune/Step Time": 11.224286330863833}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.8849935531616211, "Finetune/Loss (Raw)": 0.8732317686080933, "Finetune/Step": 434, "Finetune/Step Time": 11.225093998014927}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.8825269937515259, "Finetune/Loss (Raw)": 0.7581950426101685, "Finetune/Step": 435, "Finetune/Step Time": 11.212769787758589}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.8817102909088135, "Finetune/Loss (Raw)": 0.8437387347221375, "Finetune/Step": 436, "Finetune/Step Time": 11.207399774342775}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.8811696767807007, "Finetune/Loss (Raw)": 0.9276613593101501, "Finetune/Step": 437, "Finetune/Step Time": 11.198071790859103}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.8798402547836304, "Finetune/Loss (Raw)": 0.7659323811531067, "Finetune/Step": 438, "Finetune/Step Time": 11.193918434903026}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.8789879083633423, "Finetune/Loss (Raw)": 0.8410539627075195, "Finetune/Step": 439, "Finetune/Step Time": 11.196268880739808}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.8792122006416321, "Finetune/Loss (Raw)": 0.919801652431488, "Finetune/Step": 440, "Finetune/Step Time": 11.198980752378702}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.8783860206604004, "Finetune/Loss (Raw)": 0.9485763907432556, "Finetune/Step": 441, "Finetune/Step Time": 11.19567714817822}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.8754348754882812, "Finetune/Loss (Raw)": 0.6934032440185547, "Finetune/Step": 442, "Finetune/Step Time": 11.235740676522255}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.8761455416679382, "Finetune/Loss (Raw)": 0.9686260223388672, "Finetune/Step": 443, "Finetune/Step Time": 11.242268942296505}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.8797805309295654, "Finetune/Loss (Raw)": 1.0326393842697144, "Finetune/Step": 444, "Finetune/Step Time": 11.20335110463202}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.8798767924308777, "Finetune/Loss (Raw)": 0.8763227462768555, "Finetune/Step": 445, "Finetune/Step Time": 11.200422059744596}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.8797866106033325, "Finetune/Loss (Raw)": 0.9604707360267639, "Finetune/Step": 446, "Finetune/Step Time": 11.204927762970328}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.8804617524147034, "Finetune/Loss (Raw)": 0.9186677932739258, "Finetune/Step": 447, "Finetune/Step Time": 11.189749829471111}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.8808368444442749, "Finetune/Loss (Raw)": 0.9064182043075562, "Finetune/Step": 448, "Finetune/Step Time": 11.194092497229576}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.8844414353370667, "Finetune/Loss (Raw)": 1.0394575595855713, "Finetune/Step": 449, "Finetune/Step Time": 11.158951623365283}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.8842658996582031, "Finetune/Loss (Raw)": 0.8559855818748474, "Finetune/Step": 450, "Finetune/Step Time": 11.15175367332995}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.8833420276641846, "Finetune/Loss (Raw)": 0.8339204788208008, "Finetune/Step": 451, "Finetune/Step Time": 11.162917263805866}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.8821711540222168, "Finetune/Loss (Raw)": 0.8491464853286743, "Finetune/Step": 452, "Finetune/Step Time": 11.15521527081728}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.8830406665802002, "Finetune/Loss (Raw)": 1.0696605443954468, "Finetune/Step": 453, "Finetune/Step Time": 11.146838268265128}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.8816579580307007, "Finetune/Loss (Raw)": 0.8772609829902649, "Finetune/Step": 454, "Finetune/Step Time": 11.16779313609004}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.88219153881073, "Finetune/Loss (Raw)": 0.9596888422966003, "Finetune/Step": 455, "Finetune/Step Time": 11.156789232045412}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.8795380592346191, "Finetune/Loss (Raw)": 0.6416871547698975, "Finetune/Step": 456, "Finetune/Step Time": 11.177041865885258}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.8791136741638184, "Finetune/Loss (Raw)": 0.7771345973014832, "Finetune/Step": 457, "Finetune/Step Time": 11.14205932058394}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.8809396028518677, "Finetune/Loss (Raw)": 1.0452407598495483, "Finetune/Step": 458, "Finetune/Step Time": 11.136120151728392}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.8802961707115173, "Finetune/Loss (Raw)": 0.8572878837585449, "Finetune/Step": 459, "Finetune/Step Time": 11.140800457447767}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.8801976442337036, "Finetune/Loss (Raw)": 0.7265920042991638, "Finetune/Step": 460, "Finetune/Step Time": 11.13937328569591}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.8791781663894653, "Finetune/Loss (Raw)": 0.82480788230896, "Finetune/Step": 461, "Finetune/Step Time": 11.146983467042446}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.8787819147109985, "Finetune/Loss (Raw)": 0.8739951252937317, "Finetune/Step": 462, "Finetune/Step Time": 11.145776556804776}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.8804195523262024, "Finetune/Loss (Raw)": 1.086234450340271, "Finetune/Step": 463, "Finetune/Step Time": 11.147973332554102}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.8772720694541931, "Finetune/Loss (Raw)": 0.5989676713943481, "Finetune/Step": 464, "Finetune/Step Time": 11.183306260034442}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.876130998134613, "Finetune/Loss (Raw)": 0.9516086578369141, "Finetune/Step": 465, "Finetune/Step Time": 11.194941958412528}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.8750948905944824, "Finetune/Loss (Raw)": 0.72286456823349, "Finetune/Step": 466, "Finetune/Step Time": 11.19983222708106}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.8758711814880371, "Finetune/Loss (Raw)": 0.9455874562263489, "Finetune/Step": 467, "Finetune/Step Time": 11.198108613491058}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.8750519752502441, "Finetune/Loss (Raw)": 0.7223727703094482, "Finetune/Step": 468, "Finetune/Step Time": 11.213954173028469}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.8724201917648315, "Finetune/Loss (Raw)": 0.5617861151695251, "Finetune/Step": 469, "Finetune/Step Time": 11.244720431044698}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.8717921376228333, "Finetune/Loss (Raw)": 0.8740301132202148, "Finetune/Step": 470, "Finetune/Step Time": 11.243300296366215}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.8714421987533569, "Finetune/Loss (Raw)": 0.8790321946144104, "Finetune/Step": 471, "Finetune/Step Time": 11.262087473645806}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.8717716336250305, "Finetune/Loss (Raw)": 1.0100510120391846, "Finetune/Step": 472, "Finetune/Step Time": 11.259635964408517}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.8699631690979004, "Finetune/Loss (Raw)": 0.7856605648994446, "Finetune/Step": 473, "Finetune/Step Time": 11.25444420054555}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.8697247505187988, "Finetune/Loss (Raw)": 0.960638165473938, "Finetune/Step": 474, "Finetune/Step Time": 11.247100384905934}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.8689162731170654, "Finetune/Loss (Raw)": 0.9329336285591125, "Finetune/Step": 475, "Finetune/Step Time": 11.24677000194788}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.8687529563903809, "Finetune/Loss (Raw)": 0.9020086526870728, "Finetune/Step": 476, "Finetune/Step Time": 11.223088409751654}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.8677332401275635, "Finetune/Loss (Raw)": 0.8699921369552612, "Finetune/Step": 477, "Finetune/Step Time": 11.231363775208592}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.8678683042526245, "Finetune/Loss (Raw)": 0.8568552136421204, "Finetune/Step": 478, "Finetune/Step Time": 11.197455327957869}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.8680267333984375, "Finetune/Loss (Raw)": 0.9235740900039673, "Finetune/Step": 479, "Finetune/Step Time": 11.175309915095568}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.8685488700866699, "Finetune/Loss (Raw)": 0.9539932608604431, "Finetune/Step": 480, "Finetune/Step Time": 11.163327559828758}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.869256854057312, "Finetune/Loss (Raw)": 0.919078528881073, "Finetune/Step": 481, "Finetune/Step Time": 11.169663444161415}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.8702405691146851, "Finetune/Loss (Raw)": 0.9327510595321655, "Finetune/Step": 482, "Finetune/Step Time": 11.18266417272389}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.8697125911712646, "Finetune/Loss (Raw)": 0.8876466155052185, "Finetune/Step": 483, "Finetune/Step Time": 11.195300623774529}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.8698680996894836, "Finetune/Loss (Raw)": 0.7947531342506409, "Finetune/Step": 484, "Finetune/Step Time": 11.20222245901823}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.8691591620445251, "Finetune/Loss (Raw)": 0.6632274389266968, "Finetune/Step": 485, "Finetune/Step Time": 11.208739509806037}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.870485782623291, "Finetune/Loss (Raw)": 0.837755024433136, "Finetune/Step": 486, "Finetune/Step Time": 11.188551981002092}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.8715659976005554, "Finetune/Loss (Raw)": 0.9280500411987305, "Finetune/Step": 487, "Finetune/Step Time": 11.18433814868331}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.872002363204956, "Finetune/Loss (Raw)": 0.9369149208068848, "Finetune/Step": 488, "Finetune/Step Time": 11.183738144114614}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.8721086382865906, "Finetune/Loss (Raw)": 0.8086383938789368, "Finetune/Step": 489, "Finetune/Step Time": 11.18776873499155}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.8714834451675415, "Finetune/Loss (Raw)": 0.7612671852111816, "Finetune/Step": 490, "Finetune/Step Time": 11.197774922475219}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.8677787780761719, "Finetune/Loss (Raw)": 0.5084264278411865, "Finetune/Step": 491, "Finetune/Step Time": 11.237220719456673}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.8667443990707397, "Finetune/Loss (Raw)": 0.8519978523254395, "Finetune/Step": 492, "Finetune/Step Time": 11.243292167782784}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.8659267425537109, "Finetune/Loss (Raw)": 0.9013423919677734, "Finetune/Step": 493, "Finetune/Step Time": 11.244899610057473}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.8662346601486206, "Finetune/Loss (Raw)": 0.8584257364273071, "Finetune/Step": 494, "Finetune/Step Time": 11.262751296162605}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.8658544421195984, "Finetune/Loss (Raw)": 0.8746060132980347, "Finetune/Step": 495, "Finetune/Step Time": 11.259545750916004}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.8660032749176025, "Finetune/Loss (Raw)": 0.9113760590553284, "Finetune/Step": 496, "Finetune/Step Time": 11.276120034977794}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.8653826713562012, "Finetune/Loss (Raw)": 0.8198274374008179, "Finetune/Step": 497, "Finetune/Step Time": 11.268746053799987}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.8645877838134766, "Finetune/Loss (Raw)": 0.9245936870574951, "Finetune/Step": 498, "Finetune/Step Time": 11.261543955653906}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.862694501876831, "Finetune/Loss (Raw)": 0.8108305335044861, "Finetune/Step": 499, "Finetune/Step Time": 11.266280766576529}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.8622720241546631, "Finetune/Loss (Raw)": 0.8624167442321777, "Finetune/Step": 500, "Finetune/Step Time": 11.273081695660949}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.8619404435157776, "Finetune/Loss (Raw)": 0.6763440370559692, "Finetune/Step": 501, "Finetune/Step Time": 11.23894345574081}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.8628299236297607, "Finetune/Loss (Raw)": 0.7240262031555176, "Finetune/Step": 502, "Finetune/Step Time": 11.227034460753202}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.8612987995147705, "Finetune/Loss (Raw)": 0.7775394320487976, "Finetune/Step": 503, "Finetune/Step Time": 11.247648660093546}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.8620213270187378, "Finetune/Loss (Raw)": 0.878036618232727, "Finetune/Step": 504, "Finetune/Step Time": 11.250183451920748}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.8622568845748901, "Finetune/Loss (Raw)": 0.9015463590621948, "Finetune/Step": 505, "Finetune/Step Time": 11.251102359965444}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.8587775230407715, "Finetune/Loss (Raw)": 0.6223938465118408, "Finetune/Step": 506, "Finetune/Step Time": 11.26554012298584}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.8578821420669556, "Finetune/Loss (Raw)": 0.9245520234107971, "Finetune/Step": 507, "Finetune/Step Time": 11.262088913470507}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.8571999073028564, "Finetune/Loss (Raw)": 0.8555089831352234, "Finetune/Step": 508, "Finetune/Step Time": 11.27243110537529}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.8564619421958923, "Finetune/Loss (Raw)": 0.8613331913948059, "Finetune/Step": 509, "Finetune/Step Time": 11.276153666898608}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.8566293716430664, "Finetune/Loss (Raw)": 0.8149399757385254, "Finetune/Step": 510, "Finetune/Step Time": 11.210178434848785}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.8581005334854126, "Finetune/Loss (Raw)": 0.9350205063819885, "Finetune/Step": 511, "Finetune/Step Time": 11.16357197612524}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.8593450784683228, "Finetune/Loss (Raw)": 0.8555653691291809, "Finetune/Step": 512, "Finetune/Step Time": 11.130849126726389}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.8600549697875977, "Finetune/Loss (Raw)": 0.9595495462417603, "Finetune/Step": 513, "Finetune/Step Time": 11.137047642841935}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.8609235286712646, "Finetune/Loss (Raw)": 0.9198993444442749, "Finetune/Step": 514, "Finetune/Step Time": 11.158112762495875}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.8593973517417908, "Finetune/Loss (Raw)": 0.6114135384559631, "Finetune/Step": 515, "Finetune/Step Time": 11.19568113423884}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.8607667088508606, "Finetune/Loss (Raw)": 0.946513295173645, "Finetune/Step": 516, "Finetune/Step Time": 11.202678648754954}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.8615569472312927, "Finetune/Loss (Raw)": 0.9334158897399902, "Finetune/Step": 517, "Finetune/Step Time": 11.201562134549022}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.8630629777908325, "Finetune/Loss (Raw)": 0.9053528308868408, "Finetune/Step": 518, "Finetune/Step Time": 11.206226281821728}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.8633683919906616, "Finetune/Loss (Raw)": 0.9524968266487122, "Finetune/Step": 519, "Finetune/Step Time": 11.225793976336718}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.8628249168395996, "Finetune/Loss (Raw)": 0.7667281627655029, "Finetune/Step": 520, "Finetune/Step Time": 11.226396728307009}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.8645482063293457, "Finetune/Loss (Raw)": 0.9403783679008484, "Finetune/Step": 521, "Finetune/Step Time": 11.213550662621856}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.8655091524124146, "Finetune/Loss (Raw)": 0.8388841152191162, "Finetune/Step": 522, "Finetune/Step Time": 11.185924611985683}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.8624401092529297, "Finetune/Loss (Raw)": 0.6936550736427307, "Finetune/Step": 523, "Finetune/Step Time": 11.196174884214997}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.8614885807037354, "Finetune/Loss (Raw)": 0.8830987215042114, "Finetune/Step": 524, "Finetune/Step Time": 11.19270053319633}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.8636435270309448, "Finetune/Loss (Raw)": 0.9182443022727966, "Finetune/Step": 525, "Finetune/Step Time": 11.173597762361169}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.8617141246795654, "Finetune/Loss (Raw)": 0.7994789481163025, "Finetune/Step": 526, "Finetune/Step Time": 11.190791649743915}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.8625264763832092, "Finetune/Loss (Raw)": 0.833225667476654, "Finetune/Step": 527, "Finetune/Step Time": 11.186917809769511}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.8628169298171997, "Finetune/Loss (Raw)": 0.9076236486434937, "Finetune/Step": 528, "Finetune/Step Time": 11.183585036545992}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.8619621992111206, "Finetune/Loss (Raw)": 0.8864642977714539, "Finetune/Step": 529, "Finetune/Step Time": 11.18381810002029}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.8624995946884155, "Finetune/Loss (Raw)": 0.9456875324249268, "Finetune/Step": 530, "Finetune/Step Time": 11.153327690437436}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.8633624315261841, "Finetune/Loss (Raw)": 1.0135271549224854, "Finetune/Step": 531, "Finetune/Step Time": 11.15153000690043}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.8620172739028931, "Finetune/Loss (Raw)": 0.8282960653305054, "Finetune/Step": 532, "Finetune/Step Time": 11.149435369297862}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.8632872700691223, "Finetune/Loss (Raw)": 0.8570371270179749, "Finetune/Step": 533, "Finetune/Step Time": 11.146354649215937}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.8641214370727539, "Finetune/Loss (Raw)": 0.8325910568237305, "Finetune/Step": 534, "Finetune/Step Time": 11.115876287221909}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.8655242323875427, "Finetune/Loss (Raw)": 0.814741849899292, "Finetune/Step": 535, "Finetune/Step Time": 11.096451811492443}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.8644770979881287, "Finetune/Loss (Raw)": 0.7441198229789734, "Finetune/Step": 536, "Finetune/Step Time": 11.132511887699366}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.8629390001296997, "Finetune/Loss (Raw)": 0.9103444814682007, "Finetune/Step": 537, "Finetune/Step Time": 11.137001493945718}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.8616652488708496, "Finetune/Loss (Raw)": 0.9180724620819092, "Finetune/Step": 538, "Finetune/Step Time": 11.146283898502588}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.8624613285064697, "Finetune/Loss (Raw)": 0.9912338256835938, "Finetune/Step": 539, "Finetune/Step Time": 11.140234915539622}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.8639439344406128, "Finetune/Loss (Raw)": 0.8437950611114502, "Finetune/Step": 540, "Finetune/Step Time": 11.095604276284575}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.86314857006073, "Finetune/Loss (Raw)": 0.8716892600059509, "Finetune/Step": 541, "Finetune/Step Time": 11.105328194797039}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.8635141849517822, "Finetune/Loss (Raw)": 0.8868229985237122, "Finetune/Step": 542, "Finetune/Step Time": 11.107798781245947}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.8641437292098999, "Finetune/Loss (Raw)": 0.9991904497146606, "Finetune/Step": 543, "Finetune/Step Time": 11.107391484081745}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.8636945486068726, "Finetune/Loss (Raw)": 0.9323683381080627, "Finetune/Step": 544, "Finetune/Step Time": 11.090253796428442}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.8635884523391724, "Finetune/Loss (Raw)": 0.9098004698753357, "Finetune/Step": 545, "Finetune/Step Time": 11.076376870274544}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.8630439639091492, "Finetune/Loss (Raw)": 0.8797630667686462, "Finetune/Step": 546, "Finetune/Step Time": 11.075148636475205}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.8638722896575928, "Finetune/Loss (Raw)": 0.9535130858421326, "Finetune/Step": 547, "Finetune/Step Time": 11.062245713546872}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.8648349046707153, "Finetune/Loss (Raw)": 0.7488986253738403, "Finetune/Step": 548, "Finetune/Step Time": 11.047598112374544}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.8626800775527954, "Finetune/Loss (Raw)": 0.6366767883300781, "Finetune/Step": 549, "Finetune/Step Time": 11.057323353365064}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.8619804382324219, "Finetune/Loss (Raw)": 0.8141942620277405, "Finetune/Step": 550, "Finetune/Step Time": 11.042988933622837}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.8606218099594116, "Finetune/Loss (Raw)": 0.8021711111068726, "Finetune/Step": 551, "Finetune/Step Time": 11.055683854967356}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.8608441352844238, "Finetune/Loss (Raw)": 0.9912395477294922, "Finetune/Step": 552, "Finetune/Step Time": 11.047573843970895}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.8613604307174683, "Finetune/Loss (Raw)": 0.6926519274711609, "Finetune/Step": 553, "Finetune/Step Time": 10.993163209408522}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.8619827032089233, "Finetune/Loss (Raw)": 0.9745481014251709, "Finetune/Step": 554, "Finetune/Step Time": 10.9907172806561}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.8618718385696411, "Finetune/Loss (Raw)": 0.8556634187698364, "Finetune/Step": 555, "Finetune/Step Time": 11.01402859017253}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.8610241413116455, "Finetune/Loss (Raw)": 0.8760236501693726, "Finetune/Step": 556, "Finetune/Step Time": 11.03007422015071}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.8594999313354492, "Finetune/Loss (Raw)": 0.8245407938957214, "Finetune/Step": 557, "Finetune/Step Time": 11.024120055139065}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.8572928309440613, "Finetune/Loss (Raw)": 0.5093338489532471, "Finetune/Step": 558, "Finetune/Step Time": 11.054566903039813}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.856958270072937, "Finetune/Loss (Raw)": 0.8623592257499695, "Finetune/Step": 559, "Finetune/Step Time": 11.048418765887618}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.8560848236083984, "Finetune/Loss (Raw)": 0.7402212023735046, "Finetune/Step": 560, "Finetune/Step Time": 11.046264916658401}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.8560786247253418, "Finetune/Loss (Raw)": 0.7949926257133484, "Finetune/Step": 561, "Finetune/Step Time": 11.048385007306933}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.8553433418273926, "Finetune/Loss (Raw)": 0.7791187763214111, "Finetune/Step": 562, "Finetune/Step Time": 11.045490760356188}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.8564209938049316, "Finetune/Loss (Raw)": 0.8961363434791565, "Finetune/Step": 563, "Finetune/Step Time": 11.044112933799624}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.8568028211593628, "Finetune/Loss (Raw)": 0.8926190733909607, "Finetune/Step": 564, "Finetune/Step Time": 11.061236843466759}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.8552629947662354, "Finetune/Loss (Raw)": 0.730557918548584, "Finetune/Step": 565, "Finetune/Step Time": 11.074215143918991}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.8569896221160889, "Finetune/Loss (Raw)": 0.9869356751441956, "Finetune/Step": 566, "Finetune/Step Time": 11.08240557089448}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.8564321994781494, "Finetune/Loss (Raw)": 0.7697067856788635, "Finetune/Step": 567, "Finetune/Step Time": 11.089104173704982}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.8537874817848206, "Finetune/Loss (Raw)": 0.5812832117080688, "Finetune/Step": 568, "Finetune/Step Time": 11.123411934822798}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.8528808355331421, "Finetune/Loss (Raw)": 0.8325209617614746, "Finetune/Step": 569, "Finetune/Step Time": 11.13361037708819}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.8541722893714905, "Finetune/Loss (Raw)": 0.8587055206298828, "Finetune/Step": 570, "Finetune/Step Time": 11.104182254523039}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.8527287244796753, "Finetune/Loss (Raw)": 0.7838482856750488, "Finetune/Step": 571, "Finetune/Step Time": 11.115434182807803}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.8516166806221008, "Finetune/Loss (Raw)": 0.8903011083602905, "Finetune/Step": 572, "Finetune/Step Time": 11.120013846084476}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.8522288799285889, "Finetune/Loss (Raw)": 0.9546838998794556, "Finetune/Step": 573, "Finetune/Step Time": 11.123366329818964}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.8522900938987732, "Finetune/Loss (Raw)": 0.9683057069778442, "Finetune/Step": 574, "Finetune/Step Time": 11.121012758463621}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.8527641296386719, "Finetune/Loss (Raw)": 0.9793478846549988, "Finetune/Step": 575, "Finetune/Step Time": 11.14850395359099}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.8523514270782471, "Finetune/Loss (Raw)": 0.8535932302474976, "Finetune/Step": 576, "Finetune/Step Time": 11.152451626956463}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.8509901762008667, "Finetune/Loss (Raw)": 0.8652176260948181, "Finetune/Step": 577, "Finetune/Step Time": 11.14694949425757}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.8505315780639648, "Finetune/Loss (Raw)": 0.7972875237464905, "Finetune/Step": 578, "Finetune/Step Time": 11.142779406160116}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.8498107194900513, "Finetune/Loss (Raw)": 0.7416451573371887, "Finetune/Step": 579, "Finetune/Step Time": 11.159322461113334}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.8502946496009827, "Finetune/Loss (Raw)": 0.9110884666442871, "Finetune/Step": 580, "Finetune/Step Time": 11.163268465548754}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.8495473861694336, "Finetune/Loss (Raw)": 0.9740064144134521, "Finetune/Step": 581, "Finetune/Step Time": 11.168050361797214}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.8503341674804688, "Finetune/Loss (Raw)": 0.9779775142669678, "Finetune/Step": 582, "Finetune/Step Time": 11.157860606908798}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.8487007021903992, "Finetune/Loss (Raw)": 0.750602126121521, "Finetune/Step": 583, "Finetune/Step Time": 11.163734298199415}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.850448489189148, "Finetune/Loss (Raw)": 0.8654044270515442, "Finetune/Step": 584, "Finetune/Step Time": 11.14018775895238}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.8516739010810852, "Finetune/Loss (Raw)": 0.9339852929115295, "Finetune/Step": 585, "Finetune/Step Time": 11.137263683602214}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.8481132984161377, "Finetune/Loss (Raw)": 0.5894878506660461, "Finetune/Step": 586, "Finetune/Step Time": 11.169130019843578}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.8494052886962891, "Finetune/Loss (Raw)": 1.0226619243621826, "Finetune/Step": 587, "Finetune/Step Time": 11.156805714592338}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.8496813178062439, "Finetune/Loss (Raw)": 0.7619194388389587, "Finetune/Step": 588, "Finetune/Step Time": 11.168581588193774}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.8508070111274719, "Finetune/Loss (Raw)": 0.9689027070999146, "Finetune/Step": 589, "Finetune/Step Time": 11.155132500454783}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.8517122268676758, "Finetune/Loss (Raw)": 0.9898556470870972, "Finetune/Step": 590, "Finetune/Step Time": 11.157078059390187}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.849463939666748, "Finetune/Loss (Raw)": 0.7984638810157776, "Finetune/Step": 591, "Finetune/Step Time": 11.147529311478138}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.8514189720153809, "Finetune/Loss (Raw)": 0.8492076396942139, "Finetune/Step": 592, "Finetune/Step Time": 11.10569235868752}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.850575864315033, "Finetune/Loss (Raw)": 0.843688428401947, "Finetune/Step": 593, "Finetune/Step Time": 11.124053411185741}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.8518294095993042, "Finetune/Loss (Raw)": 0.8833224177360535, "Finetune/Step": 594, "Finetune/Step Time": 11.109990974888206}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.8514941334724426, "Finetune/Loss (Raw)": 0.9026700258255005, "Finetune/Step": 595, "Finetune/Step Time": 11.099422285333276}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.8521819114685059, "Finetune/Loss (Raw)": 0.8104041814804077, "Finetune/Step": 596, "Finetune/Step Time": 11.098911810666323}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.8536741733551025, "Finetune/Loss (Raw)": 0.7527951002120972, "Finetune/Step": 597, "Finetune/Step Time": 11.06473813392222}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.8535006046295166, "Finetune/Loss (Raw)": 0.8518133759498596, "Finetune/Step": 598, "Finetune/Step Time": 11.094748126342893}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.8538661003112793, "Finetune/Loss (Raw)": 0.9258158802986145, "Finetune/Step": 599, "Finetune/Step Time": 11.070826912298799}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.8533981442451477, "Finetune/Loss (Raw)": 0.9501521587371826, "Finetune/Step": 600, "Finetune/Step Time": 11.077949609607458}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.8534402847290039, "Finetune/Loss (Raw)": 0.7910624742507935, "Finetune/Step": 601, "Finetune/Step Time": 11.11180729046464}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.8531026840209961, "Finetune/Loss (Raw)": 0.9174160361289978, "Finetune/Step": 602, "Finetune/Step Time": 11.106773357838392}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.8514447212219238, "Finetune/Loss (Raw)": 0.7207263112068176, "Finetune/Step": 603, "Finetune/Step Time": 11.113001942634583}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.8517062664031982, "Finetune/Loss (Raw)": 0.9354783892631531, "Finetune/Step": 604, "Finetune/Step Time": 11.114015394821763}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.8507165908813477, "Finetune/Loss (Raw)": 0.7433202862739563, "Finetune/Step": 605, "Finetune/Step Time": 11.107584500685334}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.8502448201179504, "Finetune/Loss (Raw)": 0.7964611649513245, "Finetune/Step": 606, "Finetune/Step Time": 11.133541859686375}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.8479580879211426, "Finetune/Loss (Raw)": 0.6308729648590088, "Finetune/Step": 607, "Finetune/Step Time": 11.17917262390256}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.847906231880188, "Finetune/Loss (Raw)": 0.9473540782928467, "Finetune/Step": 608, "Finetune/Step Time": 11.17960180900991}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.8469064831733704, "Finetune/Loss (Raw)": 0.7911116480827332, "Finetune/Step": 609, "Finetune/Step Time": 11.177972685545683}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.8463467359542847, "Finetune/Loss (Raw)": 0.8610989451408386, "Finetune/Step": 610, "Finetune/Step Time": 11.16972460784018}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.8463910818099976, "Finetune/Loss (Raw)": 0.8933319449424744, "Finetune/Step": 611, "Finetune/Step Time": 11.139872919768095}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.8483428359031677, "Finetune/Loss (Raw)": 1.0445795059204102, "Finetune/Step": 612, "Finetune/Step Time": 11.13457135297358}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.8488137722015381, "Finetune/Loss (Raw)": 0.7235002517700195, "Finetune/Step": 613, "Finetune/Step Time": 11.122964210808277}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.849114179611206, "Finetune/Loss (Raw)": 0.8762142658233643, "Finetune/Step": 614, "Finetune/Step Time": 11.10152005776763}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.8486286401748657, "Finetune/Loss (Raw)": 0.8659012913703918, "Finetune/Step": 615, "Finetune/Step Time": 11.110244253650308}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.8481976985931396, "Finetune/Loss (Raw)": 0.8817476630210876, "Finetune/Step": 616, "Finetune/Step Time": 11.11550840549171}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.8487748503684998, "Finetune/Loss (Raw)": 0.8825186491012573, "Finetune/Step": 617, "Finetune/Step Time": 11.10711926035583}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.8497857451438904, "Finetune/Loss (Raw)": 0.8906586170196533, "Finetune/Step": 618, "Finetune/Step Time": 11.098134875297546}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.8521056771278381, "Finetune/Loss (Raw)": 0.8053832054138184, "Finetune/Step": 619, "Finetune/Step Time": 11.091924553737044}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.852282702922821, "Finetune/Loss (Raw)": 0.8746514320373535, "Finetune/Step": 620, "Finetune/Step Time": 11.081286797299981}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.8522677421569824, "Finetune/Loss (Raw)": 0.8994290232658386, "Finetune/Step": 621, "Finetune/Step Time": 11.110232578590512}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.8522074222564697, "Finetune/Loss (Raw)": 0.8507055640220642, "Finetune/Step": 622, "Finetune/Step Time": 11.097580675035715}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.852675199508667, "Finetune/Loss (Raw)": 0.9344847202301025, "Finetune/Step": 623, "Finetune/Step Time": 11.099620060995221}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.8524078726768494, "Finetune/Loss (Raw)": 0.8771522045135498, "Finetune/Step": 624, "Finetune/Step Time": 11.076395079493523}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.8531880974769592, "Finetune/Loss (Raw)": 0.9196978807449341, "Finetune/Step": 625, "Finetune/Step Time": 11.079615702852607}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.853420078754425, "Finetune/Loss (Raw)": 0.9542851448059082, "Finetune/Step": 626, "Finetune/Step Time": 11.080153876915574}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.8540842533111572, "Finetune/Loss (Raw)": 0.8958460688591003, "Finetune/Step": 627, "Finetune/Step Time": 11.081631420180202}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.8539344668388367, "Finetune/Loss (Raw)": 0.8432464599609375, "Finetune/Step": 628, "Finetune/Step Time": 11.067263318225741}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.8556866645812988, "Finetune/Loss (Raw)": 0.9006257057189941, "Finetune/Step": 629, "Finetune/Step Time": 11.057833699509501}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.8581846952438354, "Finetune/Loss (Raw)": 1.0437705516815186, "Finetune/Step": 630, "Finetune/Step Time": 11.034172169864178}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.8579088449478149, "Finetune/Loss (Raw)": 0.7422266006469727, "Finetune/Step": 631, "Finetune/Step Time": 11.011505676433444}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.8588969707489014, "Finetune/Loss (Raw)": 1.0045198202133179, "Finetune/Step": 632, "Finetune/Step Time": 11.004882413893938}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.8603416681289673, "Finetune/Loss (Raw)": 1.0864670276641846, "Finetune/Step": 633, "Finetune/Step Time": 11.005047105252743}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.8616670370101929, "Finetune/Loss (Raw)": 0.7920385599136353, "Finetune/Step": 634, "Finetune/Step Time": 10.995666744187474}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.861362874507904, "Finetune/Loss (Raw)": 0.885627269744873, "Finetune/Step": 635, "Finetune/Step Time": 11.004474958404899}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.8611124753952026, "Finetune/Loss (Raw)": 0.8234571218490601, "Finetune/Step": 636, "Finetune/Step Time": 11.029053719714284}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.861609697341919, "Finetune/Loss (Raw)": 0.9249785542488098, "Finetune/Step": 637, "Finetune/Step Time": 11.018546553328633}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.8626829385757446, "Finetune/Loss (Raw)": 0.9523160457611084, "Finetune/Step": 638, "Finetune/Step Time": 11.025685086846352}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.8621424436569214, "Finetune/Loss (Raw)": 0.8658344149589539, "Finetune/Step": 639, "Finetune/Step Time": 11.023621132597327}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.8621712327003479, "Finetune/Loss (Raw)": 0.8592479825019836, "Finetune/Step": 640, "Finetune/Step Time": 11.034833101555705}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.8610796332359314, "Finetune/Loss (Raw)": 0.8198297619819641, "Finetune/Step": 641, "Finetune/Step Time": 11.051238069310784}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.8583056926727295, "Finetune/Loss (Raw)": 0.5648245811462402, "Finetune/Step": 642, "Finetune/Step Time": 11.058343267068267}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.8603910207748413, "Finetune/Loss (Raw)": 0.878340482711792, "Finetune/Step": 643, "Finetune/Step Time": 11.022511651739478}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.860081672668457, "Finetune/Loss (Raw)": 0.9069204926490784, "Finetune/Step": 644, "Finetune/Step Time": 11.0283327922225}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.8604588508605957, "Finetune/Loss (Raw)": 0.9816968441009521, "Finetune/Step": 645, "Finetune/Step Time": 11.025166230276227}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.8603965044021606, "Finetune/Loss (Raw)": 0.8973643779754639, "Finetune/Step": 646, "Finetune/Step Time": 11.034673754125834}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.8592820167541504, "Finetune/Loss (Raw)": 0.8098437786102295, "Finetune/Step": 647, "Finetune/Step Time": 11.035487167537212}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.8604868650436401, "Finetune/Loss (Raw)": 0.92094486951828, "Finetune/Step": 648, "Finetune/Step Time": 11.037725107744336}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.8591957092285156, "Finetune/Loss (Raw)": 0.7751198410987854, "Finetune/Step": 649, "Finetune/Step Time": 11.034817647188902}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.8586914539337158, "Finetune/Loss (Raw)": 0.774336040019989, "Finetune/Step": 650, "Finetune/Step Time": 11.054782580584288}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.8600248694419861, "Finetune/Loss (Raw)": 0.8643289804458618, "Finetune/Step": 651, "Finetune/Step Time": 11.066757218912244}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.8596339225769043, "Finetune/Loss (Raw)": 0.8330532312393188, "Finetune/Step": 652, "Finetune/Step Time": 11.07319943793118}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.8587907552719116, "Finetune/Loss (Raw)": 0.8103331923484802, "Finetune/Step": 653, "Finetune/Step Time": 11.071830930188298}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.8612802028656006, "Finetune/Loss (Raw)": 1.1181221008300781, "Finetune/Step": 654, "Finetune/Step Time": 11.056338798254728}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.8613019585609436, "Finetune/Loss (Raw)": 0.8360081911087036, "Finetune/Step": 655, "Finetune/Step Time": 11.06464715115726}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.8606786131858826, "Finetune/Loss (Raw)": 0.827836811542511, "Finetune/Step": 656, "Finetune/Step Time": 11.068003844469786}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.8599454760551453, "Finetune/Loss (Raw)": 0.7926285862922668, "Finetune/Step": 657, "Finetune/Step Time": 11.09524218738079}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.8594905734062195, "Finetune/Loss (Raw)": 0.8874518871307373, "Finetune/Step": 658, "Finetune/Step Time": 11.097460420802236}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.8569200038909912, "Finetune/Loss (Raw)": 0.6844935417175293, "Finetune/Step": 659, "Finetune/Step Time": 11.126828568056226}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.8580763339996338, "Finetune/Loss (Raw)": 0.9763081669807434, "Finetune/Step": 660, "Finetune/Step Time": 11.12743667140603}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.8582627773284912, "Finetune/Loss (Raw)": 0.880906343460083, "Finetune/Step": 661, "Finetune/Step Time": 11.117933241650462}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.8592011332511902, "Finetune/Loss (Raw)": 0.9526984095573425, "Finetune/Step": 662, "Finetune/Step Time": 11.103074666112661}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.8602612018585205, "Finetune/Loss (Raw)": 0.9504273533821106, "Finetune/Step": 663, "Finetune/Step Time": 11.083308951929212}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.8610386848449707, "Finetune/Loss (Raw)": 0.8436414003372192, "Finetune/Step": 664, "Finetune/Step Time": 11.060789642855525}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.8613687753677368, "Finetune/Loss (Raw)": 0.9525971412658691, "Finetune/Step": 665, "Finetune/Step Time": 11.070673484355211}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.8621693849563599, "Finetune/Loss (Raw)": 1.020547866821289, "Finetune/Step": 666, "Finetune/Step Time": 11.059639811515808}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.8616329431533813, "Finetune/Loss (Raw)": 0.9225714206695557, "Finetune/Step": 667, "Finetune/Step Time": 11.075731705874205}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.8607993125915527, "Finetune/Loss (Raw)": 0.7370836138725281, "Finetune/Step": 668, "Finetune/Step Time": 11.079636935144663}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.8612356781959534, "Finetune/Loss (Raw)": 0.9275497198104858, "Finetune/Step": 669, "Finetune/Step Time": 11.072082163766026}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.8605808019638062, "Finetune/Loss (Raw)": 0.8030007481575012, "Finetune/Step": 670, "Finetune/Step Time": 11.071731124073267}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.8593859672546387, "Finetune/Loss (Raw)": 0.8462465405464172, "Finetune/Step": 671, "Finetune/Step Time": 11.068472249433398}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.859248161315918, "Finetune/Loss (Raw)": 0.9147291779518127, "Finetune/Step": 672, "Finetune/Step Time": 11.065947022289038}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.8600784540176392, "Finetune/Loss (Raw)": 1.0160871744155884, "Finetune/Step": 673, "Finetune/Step Time": 11.067103791981936}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.8611094355583191, "Finetune/Loss (Raw)": 1.011719822883606, "Finetune/Step": 674, "Finetune/Step Time": 11.071411460638046}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.8609775900840759, "Finetune/Loss (Raw)": 0.9366370439529419, "Finetune/Step": 675, "Finetune/Step Time": 11.073988936841488}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.8623605370521545, "Finetune/Loss (Raw)": 0.9259229898452759, "Finetune/Step": 676, "Finetune/Step Time": 11.062818922102451}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.8630086779594421, "Finetune/Loss (Raw)": 0.7196407914161682, "Finetune/Step": 677, "Finetune/Step Time": 11.114825358614326}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.8642928004264832, "Finetune/Loss (Raw)": 0.9785534143447876, "Finetune/Step": 678, "Finetune/Step Time": 11.1175557654351}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.8656514883041382, "Finetune/Loss (Raw)": 0.9760839343070984, "Finetune/Step": 679, "Finetune/Step Time": 11.112293630838394}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.8641892075538635, "Finetune/Loss (Raw)": 0.8040652871131897, "Finetune/Step": 680, "Finetune/Step Time": 11.110011450946331}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.8661457300186157, "Finetune/Loss (Raw)": 0.9430890679359436, "Finetune/Step": 681, "Finetune/Step Time": 11.10315391793847}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.8659170866012573, "Finetune/Loss (Raw)": 0.9452857375144958, "Finetune/Step": 682, "Finetune/Step Time": 11.10678219422698}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.8668440580368042, "Finetune/Loss (Raw)": 0.9743160605430603, "Finetune/Step": 683, "Finetune/Step Time": 11.076419457793236}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.8663056492805481, "Finetune/Loss (Raw)": 0.8071056604385376, "Finetune/Step": 684, "Finetune/Step Time": 11.06940658390522}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.8647260665893555, "Finetune/Loss (Raw)": 0.6223529577255249, "Finetune/Step": 685, "Finetune/Step Time": 11.08880683593452}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.8663011789321899, "Finetune/Loss (Raw)": 0.7109506726264954, "Finetune/Step": 686, "Finetune/Step Time": 11.069019636139274}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.8663837909698486, "Finetune/Loss (Raw)": 0.8729322552680969, "Finetune/Step": 687, "Finetune/Step Time": 11.064545210450888}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.8674060106277466, "Finetune/Loss (Raw)": 0.8710679411888123, "Finetune/Step": 688, "Finetune/Step Time": 11.056180646643043}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.8654241561889648, "Finetune/Loss (Raw)": 0.5413181781768799, "Finetune/Step": 689, "Finetune/Step Time": 11.070060903206468}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.864311158657074, "Finetune/Loss (Raw)": 0.6366466283798218, "Finetune/Step": 690, "Finetune/Step Time": 11.143371980637312}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.8646215200424194, "Finetune/Loss (Raw)": 0.935867965221405, "Finetune/Step": 691, "Finetune/Step Time": 11.148487981408834}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.8636909127235413, "Finetune/Loss (Raw)": 0.7735016345977783, "Finetune/Step": 692, "Finetune/Step Time": 11.174500336870551}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.8639507293701172, "Finetune/Loss (Raw)": 0.7638100385665894, "Finetune/Step": 693, "Finetune/Step Time": 11.171356707811356}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.8616147637367249, "Finetune/Loss (Raw)": 0.6879323124885559, "Finetune/Step": 694, "Finetune/Step Time": 11.202671498060226}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.8610267639160156, "Finetune/Loss (Raw)": 0.6944476962089539, "Finetune/Step": 695, "Finetune/Step Time": 11.21112197265029}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.8638748526573181, "Finetune/Loss (Raw)": 0.9458318948745728, "Finetune/Step": 696, "Finetune/Step Time": 11.17922668159008}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.8634217977523804, "Finetune/Loss (Raw)": 0.7745318412780762, "Finetune/Step": 697, "Finetune/Step Time": 11.184389032423496}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.8645058274269104, "Finetune/Loss (Raw)": 0.9974632859230042, "Finetune/Step": 698, "Finetune/Step Time": 11.17185902222991}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.8666322827339172, "Finetune/Loss (Raw)": 1.056030035018921, "Finetune/Step": 699, "Finetune/Step Time": 11.164729207754135}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.8658574819564819, "Finetune/Loss (Raw)": 0.7911227941513062, "Finetune/Step": 700, "Finetune/Step Time": 11.18876040354371}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.8627973198890686, "Finetune/Loss (Raw)": 0.5629878640174866, "Finetune/Step": 701, "Finetune/Step Time": 11.224899580702186}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.8618913292884827, "Finetune/Loss (Raw)": 0.8523406386375427, "Finetune/Step": 702, "Finetune/Step Time": 11.233369439840317}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.8596132397651672, "Finetune/Loss (Raw)": 0.6877534985542297, "Finetune/Step": 703, "Finetune/Step Time": 11.218214351683855}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.8601051568984985, "Finetune/Loss (Raw)": 0.9165546298027039, "Finetune/Step": 704, "Finetune/Step Time": 11.230841990560293}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.8605248928070068, "Finetune/Loss (Raw)": 0.9189517498016357, "Finetune/Step": 705, "Finetune/Step Time": 11.229329293593764}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.8592849969863892, "Finetune/Loss (Raw)": 0.6385721564292908, "Finetune/Step": 706, "Finetune/Step Time": 11.231167687103152}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.8595893383026123, "Finetune/Loss (Raw)": 0.7806106209754944, "Finetune/Step": 707, "Finetune/Step Time": 11.21165525354445}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.8604866862297058, "Finetune/Loss (Raw)": 1.0259445905685425, "Finetune/Step": 708, "Finetune/Step Time": 11.213008143007755}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.8589656352996826, "Finetune/Loss (Raw)": 0.779305100440979, "Finetune/Step": 709, "Finetune/Step Time": 11.21341305039823}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.857479453086853, "Finetune/Loss (Raw)": 0.787752628326416, "Finetune/Step": 710, "Finetune/Step Time": 11.202538141980767}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.8585689067840576, "Finetune/Loss (Raw)": 0.8900545239448547, "Finetune/Step": 711, "Finetune/Step Time": 11.224583508446813}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.8565053343772888, "Finetune/Loss (Raw)": 0.601262629032135, "Finetune/Step": 712, "Finetune/Step Time": 11.241970369592309}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.856316089630127, "Finetune/Loss (Raw)": 0.9097656011581421, "Finetune/Step": 713, "Finetune/Step Time": 11.24310010112822}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.8573449850082397, "Finetune/Loss (Raw)": 0.7211854457855225, "Finetune/Step": 714, "Finetune/Step Time": 11.21363289654255}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.8569595813751221, "Finetune/Loss (Raw)": 0.9733314514160156, "Finetune/Step": 715, "Finetune/Step Time": 11.21558098308742}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.8568716049194336, "Finetune/Loss (Raw)": 0.7506510019302368, "Finetune/Step": 716, "Finetune/Step Time": 11.181321740150452}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.8567164540290833, "Finetune/Loss (Raw)": 0.9490445256233215, "Finetune/Step": 717, "Finetune/Step Time": 11.196991609409451}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.8558473587036133, "Finetune/Loss (Raw)": 0.8786159157752991, "Finetune/Step": 718, "Finetune/Step Time": 11.199922762811184}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.856826663017273, "Finetune/Loss (Raw)": 0.9238206744194031, "Finetune/Step": 719, "Finetune/Step Time": 11.201740549877286}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.8579725623130798, "Finetune/Loss (Raw)": 0.995875895023346, "Finetune/Step": 720, "Finetune/Step Time": 11.205731173977256}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.8576952219009399, "Finetune/Loss (Raw)": 0.8081814646720886, "Finetune/Step": 721, "Finetune/Step Time": 11.21230023726821}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.8570572137832642, "Finetune/Loss (Raw)": 0.8016630411148071, "Finetune/Step": 722, "Finetune/Step Time": 11.248427847400308}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.8577976822853088, "Finetune/Loss (Raw)": 0.997451901435852, "Finetune/Step": 723, "Finetune/Step Time": 11.244598243385553}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.8587105870246887, "Finetune/Loss (Raw)": 0.9272540211677551, "Finetune/Step": 724, "Finetune/Step Time": 11.244657984003425}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.860937774181366, "Finetune/Loss (Raw)": 1.0378756523132324, "Finetune/Step": 725, "Finetune/Step Time": 11.245043992996216}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.8588376045227051, "Finetune/Loss (Raw)": 0.5829922556877136, "Finetune/Step": 726, "Finetune/Step Time": 11.227776166051626}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.8586183786392212, "Finetune/Loss (Raw)": 0.897760272026062, "Finetune/Step": 727, "Finetune/Step Time": 11.240341432392597}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.8588833808898926, "Finetune/Loss (Raw)": 0.9840720295906067, "Finetune/Step": 728, "Finetune/Step Time": 11.240346362814307}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.8565372228622437, "Finetune/Loss (Raw)": 0.49075254797935486, "Finetune/Step": 729, "Finetune/Step Time": 11.233606789261103}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.8564321994781494, "Finetune/Loss (Raw)": 0.9039756655693054, "Finetune/Step": 730, "Finetune/Step Time": 11.249905221164227}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.857836902141571, "Finetune/Loss (Raw)": 0.9005212187767029, "Finetune/Step": 731, "Finetune/Step Time": 11.24273038096726}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.8565186262130737, "Finetune/Loss (Raw)": 0.7667405009269714, "Finetune/Step": 732, "Finetune/Step Time": 11.290287755429745}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.857458233833313, "Finetune/Loss (Raw)": 0.8635901212692261, "Finetune/Step": 733, "Finetune/Step Time": 11.28825319185853}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.8571274280548096, "Finetune/Loss (Raw)": 0.7541211247444153, "Finetune/Step": 734, "Finetune/Step Time": 11.268807347863913}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.8578232526779175, "Finetune/Loss (Raw)": 0.7199408411979675, "Finetune/Step": 735, "Finetune/Step Time": 11.232399387285113}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.8571981191635132, "Finetune/Loss (Raw)": 0.8673363924026489, "Finetune/Step": 736, "Finetune/Step Time": 11.284252427518368}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.8588414192199707, "Finetune/Loss (Raw)": 1.0014443397521973, "Finetune/Step": 737, "Finetune/Step Time": 11.277448799461126}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.8593026399612427, "Finetune/Loss (Raw)": 0.9201422929763794, "Finetune/Step": 738, "Finetune/Step Time": 11.266644977033138}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.8581300377845764, "Finetune/Loss (Raw)": 0.7432360649108887, "Finetune/Step": 739, "Finetune/Step Time": 11.315357569605112}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.8576515316963196, "Finetune/Loss (Raw)": 0.9833289980888367, "Finetune/Step": 740, "Finetune/Step Time": 11.322191786020994}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.8571354150772095, "Finetune/Loss (Raw)": 0.6574395895004272, "Finetune/Step": 741, "Finetune/Step Time": 11.348285311833024}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.85689377784729, "Finetune/Loss (Raw)": 0.845287561416626, "Finetune/Step": 742, "Finetune/Step Time": 11.36110258474946}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.857633113861084, "Finetune/Loss (Raw)": 0.9605362415313721, "Finetune/Step": 743, "Finetune/Step Time": 11.350226232782006}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.8575695753097534, "Finetune/Loss (Raw)": 0.8736135959625244, "Finetune/Step": 744, "Finetune/Step Time": 11.352061863988638}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.8565300703048706, "Finetune/Loss (Raw)": 0.749454140663147, "Finetune/Step": 745, "Finetune/Step Time": 11.37633853033185}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.8572858572006226, "Finetune/Loss (Raw)": 0.9873990416526794, "Finetune/Step": 746, "Finetune/Step Time": 11.365908414125443}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.8586444854736328, "Finetune/Loss (Raw)": 0.9792941212654114, "Finetune/Step": 747, "Finetune/Step Time": 11.336930053308606}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.8594849109649658, "Finetune/Loss (Raw)": 0.9822211861610413, "Finetune/Step": 748, "Finetune/Step Time": 11.3383718598634}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.8587682247161865, "Finetune/Loss (Raw)": 0.8076943755149841, "Finetune/Step": 749, "Finetune/Step Time": 11.319456495344639}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.8584104776382446, "Finetune/Loss (Raw)": 0.8049136996269226, "Finetune/Step": 750, "Finetune/Step Time": 11.320464044809341}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.8567979335784912, "Finetune/Loss (Raw)": 0.7280850410461426, "Finetune/Step": 751, "Finetune/Step Time": 11.323411805555224}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.8574316501617432, "Finetune/Loss (Raw)": 0.9582698941230774, "Finetune/Step": 752, "Finetune/Step Time": 11.32593728788197}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.8552006483078003, "Finetune/Loss (Raw)": 0.634130597114563, "Finetune/Step": 753, "Finetune/Step Time": 11.357494670897722}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.8538071513175964, "Finetune/Loss (Raw)": 0.7759096026420593, "Finetune/Step": 754, "Finetune/Step Time": 11.358280446380377}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.8524817228317261, "Finetune/Loss (Raw)": 0.726190447807312, "Finetune/Step": 755, "Finetune/Step Time": 11.392271561548114}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.8523203134536743, "Finetune/Loss (Raw)": 0.8225914239883423, "Finetune/Step": 756, "Finetune/Step Time": 11.391186224296689}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.8515825271606445, "Finetune/Loss (Raw)": 0.8061856031417847, "Finetune/Step": 757, "Finetune/Step Time": 11.404604014009237}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8509296178817749, "Finetune/Loss (Raw)": 0.9602028727531433, "Finetune/Step": 758, "Finetune/Step Time": 11.413145856931806}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.8524038791656494, "Finetune/Loss (Raw)": 0.9309311509132385, "Finetune/Step": 759, "Finetune/Step Time": 11.417727556079626}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8512510061264038, "Finetune/Loss (Raw)": 0.8569503426551819, "Finetune/Step": 760, "Finetune/Step Time": 11.404890989884734}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.8496428728103638, "Finetune/Loss (Raw)": 0.880629301071167, "Finetune/Step": 761, "Finetune/Step Time": 11.410080846399069}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.8486931324005127, "Finetune/Loss (Raw)": 0.6704650521278381, "Finetune/Step": 762, "Finetune/Step Time": 11.452577330172062}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8474394083023071, "Finetune/Loss (Raw)": 0.72514808177948, "Finetune/Step": 763, "Finetune/Step Time": 11.454036178067327}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8473590612411499, "Finetune/Loss (Raw)": 0.8131812810897827, "Finetune/Step": 764, "Finetune/Step Time": 11.419880608096719}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.847041666507721, "Finetune/Loss (Raw)": 0.8843419551849365, "Finetune/Step": 765, "Finetune/Step Time": 11.426121141761541}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8468955755233765, "Finetune/Loss (Raw)": 0.9336180686950684, "Finetune/Step": 766, "Finetune/Step Time": 11.444378551095724}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8466131687164307, "Finetune/Loss (Raw)": 0.8296914100646973, "Finetune/Step": 767, "Finetune/Step Time": 11.462654862552881}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8464946150779724, "Finetune/Loss (Raw)": 0.8440732359886169, "Finetune/Step": 768, "Finetune/Step Time": 11.463093781843781}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.845491349697113, "Finetune/Loss (Raw)": 0.6914098858833313, "Finetune/Step": 769, "Finetune/Step Time": 11.46604223176837}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8476458787918091, "Finetune/Loss (Raw)": 0.8406085968017578, "Finetune/Step": 770, "Finetune/Step Time": 11.448133425787091}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8481677174568176, "Finetune/Loss (Raw)": 0.945125937461853, "Finetune/Step": 771, "Finetune/Step Time": 11.455655232071877}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8480257987976074, "Finetune/Loss (Raw)": 0.8887632489204407, "Finetune/Step": 772, "Finetune/Step Time": 11.445911269634962}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.8476592898368835, "Finetune/Loss (Raw)": 0.934782087802887, "Finetune/Step": 773, "Finetune/Step Time": 11.444803636521101}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8463155031204224, "Finetune/Loss (Raw)": 0.7253588438034058, "Finetune/Step": 774, "Finetune/Step Time": 11.480820989236236}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8472049832344055, "Finetune/Loss (Raw)": 0.9236984252929688, "Finetune/Step": 775, "Finetune/Step Time": 11.48356824181974}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.845211386680603, "Finetune/Loss (Raw)": 0.6657675504684448, "Finetune/Step": 776, "Finetune/Step Time": 11.47905613295734}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.8466530442237854, "Finetune/Loss (Raw)": 0.959649384021759, "Finetune/Step": 777, "Finetune/Step Time": 11.501363389194012}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8478749394416809, "Finetune/Loss (Raw)": 0.9307380318641663, "Finetune/Step": 778, "Finetune/Step Time": 11.483368765562773}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8474695682525635, "Finetune/Loss (Raw)": 0.8124405741691589, "Finetune/Step": 779, "Finetune/Step Time": 11.478530704975128}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.8455342054367065, "Finetune/Loss (Raw)": 0.5853292942047119, "Finetune/Step": 780, "Finetune/Step Time": 11.513528387993574}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8454570174217224, "Finetune/Loss (Raw)": 0.8004496693611145, "Finetune/Step": 781, "Finetune/Step Time": 11.51442482508719}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8410483002662659, "Finetune/Loss (Raw)": 0.553805947303772, "Finetune/Step": 782, "Finetune/Step Time": 11.56228244304657}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8407337665557861, "Finetune/Loss (Raw)": 0.795746922492981, "Finetune/Step": 783, "Finetune/Step Time": 11.635387687012553}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8390651941299438, "Finetune/Loss (Raw)": 0.6142594814300537, "Finetune/Step": 784, "Finetune/Step Time": 11.661063561215997}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8401346206665039, "Finetune/Loss (Raw)": 0.9295181035995483, "Finetune/Step": 785, "Finetune/Step Time": 11.657663552090526}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8406251668930054, "Finetune/Loss (Raw)": 0.9502449631690979, "Finetune/Step": 786, "Finetune/Step Time": 11.65893880277872}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8421880006790161, "Finetune/Loss (Raw)": 0.884532630443573, "Finetune/Step": 787, "Finetune/Step Time": 11.666151797398925}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8422175645828247, "Finetune/Loss (Raw)": 0.9800926446914673, "Finetune/Step": 788, "Finetune/Step Time": 11.663908226415515}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8422901630401611, "Finetune/Loss (Raw)": 0.89020174741745, "Finetune/Step": 789, "Finetune/Step Time": 11.662028312683105}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8391711115837097, "Finetune/Loss (Raw)": 0.553457498550415, "Finetune/Step": 790, "Finetune/Step Time": 11.706561548635364}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8382405042648315, "Finetune/Loss (Raw)": 0.8313133120536804, "Finetune/Step": 791, "Finetune/Step Time": 11.715501502156258}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8375675082206726, "Finetune/Loss (Raw)": 0.7574962377548218, "Finetune/Step": 792, "Finetune/Step Time": 11.702705698087811}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8368287086486816, "Finetune/Loss (Raw)": 0.8580294847488403, "Finetune/Step": 793, "Finetune/Step Time": 11.706836637109518}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8349483013153076, "Finetune/Loss (Raw)": 0.7798546552658081, "Finetune/Step": 794, "Finetune/Step Time": 11.71597040258348}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8345835208892822, "Finetune/Loss (Raw)": 0.8758759498596191, "Finetune/Step": 795, "Finetune/Step Time": 11.721883038058877}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8354867696762085, "Finetune/Loss (Raw)": 0.8527011275291443, "Finetune/Step": 796, "Finetune/Step Time": 11.721069836989045}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8349156975746155, "Finetune/Loss (Raw)": 0.854455828666687, "Finetune/Step": 797, "Finetune/Step Time": 11.727792866528034}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8357815742492676, "Finetune/Loss (Raw)": 0.9138273596763611, "Finetune/Step": 798, "Finetune/Step Time": 11.737022556364536}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8352612853050232, "Finetune/Loss (Raw)": 0.7796533107757568, "Finetune/Step": 799, "Finetune/Step Time": 11.745039138942957}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8349860906600952, "Finetune/Loss (Raw)": 0.8795050978660583, "Finetune/Step": 800, "Finetune/Step Time": 11.750258762389421}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8340916633605957, "Finetune/Loss (Raw)": 0.9016016721725464, "Finetune/Step": 801, "Finetune/Step Time": 11.789887150749564}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8323171138763428, "Finetune/Loss (Raw)": 0.7845727205276489, "Finetune/Step": 802, "Finetune/Step Time": 11.792787102982402}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8305059671401978, "Finetune/Loss (Raw)": 0.7048176527023315, "Finetune/Step": 803, "Finetune/Step Time": 11.802648847922683}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8299878835678101, "Finetune/Loss (Raw)": 0.8596068620681763, "Finetune/Step": 804, "Finetune/Step Time": 11.795028088614345}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8312341570854187, "Finetune/Loss (Raw)": 0.8791638612747192, "Finetune/Step": 805, "Finetune/Step Time": 11.745152847841382}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8289144039154053, "Finetune/Loss (Raw)": 0.6816169023513794, "Finetune/Step": 806, "Finetune/Step Time": 11.769591534510255}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8279234170913696, "Finetune/Loss (Raw)": 0.8492389917373657, "Finetune/Step": 807, "Finetune/Step Time": 11.76214656420052}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.827807605266571, "Finetune/Loss (Raw)": 0.7892503142356873, "Finetune/Step": 808, "Finetune/Step Time": 11.787441367283463}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8270272016525269, "Finetune/Loss (Raw)": 0.8431957364082336, "Finetune/Step": 809, "Finetune/Step Time": 11.797667250037193}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8271383047103882, "Finetune/Loss (Raw)": 0.9595053791999817, "Finetune/Step": 810, "Finetune/Step Time": 11.794988362118602}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8253403902053833, "Finetune/Loss (Raw)": 0.7441812753677368, "Finetune/Step": 811, "Finetune/Step Time": 11.794892083853483}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8272018432617188, "Finetune/Loss (Raw)": 1.0453726053237915, "Finetune/Step": 812, "Finetune/Step Time": 11.7838337700814}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8291382193565369, "Finetune/Loss (Raw)": 0.8702100515365601, "Finetune/Step": 813, "Finetune/Step Time": 11.763871766626835}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8301851153373718, "Finetune/Loss (Raw)": 0.8449474573135376, "Finetune/Step": 814, "Finetune/Step Time": 11.752133237197995}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8299575448036194, "Finetune/Loss (Raw)": 0.843805730342865, "Finetune/Step": 815, "Finetune/Step Time": 11.755467634648085}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8302773237228394, "Finetune/Loss (Raw)": 0.9119941592216492, "Finetune/Step": 816, "Finetune/Step Time": 11.761345556005836}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8331265449523926, "Finetune/Loss (Raw)": 0.9060271382331848, "Finetune/Step": 817, "Finetune/Step Time": 11.76095575839281}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.832790195941925, "Finetune/Loss (Raw)": 0.5935912132263184, "Finetune/Step": 818, "Finetune/Step Time": 11.729465721175075}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8311231732368469, "Finetune/Loss (Raw)": 0.7224913835525513, "Finetune/Step": 819, "Finetune/Step Time": 11.731858557090163}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8298080563545227, "Finetune/Loss (Raw)": 0.6051649451255798, "Finetune/Step": 820, "Finetune/Step Time": 11.702912334352732}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8304275274276733, "Finetune/Loss (Raw)": 0.8431065082550049, "Finetune/Step": 821, "Finetune/Step Time": 11.70344441384077}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.83127760887146, "Finetune/Loss (Raw)": 0.7967329025268555, "Finetune/Step": 822, "Finetune/Step Time": 11.673017056658864}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8335713148117065, "Finetune/Loss (Raw)": 0.988050639629364, "Finetune/Step": 823, "Finetune/Step Time": 11.651348987594247}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8330675363540649, "Finetune/Loss (Raw)": 0.8813471794128418, "Finetune/Step": 824, "Finetune/Step Time": 11.649822179228067}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8333287239074707, "Finetune/Loss (Raw)": 0.8079553842544556, "Finetune/Step": 825, "Finetune/Step Time": 11.638162514194846}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8312778472900391, "Finetune/Loss (Raw)": 0.7349497675895691, "Finetune/Step": 826, "Finetune/Step Time": 11.650343814864755}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.829395055770874, "Finetune/Loss (Raw)": 0.8150442838668823, "Finetune/Step": 827, "Finetune/Step Time": 11.63239792920649}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8281757831573486, "Finetune/Loss (Raw)": 0.6350473761558533, "Finetune/Step": 828, "Finetune/Step Time": 11.641556927934289}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.830168604850769, "Finetune/Loss (Raw)": 0.8180753588676453, "Finetune/Step": 829, "Finetune/Step Time": 11.619172528386116}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8304418921470642, "Finetune/Loss (Raw)": 0.8873181939125061, "Finetune/Step": 830, "Finetune/Step Time": 11.613434975966811}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8314807415008545, "Finetune/Loss (Raw)": 0.8207252025604248, "Finetune/Step": 831, "Finetune/Step Time": 11.622315719723701}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.831611156463623, "Finetune/Loss (Raw)": 0.9332501888275146, "Finetune/Step": 832, "Finetune/Step Time": 11.596740858629346}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8297608494758606, "Finetune/Loss (Raw)": 0.6821116805076599, "Finetune/Step": 833, "Finetune/Step Time": 11.632220394909382}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8314521908760071, "Finetune/Loss (Raw)": 0.855063796043396, "Finetune/Step": 834, "Finetune/Step Time": 11.64543916657567}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8320599794387817, "Finetune/Loss (Raw)": 0.8584107756614685, "Finetune/Step": 835, "Finetune/Step Time": 11.649608582258224}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8306885957717896, "Finetune/Loss (Raw)": 0.8504071831703186, "Finetune/Step": 836, "Finetune/Step Time": 11.643576994538307}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.83012855052948, "Finetune/Loss (Raw)": 0.7076165080070496, "Finetune/Step": 837, "Finetune/Step Time": 11.65729440189898}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8301376104354858, "Finetune/Loss (Raw)": 0.7889164090156555, "Finetune/Step": 838, "Finetune/Step Time": 11.660790206864476}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8289679884910583, "Finetune/Loss (Raw)": 0.7403427958488464, "Finetune/Step": 839, "Finetune/Step Time": 11.647783551365137}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8320904970169067, "Finetune/Loss (Raw)": 1.0009409189224243, "Finetune/Step": 840, "Finetune/Step Time": 11.6297667901963}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8311592936515808, "Finetune/Loss (Raw)": 0.7905709743499756, "Finetune/Step": 841, "Finetune/Step Time": 11.635167706757784}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.832639217376709, "Finetune/Loss (Raw)": 0.910616934299469, "Finetune/Step": 842, "Finetune/Step Time": 11.633985104039311}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.831861674785614, "Finetune/Loss (Raw)": 0.8738090991973877, "Finetune/Step": 843, "Finetune/Step Time": 11.651052488014102}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8323813080787659, "Finetune/Loss (Raw)": 0.8171612024307251, "Finetune/Step": 844, "Finetune/Step Time": 11.653497332707047}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8320902585983276, "Finetune/Loss (Raw)": 0.9117926359176636, "Finetune/Step": 845, "Finetune/Step Time": 11.634969720616937}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8326424360275269, "Finetune/Loss (Raw)": 0.9492959380149841, "Finetune/Step": 846, "Finetune/Step Time": 11.624587778002024}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8301414847373962, "Finetune/Loss (Raw)": 0.6036980748176575, "Finetune/Step": 847, "Finetune/Step Time": 11.661203313618898}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8280998468399048, "Finetune/Loss (Raw)": 0.7345391511917114, "Finetune/Step": 848, "Finetune/Step Time": 11.667841361835599}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8286092281341553, "Finetune/Loss (Raw)": 0.8733817338943481, "Finetune/Step": 849, "Finetune/Step Time": 11.637767693027854}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8284400701522827, "Finetune/Loss (Raw)": 0.7800173163414001, "Finetune/Step": 850, "Finetune/Step Time": 11.615330453962088}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8275495767593384, "Finetune/Loss (Raw)": 0.8834711909294128, "Finetune/Step": 851, "Finetune/Step Time": 11.62129419669509}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8261318206787109, "Finetune/Loss (Raw)": 0.7457794547080994, "Finetune/Step": 852, "Finetune/Step Time": 11.600523026660085}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8246780633926392, "Finetune/Loss (Raw)": 0.8517917394638062, "Finetune/Step": 853, "Finetune/Step Time": 11.592622268944979}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8261973857879639, "Finetune/Loss (Raw)": 0.7774689197540283, "Finetune/Step": 854, "Finetune/Step Time": 11.59553611278534}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8238319158554077, "Finetune/Loss (Raw)": 0.5949764251708984, "Finetune/Step": 855, "Finetune/Step Time": 11.650693345814943}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8226661682128906, "Finetune/Loss (Raw)": 0.8348519802093506, "Finetune/Step": 856, "Finetune/Step Time": 11.647038171067834}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.824873149394989, "Finetune/Loss (Raw)": 0.773250937461853, "Finetune/Step": 857, "Finetune/Step Time": 11.621882637962699}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.825989842414856, "Finetune/Loss (Raw)": 1.046912670135498, "Finetune/Step": 858, "Finetune/Step Time": 11.606570906937122}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8258789777755737, "Finetune/Loss (Raw)": 0.8863331079483032, "Finetune/Step": 859, "Finetune/Step Time": 11.630313793197274}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8262388110160828, "Finetune/Loss (Raw)": 0.8127931952476501, "Finetune/Step": 860, "Finetune/Step Time": 11.58260627835989}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8241758346557617, "Finetune/Loss (Raw)": 0.5995245575904846, "Finetune/Step": 861, "Finetune/Step Time": 11.565196745097637}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8250724077224731, "Finetune/Loss (Raw)": 0.8688927888870239, "Finetune/Step": 862, "Finetune/Step Time": 11.578425304964185}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8248917460441589, "Finetune/Loss (Raw)": 0.6968164443969727, "Finetune/Step": 863, "Finetune/Step Time": 11.588073572143912}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8253787755966187, "Finetune/Loss (Raw)": 0.9296742677688599, "Finetune/Step": 864, "Finetune/Step Time": 11.552730018272996}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8236749172210693, "Finetune/Loss (Raw)": 0.7833458185195923, "Finetune/Step": 865, "Finetune/Step Time": 11.58268622495234}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8242444396018982, "Finetune/Loss (Raw)": 0.9930459260940552, "Finetune/Step": 866, "Finetune/Step Time": 11.58505060710013}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8257795572280884, "Finetune/Loss (Raw)": 0.9397334456443787, "Finetune/Step": 867, "Finetune/Step Time": 11.537362456321716}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.824445366859436, "Finetune/Loss (Raw)": 0.812542200088501, "Finetune/Step": 868, "Finetune/Step Time": 11.527089819312096}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8267626166343689, "Finetune/Loss (Raw)": 0.9540526866912842, "Finetune/Step": 869, "Finetune/Step Time": 11.515898928046227}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8261328935623169, "Finetune/Loss (Raw)": 0.7646846771240234, "Finetune/Step": 870, "Finetune/Step Time": 11.516620229929686}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8239009380340576, "Finetune/Loss (Raw)": 0.6748389601707458, "Finetune/Step": 871, "Finetune/Step Time": 11.522839495912194}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8239841461181641, "Finetune/Loss (Raw)": 0.8842697739601135, "Finetune/Step": 872, "Finetune/Step Time": 11.517933739349246}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8254851698875427, "Finetune/Loss (Raw)": 0.9415853023529053, "Finetune/Step": 873, "Finetune/Step Time": 11.495514251291752}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8235456943511963, "Finetune/Loss (Raw)": 0.7391480803489685, "Finetune/Step": 874, "Finetune/Step Time": 11.499345188960433}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8218433260917664, "Finetune/Loss (Raw)": 0.7613890171051025, "Finetune/Step": 875, "Finetune/Step Time": 11.514000188559294}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.820632815361023, "Finetune/Loss (Raw)": 0.8272666931152344, "Finetune/Step": 876, "Finetune/Step Time": 11.515763774514198}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.821060836315155, "Finetune/Loss (Raw)": 0.862488329410553, "Finetune/Step": 877, "Finetune/Step Time": 11.514516992494464}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8214213848114014, "Finetune/Loss (Raw)": 0.8510703444480896, "Finetune/Step": 878, "Finetune/Step Time": 11.505304172635078}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8218802213668823, "Finetune/Loss (Raw)": 0.7868167161941528, "Finetune/Step": 879, "Finetune/Step Time": 11.538407469168305}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8208187818527222, "Finetune/Loss (Raw)": 0.8223985433578491, "Finetune/Step": 880, "Finetune/Step Time": 11.54600210674107}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8211265802383423, "Finetune/Loss (Raw)": 0.6735256910324097, "Finetune/Step": 881, "Finetune/Step Time": 11.527685854583979}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8216488361358643, "Finetune/Loss (Raw)": 0.8427608013153076, "Finetune/Step": 882, "Finetune/Step Time": 11.527150986716151}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.823325514793396, "Finetune/Loss (Raw)": 0.94080650806427, "Finetune/Step": 883, "Finetune/Step Time": 11.486067024990916}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.824530839920044, "Finetune/Loss (Raw)": 0.9768704175949097, "Finetune/Step": 884, "Finetune/Step Time": 11.487246170639992}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8220559358596802, "Finetune/Loss (Raw)": 0.4893985390663147, "Finetune/Step": 885, "Finetune/Step Time": 11.508509941399097}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.8212350606918335, "Finetune/Loss (Raw)": 0.8551303744316101, "Finetune/Step": 886, "Finetune/Step Time": 11.515653626993299}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8193213939666748, "Finetune/Loss (Raw)": 0.6859853267669678, "Finetune/Step": 887, "Finetune/Step Time": 11.556677605956793}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8200038075447083, "Finetune/Loss (Raw)": 0.9443000555038452, "Finetune/Step": 888, "Finetune/Step Time": 11.568644689396024}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8204077482223511, "Finetune/Loss (Raw)": 0.9323297142982483, "Finetune/Step": 889, "Finetune/Step Time": 11.57735401391983}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8218426704406738, "Finetune/Loss (Raw)": 0.8541406989097595, "Finetune/Step": 890, "Finetune/Step Time": 11.539326744154096}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8228855729103088, "Finetune/Loss (Raw)": 0.8586426973342896, "Finetune/Step": 891, "Finetune/Step Time": 11.544827399775386}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8225367069244385, "Finetune/Loss (Raw)": 0.768517255783081, "Finetune/Step": 892, "Finetune/Step Time": 11.551684442907572}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.823022723197937, "Finetune/Loss (Raw)": 0.946556806564331, "Finetune/Step": 893, "Finetune/Step Time": 11.546388382092118}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8227212429046631, "Finetune/Loss (Raw)": 0.895025908946991, "Finetune/Step": 894, "Finetune/Step Time": 11.523070184513927}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.82237708568573, "Finetune/Loss (Raw)": 0.7856405377388, "Finetune/Step": 895, "Finetune/Step Time": 11.526301378384233}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.822870135307312, "Finetune/Loss (Raw)": 0.9071820378303528, "Finetune/Step": 896, "Finetune/Step Time": 11.520309951156378}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.822618842124939, "Finetune/Loss (Raw)": 0.6592538952827454, "Finetune/Step": 897, "Finetune/Step Time": 11.526963183656335}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8204972743988037, "Finetune/Loss (Raw)": 0.5690393447875977, "Finetune/Step": 898, "Finetune/Step Time": 11.545771762728691}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8185833692550659, "Finetune/Loss (Raw)": 0.7001436352729797, "Finetune/Step": 899, "Finetune/Step Time": 11.618966422975063}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8189722299575806, "Finetune/Loss (Raw)": 0.9385419487953186, "Finetune/Step": 900, "Finetune/Step Time": 11.617288801819086}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.819275975227356, "Finetune/Loss (Raw)": 0.9736583828926086, "Finetune/Step": 901, "Finetune/Step Time": 11.626914151012897}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8201814889907837, "Finetune/Loss (Raw)": 0.8412678241729736, "Finetune/Step": 902, "Finetune/Step Time": 11.584158048033714}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8195450305938721, "Finetune/Loss (Raw)": 0.8422324657440186, "Finetune/Step": 903, "Finetune/Step Time": 11.59662901237607}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.820410430431366, "Finetune/Loss (Raw)": 0.7765403389930725, "Finetune/Step": 904, "Finetune/Step Time": 11.591690611094236}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8201065063476562, "Finetune/Loss (Raw)": 0.9207396507263184, "Finetune/Step": 905, "Finetune/Step Time": 11.573440045118332}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8189605474472046, "Finetune/Loss (Raw)": 0.784063994884491, "Finetune/Step": 906, "Finetune/Step Time": 11.56777598336339}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8195528984069824, "Finetune/Loss (Raw)": 0.8882595896720886, "Finetune/Step": 907, "Finetune/Step Time": 11.551965149119496}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8217620849609375, "Finetune/Loss (Raw)": 0.8681036829948425, "Finetune/Step": 908, "Finetune/Step Time": 11.516667513176799}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8218445777893066, "Finetune/Loss (Raw)": 0.8110044598579407, "Finetune/Step": 909, "Finetune/Step Time": 11.533490054309368}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8240795731544495, "Finetune/Loss (Raw)": 0.8398919105529785, "Finetune/Step": 910, "Finetune/Step Time": 11.489409917965531}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8242494463920593, "Finetune/Loss (Raw)": 0.81749427318573, "Finetune/Step": 911, "Finetune/Step Time": 11.413923950865865}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8269188404083252, "Finetune/Loss (Raw)": 0.955934464931488, "Finetune/Step": 912, "Finetune/Step Time": 11.398624470457435}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8242570757865906, "Finetune/Loss (Raw)": 0.5888147354125977, "Finetune/Step": 913, "Finetune/Step Time": 11.388823701068759}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8249453902244568, "Finetune/Loss (Raw)": 1.0383485555648804, "Finetune/Step": 914, "Finetune/Step Time": 11.390122521668673}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8249177932739258, "Finetune/Loss (Raw)": 0.8810008764266968, "Finetune/Step": 915, "Finetune/Step Time": 11.350128060206771}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8243700265884399, "Finetune/Loss (Raw)": 0.9099751114845276, "Finetune/Step": 916, "Finetune/Step Time": 11.35995151847601}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8253290057182312, "Finetune/Loss (Raw)": 1.0129538774490356, "Finetune/Step": 917, "Finetune/Step Time": 11.41956134699285}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8274030089378357, "Finetune/Loss (Raw)": 0.8189355731010437, "Finetune/Step": 918, "Finetune/Step Time": 11.38647130317986}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8255465030670166, "Finetune/Loss (Raw)": 0.5936704277992249, "Finetune/Step": 919, "Finetune/Step Time": 11.403439225628972}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8251532316207886, "Finetune/Loss (Raw)": 0.7071658372879028, "Finetune/Step": 920, "Finetune/Step Time": 11.41364318318665}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8256686329841614, "Finetune/Loss (Raw)": 0.9239954352378845, "Finetune/Step": 921, "Finetune/Step Time": 11.400297155603766}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8262001276016235, "Finetune/Loss (Raw)": 0.8478949666023254, "Finetune/Step": 922, "Finetune/Step Time": 11.393549853935838}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8265308737754822, "Finetune/Loss (Raw)": 0.9182012677192688, "Finetune/Step": 923, "Finetune/Step Time": 11.380527101457119}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8258251547813416, "Finetune/Loss (Raw)": 0.7623685598373413, "Finetune/Step": 924, "Finetune/Step Time": 11.38931162469089}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8246015310287476, "Finetune/Loss (Raw)": 0.6978415250778198, "Finetune/Step": 925, "Finetune/Step Time": 11.420238185673952}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.822184681892395, "Finetune/Loss (Raw)": 0.6044636368751526, "Finetune/Step": 926, "Finetune/Step Time": 11.421995485201478}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8228546380996704, "Finetune/Loss (Raw)": 0.8654051423072815, "Finetune/Step": 927, "Finetune/Step Time": 11.409703403711319}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8229073286056519, "Finetune/Loss (Raw)": 0.8862508535385132, "Finetune/Step": 928, "Finetune/Step Time": 11.400738568976521}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8223104476928711, "Finetune/Loss (Raw)": 0.8251975774765015, "Finetune/Step": 929, "Finetune/Step Time": 11.362223405390978}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8223626613616943, "Finetune/Loss (Raw)": 0.7912585735321045, "Finetune/Step": 930, "Finetune/Step Time": 11.368216212838888}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8237937092781067, "Finetune/Loss (Raw)": 0.8879910111427307, "Finetune/Step": 931, "Finetune/Step Time": 11.342444496229291}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8240895867347717, "Finetune/Loss (Raw)": 0.8974802494049072, "Finetune/Step": 932, "Finetune/Step Time": 11.34671325981617}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.823746919631958, "Finetune/Loss (Raw)": 0.835307240486145, "Finetune/Step": 933, "Finetune/Step Time": 11.362321080639958}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8255203366279602, "Finetune/Loss (Raw)": 0.9086151123046875, "Finetune/Step": 934, "Finetune/Step Time": 11.340159256011248}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8240122199058533, "Finetune/Loss (Raw)": 0.656192421913147, "Finetune/Step": 935, "Finetune/Step Time": 11.33912654966116}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8238799571990967, "Finetune/Loss (Raw)": 0.772331178188324, "Finetune/Step": 936, "Finetune/Step Time": 11.326662903651595}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8248108625411987, "Finetune/Loss (Raw)": 0.9623436331748962, "Finetune/Step": 937, "Finetune/Step Time": 11.318044938147068}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.825189471244812, "Finetune/Loss (Raw)": 1.0079686641693115, "Finetune/Step": 938, "Finetune/Step Time": 11.317714663222432}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8257841467857361, "Finetune/Loss (Raw)": 0.8202972412109375, "Finetune/Step": 939, "Finetune/Step Time": 11.313966650515795}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8247759342193604, "Finetune/Loss (Raw)": 0.916321873664856, "Finetune/Step": 940, "Finetune/Step Time": 11.314161034300923}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8247738480567932, "Finetune/Loss (Raw)": 0.8699475526809692, "Finetune/Step": 941, "Finetune/Step Time": 11.316196136176586}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8233754634857178, "Finetune/Loss (Raw)": 0.6659515500068665, "Finetune/Step": 942, "Finetune/Step Time": 11.319917105138302}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8236391544342041, "Finetune/Loss (Raw)": 0.8775551319122314, "Finetune/Step": 943, "Finetune/Step Time": 11.317540675401688}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8226538896560669, "Finetune/Loss (Raw)": 0.7858809232711792, "Finetune/Step": 944, "Finetune/Step Time": 11.30735794082284}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8216005563735962, "Finetune/Loss (Raw)": 0.7711983323097229, "Finetune/Step": 945, "Finetune/Step Time": 11.308008641004562}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8224281072616577, "Finetune/Loss (Raw)": 0.6995192170143127, "Finetune/Step": 946, "Finetune/Step Time": 11.284762179479003}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8231401443481445, "Finetune/Loss (Raw)": 0.8136312365531921, "Finetune/Step": 947, "Finetune/Step Time": 11.310156401246786}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8234539031982422, "Finetune/Loss (Raw)": 0.6453322172164917, "Finetune/Step": 948, "Finetune/Step Time": 11.33525131456554}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.824651300907135, "Finetune/Loss (Raw)": 0.9963718056678772, "Finetune/Step": 949, "Finetune/Step Time": 11.317295061424375}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8250393271446228, "Finetune/Loss (Raw)": 0.8464028239250183, "Finetune/Step": 950, "Finetune/Step Time": 11.315816001966596}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8254568576812744, "Finetune/Loss (Raw)": 1.0414934158325195, "Finetune/Step": 951, "Finetune/Step Time": 11.319643076509237}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.824553370475769, "Finetune/Loss (Raw)": 0.7657032012939453, "Finetune/Step": 952, "Finetune/Step Time": 11.336252639070153}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8249310255050659, "Finetune/Loss (Raw)": 0.8562885522842407, "Finetune/Step": 953, "Finetune/Step Time": 11.329649643972516}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8252490758895874, "Finetune/Loss (Raw)": 0.7756686210632324, "Finetune/Step": 954, "Finetune/Step Time": 11.325293757021427}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8255025148391724, "Finetune/Loss (Raw)": 0.8474777936935425, "Finetune/Step": 955, "Finetune/Step Time": 11.326720781624317}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8274757266044617, "Finetune/Loss (Raw)": 0.8876202702522278, "Finetune/Step": 956, "Finetune/Step Time": 11.291986739262938}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8273310661315918, "Finetune/Loss (Raw)": 0.7995619177818298, "Finetune/Step": 957, "Finetune/Step Time": 11.285686621442437}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8268271684646606, "Finetune/Loss (Raw)": 0.8228140473365784, "Finetune/Step": 958, "Finetune/Step Time": 11.300618158653378}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8260747194290161, "Finetune/Loss (Raw)": 0.7244169116020203, "Finetune/Step": 959, "Finetune/Step Time": 11.276793854311109}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8254854679107666, "Finetune/Loss (Raw)": 0.8578231930732727, "Finetune/Step": 960, "Finetune/Step Time": 11.280062571167946}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8258205056190491, "Finetune/Loss (Raw)": 0.7249937653541565, "Finetune/Step": 961, "Finetune/Step Time": 11.247570503503084}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8261499404907227, "Finetune/Loss (Raw)": 0.8972340822219849, "Finetune/Step": 962, "Finetune/Step Time": 11.243073670193553}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8256312608718872, "Finetune/Loss (Raw)": 0.7920213937759399, "Finetune/Step": 963, "Finetune/Step Time": 11.234433218836784}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8253735303878784, "Finetune/Loss (Raw)": 0.8174209594726562, "Finetune/Step": 964, "Finetune/Step Time": 11.236556597054005}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8254818320274353, "Finetune/Loss (Raw)": 0.7214770913124084, "Finetune/Step": 965, "Finetune/Step Time": 11.235698303207755}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8255680799484253, "Finetune/Loss (Raw)": 0.799950361251831, "Finetune/Step": 966, "Finetune/Step Time": 11.237391648814082}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8258624076843262, "Finetune/Loss (Raw)": 0.7780129313468933, "Finetune/Step": 967, "Finetune/Step Time": 11.245089042931795}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8248932361602783, "Finetune/Loss (Raw)": 0.8768934607505798, "Finetune/Step": 968, "Finetune/Step Time": 11.243072781711817}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8250360488891602, "Finetune/Loss (Raw)": 0.8088530898094177, "Finetune/Step": 969, "Finetune/Step Time": 11.253416631370783}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8220000863075256, "Finetune/Loss (Raw)": 0.522014856338501, "Finetune/Step": 970, "Finetune/Step Time": 11.264793077483773}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8216516971588135, "Finetune/Loss (Raw)": 0.8292120695114136, "Finetune/Step": 971, "Finetune/Step Time": 11.287378700450063}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8210574388504028, "Finetune/Loss (Raw)": 0.7411009669303894, "Finetune/Step": 972, "Finetune/Step Time": 11.321068610996008}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8198056221008301, "Finetune/Loss (Raw)": 0.7515558004379272, "Finetune/Step": 973, "Finetune/Step Time": 11.3318359144032}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8185415267944336, "Finetune/Loss (Raw)": 0.787492573261261, "Finetune/Step": 974, "Finetune/Step Time": 11.354418471455574}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8214569091796875, "Finetune/Loss (Raw)": 0.9768635034561157, "Finetune/Step": 975, "Finetune/Step Time": 11.33679411560297}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8220793008804321, "Finetune/Loss (Raw)": 0.814203679561615, "Finetune/Step": 976, "Finetune/Step Time": 11.330450410023332}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8225588798522949, "Finetune/Loss (Raw)": 0.934773862361908, "Finetune/Step": 977, "Finetune/Step Time": 11.335025014355779}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8228591680526733, "Finetune/Loss (Raw)": 0.8184577822685242, "Finetune/Step": 978, "Finetune/Step Time": 11.312196291983128}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8222799301147461, "Finetune/Loss (Raw)": 0.8093253970146179, "Finetune/Step": 979, "Finetune/Step Time": 11.313596507534385}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8244041204452515, "Finetune/Loss (Raw)": 1.0176724195480347, "Finetune/Step": 980, "Finetune/Step Time": 11.310659071430564}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8241196870803833, "Finetune/Loss (Raw)": 0.8153863549232483, "Finetune/Step": 981, "Finetune/Step Time": 11.315222697332501}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8252356052398682, "Finetune/Loss (Raw)": 0.9203065633773804, "Finetune/Step": 982, "Finetune/Step Time": 11.29745128378272}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8274725079536438, "Finetune/Loss (Raw)": 0.8812954425811768, "Finetune/Step": 983, "Finetune/Step Time": 11.24062985368073}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.826617956161499, "Finetune/Loss (Raw)": 0.725470781326294, "Finetune/Step": 984, "Finetune/Step Time": 11.256131025031209}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8272520899772644, "Finetune/Loss (Raw)": 0.8544208407402039, "Finetune/Step": 985, "Finetune/Step Time": 11.258937608450651}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8248997926712036, "Finetune/Loss (Raw)": 0.7458229064941406, "Finetune/Step": 986, "Finetune/Step Time": 11.260085644200444}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8245869278907776, "Finetune/Loss (Raw)": 0.8462811708450317, "Finetune/Step": 987, "Finetune/Step Time": 11.25727517157793}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8231000900268555, "Finetune/Loss (Raw)": 0.6224770545959473, "Finetune/Step": 988, "Finetune/Step Time": 11.260806161910295}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8255311846733093, "Finetune/Loss (Raw)": 0.910703182220459, "Finetune/Step": 989, "Finetune/Step Time": 11.268832620233297}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8235628008842468, "Finetune/Loss (Raw)": 0.6169440746307373, "Finetune/Step": 990, "Finetune/Step Time": 11.268634082749486}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8252159357070923, "Finetune/Loss (Raw)": 0.90841144323349, "Finetune/Step": 991, "Finetune/Step Time": 11.259948307648301}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.824539065361023, "Finetune/Loss (Raw)": 0.8430354595184326, "Finetune/Step": 992, "Finetune/Step Time": 11.244832992553711}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8246896266937256, "Finetune/Loss (Raw)": 0.8026149272918701, "Finetune/Step": 993, "Finetune/Step Time": 11.261634856462479}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8220596313476562, "Finetune/Loss (Raw)": 0.6564149856567383, "Finetune/Step": 994, "Finetune/Step Time": 11.276046171784401}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8212481737136841, "Finetune/Loss (Raw)": 0.8358633518218994, "Finetune/Step": 995, "Finetune/Step Time": 11.278754860162735}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.8207725286483765, "Finetune/Loss (Raw)": 0.7516615986824036, "Finetune/Step": 996, "Finetune/Step Time": 11.281989056617022}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8198280334472656, "Finetune/Loss (Raw)": 0.8331563472747803, "Finetune/Step": 997, "Finetune/Step Time": 11.277013622224331}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8195041418075562, "Finetune/Loss (Raw)": 0.7232249975204468, "Finetune/Step": 998, "Finetune/Step Time": 11.297153232619166}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8214914798736572, "Finetune/Loss (Raw)": 0.9292165040969849, "Finetune/Step": 999, "Finetune/Step Time": 11.286379229277372}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8223088979721069, "Finetune/Loss (Raw)": 0.9889000654220581, "Finetune/Step": 1000, "Finetune/Step Time": 11.279023882001638}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8195183277130127, "Finetune/Loss (Raw)": 0.5843892693519592, "Finetune/Step": 1001, "Finetune/Step Time": 11.320392796769738}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8208495378494263, "Finetune/Loss (Raw)": 0.9095478653907776, "Finetune/Step": 1002, "Finetune/Step Time": 11.327552327886224}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8222537040710449, "Finetune/Loss (Raw)": 0.9411261677742004, "Finetune/Step": 1003, "Finetune/Step Time": 11.332125656306744}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8230820298194885, "Finetune/Loss (Raw)": 0.9332902431488037, "Finetune/Step": 1004, "Finetune/Step Time": 11.33363514021039}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.823164165019989, "Finetune/Loss (Raw)": 0.8730000257492065, "Finetune/Step": 1005, "Finetune/Step Time": 11.321471711620688}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.821766197681427, "Finetune/Loss (Raw)": 0.6721322536468506, "Finetune/Step": 1006, "Finetune/Step Time": 11.346781002357602}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8218808770179749, "Finetune/Loss (Raw)": 0.8014930486679077, "Finetune/Step": 1007, "Finetune/Step Time": 11.318465260788798}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8223612904548645, "Finetune/Loss (Raw)": 0.8838946223258972, "Finetune/Step": 1008, "Finetune/Step Time": 11.322501657530665}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8227927684783936, "Finetune/Loss (Raw)": 0.7287479043006897, "Finetune/Step": 1009, "Finetune/Step Time": 11.340712394565344}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.822198748588562, "Finetune/Loss (Raw)": 0.766735851764679, "Finetune/Step": 1010, "Finetune/Step Time": 11.34556365199387}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8208479285240173, "Finetune/Loss (Raw)": 0.7678986191749573, "Finetune/Step": 1011, "Finetune/Step Time": 11.344451703131199}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8202593326568604, "Finetune/Loss (Raw)": 0.9015268683433533, "Finetune/Step": 1012, "Finetune/Step Time": 11.348964026197791}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8228223919868469, "Finetune/Loss (Raw)": 0.8174707293510437, "Finetune/Step": 1013, "Finetune/Step Time": 11.311886094510555}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.823625385761261, "Finetune/Loss (Raw)": 0.9579161405563354, "Finetune/Step": 1014, "Finetune/Step Time": 11.303004516288638}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8223439455032349, "Finetune/Loss (Raw)": 0.5219625234603882, "Finetune/Step": 1015, "Finetune/Step Time": 11.302450431510806}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8219046592712402, "Finetune/Loss (Raw)": 0.8880752921104431, "Finetune/Step": 1016, "Finetune/Step Time": 11.300177736207843}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8218481540679932, "Finetune/Loss (Raw)": 0.9250922203063965, "Finetune/Step": 1017, "Finetune/Step Time": 11.286196226254106}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8214842081069946, "Finetune/Loss (Raw)": 0.8075511455535889, "Finetune/Step": 1018, "Finetune/Step Time": 11.340328929945827}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.820904016494751, "Finetune/Loss (Raw)": 0.7843811511993408, "Finetune/Step": 1019, "Finetune/Step Time": 11.341294394806027}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8214112520217896, "Finetune/Loss (Raw)": 0.8334446549415588, "Finetune/Step": 1020, "Finetune/Step Time": 11.337197925895452}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8195856809616089, "Finetune/Loss (Raw)": 0.7128823399543762, "Finetune/Step": 1021, "Finetune/Step Time": 11.349720258265734}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8191512227058411, "Finetune/Loss (Raw)": 0.8394179344177246, "Finetune/Step": 1022, "Finetune/Step Time": 11.35781329497695}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8180997371673584, "Finetune/Loss (Raw)": 0.6510469913482666, "Finetune/Step": 1023, "Finetune/Step Time": 11.36330802924931}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8170099258422852, "Finetune/Loss (Raw)": 0.7676876783370972, "Finetune/Step": 1024, "Finetune/Step Time": 11.361543012782931}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.817803144454956, "Finetune/Loss (Raw)": 0.7607935070991516, "Finetune/Step": 1025, "Finetune/Step Time": 11.337254306301475}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8199769854545593, "Finetune/Loss (Raw)": 0.8472839593887329, "Finetune/Step": 1026, "Finetune/Step Time": 11.309049539268017}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8198411464691162, "Finetune/Loss (Raw)": 0.6827605366706848, "Finetune/Step": 1027, "Finetune/Step Time": 11.264528665691614}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8196456432342529, "Finetune/Loss (Raw)": 0.9135153889656067, "Finetune/Step": 1028, "Finetune/Step Time": 11.273265531286597}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8180261850357056, "Finetune/Loss (Raw)": 0.7663607597351074, "Finetune/Step": 1029, "Finetune/Step Time": 11.280970258638263}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8172743916511536, "Finetune/Loss (Raw)": 0.7450472116470337, "Finetune/Step": 1030, "Finetune/Step Time": 11.287271741777658}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8170088529586792, "Finetune/Loss (Raw)": 0.8082413673400879, "Finetune/Step": 1031, "Finetune/Step Time": 11.251719681546092}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8156576156616211, "Finetune/Loss (Raw)": 0.6035780310630798, "Finetune/Step": 1032, "Finetune/Step Time": 11.291769353672862}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8152669072151184, "Finetune/Loss (Raw)": 0.8707331418991089, "Finetune/Step": 1033, "Finetune/Step Time": 11.320162132382393}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8148865699768066, "Finetune/Loss (Raw)": 0.7353818416595459, "Finetune/Step": 1034, "Finetune/Step Time": 11.32944636978209}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8146378993988037, "Finetune/Loss (Raw)": 0.8564217686653137, "Finetune/Step": 1035, "Finetune/Step Time": 11.344551410526037}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8143062591552734, "Finetune/Loss (Raw)": 0.825658917427063, "Finetune/Step": 1036, "Finetune/Step Time": 11.346779396757483}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8132485151290894, "Finetune/Loss (Raw)": 0.6756106019020081, "Finetune/Step": 1037, "Finetune/Step Time": 11.339255975559354}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8145763278007507, "Finetune/Loss (Raw)": 1.0098559856414795, "Finetune/Step": 1038, "Finetune/Step Time": 11.329259423539042}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8146846294403076, "Finetune/Loss (Raw)": 0.8313573002815247, "Finetune/Step": 1039, "Finetune/Step Time": 11.337052155286074}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8126825094223022, "Finetune/Loss (Raw)": 0.6996611952781677, "Finetune/Step": 1040, "Finetune/Step Time": 11.329996610060334}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8156976103782654, "Finetune/Loss (Raw)": 0.9747519493103027, "Finetune/Step": 1041, "Finetune/Step Time": 11.306403551250696}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8152457475662231, "Finetune/Loss (Raw)": 0.980502188205719, "Finetune/Step": 1042, "Finetune/Step Time": 11.324414737522602}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8140681982040405, "Finetune/Loss (Raw)": 0.7302807569503784, "Finetune/Step": 1043, "Finetune/Step Time": 11.372362846508622}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8118426203727722, "Finetune/Loss (Raw)": 0.6251012682914734, "Finetune/Step": 1044, "Finetune/Step Time": 11.372222170233727}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8100996017456055, "Finetune/Loss (Raw)": 0.7898529171943665, "Finetune/Step": 1045, "Finetune/Step Time": 11.336672835052013}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8100837469100952, "Finetune/Loss (Raw)": 0.8169063329696655, "Finetune/Step": 1046, "Finetune/Step Time": 11.33805787563324}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8122863173484802, "Finetune/Loss (Raw)": 0.8755873441696167, "Finetune/Step": 1047, "Finetune/Step Time": 11.31888772174716}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8144345283508301, "Finetune/Loss (Raw)": 0.9821381568908691, "Finetune/Step": 1048, "Finetune/Step Time": 11.305035132914782}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8129014372825623, "Finetune/Loss (Raw)": 0.7277622818946838, "Finetune/Step": 1049, "Finetune/Step Time": 11.30187501385808}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8117237091064453, "Finetune/Loss (Raw)": 0.697152853012085, "Finetune/Step": 1050, "Finetune/Step Time": 11.318460116162896}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.809563159942627, "Finetune/Loss (Raw)": 0.6416455507278442, "Finetune/Step": 1051, "Finetune/Step Time": 11.325473617762327}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8112390041351318, "Finetune/Loss (Raw)": 0.976870596408844, "Finetune/Step": 1052, "Finetune/Step Time": 11.321108726784587}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8123799562454224, "Finetune/Loss (Raw)": 0.8438860774040222, "Finetune/Step": 1053, "Finetune/Step Time": 11.301339531317353}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8143926858901978, "Finetune/Loss (Raw)": 0.8620962500572205, "Finetune/Step": 1054, "Finetune/Step Time": 11.292942214757204}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8135688304901123, "Finetune/Loss (Raw)": 0.7599464058876038, "Finetune/Step": 1055, "Finetune/Step Time": 11.298631263896823}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8143908977508545, "Finetune/Loss (Raw)": 0.9914758801460266, "Finetune/Step": 1056, "Finetune/Step Time": 11.301222125068307}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8140777945518494, "Finetune/Loss (Raw)": 0.7851278781890869, "Finetune/Step": 1057, "Finetune/Step Time": 11.2946746814996}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.813664436340332, "Finetune/Loss (Raw)": 0.7383495569229126, "Finetune/Step": 1058, "Finetune/Step Time": 11.28514414653182}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8125582933425903, "Finetune/Loss (Raw)": 0.7464011907577515, "Finetune/Step": 1059, "Finetune/Step Time": 11.310113290324807}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8117561340332031, "Finetune/Loss (Raw)": 0.7947989106178284, "Finetune/Step": 1060, "Finetune/Step Time": 11.308709725737572}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8104186654090881, "Finetune/Loss (Raw)": 0.6641186475753784, "Finetune/Step": 1061, "Finetune/Step Time": 11.279598951339722}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8100724220275879, "Finetune/Loss (Raw)": 0.8642932176589966, "Finetune/Step": 1062, "Finetune/Step Time": 11.272868754342198}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.811545729637146, "Finetune/Loss (Raw)": 0.844772458076477, "Finetune/Step": 1063, "Finetune/Step Time": 11.289498494938016}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8139871954917908, "Finetune/Loss (Raw)": 1.0848402976989746, "Finetune/Step": 1064, "Finetune/Step Time": 11.272435173392296}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8143256306648254, "Finetune/Loss (Raw)": 1.0056647062301636, "Finetune/Step": 1065, "Finetune/Step Time": 11.27496729977429}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8124998807907104, "Finetune/Loss (Raw)": 0.774269163608551, "Finetune/Step": 1066, "Finetune/Step Time": 11.268956312909722}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8138532638549805, "Finetune/Loss (Raw)": 0.9935362339019775, "Finetune/Step": 1067, "Finetune/Step Time": 11.279807519167662}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8124730587005615, "Finetune/Loss (Raw)": 0.7396478056907654, "Finetune/Step": 1068, "Finetune/Step Time": 11.292201774194837}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.81210857629776, "Finetune/Loss (Raw)": 0.8233000636100769, "Finetune/Step": 1069, "Finetune/Step Time": 11.330244431272149}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8136522769927979, "Finetune/Loss (Raw)": 0.8635380268096924, "Finetune/Step": 1070, "Finetune/Step Time": 11.319351743906736}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8138558864593506, "Finetune/Loss (Raw)": 0.9036238789558411, "Finetune/Step": 1071, "Finetune/Step Time": 11.321401108056307}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8147692680358887, "Finetune/Loss (Raw)": 0.902793288230896, "Finetune/Step": 1072, "Finetune/Step Time": 11.340797316282988}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8149899244308472, "Finetune/Loss (Raw)": 0.7994381785392761, "Finetune/Step": 1073, "Finetune/Step Time": 11.318497134372592}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8169137835502625, "Finetune/Loss (Raw)": 0.9457771182060242, "Finetune/Step": 1074, "Finetune/Step Time": 11.301355676725507}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8171017169952393, "Finetune/Loss (Raw)": 0.8376864790916443, "Finetune/Step": 1075, "Finetune/Step Time": 11.29340685904026}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8194624781608582, "Finetune/Loss (Raw)": 0.947506844997406, "Finetune/Step": 1076, "Finetune/Step Time": 11.258836885914207}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8190913796424866, "Finetune/Loss (Raw)": 0.9488749504089355, "Finetune/Step": 1077, "Finetune/Step Time": 11.261400954797864}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8196743726730347, "Finetune/Loss (Raw)": 0.9210227727890015, "Finetune/Step": 1078, "Finetune/Step Time": 11.260147729888558}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8171746134757996, "Finetune/Loss (Raw)": 0.721526563167572, "Finetune/Step": 1079, "Finetune/Step Time": 11.255614707246423}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8165238499641418, "Finetune/Loss (Raw)": 0.6824018955230713, "Finetune/Step": 1080, "Finetune/Step Time": 11.24308318272233}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8165192604064941, "Finetune/Loss (Raw)": 0.8557071685791016, "Finetune/Step": 1081, "Finetune/Step Time": 11.244190014898777}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8158383369445801, "Finetune/Loss (Raw)": 0.6885120272636414, "Finetune/Step": 1082, "Finetune/Step Time": 11.27164363116026}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8164644241333008, "Finetune/Loss (Raw)": 0.9276126027107239, "Finetune/Step": 1083, "Finetune/Step Time": 11.280247522518039}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8164429068565369, "Finetune/Loss (Raw)": 0.8848657608032227, "Finetune/Step": 1084, "Finetune/Step Time": 11.299346685409546}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8170554637908936, "Finetune/Loss (Raw)": 0.8779735565185547, "Finetune/Step": 1085, "Finetune/Step Time": 11.28473042882979}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.817876398563385, "Finetune/Loss (Raw)": 0.9278883337974548, "Finetune/Step": 1086, "Finetune/Step Time": 11.275527074933052}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8191931247711182, "Finetune/Loss (Raw)": 0.8929581642150879, "Finetune/Step": 1087, "Finetune/Step Time": 11.27490197122097}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8173490166664124, "Finetune/Loss (Raw)": 0.6217787265777588, "Finetune/Step": 1088, "Finetune/Step Time": 11.283199416473508}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8183685541152954, "Finetune/Loss (Raw)": 0.8554943203926086, "Finetune/Step": 1089, "Finetune/Step Time": 11.272905694320798}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8186089992523193, "Finetune/Loss (Raw)": 0.9280123114585876, "Finetune/Step": 1090, "Finetune/Step Time": 11.287641819566488}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8187493085861206, "Finetune/Loss (Raw)": 0.8099825382232666, "Finetune/Step": 1091, "Finetune/Step Time": 11.287186769768596}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8194700479507446, "Finetune/Loss (Raw)": 0.9096778035163879, "Finetune/Step": 1092, "Finetune/Step Time": 11.2832215372473}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8197111487388611, "Finetune/Loss (Raw)": 0.7523333430290222, "Finetune/Step": 1093, "Finetune/Step Time": 11.271852482110262}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8198325037956238, "Finetune/Loss (Raw)": 0.8154870867729187, "Finetune/Step": 1094, "Finetune/Step Time": 11.262706579640508}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8211439847946167, "Finetune/Loss (Raw)": 0.9458835124969482, "Finetune/Step": 1095, "Finetune/Step Time": 11.240540789440274}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8213374614715576, "Finetune/Loss (Raw)": 0.9016482830047607, "Finetune/Step": 1096, "Finetune/Step Time": 11.237775191664696}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.821457028388977, "Finetune/Loss (Raw)": 0.8241648077964783, "Finetune/Step": 1097, "Finetune/Step Time": 11.24022864177823}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8237375020980835, "Finetune/Loss (Raw)": 0.813920795917511, "Finetune/Step": 1098, "Finetune/Step Time": 11.252175832167268}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8241676092147827, "Finetune/Loss (Raw)": 0.8842605948448181, "Finetune/Step": 1099, "Finetune/Step Time": 11.212430246174335}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8246945142745972, "Finetune/Loss (Raw)": 0.8085408806800842, "Finetune/Step": 1100, "Finetune/Step Time": 11.179554138332605}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8259232044219971, "Finetune/Loss (Raw)": 0.9088350534439087, "Finetune/Step": 1101, "Finetune/Step Time": 11.172535192221403}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8252760171890259, "Finetune/Loss (Raw)": 0.7046495079994202, "Finetune/Step": 1102, "Finetune/Step Time": 11.150564424693584}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8251183032989502, "Finetune/Loss (Raw)": 0.9566720128059387, "Finetune/Step": 1103, "Finetune/Step Time": 11.128734150901437}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8262163400650024, "Finetune/Loss (Raw)": 0.9547532796859741, "Finetune/Step": 1104, "Finetune/Step Time": 11.13946121186018}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8251757621765137, "Finetune/Loss (Raw)": 0.8015789985656738, "Finetune/Step": 1105, "Finetune/Step Time": 11.147374238818884}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8247263431549072, "Finetune/Loss (Raw)": 0.7609352469444275, "Finetune/Step": 1106, "Finetune/Step Time": 11.164764579385519}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8253707885742188, "Finetune/Loss (Raw)": 0.8918153643608093, "Finetune/Step": 1107, "Finetune/Step Time": 11.159631902351975}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8250666856765747, "Finetune/Loss (Raw)": 0.97874516248703, "Finetune/Step": 1108, "Finetune/Step Time": 11.160119373351336}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.823331892490387, "Finetune/Loss (Raw)": 0.5933303833007812, "Finetune/Step": 1109, "Finetune/Step Time": 11.174059048295021}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8228211402893066, "Finetune/Loss (Raw)": 0.8549374938011169, "Finetune/Step": 1110, "Finetune/Step Time": 11.174019671976566}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8237373232841492, "Finetune/Loss (Raw)": 0.9985641241073608, "Finetune/Step": 1111, "Finetune/Step Time": 11.165569335222244}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8243635892868042, "Finetune/Loss (Raw)": 0.8056361079216003, "Finetune/Step": 1112, "Finetune/Step Time": 11.148983700200915}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8241152763366699, "Finetune/Loss (Raw)": 0.822625458240509, "Finetune/Step": 1113, "Finetune/Step Time": 11.13965367525816}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8241881728172302, "Finetune/Loss (Raw)": 0.7551630735397339, "Finetune/Step": 1114, "Finetune/Step Time": 11.176125768572092}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8241991996765137, "Finetune/Loss (Raw)": 0.8476952314376831, "Finetune/Step": 1115, "Finetune/Step Time": 11.170432006940246}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8268280029296875, "Finetune/Loss (Raw)": 0.9589551091194153, "Finetune/Step": 1116, "Finetune/Step Time": 11.16127316839993}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8256984949111938, "Finetune/Loss (Raw)": 0.7661229968070984, "Finetune/Step": 1117, "Finetune/Step Time": 11.157738029956818}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8276898860931396, "Finetune/Loss (Raw)": 0.8718487620353699, "Finetune/Step": 1118, "Finetune/Step Time": 11.138269379734993}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8252930045127869, "Finetune/Loss (Raw)": 0.6016123294830322, "Finetune/Step": 1119, "Finetune/Step Time": 11.146944580599666}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8254417181015015, "Finetune/Loss (Raw)": 0.8620714545249939, "Finetune/Step": 1120, "Finetune/Step Time": 11.146812852472067}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.826568603515625, "Finetune/Loss (Raw)": 0.9468516111373901, "Finetune/Step": 1121, "Finetune/Step Time": 11.101416619494557}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8282046318054199, "Finetune/Loss (Raw)": 0.8658237457275391, "Finetune/Step": 1122, "Finetune/Step Time": 11.10959598235786}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8274632692337036, "Finetune/Loss (Raw)": 0.7409778237342834, "Finetune/Step": 1123, "Finetune/Step Time": 11.134372217580676}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8299286365509033, "Finetune/Loss (Raw)": 1.0672210454940796, "Finetune/Step": 1124, "Finetune/Step Time": 11.128664061427116}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8298238515853882, "Finetune/Loss (Raw)": 0.8197479844093323, "Finetune/Step": 1125, "Finetune/Step Time": 11.099561929702759}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8309212923049927, "Finetune/Loss (Raw)": 0.8636946678161621, "Finetune/Step": 1126, "Finetune/Step Time": 11.075005078688264}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8302053213119507, "Finetune/Loss (Raw)": 0.8375746607780457, "Finetune/Step": 1127, "Finetune/Step Time": 11.078141741454601}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.828334629535675, "Finetune/Loss (Raw)": 0.749453604221344, "Finetune/Step": 1128, "Finetune/Step Time": 11.095049008727074}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8309327363967896, "Finetune/Loss (Raw)": 0.9169412851333618, "Finetune/Step": 1129, "Finetune/Step Time": 11.048656277358532}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8288319706916809, "Finetune/Loss (Raw)": 0.640650749206543, "Finetune/Step": 1130, "Finetune/Step Time": 11.05616301856935}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8286637663841248, "Finetune/Loss (Raw)": 0.9195981025695801, "Finetune/Step": 1131, "Finetune/Step Time": 11.053954843431711}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8284540176391602, "Finetune/Loss (Raw)": 0.906444787979126, "Finetune/Step": 1132, "Finetune/Step Time": 11.056034659966826}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8282982110977173, "Finetune/Loss (Raw)": 0.8530512452125549, "Finetune/Step": 1133, "Finetune/Step Time": 11.048808561637998}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8294872641563416, "Finetune/Loss (Raw)": 0.8243353366851807, "Finetune/Step": 1134, "Finetune/Step Time": 11.022767195478082}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8305674195289612, "Finetune/Loss (Raw)": 0.9397575855255127, "Finetune/Step": 1135, "Finetune/Step Time": 11.014125261455774}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8300228118896484, "Finetune/Loss (Raw)": 0.8141834735870361, "Finetune/Step": 1136, "Finetune/Step Time": 11.004177179187536}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8314513564109802, "Finetune/Loss (Raw)": 0.9115983247756958, "Finetune/Step": 1137, "Finetune/Step Time": 10.969915365800261}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8322955369949341, "Finetune/Loss (Raw)": 0.8747960925102234, "Finetune/Step": 1138, "Finetune/Step Time": 10.978573221713305}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8324136734008789, "Finetune/Loss (Raw)": 0.7830121517181396, "Finetune/Step": 1139, "Finetune/Step Time": 10.99491722881794}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8321645259857178, "Finetune/Loss (Raw)": 0.8696345090866089, "Finetune/Step": 1140, "Finetune/Step Time": 10.986042313277721}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.83220374584198, "Finetune/Loss (Raw)": 0.8224880695343018, "Finetune/Step": 1141, "Finetune/Step Time": 10.991036508232355}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8290765285491943, "Finetune/Loss (Raw)": 0.5576357841491699, "Finetune/Step": 1142, "Finetune/Step Time": 11.020147299394011}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8313634991645813, "Finetune/Loss (Raw)": 0.8146991729736328, "Finetune/Step": 1143, "Finetune/Step Time": 10.998376674950123}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8309171199798584, "Finetune/Loss (Raw)": 0.8309403657913208, "Finetune/Step": 1144, "Finetune/Step Time": 11.004428271204233}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8301975131034851, "Finetune/Loss (Raw)": 0.8329789042472839, "Finetune/Step": 1145, "Finetune/Step Time": 11.00798887014389}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.830966055393219, "Finetune/Loss (Raw)": 0.9059281945228577, "Finetune/Step": 1146, "Finetune/Step Time": 10.954648735001683}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8300286531448364, "Finetune/Loss (Raw)": 0.6643853783607483, "Finetune/Step": 1147, "Finetune/Step Time": 10.953260127454996}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.827424943447113, "Finetune/Loss (Raw)": 0.5001746416091919, "Finetune/Step": 1148, "Finetune/Step Time": 10.99732124991715}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.82976233959198, "Finetune/Loss (Raw)": 1.0120705366134644, "Finetune/Step": 1149, "Finetune/Step Time": 11.007395660504699}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8290797472000122, "Finetune/Loss (Raw)": 0.7520413994789124, "Finetune/Step": 1150, "Finetune/Step Time": 10.99829606898129}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8298252820968628, "Finetune/Loss (Raw)": 0.7464783787727356, "Finetune/Step": 1151, "Finetune/Step Time": 10.977246761322021}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8300901651382446, "Finetune/Loss (Raw)": 0.8016000986099243, "Finetune/Step": 1152, "Finetune/Step Time": 11.00283725745976}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.831001341342926, "Finetune/Loss (Raw)": 0.8774160146713257, "Finetune/Step": 1153, "Finetune/Step Time": 11.024989197030663}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8291886448860168, "Finetune/Loss (Raw)": 0.6152635216712952, "Finetune/Step": 1154, "Finetune/Step Time": 11.05445310473442}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8279224634170532, "Finetune/Loss (Raw)": 0.520685076713562, "Finetune/Step": 1155, "Finetune/Step Time": 11.053070271387696}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8282697200775146, "Finetune/Loss (Raw)": 0.9579582810401917, "Finetune/Step": 1156, "Finetune/Step Time": 11.046559831127524}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8294879198074341, "Finetune/Loss (Raw)": 0.9222949743270874, "Finetune/Step": 1157, "Finetune/Step Time": 11.037911115214229}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8295285105705261, "Finetune/Loss (Raw)": 0.7502443194389343, "Finetune/Step": 1158, "Finetune/Step Time": 11.026450468227267}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.829039454460144, "Finetune/Loss (Raw)": 0.7456393837928772, "Finetune/Step": 1159, "Finetune/Step Time": 11.025861632078886}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8305358290672302, "Finetune/Loss (Raw)": 0.7951207160949707, "Finetune/Step": 1160, "Finetune/Step Time": 11.010940646752715}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8298051953315735, "Finetune/Loss (Raw)": 0.7772023677825928, "Finetune/Step": 1161, "Finetune/Step Time": 10.998757949098945}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8312809467315674, "Finetune/Loss (Raw)": 0.9242872595787048, "Finetune/Step": 1162, "Finetune/Step Time": 10.992803880944848}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8291909098625183, "Finetune/Loss (Raw)": 0.5888919234275818, "Finetune/Step": 1163, "Finetune/Step Time": 11.006160631775856}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.830744206905365, "Finetune/Loss (Raw)": 1.02448308467865, "Finetune/Step": 1164, "Finetune/Step Time": 11.003940535709262}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8304625749588013, "Finetune/Loss (Raw)": 0.6395546197891235, "Finetune/Step": 1165, "Finetune/Step Time": 11.026357127353549}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8285763263702393, "Finetune/Loss (Raw)": 0.7684164643287659, "Finetune/Step": 1166, "Finetune/Step Time": 11.039372589439154}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8266195058822632, "Finetune/Loss (Raw)": 0.5808984637260437, "Finetune/Step": 1167, "Finetune/Step Time": 11.048466950654984}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8272873163223267, "Finetune/Loss (Raw)": 0.7851337790489197, "Finetune/Step": 1168, "Finetune/Step Time": 11.047680266201496}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8265650272369385, "Finetune/Loss (Raw)": 0.8822976350784302, "Finetune/Step": 1169, "Finetune/Step Time": 11.050776878371835}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8245868682861328, "Finetune/Loss (Raw)": 0.7273035049438477, "Finetune/Step": 1170, "Finetune/Step Time": 11.067722151055932}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8263376951217651, "Finetune/Loss (Raw)": 0.9543894529342651, "Finetune/Step": 1171, "Finetune/Step Time": 11.019923800602555}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8283836841583252, "Finetune/Loss (Raw)": 0.8869765996932983, "Finetune/Step": 1172, "Finetune/Step Time": 11.0155164077878}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8289068937301636, "Finetune/Loss (Raw)": 0.8568246364593506, "Finetune/Step": 1173, "Finetune/Step Time": 11.004880227148533}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.827440619468689, "Finetune/Loss (Raw)": 0.6292192935943604, "Finetune/Step": 1174, "Finetune/Step Time": 11.029876304790378}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8267372846603394, "Finetune/Loss (Raw)": 0.7855713963508606, "Finetune/Step": 1175, "Finetune/Step Time": 11.060617288574576}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8253083825111389, "Finetune/Loss (Raw)": 0.7992376685142517, "Finetune/Step": 1176, "Finetune/Step Time": 11.056479597464204}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.823514461517334, "Finetune/Loss (Raw)": 0.49813589453697205, "Finetune/Step": 1177, "Finetune/Step Time": 11.095262600108981}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8221433758735657, "Finetune/Loss (Raw)": 0.521651566028595, "Finetune/Step": 1178, "Finetune/Step Time": 11.114406602457166}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8248287439346313, "Finetune/Loss (Raw)": 0.9853784441947937, "Finetune/Step": 1179, "Finetune/Step Time": 11.102684384211898}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8231510519981384, "Finetune/Loss (Raw)": 0.7621251940727234, "Finetune/Step": 1180, "Finetune/Step Time": 11.127177050337195}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.824130117893219, "Finetune/Loss (Raw)": 0.9692058563232422, "Finetune/Step": 1181, "Finetune/Step Time": 11.106681607663631}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.821578860282898, "Finetune/Loss (Raw)": 0.5355293154716492, "Finetune/Step": 1182, "Finetune/Step Time": 11.108527544885874}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8228501677513123, "Finetune/Loss (Raw)": 0.922683835029602, "Finetune/Step": 1183, "Finetune/Step Time": 11.10758819617331}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8204303979873657, "Finetune/Loss (Raw)": 0.6817465424537659, "Finetune/Step": 1184, "Finetune/Step Time": 11.149771885946393}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.821030855178833, "Finetune/Loss (Raw)": 0.8619773983955383, "Finetune/Step": 1185, "Finetune/Step Time": 11.156307227909565}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8231605291366577, "Finetune/Loss (Raw)": 1.0109440088272095, "Finetune/Step": 1186, "Finetune/Step Time": 11.158736232668161}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8222604990005493, "Finetune/Loss (Raw)": 0.6312057971954346, "Finetune/Step": 1187, "Finetune/Step Time": 11.175581807270646}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8227965235710144, "Finetune/Loss (Raw)": 0.8634071350097656, "Finetune/Step": 1188, "Finetune/Step Time": 11.172357143834233}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8249238729476929, "Finetune/Loss (Raw)": 0.9364278316497803, "Finetune/Step": 1189, "Finetune/Step Time": 11.178586477413774}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.824799656867981, "Finetune/Loss (Raw)": 0.8483893275260925, "Finetune/Step": 1190, "Finetune/Step Time": 11.178356997668743}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8251858353614807, "Finetune/Loss (Raw)": 0.8941977024078369, "Finetune/Step": 1191, "Finetune/Step Time": 11.16551773622632}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8238615989685059, "Finetune/Loss (Raw)": 0.9153439998626709, "Finetune/Step": 1192, "Finetune/Step Time": 11.175237976014614}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8228192925453186, "Finetune/Loss (Raw)": 0.87224942445755, "Finetune/Step": 1193, "Finetune/Step Time": 11.168609509244561}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8235621452331543, "Finetune/Loss (Raw)": 0.8693512678146362, "Finetune/Step": 1194, "Finetune/Step Time": 11.187206503003836}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8224576115608215, "Finetune/Loss (Raw)": 0.8521580100059509, "Finetune/Step": 1195, "Finetune/Step Time": 11.17522374726832}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8233417272567749, "Finetune/Loss (Raw)": 0.852813720703125, "Finetune/Step": 1196, "Finetune/Step Time": 11.168069202452898}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8241901397705078, "Finetune/Loss (Raw)": 0.9319014549255371, "Finetune/Step": 1197, "Finetune/Step Time": 11.117148470133543}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8243303298950195, "Finetune/Loss (Raw)": 0.881475567817688, "Finetune/Step": 1198, "Finetune/Step Time": 11.119549850001931}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8244949579238892, "Finetune/Loss (Raw)": 0.9246955513954163, "Finetune/Step": 1199, "Finetune/Step Time": 11.110929952934384}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8245905637741089, "Finetune/Loss (Raw)": 0.9150286912918091, "Finetune/Step": 1200, "Finetune/Step Time": 11.100173821672797}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.825675368309021, "Finetune/Loss (Raw)": 0.9382943511009216, "Finetune/Step": 1201, "Finetune/Step Time": 11.122133359313011}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.826420783996582, "Finetune/Loss (Raw)": 1.0411895513534546, "Finetune/Step": 1202, "Finetune/Step Time": 11.121817227452993}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8276385068893433, "Finetune/Loss (Raw)": 0.9935556650161743, "Finetune/Step": 1203, "Finetune/Step Time": 11.106402898207307}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8275989294052124, "Finetune/Loss (Raw)": 0.942446231842041, "Finetune/Step": 1204, "Finetune/Step Time": 11.112865034490824}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8260167837142944, "Finetune/Loss (Raw)": 0.7463564276695251, "Finetune/Step": 1205, "Finetune/Step Time": 11.138796761631966}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.826613187789917, "Finetune/Loss (Raw)": 0.9973666071891785, "Finetune/Step": 1206, "Finetune/Step Time": 11.130267364904284}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8274648189544678, "Finetune/Loss (Raw)": 0.830527126789093, "Finetune/Step": 1207, "Finetune/Step Time": 11.137135809287429}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8290176391601562, "Finetune/Loss (Raw)": 0.8811627626419067, "Finetune/Step": 1208, "Finetune/Step Time": 11.138948660343885}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8295266628265381, "Finetune/Loss (Raw)": 0.9208653569221497, "Finetune/Step": 1209, "Finetune/Step Time": 11.139860576018691}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8305703401565552, "Finetune/Loss (Raw)": 0.8221011161804199, "Finetune/Step": 1210, "Finetune/Step Time": 11.109584271907806}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8298834562301636, "Finetune/Loss (Raw)": 0.839695155620575, "Finetune/Step": 1211, "Finetune/Step Time": 11.102477829903364}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8301899433135986, "Finetune/Loss (Raw)": 0.9240957498550415, "Finetune/Step": 1212, "Finetune/Step Time": 11.090845407918096}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.829748272895813, "Finetune/Loss (Raw)": 0.8214421272277832, "Finetune/Step": 1213, "Finetune/Step Time": 11.09309734404087}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8281515836715698, "Finetune/Loss (Raw)": 0.7235068082809448, "Finetune/Step": 1214, "Finetune/Step Time": 11.1028403788805}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8281529545783997, "Finetune/Loss (Raw)": 0.8931326270103455, "Finetune/Step": 1215, "Finetune/Step Time": 11.109434405341744}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8275232911109924, "Finetune/Loss (Raw)": 0.5411836504936218, "Finetune/Step": 1216, "Finetune/Step Time": 11.13548956811428}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8285101652145386, "Finetune/Loss (Raw)": 0.9818151593208313, "Finetune/Step": 1217, "Finetune/Step Time": 11.145710792392492}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8284177780151367, "Finetune/Loss (Raw)": 0.9161889553070068, "Finetune/Step": 1218, "Finetune/Step Time": 11.136441983282566}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8262685537338257, "Finetune/Loss (Raw)": 0.5348799824714661, "Finetune/Step": 1219, "Finetune/Step Time": 11.184525253251195}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8256279826164246, "Finetune/Loss (Raw)": 0.8276863098144531, "Finetune/Step": 1220, "Finetune/Step Time": 11.182419778779149}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.826106071472168, "Finetune/Loss (Raw)": 0.813526451587677, "Finetune/Step": 1221, "Finetune/Step Time": 11.19902841001749}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8259751796722412, "Finetune/Loss (Raw)": 0.798731803894043, "Finetune/Step": 1222, "Finetune/Step Time": 11.215451577678323}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8255816698074341, "Finetune/Loss (Raw)": 0.8955187201499939, "Finetune/Step": 1223, "Finetune/Step Time": 11.21530400030315}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8252801895141602, "Finetune/Loss (Raw)": 0.8630510568618774, "Finetune/Step": 1224, "Finetune/Step Time": 11.217343812808394}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8245691061019897, "Finetune/Loss (Raw)": 0.7331559658050537, "Finetune/Step": 1225, "Finetune/Step Time": 11.198947114869952}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8241516351699829, "Finetune/Loss (Raw)": 0.7604787945747375, "Finetune/Step": 1226, "Finetune/Step Time": 11.182027895003557}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.822361171245575, "Finetune/Loss (Raw)": 0.6550824642181396, "Finetune/Step": 1227, "Finetune/Step Time": 11.191594995558262}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8219952583312988, "Finetune/Loss (Raw)": 0.7617067098617554, "Finetune/Step": 1228, "Finetune/Step Time": 11.201414467766881}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8225922584533691, "Finetune/Loss (Raw)": 0.9852445721626282, "Finetune/Step": 1229, "Finetune/Step Time": 11.200926210731268}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8219051361083984, "Finetune/Loss (Raw)": 0.6167052984237671, "Finetune/Step": 1230, "Finetune/Step Time": 11.246506417170167}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8219259977340698, "Finetune/Loss (Raw)": 0.959342896938324, "Finetune/Step": 1231, "Finetune/Step Time": 11.241559598594904}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.820892333984375, "Finetune/Loss (Raw)": 0.8224393725395203, "Finetune/Step": 1232, "Finetune/Step Time": 11.230194587260485}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8214882612228394, "Finetune/Loss (Raw)": 0.8778626322746277, "Finetune/Step": 1233, "Finetune/Step Time": 11.20636584609747}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8210614323616028, "Finetune/Loss (Raw)": 0.7063000202178955, "Finetune/Step": 1234, "Finetune/Step Time": 11.220704484730959}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8205852508544922, "Finetune/Loss (Raw)": 0.8308578729629517, "Finetune/Step": 1235, "Finetune/Step Time": 11.219003474339843}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.820541501045227, "Finetune/Loss (Raw)": 0.9731541275978088, "Finetune/Step": 1236, "Finetune/Step Time": 11.209836581721902}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8230902552604675, "Finetune/Loss (Raw)": 0.9195662140846252, "Finetune/Step": 1237, "Finetune/Step Time": 11.213967900723219}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8238945007324219, "Finetune/Loss (Raw)": 0.9578775763511658, "Finetune/Step": 1238, "Finetune/Step Time": 11.21602801606059}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8227266073226929, "Finetune/Loss (Raw)": 0.8490737080574036, "Finetune/Step": 1239, "Finetune/Step Time": 11.2308632414788}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8229917287826538, "Finetune/Loss (Raw)": 0.8395776748657227, "Finetune/Step": 1240, "Finetune/Step Time": 11.2309112213552}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8227227926254272, "Finetune/Loss (Raw)": 0.7881953716278076, "Finetune/Step": 1241, "Finetune/Step Time": 11.239074690267444}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8234691619873047, "Finetune/Loss (Raw)": 0.8507029414176941, "Finetune/Step": 1242, "Finetune/Step Time": 11.197731560096145}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8237487077713013, "Finetune/Loss (Raw)": 0.8834797143936157, "Finetune/Step": 1243, "Finetune/Step Time": 11.188015706837177}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8227273225784302, "Finetune/Loss (Raw)": 0.8282120823860168, "Finetune/Step": 1244, "Finetune/Step Time": 11.1965699698776}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.822482705116272, "Finetune/Loss (Raw)": 0.7348090410232544, "Finetune/Step": 1245, "Finetune/Step Time": 11.185672311112285}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8219417333602905, "Finetune/Loss (Raw)": 0.8026132583618164, "Finetune/Step": 1246, "Finetune/Step Time": 11.219270285218954}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8245759010314941, "Finetune/Loss (Raw)": 0.9387809038162231, "Finetune/Step": 1247, "Finetune/Step Time": 11.201585330069065}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8233415484428406, "Finetune/Loss (Raw)": 0.7040785551071167, "Finetune/Step": 1248, "Finetune/Step Time": 11.209752818569541}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8221598863601685, "Finetune/Loss (Raw)": 0.7955917716026306, "Finetune/Step": 1249, "Finetune/Step Time": 11.210134105756879}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8221962451934814, "Finetune/Loss (Raw)": 0.8704856634140015, "Finetune/Step": 1250, "Finetune/Step Time": 11.183087876066566}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8232382535934448, "Finetune/Loss (Raw)": 0.8743484020233154, "Finetune/Step": 1251, "Finetune/Step Time": 11.160168293863535}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8208828568458557, "Finetune/Loss (Raw)": 0.765735387802124, "Finetune/Step": 1252, "Finetune/Step Time": 11.15318457223475}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8204552531242371, "Finetune/Loss (Raw)": 0.765008270740509, "Finetune/Step": 1253, "Finetune/Step Time": 11.179357755929232}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8203057646751404, "Finetune/Loss (Raw)": 0.8445640802383423, "Finetune/Step": 1254, "Finetune/Step Time": 11.182732291519642}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8210878372192383, "Finetune/Loss (Raw)": 0.9376780986785889, "Finetune/Step": 1255, "Finetune/Step Time": 11.187115628272295}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8220639228820801, "Finetune/Loss (Raw)": 0.874401330947876, "Finetune/Step": 1256, "Finetune/Step Time": 11.181193748489022}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8192896246910095, "Finetune/Loss (Raw)": 0.5618237257003784, "Finetune/Step": 1257, "Finetune/Step Time": 11.220280082896352}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.8208795785903931, "Finetune/Loss (Raw)": 0.8441690802574158, "Finetune/Step": 1258, "Finetune/Step Time": 11.208049483597279}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8196759223937988, "Finetune/Loss (Raw)": 0.7655254602432251, "Finetune/Step": 1259, "Finetune/Step Time": 11.200668005272746}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8209341764450073, "Finetune/Loss (Raw)": 1.067508578300476, "Finetune/Step": 1260, "Finetune/Step Time": 11.199938427656889}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8198524713516235, "Finetune/Loss (Raw)": 0.7145826816558838, "Finetune/Step": 1261, "Finetune/Step Time": 11.203231295570731}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8203191757202148, "Finetune/Loss (Raw)": 0.8840831518173218, "Finetune/Step": 1262, "Finetune/Step Time": 11.19667893461883}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8201025724411011, "Finetune/Loss (Raw)": 0.9120306968688965, "Finetune/Step": 1263, "Finetune/Step Time": 11.197019813582301}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8203404545783997, "Finetune/Loss (Raw)": 0.844630777835846, "Finetune/Step": 1264, "Finetune/Step Time": 11.209872771054506}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8182966709136963, "Finetune/Loss (Raw)": 0.6499980688095093, "Finetune/Step": 1265, "Finetune/Step Time": 11.256673380732536}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8177168369293213, "Finetune/Loss (Raw)": 0.8005748391151428, "Finetune/Step": 1266, "Finetune/Step Time": 11.266735676676035}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8186384439468384, "Finetune/Loss (Raw)": 0.9009780287742615, "Finetune/Step": 1267, "Finetune/Step Time": 11.248848050832748}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8193325400352478, "Finetune/Loss (Raw)": 0.9584769606590271, "Finetune/Step": 1268, "Finetune/Step Time": 11.255679715424776}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.819072961807251, "Finetune/Loss (Raw)": 0.7892557382583618, "Finetune/Step": 1269, "Finetune/Step Time": 11.243223840370774}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8218729496002197, "Finetune/Loss (Raw)": 0.9160352349281311, "Finetune/Step": 1270, "Finetune/Step Time": 11.218292646110058}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8228622078895569, "Finetune/Loss (Raw)": 0.9413289427757263, "Finetune/Step": 1271, "Finetune/Step Time": 11.197307685390115}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8219051957130432, "Finetune/Loss (Raw)": 0.708441436290741, "Finetune/Step": 1272, "Finetune/Step Time": 11.2043166924268}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8213305473327637, "Finetune/Loss (Raw)": 0.7594229578971863, "Finetune/Step": 1273, "Finetune/Step Time": 11.216358445584774}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8204660415649414, "Finetune/Loss (Raw)": 0.7952757477760315, "Finetune/Step": 1274, "Finetune/Step Time": 11.203895831480622}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8231456875801086, "Finetune/Loss (Raw)": 1.0073819160461426, "Finetune/Step": 1275, "Finetune/Step Time": 11.189594380557537}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8257042169570923, "Finetune/Loss (Raw)": 0.8276581168174744, "Finetune/Step": 1276, "Finetune/Step Time": 11.142931420356035}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8244466185569763, "Finetune/Loss (Raw)": 0.851100504398346, "Finetune/Step": 1277, "Finetune/Step Time": 11.13946671038866}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8230617046356201, "Finetune/Loss (Raw)": 0.5747769474983215, "Finetune/Step": 1278, "Finetune/Step Time": 11.144153900444508}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8239524960517883, "Finetune/Loss (Raw)": 0.8605005741119385, "Finetune/Step": 1279, "Finetune/Step Time": 11.143610138446093}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.825182318687439, "Finetune/Loss (Raw)": 0.959014356136322, "Finetune/Step": 1280, "Finetune/Step Time": 11.110798370093107}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8250030279159546, "Finetune/Loss (Raw)": 0.8544671535491943, "Finetune/Step": 1281, "Finetune/Step Time": 11.090592261403799}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8267290592193604, "Finetune/Loss (Raw)": 0.8361973166465759, "Finetune/Step": 1282, "Finetune/Step Time": 11.055804330855608}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8277847766876221, "Finetune/Loss (Raw)": 0.6558160185813904, "Finetune/Step": 1283, "Finetune/Step Time": 11.033273482695222}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8266600370407104, "Finetune/Loss (Raw)": 0.8139874935150146, "Finetune/Step": 1284, "Finetune/Step Time": 11.035004045814276}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8265103101730347, "Finetune/Loss (Raw)": 0.9031273126602173, "Finetune/Step": 1285, "Finetune/Step Time": 11.035159839317203}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8270255923271179, "Finetune/Loss (Raw)": 0.8162012696266174, "Finetune/Step": 1286, "Finetune/Step Time": 11.056519333273172}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8277904987335205, "Finetune/Loss (Raw)": 0.8435582518577576, "Finetune/Step": 1287, "Finetune/Step Time": 11.058068165555596}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.827851414680481, "Finetune/Loss (Raw)": 0.8029065132141113, "Finetune/Step": 1288, "Finetune/Step Time": 11.029596058651805}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8280650973320007, "Finetune/Loss (Raw)": 0.8045528531074524, "Finetune/Step": 1289, "Finetune/Step Time": 11.010612554848194}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8282890319824219, "Finetune/Loss (Raw)": 0.9529611468315125, "Finetune/Step": 1290, "Finetune/Step Time": 11.006581215187907}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.829587996006012, "Finetune/Loss (Raw)": 0.7551575303077698, "Finetune/Step": 1291, "Finetune/Step Time": 11.00219576433301}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8277554512023926, "Finetune/Loss (Raw)": 0.7899112701416016, "Finetune/Step": 1292, "Finetune/Step Time": 10.998302591964602}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8294817209243774, "Finetune/Loss (Raw)": 0.86052405834198, "Finetune/Step": 1293, "Finetune/Step Time": 10.963313883170485}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8304198384284973, "Finetune/Loss (Raw)": 0.888493001461029, "Finetune/Step": 1294, "Finetune/Step Time": 10.968131510540843}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8319116830825806, "Finetune/Loss (Raw)": 0.7718555927276611, "Finetune/Step": 1295, "Finetune/Step Time": 10.966363567858934}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8318125605583191, "Finetune/Loss (Raw)": 0.7724433541297913, "Finetune/Step": 1296, "Finetune/Step Time": 10.972704831510782}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8309641480445862, "Finetune/Loss (Raw)": 0.773699164390564, "Finetune/Step": 1297, "Finetune/Step Time": 10.991727601736784}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8307297229766846, "Finetune/Loss (Raw)": 0.6973028182983398, "Finetune/Step": 1298, "Finetune/Step Time": 10.94897597283125}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8281739950180054, "Finetune/Loss (Raw)": 0.6272544860839844, "Finetune/Step": 1299, "Finetune/Step Time": 10.951035993173718}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8274856805801392, "Finetune/Loss (Raw)": 0.7988649606704712, "Finetune/Step": 1300, "Finetune/Step Time": 10.9475217461586}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8269956707954407, "Finetune/Loss (Raw)": 0.7941052913665771, "Finetune/Step": 1301, "Finetune/Step Time": 10.961288962513208}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8282576203346252, "Finetune/Loss (Raw)": 0.7907516956329346, "Finetune/Step": 1302, "Finetune/Step Time": 10.956443719565868}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.828302264213562, "Finetune/Loss (Raw)": 0.7912923097610474, "Finetune/Step": 1303, "Finetune/Step Time": 10.92161944694817}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8290383815765381, "Finetune/Loss (Raw)": 0.8934594988822937, "Finetune/Step": 1304, "Finetune/Step Time": 10.931845152750611}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8313353061676025, "Finetune/Loss (Raw)": 0.792130172252655, "Finetune/Step": 1305, "Finetune/Step Time": 10.89697333984077}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8334928750991821, "Finetune/Loss (Raw)": 0.7978307604789734, "Finetune/Step": 1306, "Finetune/Step Time": 10.892661346122622}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8332875967025757, "Finetune/Loss (Raw)": 0.9591009020805359, "Finetune/Step": 1307, "Finetune/Step Time": 10.882486587390304}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8348182439804077, "Finetune/Loss (Raw)": 0.9580497741699219, "Finetune/Step": 1308, "Finetune/Step Time": 10.857126170769334}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8339113593101501, "Finetune/Loss (Raw)": 0.8531205654144287, "Finetune/Step": 1309, "Finetune/Step Time": 10.883928215131164}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8360711336135864, "Finetune/Loss (Raw)": 0.8119856119155884, "Finetune/Step": 1310, "Finetune/Step Time": 10.898399209603667}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8357250690460205, "Finetune/Loss (Raw)": 0.8783804178237915, "Finetune/Step": 1311, "Finetune/Step Time": 10.900458065792918}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8349875807762146, "Finetune/Loss (Raw)": 0.5873515605926514, "Finetune/Step": 1312, "Finetune/Step Time": 10.891364658251405}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8349723815917969, "Finetune/Loss (Raw)": 0.8600298762321472, "Finetune/Step": 1313, "Finetune/Step Time": 10.899211646988988}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8342980146408081, "Finetune/Loss (Raw)": 0.9246266484260559, "Finetune/Step": 1314, "Finetune/Step Time": 10.894593672826886}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8361390829086304, "Finetune/Loss (Raw)": 0.8668643832206726, "Finetune/Step": 1315, "Finetune/Step Time": 10.85877233184874}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8372480869293213, "Finetune/Loss (Raw)": 1.0053637027740479, "Finetune/Step": 1316, "Finetune/Step Time": 10.866269597783685}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8367924094200134, "Finetune/Loss (Raw)": 0.8780955672264099, "Finetune/Step": 1317, "Finetune/Step Time": 10.859456608071923}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8365769982337952, "Finetune/Loss (Raw)": 0.820820152759552, "Finetune/Step": 1318, "Finetune/Step Time": 10.861559702083468}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.836344838142395, "Finetune/Loss (Raw)": 0.864478349685669, "Finetune/Step": 1319, "Finetune/Step Time": 10.858636425808072}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8350841999053955, "Finetune/Loss (Raw)": 0.7539786696434021, "Finetune/Step": 1320, "Finetune/Step Time": 10.860363878309727}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8349279761314392, "Finetune/Loss (Raw)": 0.8522518277168274, "Finetune/Step": 1321, "Finetune/Step Time": 10.866269385442138}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8348079919815063, "Finetune/Loss (Raw)": 0.8539998531341553, "Finetune/Step": 1322, "Finetune/Step Time": 10.850697629153728}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8349917531013489, "Finetune/Loss (Raw)": 0.8756752610206604, "Finetune/Step": 1323, "Finetune/Step Time": 10.853269623592496}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.835602879524231, "Finetune/Loss (Raw)": 0.9310452342033386, "Finetune/Step": 1324, "Finetune/Step Time": 10.855671303346753}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8357393145561218, "Finetune/Loss (Raw)": 0.9493540525436401, "Finetune/Step": 1325, "Finetune/Step Time": 10.880864152684808}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.836085319519043, "Finetune/Loss (Raw)": 0.925770103931427, "Finetune/Step": 1326, "Finetune/Step Time": 10.871429782360792}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8343929648399353, "Finetune/Loss (Raw)": 0.7080667614936829, "Finetune/Step": 1327, "Finetune/Step Time": 10.928285371512175}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8351268172264099, "Finetune/Loss (Raw)": 1.0089703798294067, "Finetune/Step": 1328, "Finetune/Step Time": 10.925188405439258}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8359189033508301, "Finetune/Loss (Raw)": 1.039674997329712, "Finetune/Step": 1329, "Finetune/Step Time": 10.90832307189703}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8329750895500183, "Finetune/Loss (Raw)": 0.664381206035614, "Finetune/Step": 1330, "Finetune/Step Time": 10.902770763263106}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8321552872657776, "Finetune/Loss (Raw)": 0.8886222839355469, "Finetune/Step": 1331, "Finetune/Step Time": 10.89800069667399}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8304161429405212, "Finetune/Loss (Raw)": 0.7198415398597717, "Finetune/Step": 1332, "Finetune/Step Time": 10.905116267502308}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.831157386302948, "Finetune/Loss (Raw)": 0.8412323594093323, "Finetune/Step": 1333, "Finetune/Step Time": 10.890892710536718}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8302935361862183, "Finetune/Loss (Raw)": 0.8867903351783752, "Finetune/Step": 1334, "Finetune/Step Time": 10.899439092725515}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8306052088737488, "Finetune/Loss (Raw)": 0.8704198598861694, "Finetune/Step": 1335, "Finetune/Step Time": 10.893189571797848}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.830592155456543, "Finetune/Loss (Raw)": 0.8794934749603271, "Finetune/Step": 1336, "Finetune/Step Time": 10.887775141745806}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.830733597278595, "Finetune/Loss (Raw)": 0.9389718174934387, "Finetune/Step": 1337, "Finetune/Step Time": 10.889003731310368}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8287201523780823, "Finetune/Loss (Raw)": 0.5643820762634277, "Finetune/Step": 1338, "Finetune/Step Time": 10.929124314337969}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8277980089187622, "Finetune/Loss (Raw)": 0.7216559648513794, "Finetune/Step": 1339, "Finetune/Step Time": 10.936569828540087}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8270613551139832, "Finetune/Loss (Raw)": 0.8298102617263794, "Finetune/Step": 1340, "Finetune/Step Time": 10.943439774215221}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8270344138145447, "Finetune/Loss (Raw)": 0.8179905414581299, "Finetune/Step": 1341, "Finetune/Step Time": 10.944931106641889}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8282418251037598, "Finetune/Loss (Raw)": 0.8780540227890015, "Finetune/Step": 1342, "Finetune/Step Time": 10.941203936934471}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8273537755012512, "Finetune/Loss (Raw)": 0.7794638276100159, "Finetune/Step": 1343, "Finetune/Step Time": 10.972698371857405}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.829387903213501, "Finetune/Loss (Raw)": 0.8015502691268921, "Finetune/Step": 1344, "Finetune/Step Time": 10.943329496309161}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8293262720108032, "Finetune/Loss (Raw)": 0.9739314317703247, "Finetune/Step": 1345, "Finetune/Step Time": 10.943866539746523}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8288748860359192, "Finetune/Loss (Raw)": 0.8584074378013611, "Finetune/Step": 1346, "Finetune/Step Time": 10.939153343439102}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8317573070526123, "Finetune/Loss (Raw)": 0.9038239121437073, "Finetune/Step": 1347, "Finetune/Step Time": 10.91775886155665}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8303771018981934, "Finetune/Loss (Raw)": 0.6510277390480042, "Finetune/Step": 1348, "Finetune/Step Time": 10.962920343503356}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8312095403671265, "Finetune/Loss (Raw)": 0.9200788140296936, "Finetune/Step": 1349, "Finetune/Step Time": 10.93509915843606}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8317251205444336, "Finetune/Loss (Raw)": 0.8647243976593018, "Finetune/Step": 1350, "Finetune/Step Time": 10.932133166119456}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8316815495491028, "Finetune/Loss (Raw)": 0.8899380564689636, "Finetune/Step": 1351, "Finetune/Step Time": 10.94094331562519}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8296889066696167, "Finetune/Loss (Raw)": 0.6080034971237183, "Finetune/Step": 1352, "Finetune/Step Time": 10.995666835457087}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8304333686828613, "Finetune/Loss (Raw)": 0.8284415602684021, "Finetune/Step": 1353, "Finetune/Step Time": 10.99457530491054}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8311707973480225, "Finetune/Loss (Raw)": 0.854866087436676, "Finetune/Step": 1354, "Finetune/Step Time": 11.000797001644969}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8335041403770447, "Finetune/Loss (Raw)": 0.9537513256072998, "Finetune/Step": 1355, "Finetune/Step Time": 10.993911679834127}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8350821137428284, "Finetune/Loss (Raw)": 0.9636921882629395, "Finetune/Step": 1356, "Finetune/Step Time": 10.989248782396317}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8341679573059082, "Finetune/Loss (Raw)": 0.8682307004928589, "Finetune/Step": 1357, "Finetune/Step Time": 11.004449687898159}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8360086679458618, "Finetune/Loss (Raw)": 0.852311909198761, "Finetune/Step": 1358, "Finetune/Step Time": 10.96297850459814}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8344298601150513, "Finetune/Loss (Raw)": 0.7572581768035889, "Finetune/Step": 1359, "Finetune/Step Time": 10.977848758921027}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8351060152053833, "Finetune/Loss (Raw)": 0.9089905619621277, "Finetune/Step": 1360, "Finetune/Step Time": 10.981873264536262}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8359246850013733, "Finetune/Loss (Raw)": 0.9826502799987793, "Finetune/Step": 1361, "Finetune/Step Time": 10.987414037808776}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8371279239654541, "Finetune/Loss (Raw)": 0.8603156208992004, "Finetune/Step": 1362, "Finetune/Step Time": 10.962924845516682}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8368278741836548, "Finetune/Loss (Raw)": 0.7924477458000183, "Finetune/Step": 1363, "Finetune/Step Time": 10.960698680952191}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8353327512741089, "Finetune/Loss (Raw)": 0.7817750573158264, "Finetune/Step": 1364, "Finetune/Step Time": 11.003435626626015}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8340072631835938, "Finetune/Loss (Raw)": 0.7499099373817444, "Finetune/Step": 1365, "Finetune/Step Time": 10.991649184376001}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8331723213195801, "Finetune/Loss (Raw)": 0.8510041832923889, "Finetune/Step": 1366, "Finetune/Step Time": 10.986809918656945}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.832663893699646, "Finetune/Loss (Raw)": 0.7839943170547485, "Finetune/Step": 1367, "Finetune/Step Time": 11.011316996067762}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8326082229614258, "Finetune/Loss (Raw)": 0.8324589729309082, "Finetune/Step": 1368, "Finetune/Step Time": 11.012065501883626}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8338965177536011, "Finetune/Loss (Raw)": 0.9530882835388184, "Finetune/Step": 1369, "Finetune/Step Time": 11.023990146815777}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8329868912696838, "Finetune/Loss (Raw)": 0.7342708110809326, "Finetune/Step": 1370, "Finetune/Step Time": 11.02843563631177}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8327311277389526, "Finetune/Loss (Raw)": 0.8507436513900757, "Finetune/Step": 1371, "Finetune/Step Time": 11.028744781389832}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8311921954154968, "Finetune/Loss (Raw)": 0.6312332153320312, "Finetune/Step": 1372, "Finetune/Step Time": 11.06113401427865}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8329066038131714, "Finetune/Loss (Raw)": 0.9542484283447266, "Finetune/Step": 1373, "Finetune/Step Time": 11.062388710677624}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8320953845977783, "Finetune/Loss (Raw)": 0.698775053024292, "Finetune/Step": 1374, "Finetune/Step Time": 11.049011928960681}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8317899107933044, "Finetune/Loss (Raw)": 0.8996778726577759, "Finetune/Step": 1375, "Finetune/Step Time": 11.045445011928678}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8302911520004272, "Finetune/Loss (Raw)": 0.5122470259666443, "Finetune/Step": 1376, "Finetune/Step Time": 11.071262065321207}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8302168846130371, "Finetune/Loss (Raw)": 0.7860792875289917, "Finetune/Step": 1377, "Finetune/Step Time": 11.080790663138032}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8303953409194946, "Finetune/Loss (Raw)": 0.8933250904083252, "Finetune/Step": 1378, "Finetune/Step Time": 11.105045234784484}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8280650973320007, "Finetune/Loss (Raw)": 0.5760842561721802, "Finetune/Step": 1379, "Finetune/Step Time": 11.12929555401206}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8284051418304443, "Finetune/Loss (Raw)": 0.8092581629753113, "Finetune/Step": 1380, "Finetune/Step Time": 11.133849535137415}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8294445872306824, "Finetune/Loss (Raw)": 0.8980569839477539, "Finetune/Step": 1381, "Finetune/Step Time": 11.113123055547476}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8294477462768555, "Finetune/Loss (Raw)": 0.8449679017066956, "Finetune/Step": 1382, "Finetune/Step Time": 11.109637316316366}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8276588320732117, "Finetune/Loss (Raw)": 0.7086980938911438, "Finetune/Step": 1383, "Finetune/Step Time": 11.110768001526594}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8273215293884277, "Finetune/Loss (Raw)": 0.8312218189239502, "Finetune/Step": 1384, "Finetune/Step Time": 11.117464205250144}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8298454284667969, "Finetune/Loss (Raw)": 0.8848886489868164, "Finetune/Step": 1385, "Finetune/Step Time": 11.083016322925687}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8295071125030518, "Finetune/Loss (Raw)": 0.8008633852005005, "Finetune/Step": 1386, "Finetune/Step Time": 11.081772983074188}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8292381763458252, "Finetune/Loss (Raw)": 0.7310981154441833, "Finetune/Step": 1387, "Finetune/Step Time": 11.072028731927276}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8281078934669495, "Finetune/Loss (Raw)": 0.9228385090827942, "Finetune/Step": 1388, "Finetune/Step Time": 11.067403363063931}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8291589021682739, "Finetune/Loss (Raw)": 0.8491054773330688, "Finetune/Step": 1389, "Finetune/Step Time": 11.068428125232458}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8299689292907715, "Finetune/Loss (Raw)": 0.9877751469612122, "Finetune/Step": 1390, "Finetune/Step Time": 11.075611136853695}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8290191888809204, "Finetune/Loss (Raw)": 0.7904538512229919, "Finetune/Step": 1391, "Finetune/Step Time": 11.092063890770078}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8287079334259033, "Finetune/Loss (Raw)": 0.8047959804534912, "Finetune/Step": 1392, "Finetune/Step Time": 11.125856036320329}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.829193115234375, "Finetune/Loss (Raw)": 0.7121028900146484, "Finetune/Step": 1393, "Finetune/Step Time": 11.13510493375361}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8297992944717407, "Finetune/Loss (Raw)": 0.8781639337539673, "Finetune/Step": 1394, "Finetune/Step Time": 11.117465505376458}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8288836479187012, "Finetune/Loss (Raw)": 0.7837753295898438, "Finetune/Step": 1395, "Finetune/Step Time": 11.12095307186246}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8262093663215637, "Finetune/Loss (Raw)": 0.6161728501319885, "Finetune/Step": 1396, "Finetune/Step Time": 11.129028581082821}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8267835974693298, "Finetune/Loss (Raw)": 0.8627544641494751, "Finetune/Step": 1397, "Finetune/Step Time": 11.164668075740337}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8261386156082153, "Finetune/Loss (Raw)": 0.8334720730781555, "Finetune/Step": 1398, "Finetune/Step Time": 11.173028266057372}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8234015107154846, "Finetune/Loss (Raw)": 0.5909848809242249, "Finetune/Step": 1399, "Finetune/Step Time": 11.1897760219872}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8250007629394531, "Finetune/Loss (Raw)": 0.9131428003311157, "Finetune/Step": 1400, "Finetune/Step Time": 11.183124843984842}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8251188397407532, "Finetune/Loss (Raw)": 0.7745391130447388, "Finetune/Step": 1401, "Finetune/Step Time": 11.179637718945742}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8243186473846436, "Finetune/Loss (Raw)": 0.6928547620773315, "Finetune/Step": 1402, "Finetune/Step Time": 11.219955252483487}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8227716684341431, "Finetune/Loss (Raw)": 0.8093618154525757, "Finetune/Step": 1403, "Finetune/Step Time": 11.22699536755681}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8229387998580933, "Finetune/Loss (Raw)": 0.8490484356880188, "Finetune/Step": 1404, "Finetune/Step Time": 11.226719284430146}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8217223882675171, "Finetune/Loss (Raw)": 0.6954014897346497, "Finetune/Step": 1405, "Finetune/Step Time": 11.222319601103663}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.823567271232605, "Finetune/Loss (Raw)": 0.8109316229820251, "Finetune/Step": 1406, "Finetune/Step Time": 11.216133957728744}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.821707010269165, "Finetune/Loss (Raw)": 0.6223796606063843, "Finetune/Step": 1407, "Finetune/Step Time": 11.247646432369947}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8197917938232422, "Finetune/Loss (Raw)": 0.7138673067092896, "Finetune/Step": 1408, "Finetune/Step Time": 11.254278805106878}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8200705051422119, "Finetune/Loss (Raw)": 0.8901457786560059, "Finetune/Step": 1409, "Finetune/Step Time": 11.246902637183666}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8193404674530029, "Finetune/Loss (Raw)": 0.742749035358429, "Finetune/Step": 1410, "Finetune/Step Time": 11.2842269949615}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8207688331604004, "Finetune/Loss (Raw)": 0.8386501669883728, "Finetune/Step": 1411, "Finetune/Step Time": 11.270468473434448}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8194625973701477, "Finetune/Loss (Raw)": 0.6467863917350769, "Finetune/Step": 1412, "Finetune/Step Time": 11.273553781211376}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8190590143203735, "Finetune/Loss (Raw)": 0.8514672517776489, "Finetune/Step": 1413, "Finetune/Step Time": 11.278404479846358}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8202751874923706, "Finetune/Loss (Raw)": 0.9718735814094543, "Finetune/Step": 1414, "Finetune/Step Time": 11.261210737749934}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8200023770332336, "Finetune/Loss (Raw)": 0.8086423277854919, "Finetune/Step": 1415, "Finetune/Step Time": 11.26706575229764}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8210405111312866, "Finetune/Loss (Raw)": 0.9357863664627075, "Finetune/Step": 1416, "Finetune/Step Time": 11.266705455258489}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.820854663848877, "Finetune/Loss (Raw)": 0.7807619571685791, "Finetune/Step": 1417, "Finetune/Step Time": 11.264801217243075}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8188493251800537, "Finetune/Loss (Raw)": 0.6962804794311523, "Finetune/Step": 1418, "Finetune/Step Time": 11.274118099361658}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8185524940490723, "Finetune/Loss (Raw)": 0.7171609401702881, "Finetune/Step": 1419, "Finetune/Step Time": 11.24913158081472}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8194129467010498, "Finetune/Loss (Raw)": 0.9000402688980103, "Finetune/Step": 1420, "Finetune/Step Time": 11.24807326309383}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8188382387161255, "Finetune/Loss (Raw)": 0.786974310874939, "Finetune/Step": 1421, "Finetune/Step Time": 11.248114051297307}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.817572295665741, "Finetune/Loss (Raw)": 0.7264478206634521, "Finetune/Step": 1422, "Finetune/Step Time": 11.243190679699183}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8187278509140015, "Finetune/Loss (Raw)": 0.9197678565979004, "Finetune/Step": 1423, "Finetune/Step Time": 11.228168359026313}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8185887336730957, "Finetune/Loss (Raw)": 0.754630446434021, "Finetune/Step": 1424, "Finetune/Step Time": 11.221828985959291}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8190494775772095, "Finetune/Loss (Raw)": 0.832673966884613, "Finetune/Step": 1425, "Finetune/Step Time": 11.212410928681493}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8195281028747559, "Finetune/Loss (Raw)": 0.7585763335227966, "Finetune/Step": 1426, "Finetune/Step Time": 11.228871755301952}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8203161954879761, "Finetune/Loss (Raw)": 0.7281312346458435, "Finetune/Step": 1427, "Finetune/Step Time": 11.227958861738443}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8196022510528564, "Finetune/Loss (Raw)": 0.7074722647666931, "Finetune/Step": 1428, "Finetune/Step Time": 11.235041344538331}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8189533948898315, "Finetune/Loss (Raw)": 0.7110529541969299, "Finetune/Step": 1429, "Finetune/Step Time": 11.21829990297556}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.819089949131012, "Finetune/Loss (Raw)": 0.8082329630851746, "Finetune/Step": 1430, "Finetune/Step Time": 11.203521706163883}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8186053037643433, "Finetune/Loss (Raw)": 0.7292584180831909, "Finetune/Step": 1431, "Finetune/Step Time": 11.217511294409633}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8175253868103027, "Finetune/Loss (Raw)": 0.755229651927948, "Finetune/Step": 1432, "Finetune/Step Time": 11.217336893081665}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8184900879859924, "Finetune/Loss (Raw)": 0.9156075716018677, "Finetune/Step": 1433, "Finetune/Step Time": 11.225361114367843}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8173340559005737, "Finetune/Loss (Raw)": 0.6498570442199707, "Finetune/Step": 1434, "Finetune/Step Time": 11.230380401015282}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8167455196380615, "Finetune/Loss (Raw)": 0.8837773203849792, "Finetune/Step": 1435, "Finetune/Step Time": 11.241975659504533}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8138904571533203, "Finetune/Loss (Raw)": 0.5925955176353455, "Finetune/Step": 1436, "Finetune/Step Time": 11.257815117016435}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8138902187347412, "Finetune/Loss (Raw)": 0.8530902862548828, "Finetune/Step": 1437, "Finetune/Step Time": 11.232808219268918}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.81415855884552, "Finetune/Loss (Raw)": 0.8463361859321594, "Finetune/Step": 1438, "Finetune/Step Time": 11.210823459550738}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8143847584724426, "Finetune/Loss (Raw)": 0.9073323011398315, "Finetune/Step": 1439, "Finetune/Step Time": 11.205621376633644}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8145439624786377, "Finetune/Loss (Raw)": 0.6077229380607605, "Finetune/Step": 1440, "Finetune/Step Time": 11.214002579450607}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.814328134059906, "Finetune/Loss (Raw)": 0.8324086666107178, "Finetune/Step": 1441, "Finetune/Step Time": 11.217348594218493}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8132763504981995, "Finetune/Loss (Raw)": 0.7900006771087646, "Finetune/Step": 1442, "Finetune/Step Time": 11.22185030207038}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8127842545509338, "Finetune/Loss (Raw)": 0.8038808107376099, "Finetune/Step": 1443, "Finetune/Step Time": 11.241693340241909}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8110983967781067, "Finetune/Loss (Raw)": 0.789570152759552, "Finetune/Step": 1444, "Finetune/Step Time": 11.249300612136722}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8106435537338257, "Finetune/Loss (Raw)": 0.8198822736740112, "Finetune/Step": 1445, "Finetune/Step Time": 11.252837540581822}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8094921112060547, "Finetune/Loss (Raw)": 0.6734268665313721, "Finetune/Step": 1446, "Finetune/Step Time": 11.269930491223931}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8095064163208008, "Finetune/Loss (Raw)": 0.8663147687911987, "Finetune/Step": 1447, "Finetune/Step Time": 11.272754626348615}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8105136752128601, "Finetune/Loss (Raw)": 0.8829002380371094, "Finetune/Step": 1448, "Finetune/Step Time": 11.261823378503323}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8093834519386292, "Finetune/Loss (Raw)": 0.7075854539871216, "Finetune/Step": 1449, "Finetune/Step Time": 11.264322048053145}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8081915378570557, "Finetune/Loss (Raw)": 0.7014294266700745, "Finetune/Step": 1450, "Finetune/Step Time": 11.318349491804838}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8077188730239868, "Finetune/Loss (Raw)": 0.815189003944397, "Finetune/Step": 1451, "Finetune/Step Time": 11.323055360466242}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8074498772621155, "Finetune/Loss (Raw)": 0.8966034650802612, "Finetune/Step": 1452, "Finetune/Step Time": 11.309317849576473}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.806096076965332, "Finetune/Loss (Raw)": 0.7760694026947021, "Finetune/Step": 1453, "Finetune/Step Time": 11.300768675282598}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.806942880153656, "Finetune/Loss (Raw)": 1.0341594219207764, "Finetune/Step": 1454, "Finetune/Step Time": 11.303778333589435}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8086503148078918, "Finetune/Loss (Raw)": 0.9266200065612793, "Finetune/Step": 1455, "Finetune/Step Time": 11.254525290802121}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.806812047958374, "Finetune/Loss (Raw)": 0.7736740112304688, "Finetune/Step": 1456, "Finetune/Step Time": 11.255823817104101}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8030977845191956, "Finetune/Loss (Raw)": 0.5642467737197876, "Finetune/Step": 1457, "Finetune/Step Time": 11.291958212852478}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8042588233947754, "Finetune/Loss (Raw)": 0.8129937648773193, "Finetune/Step": 1458, "Finetune/Step Time": 11.287034222856164}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8047874569892883, "Finetune/Loss (Raw)": 0.9562889933586121, "Finetune/Step": 1459, "Finetune/Step Time": 11.294663330540061}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8067361116409302, "Finetune/Loss (Raw)": 0.9692700505256653, "Finetune/Step": 1460, "Finetune/Step Time": 11.281713094562292}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8082801699638367, "Finetune/Loss (Raw)": 1.0388730764389038, "Finetune/Step": 1461, "Finetune/Step Time": 11.268593480810523}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8082742094993591, "Finetune/Loss (Raw)": 0.8860215544700623, "Finetune/Step": 1462, "Finetune/Step Time": 11.271057732403278}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8086416721343994, "Finetune/Loss (Raw)": 0.9174647331237793, "Finetune/Step": 1463, "Finetune/Step Time": 11.267454478889704}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8078810572624207, "Finetune/Loss (Raw)": 0.782128632068634, "Finetune/Step": 1464, "Finetune/Step Time": 11.279596619307995}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8069272637367249, "Finetune/Loss (Raw)": 0.8168855309486389, "Finetune/Step": 1465, "Finetune/Step Time": 11.271408656612039}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8088233470916748, "Finetune/Loss (Raw)": 0.8070753216743469, "Finetune/Step": 1466, "Finetune/Step Time": 11.243397500365973}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8094354867935181, "Finetune/Loss (Raw)": 0.800014078617096, "Finetune/Step": 1467, "Finetune/Step Time": 11.26867843233049}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8099008202552795, "Finetune/Loss (Raw)": 0.889371395111084, "Finetune/Step": 1468, "Finetune/Step Time": 11.257305169478059}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8086278438568115, "Finetune/Loss (Raw)": 0.6550538539886475, "Finetune/Step": 1469, "Finetune/Step Time": 11.300578435882926}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8080202341079712, "Finetune/Loss (Raw)": 0.8002808690071106, "Finetune/Step": 1470, "Finetune/Step Time": 11.280568374320865}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8082461357116699, "Finetune/Loss (Raw)": 0.8083805441856384, "Finetune/Step": 1471, "Finetune/Step Time": 11.2374969124794}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8077578544616699, "Finetune/Loss (Raw)": 0.7390445470809937, "Finetune/Step": 1472, "Finetune/Step Time": 11.227418512105942}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8048136830329895, "Finetune/Loss (Raw)": 0.5970790982246399, "Finetune/Step": 1473, "Finetune/Step Time": 11.230018528178334}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8059626221656799, "Finetune/Loss (Raw)": 1.0054748058319092, "Finetune/Step": 1474, "Finetune/Step Time": 11.218927973881364}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8042048215866089, "Finetune/Loss (Raw)": 0.6788253784179688, "Finetune/Step": 1475, "Finetune/Step Time": 11.205568542703986}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8060678839683533, "Finetune/Loss (Raw)": 0.8894941806793213, "Finetune/Step": 1476, "Finetune/Step Time": 11.16847781278193}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8036011457443237, "Finetune/Loss (Raw)": 0.6043440699577332, "Finetune/Step": 1477, "Finetune/Step Time": 11.213416611775756}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.804497480392456, "Finetune/Loss (Raw)": 0.9794535636901855, "Finetune/Step": 1478, "Finetune/Step Time": 11.20171413756907}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8033657073974609, "Finetune/Loss (Raw)": 0.7450730204582214, "Finetune/Step": 1479, "Finetune/Step Time": 11.218922164291143}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8053760528564453, "Finetune/Loss (Raw)": 0.8653261065483093, "Finetune/Step": 1480, "Finetune/Step Time": 11.162526153028011}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8056580424308777, "Finetune/Loss (Raw)": 0.8645312190055847, "Finetune/Step": 1481, "Finetune/Step Time": 11.17326701246202}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.805109441280365, "Finetune/Loss (Raw)": 0.7846463918685913, "Finetune/Step": 1482, "Finetune/Step Time": 11.154807629063725}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.802055835723877, "Finetune/Loss (Raw)": 0.5628962516784668, "Finetune/Step": 1483, "Finetune/Step Time": 11.188292941078544}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8014358282089233, "Finetune/Loss (Raw)": 0.8843218088150024, "Finetune/Step": 1484, "Finetune/Step Time": 11.19018991291523}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8006439208984375, "Finetune/Loss (Raw)": 0.7668727040290833, "Finetune/Step": 1485, "Finetune/Step Time": 11.174164241179824}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.7986630201339722, "Finetune/Loss (Raw)": 0.5987507700920105, "Finetune/Step": 1486, "Finetune/Step Time": 11.220314808189869}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.800212025642395, "Finetune/Loss (Raw)": 0.9555284380912781, "Finetune/Step": 1487, "Finetune/Step Time": 11.22166894376278}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8015046715736389, "Finetune/Loss (Raw)": 1.0744563341140747, "Finetune/Step": 1488, "Finetune/Step Time": 11.2247908487916}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.798710286617279, "Finetune/Loss (Raw)": 0.6249697804450989, "Finetune/Step": 1489, "Finetune/Step Time": 11.241768391802907}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.7979760766029358, "Finetune/Loss (Raw)": 0.7663356065750122, "Finetune/Step": 1490, "Finetune/Step Time": 11.273485634475946}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.7970691919326782, "Finetune/Loss (Raw)": 0.6763696074485779, "Finetune/Step": 1491, "Finetune/Step Time": 11.293479846790433}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.7980337142944336, "Finetune/Loss (Raw)": 0.9052311182022095, "Finetune/Step": 1492, "Finetune/Step Time": 11.254050251096487}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.79704350233078, "Finetune/Loss (Raw)": 0.623163104057312, "Finetune/Step": 1493, "Finetune/Step Time": 11.284116992726922}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.7965914011001587, "Finetune/Loss (Raw)": 0.7931390404701233, "Finetune/Step": 1494, "Finetune/Step Time": 11.29100870154798}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.7969964742660522, "Finetune/Loss (Raw)": 0.8358417749404907, "Finetune/Step": 1495, "Finetune/Step Time": 11.267965126782656}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.7973883152008057, "Finetune/Loss (Raw)": 0.8826164603233337, "Finetune/Step": 1496, "Finetune/Step Time": 11.267385242506862}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.7957803010940552, "Finetune/Loss (Raw)": 0.7472555637359619, "Finetune/Step": 1497, "Finetune/Step Time": 11.257865816354752}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.7973942756652832, "Finetune/Loss (Raw)": 0.940869152545929, "Finetune/Step": 1498, "Finetune/Step Time": 11.262760175392032}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.7954987287521362, "Finetune/Loss (Raw)": 0.6081010103225708, "Finetune/Step": 1499, "Finetune/Step Time": 11.295303041115403}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.7947608232498169, "Finetune/Loss (Raw)": 0.5367845296859741, "Finetune/Step": 1500, "Finetune/Step Time": 11.294904896989465}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.7946653366088867, "Finetune/Loss (Raw)": 0.9420213103294373, "Finetune/Step": 1501, "Finetune/Step Time": 11.34296671114862}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.7963404655456543, "Finetune/Loss (Raw)": 0.9131989479064941, "Finetune/Step": 1502, "Finetune/Step Time": 11.330706367269158}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.7948496341705322, "Finetune/Loss (Raw)": 0.7088524699211121, "Finetune/Step": 1503, "Finetune/Step Time": 11.334797808900476}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.7974846959114075, "Finetune/Loss (Raw)": 0.8495381474494934, "Finetune/Step": 1504, "Finetune/Step Time": 11.313122890889645}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.7976842522621155, "Finetune/Loss (Raw)": 0.8116216063499451, "Finetune/Step": 1505, "Finetune/Step Time": 11.295270845293999}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.7966864109039307, "Finetune/Loss (Raw)": 0.7655969262123108, "Finetune/Step": 1506, "Finetune/Step Time": 11.28041405044496}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.7993242144584656, "Finetune/Loss (Raw)": 0.9137230515480042, "Finetune/Step": 1507, "Finetune/Step Time": 11.251798724755645}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8001981973648071, "Finetune/Loss (Raw)": 0.921129584312439, "Finetune/Step": 1508, "Finetune/Step Time": 11.255478110164404}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.7998979091644287, "Finetune/Loss (Raw)": 0.8596152663230896, "Finetune/Step": 1509, "Finetune/Step Time": 11.242572646588087}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8004330992698669, "Finetune/Loss (Raw)": 0.913478672504425, "Finetune/Step": 1510, "Finetune/Step Time": 11.246669225394726}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8021838665008545, "Finetune/Loss (Raw)": 0.9327942132949829, "Finetune/Step": 1511, "Finetune/Step Time": 11.247094918042421}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8012709617614746, "Finetune/Loss (Raw)": 0.7143735289573669, "Finetune/Step": 1512, "Finetune/Step Time": 11.25013972260058}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8017644882202148, "Finetune/Loss (Raw)": 0.948050856590271, "Finetune/Step": 1513, "Finetune/Step Time": 11.255211068317294}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8016313314437866, "Finetune/Loss (Raw)": 0.7838268280029297, "Finetune/Step": 1514, "Finetune/Step Time": 11.26720636896789}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8025490045547485, "Finetune/Loss (Raw)": 0.8485526442527771, "Finetune/Step": 1515, "Finetune/Step Time": 11.270024131983519}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8020857572555542, "Finetune/Loss (Raw)": 0.8635486960411072, "Finetune/Step": 1516, "Finetune/Step Time": 11.271784987300634}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8015698194503784, "Finetune/Loss (Raw)": 0.783062756061554, "Finetune/Step": 1517, "Finetune/Step Time": 11.275965137407184}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8015051484107971, "Finetune/Loss (Raw)": 0.9794984459877014, "Finetune/Step": 1518, "Finetune/Step Time": 11.272447634488344}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8006788492202759, "Finetune/Loss (Raw)": 0.6846932768821716, "Finetune/Step": 1519, "Finetune/Step Time": 11.252519432455301}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.7998664379119873, "Finetune/Loss (Raw)": 0.7008047699928284, "Finetune/Step": 1520, "Finetune/Step Time": 11.23850954696536}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8012189865112305, "Finetune/Loss (Raw)": 0.8852247595787048, "Finetune/Step": 1521, "Finetune/Step Time": 11.180292269214988}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8000518083572388, "Finetune/Loss (Raw)": 0.7287702560424805, "Finetune/Step": 1522, "Finetune/Step Time": 11.19409933872521}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.7988672256469727, "Finetune/Loss (Raw)": 0.6321399807929993, "Finetune/Step": 1523, "Finetune/Step Time": 11.21384029276669}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.7994471788406372, "Finetune/Loss (Raw)": 0.6904086470603943, "Finetune/Step": 1524, "Finetune/Step Time": 11.240267368033528}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.797981321811676, "Finetune/Loss (Raw)": 0.6751265525817871, "Finetune/Step": 1525, "Finetune/Step Time": 11.223095251247287}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.7985835671424866, "Finetune/Loss (Raw)": 0.9105616807937622, "Finetune/Step": 1526, "Finetune/Step Time": 11.202143194153905}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8004124164581299, "Finetune/Loss (Raw)": 0.8250759840011597, "Finetune/Step": 1527, "Finetune/Step Time": 11.18761172145605}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.7985081672668457, "Finetune/Loss (Raw)": 0.6694040298461914, "Finetune/Step": 1528, "Finetune/Step Time": 11.218913972377777}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.7997220158576965, "Finetune/Loss (Raw)": 0.9299091100692749, "Finetune/Step": 1529, "Finetune/Step Time": 11.210559662431479}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.7987224459648132, "Finetune/Loss (Raw)": 0.564909040927887, "Finetune/Step": 1530, "Finetune/Step Time": 11.200283233076334}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.7992876768112183, "Finetune/Loss (Raw)": 0.8817073702812195, "Finetune/Step": 1531, "Finetune/Step Time": 11.202424762770534}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.7992137670516968, "Finetune/Loss (Raw)": 0.8395928740501404, "Finetune/Step": 1532, "Finetune/Step Time": 11.239008599892259}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.798926830291748, "Finetune/Loss (Raw)": 0.658667266368866, "Finetune/Step": 1533, "Finetune/Step Time": 11.241282159462571}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.7976576089859009, "Finetune/Loss (Raw)": 0.6484721302986145, "Finetune/Step": 1534, "Finetune/Step Time": 11.248850891366601}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.798951268196106, "Finetune/Loss (Raw)": 0.787965714931488, "Finetune/Step": 1535, "Finetune/Step Time": 11.217500856146216}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.799271821975708, "Finetune/Loss (Raw)": 0.7549065351486206, "Finetune/Step": 1536, "Finetune/Step Time": 11.2248545717448}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.7984040379524231, "Finetune/Loss (Raw)": 0.7790690660476685, "Finetune/Step": 1537, "Finetune/Step Time": 11.23033676482737}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.7976050972938538, "Finetune/Loss (Raw)": 0.6404843926429749, "Finetune/Step": 1538, "Finetune/Step Time": 11.224618051201105}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.7976603507995605, "Finetune/Loss (Raw)": 0.8457258939743042, "Finetune/Step": 1539, "Finetune/Step Time": 11.22774194739759}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.7987056970596313, "Finetune/Loss (Raw)": 0.780585527420044, "Finetune/Step": 1540, "Finetune/Step Time": 11.227463712915778}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.799099862575531, "Finetune/Loss (Raw)": 0.9019191265106201, "Finetune/Step": 1541, "Finetune/Step Time": 11.225312123075128}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.7965422868728638, "Finetune/Loss (Raw)": 0.6445014476776123, "Finetune/Step": 1542, "Finetune/Step Time": 11.237146006897092}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.7960138916969299, "Finetune/Loss (Raw)": 0.7410091161727905, "Finetune/Step": 1543, "Finetune/Step Time": 11.234833834692836}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.7956394553184509, "Finetune/Loss (Raw)": 0.8878623843193054, "Finetune/Step": 1544, "Finetune/Step Time": 11.232134779915214}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.7957743406295776, "Finetune/Loss (Raw)": 0.7980222702026367, "Finetune/Step": 1545, "Finetune/Step Time": 11.23655116930604}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.7973494529724121, "Finetune/Loss (Raw)": 0.8978943228721619, "Finetune/Step": 1546, "Finetune/Step Time": 11.236219158396125}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.7982427477836609, "Finetune/Loss (Raw)": 0.8315090537071228, "Finetune/Step": 1547, "Finetune/Step Time": 11.244536936283112}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.7977951169013977, "Finetune/Loss (Raw)": 0.8427479863166809, "Finetune/Step": 1548, "Finetune/Step Time": 11.255123488605022}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.7968358993530273, "Finetune/Loss (Raw)": 0.6641883850097656, "Finetune/Step": 1549, "Finetune/Step Time": 11.291779529303312}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.7979255318641663, "Finetune/Loss (Raw)": 0.8659233450889587, "Finetune/Step": 1550, "Finetune/Step Time": 11.293359661474824}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.7963932156562805, "Finetune/Loss (Raw)": 0.723625898361206, "Finetune/Step": 1551, "Finetune/Step Time": 11.287922287359834}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.7974748015403748, "Finetune/Loss (Raw)": 0.8930760622024536, "Finetune/Step": 1552, "Finetune/Step Time": 11.287029737606645}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.7968761920928955, "Finetune/Loss (Raw)": 0.7560520768165588, "Finetune/Step": 1553, "Finetune/Step Time": 11.303677568212152}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.7966878414154053, "Finetune/Loss (Raw)": 0.7344622015953064, "Finetune/Step": 1554, "Finetune/Step Time": 11.288986278697848}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.7978869676589966, "Finetune/Loss (Raw)": 0.8816251158714294, "Finetune/Step": 1555, "Finetune/Step Time": 11.296759810298681}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.7973146438598633, "Finetune/Loss (Raw)": 0.6342206001281738, "Finetune/Step": 1556, "Finetune/Step Time": 11.304486904293299}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.7977695465087891, "Finetune/Loss (Raw)": 0.7692796587944031, "Finetune/Step": 1557, "Finetune/Step Time": 11.309484804049134}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.7977844476699829, "Finetune/Loss (Raw)": 0.8101333975791931, "Finetune/Step": 1558, "Finetune/Step Time": 11.297621954232454}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8002097010612488, "Finetune/Loss (Raw)": 1.039689302444458, "Finetune/Step": 1559, "Finetune/Step Time": 11.288635713979602}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8011341094970703, "Finetune/Loss (Raw)": 0.8735512495040894, "Finetune/Step": 1560, "Finetune/Step Time": 11.295903023332357}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8006225228309631, "Finetune/Loss (Raw)": 0.8501275777816772, "Finetune/Step": 1561, "Finetune/Step Time": 11.286383541300893}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8024765849113464, "Finetune/Loss (Raw)": 0.8871766924858093, "Finetune/Step": 1562, "Finetune/Step Time": 11.260183708742261}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8015891313552856, "Finetune/Loss (Raw)": 0.770183265209198, "Finetune/Step": 1563, "Finetune/Step Time": 11.287197593599558}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8029491305351257, "Finetune/Loss (Raw)": 0.7666823267936707, "Finetune/Step": 1564, "Finetune/Step Time": 11.2695426158607}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8018920421600342, "Finetune/Loss (Raw)": 0.7177779674530029, "Finetune/Step": 1565, "Finetune/Step Time": 11.272522494196892}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.801246166229248, "Finetune/Loss (Raw)": 0.763666570186615, "Finetune/Step": 1566, "Finetune/Step Time": 11.280759375542402}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.800595760345459, "Finetune/Loss (Raw)": 0.8240725994110107, "Finetune/Step": 1567, "Finetune/Step Time": 11.289705850183964}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8021163940429688, "Finetune/Loss (Raw)": 0.8023706674575806, "Finetune/Step": 1568, "Finetune/Step Time": 11.248923433944583}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.800777792930603, "Finetune/Loss (Raw)": 0.6610597372055054, "Finetune/Step": 1569, "Finetune/Step Time": 11.257087461650372}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8017667531967163, "Finetune/Loss (Raw)": 0.9165905714035034, "Finetune/Step": 1570, "Finetune/Step Time": 11.252136027440429}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.802147626876831, "Finetune/Loss (Raw)": 0.8526407480239868, "Finetune/Step": 1571, "Finetune/Step Time": 11.233602741733193}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8027691841125488, "Finetune/Loss (Raw)": 0.8691213130950928, "Finetune/Step": 1572, "Finetune/Step Time": 11.217335565015674}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8025113344192505, "Finetune/Loss (Raw)": 0.7868891358375549, "Finetune/Step": 1573, "Finetune/Step Time": 11.237516390159726}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.802824854850769, "Finetune/Loss (Raw)": 0.7135553359985352, "Finetune/Step": 1574, "Finetune/Step Time": 11.217707542702556}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.803426206111908, "Finetune/Loss (Raw)": 0.9432828426361084, "Finetune/Step": 1575, "Finetune/Step Time": 11.232813946902752}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8029831647872925, "Finetune/Loss (Raw)": 0.8261854648590088, "Finetune/Step": 1576, "Finetune/Step Time": 11.249560333788395}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8040018081665039, "Finetune/Loss (Raw)": 0.8379709124565125, "Finetune/Step": 1577, "Finetune/Step Time": 11.250805644318461}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8052388429641724, "Finetune/Loss (Raw)": 0.8597766160964966, "Finetune/Step": 1578, "Finetune/Step Time": 11.187008840963244}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8047300577163696, "Finetune/Loss (Raw)": 0.7500678300857544, "Finetune/Step": 1579, "Finetune/Step Time": 11.200346197932959}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8029109835624695, "Finetune/Loss (Raw)": 0.6637604236602783, "Finetune/Step": 1580, "Finetune/Step Time": 11.251938687637448}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8024978637695312, "Finetune/Loss (Raw)": 0.7231955528259277, "Finetune/Step": 1581, "Finetune/Step Time": 11.244590438902378}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8005906343460083, "Finetune/Loss (Raw)": 0.7900262475013733, "Finetune/Step": 1582, "Finetune/Step Time": 11.245612064376473}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.7999846935272217, "Finetune/Loss (Raw)": 0.8490567207336426, "Finetune/Step": 1583, "Finetune/Step Time": 11.251505708321929}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8003448247909546, "Finetune/Loss (Raw)": 0.8197780251502991, "Finetune/Step": 1584, "Finetune/Step Time": 11.254480781033635}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8032122850418091, "Finetune/Loss (Raw)": 0.9312777519226074, "Finetune/Step": 1585, "Finetune/Step Time": 11.21917668916285}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8042764663696289, "Finetune/Loss (Raw)": 0.9492117762565613, "Finetune/Step": 1586, "Finetune/Step Time": 11.303735101595521}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8038682341575623, "Finetune/Loss (Raw)": 0.9040330052375793, "Finetune/Step": 1587, "Finetune/Step Time": 11.296944195404649}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8023915886878967, "Finetune/Loss (Raw)": 0.7802577614784241, "Finetune/Step": 1588, "Finetune/Step Time": 11.309202153235674}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8006269931793213, "Finetune/Loss (Raw)": 0.8130035400390625, "Finetune/Step": 1589, "Finetune/Step Time": 11.334146495908499}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8008115291595459, "Finetune/Loss (Raw)": 0.9096454977989197, "Finetune/Step": 1590, "Finetune/Step Time": 11.337799998000264}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.7982200980186462, "Finetune/Loss (Raw)": 0.5857630968093872, "Finetune/Step": 1591, "Finetune/Step Time": 11.362359032034874}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.7974082231521606, "Finetune/Loss (Raw)": 0.6782078742980957, "Finetune/Step": 1592, "Finetune/Step Time": 11.360553411766887}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.7970621585845947, "Finetune/Loss (Raw)": 0.772590160369873, "Finetune/Step": 1593, "Finetune/Step Time": 11.365996623411775}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.7970099449157715, "Finetune/Loss (Raw)": 0.8003818392753601, "Finetune/Step": 1594, "Finetune/Step Time": 11.368859555572271}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.7962174415588379, "Finetune/Loss (Raw)": 0.6985817551612854, "Finetune/Step": 1595, "Finetune/Step Time": 11.335654376074672}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.7958855032920837, "Finetune/Loss (Raw)": 0.8468853235244751, "Finetune/Step": 1596, "Finetune/Step Time": 11.341840110719204}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.7962348461151123, "Finetune/Loss (Raw)": 0.6997702717781067, "Finetune/Step": 1597, "Finetune/Step Time": 11.303795682266355}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.7961385846138, "Finetune/Loss (Raw)": 0.7879553437232971, "Finetune/Step": 1598, "Finetune/Step Time": 11.324215849861503}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.7949891686439514, "Finetune/Loss (Raw)": 0.6612582802772522, "Finetune/Step": 1599, "Finetune/Step Time": 11.367263274267316}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.7960760593414307, "Finetune/Loss (Raw)": 0.8781610131263733, "Finetune/Step": 1600, "Finetune/Step Time": 11.371693411841989}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.7962983846664429, "Finetune/Loss (Raw)": 0.62553870677948, "Finetune/Step": 1601, "Finetune/Step Time": 11.40889255516231}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.7956559658050537, "Finetune/Loss (Raw)": 0.9232404828071594, "Finetune/Step": 1602, "Finetune/Step Time": 11.42267975397408}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.7973532676696777, "Finetune/Loss (Raw)": 0.8960893154144287, "Finetune/Step": 1603, "Finetune/Step Time": 11.4230044092983}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.7965312004089355, "Finetune/Loss (Raw)": 0.7842687368392944, "Finetune/Step": 1604, "Finetune/Step Time": 11.423307158052921}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.7968151569366455, "Finetune/Loss (Raw)": 0.6406887769699097, "Finetune/Step": 1605, "Finetune/Step Time": 11.397725420072675}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.793949544429779, "Finetune/Loss (Raw)": 0.612651526927948, "Finetune/Step": 1606, "Finetune/Step Time": 11.445663813501596}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.7946364879608154, "Finetune/Loss (Raw)": 0.8330013155937195, "Finetune/Step": 1607, "Finetune/Step Time": 11.425695417448878}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.7930148839950562, "Finetune/Loss (Raw)": 0.6577651500701904, "Finetune/Step": 1608, "Finetune/Step Time": 11.462102178484201}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.7930134534835815, "Finetune/Loss (Raw)": 0.8643442988395691, "Finetune/Step": 1609, "Finetune/Step Time": 11.452080404385924}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.7934434413909912, "Finetune/Loss (Raw)": 0.839687705039978, "Finetune/Step": 1610, "Finetune/Step Time": 11.455335265025496}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.7947249412536621, "Finetune/Loss (Raw)": 0.7269324064254761, "Finetune/Step": 1611, "Finetune/Step Time": 11.443389946594834}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.7939797043800354, "Finetune/Loss (Raw)": 0.7889308929443359, "Finetune/Step": 1612, "Finetune/Step Time": 11.434130413457751}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.7935405969619751, "Finetune/Loss (Raw)": 0.710662305355072, "Finetune/Step": 1613, "Finetune/Step Time": 11.450472075492144}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.7952172756195068, "Finetune/Loss (Raw)": 0.8133614659309387, "Finetune/Step": 1614, "Finetune/Step Time": 11.403039246797562}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.7949501872062683, "Finetune/Loss (Raw)": 0.9213457703590393, "Finetune/Step": 1615, "Finetune/Step Time": 11.392189299687743}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.7930114269256592, "Finetune/Loss (Raw)": 0.8262922167778015, "Finetune/Step": 1616, "Finetune/Step Time": 11.383348220959306}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.7942273616790771, "Finetune/Loss (Raw)": 0.7806163430213928, "Finetune/Step": 1617, "Finetune/Step Time": 11.380480580031872}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.7946627736091614, "Finetune/Loss (Raw)": 0.8220654129981995, "Finetune/Step": 1618, "Finetune/Step Time": 11.35187966749072}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.7950744032859802, "Finetune/Loss (Raw)": 0.7290600538253784, "Finetune/Step": 1619, "Finetune/Step Time": 11.357353489845991}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.7960202097892761, "Finetune/Loss (Raw)": 1.0262936353683472, "Finetune/Step": 1620, "Finetune/Step Time": 11.362098461017013}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.7970103025436401, "Finetune/Loss (Raw)": 0.7498940229415894, "Finetune/Step": 1621, "Finetune/Step Time": 11.337127285078168}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.7980973720550537, "Finetune/Loss (Raw)": 0.9322840571403503, "Finetune/Step": 1622, "Finetune/Step Time": 11.331281419843435}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.7995027303695679, "Finetune/Loss (Raw)": 1.0157270431518555, "Finetune/Step": 1623, "Finetune/Step Time": 11.322599679231644}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.7991962432861328, "Finetune/Loss (Raw)": 0.8433904051780701, "Finetune/Step": 1624, "Finetune/Step Time": 11.335367687046528}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8001405000686646, "Finetune/Loss (Raw)": 0.8681202530860901, "Finetune/Step": 1625, "Finetune/Step Time": 11.336204769089818}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.7995994687080383, "Finetune/Loss (Raw)": 0.8716145157814026, "Finetune/Step": 1626, "Finetune/Step Time": 11.323481939733028}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8020838499069214, "Finetune/Loss (Raw)": 0.9260978698730469, "Finetune/Step": 1627, "Finetune/Step Time": 11.278048295527697}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8041157722473145, "Finetune/Loss (Raw)": 0.7968797087669373, "Finetune/Step": 1628, "Finetune/Step Time": 11.239828469231725}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8025165796279907, "Finetune/Loss (Raw)": 0.7373205423355103, "Finetune/Step": 1629, "Finetune/Step Time": 11.196882225573063}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.802036702632904, "Finetune/Loss (Raw)": 0.8517696261405945, "Finetune/Step": 1630, "Finetune/Step Time": 11.197416404262185}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8028241991996765, "Finetune/Loss (Raw)": 0.8096548318862915, "Finetune/Step": 1631, "Finetune/Step Time": 11.202496534213424}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8024675846099854, "Finetune/Loss (Raw)": 0.8038941025733948, "Finetune/Step": 1632, "Finetune/Step Time": 11.194088239222765}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8019720315933228, "Finetune/Loss (Raw)": 0.7481847405433655, "Finetune/Step": 1633, "Finetune/Step Time": 11.195412458851933}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8025231957435608, "Finetune/Loss (Raw)": 0.8361510038375854, "Finetune/Step": 1634, "Finetune/Step Time": 11.187005575746298}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8013282418251038, "Finetune/Loss (Raw)": 0.7607675790786743, "Finetune/Step": 1635, "Finetune/Step Time": 11.21813459508121}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8009141087532043, "Finetune/Loss (Raw)": 0.868120014667511, "Finetune/Step": 1636, "Finetune/Step Time": 11.215321073308587}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8001781702041626, "Finetune/Loss (Raw)": 0.7654165029525757, "Finetune/Step": 1637, "Finetune/Step Time": 11.222526310011744}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.7990201115608215, "Finetune/Loss (Raw)": 0.7652492523193359, "Finetune/Step": 1638, "Finetune/Step Time": 11.225639548152685}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.7973266839981079, "Finetune/Loss (Raw)": 0.7160254716873169, "Finetune/Step": 1639, "Finetune/Step Time": 11.224931977689266}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.7989245653152466, "Finetune/Loss (Raw)": 0.9189080595970154, "Finetune/Step": 1640, "Finetune/Step Time": 11.20914314314723}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.7984411716461182, "Finetune/Loss (Raw)": 0.8861722946166992, "Finetune/Step": 1641, "Finetune/Step Time": 11.204015959054232}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.7987813949584961, "Finetune/Loss (Raw)": 0.8273823261260986, "Finetune/Step": 1642, "Finetune/Step Time": 11.185747982934117}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.7995478510856628, "Finetune/Loss (Raw)": 0.946658194065094, "Finetune/Step": 1643, "Finetune/Step Time": 11.182191567495465}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.798729419708252, "Finetune/Loss (Raw)": 0.7587904930114746, "Finetune/Step": 1644, "Finetune/Step Time": 11.21920513547957}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.7990244626998901, "Finetune/Loss (Raw)": 0.8208219408988953, "Finetune/Step": 1645, "Finetune/Step Time": 11.216872185468674}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.7984594106674194, "Finetune/Loss (Raw)": 0.9071767926216125, "Finetune/Step": 1646, "Finetune/Step Time": 11.217093624174595}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.7990217208862305, "Finetune/Loss (Raw)": 0.7566702365875244, "Finetune/Step": 1647, "Finetune/Step Time": 11.237483572214842}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8003679513931274, "Finetune/Loss (Raw)": 0.8731209635734558, "Finetune/Step": 1648, "Finetune/Step Time": 11.205059817060828}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.7996075749397278, "Finetune/Loss (Raw)": 0.7878925204277039, "Finetune/Step": 1649, "Finetune/Step Time": 11.206031216308475}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8006191849708557, "Finetune/Loss (Raw)": 0.858261227607727, "Finetune/Step": 1650, "Finetune/Step Time": 11.190950646996498}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8013553619384766, "Finetune/Loss (Raw)": 0.7263692021369934, "Finetune/Step": 1651, "Finetune/Step Time": 11.193612523376942}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8020331263542175, "Finetune/Loss (Raw)": 0.7771603465080261, "Finetune/Step": 1652, "Finetune/Step Time": 11.168879395350814}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8030995726585388, "Finetune/Loss (Raw)": 0.8116357326507568, "Finetune/Step": 1653, "Finetune/Step Time": 11.15811819024384}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8028101325035095, "Finetune/Loss (Raw)": 0.8735121488571167, "Finetune/Step": 1654, "Finetune/Step Time": 11.174963604658842}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8011886477470398, "Finetune/Loss (Raw)": 0.6175201535224915, "Finetune/Step": 1655, "Finetune/Step Time": 11.21009318716824}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8026909828186035, "Finetune/Loss (Raw)": 0.8617140054702759, "Finetune/Step": 1656, "Finetune/Step Time": 11.18048726581037}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8017579317092896, "Finetune/Loss (Raw)": 0.810472309589386, "Finetune/Step": 1657, "Finetune/Step Time": 11.177684666588902}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8041346073150635, "Finetune/Loss (Raw)": 0.8691301345825195, "Finetune/Step": 1658, "Finetune/Step Time": 11.154366930946708}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8032395839691162, "Finetune/Loss (Raw)": 0.7671335339546204, "Finetune/Step": 1659, "Finetune/Step Time": 11.154656525701284}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.803394615650177, "Finetune/Loss (Raw)": 0.8594396114349365, "Finetune/Step": 1660, "Finetune/Step Time": 11.124600272625685}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8044774532318115, "Finetune/Loss (Raw)": 0.7972740530967712, "Finetune/Step": 1661, "Finetune/Step Time": 11.111309109255672}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8065616488456726, "Finetune/Loss (Raw)": 0.9152470231056213, "Finetune/Step": 1662, "Finetune/Step Time": 11.11183888092637}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8050122857093811, "Finetune/Loss (Raw)": 0.5896443128585815, "Finetune/Step": 1663, "Finetune/Step Time": 11.12334444373846}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8043990731239319, "Finetune/Loss (Raw)": 0.6764177680015564, "Finetune/Step": 1664, "Finetune/Step Time": 11.112220652401447}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8057482242584229, "Finetune/Loss (Raw)": 0.9517615437507629, "Finetune/Step": 1665, "Finetune/Step Time": 11.111369220539927}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8070228099822998, "Finetune/Loss (Raw)": 0.8036353588104248, "Finetune/Step": 1666, "Finetune/Step Time": 11.097182959318161}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8070498704910278, "Finetune/Loss (Raw)": 0.8491849899291992, "Finetune/Step": 1667, "Finetune/Step Time": 11.103473547846079}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8080344200134277, "Finetune/Loss (Raw)": 0.9066054821014404, "Finetune/Step": 1668, "Finetune/Step Time": 11.10602019354701}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8074535727500916, "Finetune/Loss (Raw)": 0.8275734186172485, "Finetune/Step": 1669, "Finetune/Step Time": 11.105287954211235}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8092403411865234, "Finetune/Loss (Raw)": 0.8732023239135742, "Finetune/Step": 1670, "Finetune/Step Time": 11.086363865062594}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8096562027931213, "Finetune/Loss (Raw)": 0.7942430377006531, "Finetune/Step": 1671, "Finetune/Step Time": 11.093277530744672}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.809239387512207, "Finetune/Loss (Raw)": 0.8345168232917786, "Finetune/Step": 1672, "Finetune/Step Time": 11.118822451680899}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8083597421646118, "Finetune/Loss (Raw)": 0.6854196786880493, "Finetune/Step": 1673, "Finetune/Step Time": 11.122750248759985}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8057361841201782, "Finetune/Loss (Raw)": 0.5620859861373901, "Finetune/Step": 1674, "Finetune/Step Time": 11.130415759980679}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8045956492424011, "Finetune/Loss (Raw)": 0.6855157017707825, "Finetune/Step": 1675, "Finetune/Step Time": 11.136592684313655}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8049007654190063, "Finetune/Loss (Raw)": 0.8818005919456482, "Finetune/Step": 1676, "Finetune/Step Time": 11.128931242972612}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8067896366119385, "Finetune/Loss (Raw)": 0.9059655070304871, "Finetune/Step": 1677, "Finetune/Step Time": 11.089728642255068}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8060566186904907, "Finetune/Loss (Raw)": 0.7721018195152283, "Finetune/Step": 1678, "Finetune/Step Time": 11.082037534564734}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8051533699035645, "Finetune/Loss (Raw)": 0.6080009937286377, "Finetune/Step": 1679, "Finetune/Step Time": 11.121015025302768}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.804782509803772, "Finetune/Loss (Raw)": 0.8456154465675354, "Finetune/Step": 1680, "Finetune/Step Time": 11.131385739892721}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8055397272109985, "Finetune/Loss (Raw)": 0.8529728055000305, "Finetune/Step": 1681, "Finetune/Step Time": 11.109482867643237}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8075323104858398, "Finetune/Loss (Raw)": 0.9895132184028625, "Finetune/Step": 1682, "Finetune/Step Time": 11.114722223952413}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8059655427932739, "Finetune/Loss (Raw)": 0.681079089641571, "Finetune/Step": 1683, "Finetune/Step Time": 11.123290244489908}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.807243824005127, "Finetune/Loss (Raw)": 0.7978405952453613, "Finetune/Step": 1684, "Finetune/Step Time": 11.111005626618862}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.806915819644928, "Finetune/Loss (Raw)": 0.7272952795028687, "Finetune/Step": 1685, "Finetune/Step Time": 11.110426498576999}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8053613901138306, "Finetune/Loss (Raw)": 0.6111598014831543, "Finetune/Step": 1686, "Finetune/Step Time": 11.123262071982026}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8042136430740356, "Finetune/Loss (Raw)": 0.8927827477455139, "Finetune/Step": 1687, "Finetune/Step Time": 11.122079925611615}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.8037036657333374, "Finetune/Loss (Raw)": 0.8082745671272278, "Finetune/Step": 1688, "Finetune/Step Time": 11.117927238345146}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8022840023040771, "Finetune/Loss (Raw)": 0.6684068441390991, "Finetune/Step": 1689, "Finetune/Step Time": 11.153227604925632}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8025209903717041, "Finetune/Loss (Raw)": 0.9175127744674683, "Finetune/Step": 1690, "Finetune/Step Time": 11.143560662865639}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8030905723571777, "Finetune/Loss (Raw)": 0.8430867195129395, "Finetune/Step": 1691, "Finetune/Step Time": 11.115660820156336}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8028175234794617, "Finetune/Loss (Raw)": 0.7317381501197815, "Finetune/Step": 1692, "Finetune/Step Time": 11.143364496529102}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8022834658622742, "Finetune/Loss (Raw)": 0.6494126319885254, "Finetune/Step": 1693, "Finetune/Step Time": 11.168506199494004}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8009278774261475, "Finetune/Loss (Raw)": 0.5901498794555664, "Finetune/Step": 1694, "Finetune/Step Time": 11.171947106719017}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.799707293510437, "Finetune/Loss (Raw)": 0.6678491830825806, "Finetune/Step": 1695, "Finetune/Step Time": 11.18156959861517}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.799908459186554, "Finetune/Loss (Raw)": 0.8281134366989136, "Finetune/Step": 1696, "Finetune/Step Time": 11.178567780181766}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8014753460884094, "Finetune/Loss (Raw)": 0.8616226315498352, "Finetune/Step": 1697, "Finetune/Step Time": 11.159775538370013}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8006914258003235, "Finetune/Loss (Raw)": 0.8162463903427124, "Finetune/Step": 1698, "Finetune/Step Time": 11.166046379134059}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8007038831710815, "Finetune/Loss (Raw)": 0.8542444705963135, "Finetune/Step": 1699, "Finetune/Step Time": 11.163415495306253}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8004354238510132, "Finetune/Loss (Raw)": 0.8347562551498413, "Finetune/Step": 1700, "Finetune/Step Time": 11.17470071837306}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8014790415763855, "Finetune/Loss (Raw)": 0.9204698204994202, "Finetune/Step": 1701, "Finetune/Step Time": 11.156532499939203}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8028051257133484, "Finetune/Loss (Raw)": 0.8832880854606628, "Finetune/Step": 1702, "Finetune/Step Time": 11.155594991520047}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8004887104034424, "Finetune/Loss (Raw)": 0.6467835903167725, "Finetune/Step": 1703, "Finetune/Step Time": 11.16657361574471}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.7985824346542358, "Finetune/Loss (Raw)": 0.5821831226348877, "Finetune/Step": 1704, "Finetune/Step Time": 11.186984272673726}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.7982180118560791, "Finetune/Loss (Raw)": 0.7913203239440918, "Finetune/Step": 1705, "Finetune/Step Time": 11.181099656969309}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.7984417676925659, "Finetune/Loss (Raw)": 0.8884256482124329, "Finetune/Step": 1706, "Finetune/Step Time": 11.18387983366847}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.7991475462913513, "Finetune/Loss (Raw)": 0.840400755405426, "Finetune/Step": 1707, "Finetune/Step Time": 11.175398349761963}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8002249598503113, "Finetune/Loss (Raw)": 0.8016747236251831, "Finetune/Step": 1708, "Finetune/Step Time": 11.146336087957025}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8018389940261841, "Finetune/Loss (Raw)": 0.9297854900360107, "Finetune/Step": 1709, "Finetune/Step Time": 11.149022448807955}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8018413186073303, "Finetune/Loss (Raw)": 0.7903262376785278, "Finetune/Step": 1710, "Finetune/Step Time": 11.174832129850984}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8015313744544983, "Finetune/Loss (Raw)": 0.8093881011009216, "Finetune/Step": 1711, "Finetune/Step Time": 11.19642766751349}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8026623129844666, "Finetune/Loss (Raw)": 0.9645351767539978, "Finetune/Step": 1712, "Finetune/Step Time": 11.202958380803466}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8023631572723389, "Finetune/Loss (Raw)": 0.8929876089096069, "Finetune/Step": 1713, "Finetune/Step Time": 11.202725276350975}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.801598072052002, "Finetune/Loss (Raw)": 0.8512771129608154, "Finetune/Step": 1714, "Finetune/Step Time": 11.132177317515016}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.79925137758255, "Finetune/Loss (Raw)": 0.6036593317985535, "Finetune/Step": 1715, "Finetune/Step Time": 11.14217672124505}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.7997430562973022, "Finetune/Loss (Raw)": 0.8431985378265381, "Finetune/Step": 1716, "Finetune/Step Time": 11.123601038008928}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.7999981641769409, "Finetune/Loss (Raw)": 0.845643937587738, "Finetune/Step": 1717, "Finetune/Step Time": 11.119992341846228}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.7996934056282043, "Finetune/Loss (Raw)": 0.8706399202346802, "Finetune/Step": 1718, "Finetune/Step Time": 11.109157567843795}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8013127446174622, "Finetune/Loss (Raw)": 0.7930384278297424, "Finetune/Step": 1719, "Finetune/Step Time": 11.088359143584967}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8032219409942627, "Finetune/Loss (Raw)": 0.9225873351097107, "Finetune/Step": 1720, "Finetune/Step Time": 11.084989253431559}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8039215207099915, "Finetune/Loss (Raw)": 0.8621357083320618, "Finetune/Step": 1721, "Finetune/Step Time": 11.082451108843088}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8042868971824646, "Finetune/Loss (Raw)": 0.84714674949646, "Finetune/Step": 1722, "Finetune/Step Time": 11.067822441458702}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8051448464393616, "Finetune/Loss (Raw)": 0.8084012866020203, "Finetune/Step": 1723, "Finetune/Step Time": 11.090569708496332}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8043836951255798, "Finetune/Loss (Raw)": 0.7494577765464783, "Finetune/Step": 1724, "Finetune/Step Time": 11.082231063395739}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8053849339485168, "Finetune/Loss (Raw)": 0.8279264569282532, "Finetune/Step": 1725, "Finetune/Step Time": 11.065624857321382}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8052289485931396, "Finetune/Loss (Raw)": 0.7679925560951233, "Finetune/Step": 1726, "Finetune/Step Time": 11.05563104338944}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8065770268440247, "Finetune/Loss (Raw)": 0.8338187336921692, "Finetune/Step": 1727, "Finetune/Step Time": 11.03897931613028}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8069972395896912, "Finetune/Loss (Raw)": 0.9319444894790649, "Finetune/Step": 1728, "Finetune/Step Time": 11.036313438788056}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8087270259857178, "Finetune/Loss (Raw)": 0.8469508290290833, "Finetune/Step": 1729, "Finetune/Step Time": 10.99269238859415}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8071156740188599, "Finetune/Loss (Raw)": 0.7169896364212036, "Finetune/Step": 1730, "Finetune/Step Time": 10.981606746092439}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.807907223701477, "Finetune/Loss (Raw)": 0.9974046945571899, "Finetune/Step": 1731, "Finetune/Step Time": 10.974668364971876}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8088929057121277, "Finetune/Loss (Raw)": 0.9104371666908264, "Finetune/Step": 1732, "Finetune/Step Time": 10.994799666106701}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8105524778366089, "Finetune/Loss (Raw)": 0.8531054854393005, "Finetune/Step": 1733, "Finetune/Step Time": 10.98577081412077}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8124856948852539, "Finetune/Loss (Raw)": 0.8601139783859253, "Finetune/Step": 1734, "Finetune/Step Time": 10.960794860497117}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8123196363449097, "Finetune/Loss (Raw)": 0.8117390275001526, "Finetune/Step": 1735, "Finetune/Step Time": 10.96026286110282}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8136699795722961, "Finetune/Loss (Raw)": 0.8306161165237427, "Finetune/Step": 1736, "Finetune/Step Time": 10.922419188544154}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8128211498260498, "Finetune/Loss (Raw)": 0.7556939721107483, "Finetune/Step": 1737, "Finetune/Step Time": 10.920891128480434}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8114516735076904, "Finetune/Loss (Raw)": 0.6643913984298706, "Finetune/Step": 1738, "Finetune/Step Time": 10.950519857928157}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8120548129081726, "Finetune/Loss (Raw)": 0.8041344285011292, "Finetune/Step": 1739, "Finetune/Step Time": 10.918929358944297}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8116040229797363, "Finetune/Loss (Raw)": 0.73122638463974, "Finetune/Step": 1740, "Finetune/Step Time": 10.942501354962587}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8139969110488892, "Finetune/Loss (Raw)": 1.016958475112915, "Finetune/Step": 1741, "Finetune/Step Time": 10.932229492813349}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8128640651702881, "Finetune/Loss (Raw)": 0.6683530211448669, "Finetune/Step": 1742, "Finetune/Step Time": 10.937824238091707}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8120872974395752, "Finetune/Loss (Raw)": 0.8219193816184998, "Finetune/Step": 1743, "Finetune/Step Time": 10.955160273239017}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8119502067565918, "Finetune/Loss (Raw)": 0.8087475299835205, "Finetune/Step": 1744, "Finetune/Step Time": 10.95899597927928}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8126335144042969, "Finetune/Loss (Raw)": 0.8680780529975891, "Finetune/Step": 1745, "Finetune/Step Time": 10.951091352850199}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8134326338768005, "Finetune/Loss (Raw)": 0.9243541955947876, "Finetune/Step": 1746, "Finetune/Step Time": 10.949382113292813}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8130953311920166, "Finetune/Loss (Raw)": 0.68588787317276, "Finetune/Step": 1747, "Finetune/Step Time": 10.964710161089897}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8102531433105469, "Finetune/Loss (Raw)": 0.6624928712844849, "Finetune/Step": 1748, "Finetune/Step Time": 10.977446788921952}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8111865520477295, "Finetune/Loss (Raw)": 0.8693692088127136, "Finetune/Step": 1749, "Finetune/Step Time": 10.969874188303947}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8111357092857361, "Finetune/Loss (Raw)": 0.9257730841636658, "Finetune/Step": 1750, "Finetune/Step Time": 10.996190806850791}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.810188353061676, "Finetune/Loss (Raw)": 0.894464373588562, "Finetune/Step": 1751, "Finetune/Step Time": 11.002205189317465}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8112579584121704, "Finetune/Loss (Raw)": 0.9802998304367065, "Finetune/Step": 1752, "Finetune/Step Time": 11.001663219183683}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8109273314476013, "Finetune/Loss (Raw)": 0.8257983922958374, "Finetune/Step": 1753, "Finetune/Step Time": 11.011782983317971}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8109642267227173, "Finetune/Loss (Raw)": 0.8763408660888672, "Finetune/Step": 1754, "Finetune/Step Time": 11.030042197555304}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8102562427520752, "Finetune/Loss (Raw)": 0.8354700207710266, "Finetune/Step": 1755, "Finetune/Step Time": 11.039008846506476}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8113977909088135, "Finetune/Loss (Raw)": 0.9430018663406372, "Finetune/Step": 1756, "Finetune/Step Time": 11.045096185058355}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8101872205734253, "Finetune/Loss (Raw)": 0.5823707580566406, "Finetune/Step": 1757, "Finetune/Step Time": 11.09080027975142}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8092644214630127, "Finetune/Loss (Raw)": 0.7336474657058716, "Finetune/Step": 1758, "Finetune/Step Time": 11.093238286674023}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.810184121131897, "Finetune/Loss (Raw)": 0.927371621131897, "Finetune/Step": 1759, "Finetune/Step Time": 11.09724546968937}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8112797737121582, "Finetune/Loss (Raw)": 0.9441475868225098, "Finetune/Step": 1760, "Finetune/Step Time": 11.09248660132289}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.811248242855072, "Finetune/Loss (Raw)": 0.7441453337669373, "Finetune/Step": 1761, "Finetune/Step Time": 11.101004976779222}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8104146718978882, "Finetune/Loss (Raw)": 0.7294533848762512, "Finetune/Step": 1762, "Finetune/Step Time": 11.111892510205507}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8119272589683533, "Finetune/Loss (Raw)": 0.9543828368186951, "Finetune/Step": 1763, "Finetune/Step Time": 11.103033827617764}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8121257424354553, "Finetune/Loss (Raw)": 0.8935191631317139, "Finetune/Step": 1764, "Finetune/Step Time": 11.132634902372956}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8119333982467651, "Finetune/Loss (Raw)": 0.740796685218811, "Finetune/Step": 1765, "Finetune/Step Time": 11.149560252204537}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.812842607498169, "Finetune/Loss (Raw)": 0.8816264271736145, "Finetune/Step": 1766, "Finetune/Step Time": 11.148950956761837}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8126713633537292, "Finetune/Loss (Raw)": 0.6941100358963013, "Finetune/Step": 1767, "Finetune/Step Time": 11.14503125473857}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8108680248260498, "Finetune/Loss (Raw)": 0.6880829930305481, "Finetune/Step": 1768, "Finetune/Step Time": 11.146255794912577}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8091521263122559, "Finetune/Loss (Raw)": 0.666528582572937, "Finetune/Step": 1769, "Finetune/Step Time": 11.166066214442253}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8093814849853516, "Finetune/Loss (Raw)": 0.8567458391189575, "Finetune/Step": 1770, "Finetune/Step Time": 11.173748690634966}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8081480264663696, "Finetune/Loss (Raw)": 0.788774847984314, "Finetune/Step": 1771, "Finetune/Step Time": 11.172025095671415}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8097010254859924, "Finetune/Loss (Raw)": 0.957576334476471, "Finetune/Step": 1772, "Finetune/Step Time": 11.136065138503909}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8093395829200745, "Finetune/Loss (Raw)": 0.7745572924613953, "Finetune/Step": 1773, "Finetune/Step Time": 11.149390483275056}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8080065250396729, "Finetune/Loss (Raw)": 0.7365396022796631, "Finetune/Step": 1774, "Finetune/Step Time": 11.171156780794263}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8093024492263794, "Finetune/Loss (Raw)": 0.9225496649742126, "Finetune/Step": 1775, "Finetune/Step Time": 11.150548528879881}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8088533878326416, "Finetune/Loss (Raw)": 0.8156464695930481, "Finetune/Step": 1776, "Finetune/Step Time": 11.1517837587744}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8092367053031921, "Finetune/Loss (Raw)": 0.8369540572166443, "Finetune/Step": 1777, "Finetune/Step Time": 11.14755779877305}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8087471723556519, "Finetune/Loss (Raw)": 0.7956092953681946, "Finetune/Step": 1778, "Finetune/Step Time": 11.152363132685423}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8109211325645447, "Finetune/Loss (Raw)": 1.0046321153640747, "Finetune/Step": 1779, "Finetune/Step Time": 11.130609527230263}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8110008835792542, "Finetune/Loss (Raw)": 0.7873640656471252, "Finetune/Step": 1780, "Finetune/Step Time": 11.116911670193076}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8098576068878174, "Finetune/Loss (Raw)": 0.6652949452400208, "Finetune/Step": 1781, "Finetune/Step Time": 11.116159781813622}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8094611167907715, "Finetune/Loss (Raw)": 0.822763979434967, "Finetune/Step": 1782, "Finetune/Step Time": 11.098417425528169}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8103168606758118, "Finetune/Loss (Raw)": 0.7270541191101074, "Finetune/Step": 1783, "Finetune/Step Time": 11.062530050054193}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8112056255340576, "Finetune/Loss (Raw)": 0.9754810929298401, "Finetune/Step": 1784, "Finetune/Step Time": 11.061830598860979}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8096894025802612, "Finetune/Loss (Raw)": 0.6163882613182068, "Finetune/Step": 1785, "Finetune/Step Time": 11.078009705990553}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8093311786651611, "Finetune/Loss (Raw)": 0.823288083076477, "Finetune/Step": 1786, "Finetune/Step Time": 11.076900370419025}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8087741732597351, "Finetune/Loss (Raw)": 0.6958354115486145, "Finetune/Step": 1787, "Finetune/Step Time": 11.083396930247545}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8077363967895508, "Finetune/Loss (Raw)": 0.7266039848327637, "Finetune/Step": 1788, "Finetune/Step Time": 11.079209052026272}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8108562231063843, "Finetune/Loss (Raw)": 1.1966030597686768, "Finetune/Step": 1789, "Finetune/Step Time": 11.117164958268404}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8105250597000122, "Finetune/Loss (Raw)": 0.8728716373443604, "Finetune/Step": 1790, "Finetune/Step Time": 11.12026927061379}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8131084442138672, "Finetune/Loss (Raw)": 0.9203029870986938, "Finetune/Step": 1791, "Finetune/Step Time": 11.11221743747592}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8147662878036499, "Finetune/Loss (Raw)": 0.8886289596557617, "Finetune/Step": 1792, "Finetune/Step Time": 11.11158468015492}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8126876950263977, "Finetune/Loss (Raw)": 0.6856963038444519, "Finetune/Step": 1793, "Finetune/Step Time": 11.129134006798267}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8134617805480957, "Finetune/Loss (Raw)": 0.90272057056427, "Finetune/Step": 1794, "Finetune/Step Time": 11.110178044065833}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8124151825904846, "Finetune/Loss (Raw)": 0.7152226567268372, "Finetune/Step": 1795, "Finetune/Step Time": 11.136718034744263}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.811461329460144, "Finetune/Loss (Raw)": 0.7845150232315063, "Finetune/Step": 1796, "Finetune/Step Time": 11.129771899431944}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8113901615142822, "Finetune/Loss (Raw)": 0.8184602856636047, "Finetune/Step": 1797, "Finetune/Step Time": 11.128197554498911}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8111675977706909, "Finetune/Loss (Raw)": 0.844715416431427, "Finetune/Step": 1798, "Finetune/Step Time": 11.146459531039}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8111315369606018, "Finetune/Loss (Raw)": 0.7896263599395752, "Finetune/Step": 1799, "Finetune/Step Time": 11.145727761089802}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8108278512954712, "Finetune/Loss (Raw)": 0.7956468462944031, "Finetune/Step": 1800, "Finetune/Step Time": 11.135893048718572}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8122138977050781, "Finetune/Loss (Raw)": 0.8628261685371399, "Finetune/Step": 1801, "Finetune/Step Time": 11.152536233887076}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8137922883033752, "Finetune/Loss (Raw)": 0.7641288638114929, "Finetune/Step": 1802, "Finetune/Step Time": 11.156040348112583}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.814872145652771, "Finetune/Loss (Raw)": 0.8237307667732239, "Finetune/Step": 1803, "Finetune/Step Time": 11.175764633342624}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.814680814743042, "Finetune/Loss (Raw)": 0.8573175072669983, "Finetune/Step": 1804, "Finetune/Step Time": 11.181483671069145}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8119735717773438, "Finetune/Loss (Raw)": 0.5594344735145569, "Finetune/Step": 1805, "Finetune/Step Time": 11.193068301305175}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8118014335632324, "Finetune/Loss (Raw)": 0.7500770688056946, "Finetune/Step": 1806, "Finetune/Step Time": 11.21130764298141}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8138495087623596, "Finetune/Loss (Raw)": 0.8701476454734802, "Finetune/Step": 1807, "Finetune/Step Time": 11.175576677545905}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8133875727653503, "Finetune/Loss (Raw)": 0.7864847183227539, "Finetune/Step": 1808, "Finetune/Step Time": 11.159731363877654}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8133896589279175, "Finetune/Loss (Raw)": 0.8532379269599915, "Finetune/Step": 1809, "Finetune/Step Time": 11.157798193395138}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8116564750671387, "Finetune/Loss (Raw)": 0.7676734924316406, "Finetune/Step": 1810, "Finetune/Step Time": 11.160525768995285}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8126623034477234, "Finetune/Loss (Raw)": 0.809821605682373, "Finetune/Step": 1811, "Finetune/Step Time": 11.151943907141685}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8119592666625977, "Finetune/Loss (Raw)": 0.7078568339347839, "Finetune/Step": 1812, "Finetune/Step Time": 11.16273938305676}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8122931122779846, "Finetune/Loss (Raw)": 0.7700209021568298, "Finetune/Step": 1813, "Finetune/Step Time": 11.14819230698049}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.814051628112793, "Finetune/Loss (Raw)": 0.836250364780426, "Finetune/Step": 1814, "Finetune/Step Time": 11.130850158631802}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8133745193481445, "Finetune/Loss (Raw)": 0.8061134815216064, "Finetune/Step": 1815, "Finetune/Step Time": 11.129426227882504}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8141883611679077, "Finetune/Loss (Raw)": 0.9124535918235779, "Finetune/Step": 1816, "Finetune/Step Time": 11.121286587789655}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8153870701789856, "Finetune/Loss (Raw)": 0.8218302130699158, "Finetune/Step": 1817, "Finetune/Step Time": 11.084981808438897}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8141767978668213, "Finetune/Loss (Raw)": 0.7625976204872131, "Finetune/Step": 1818, "Finetune/Step Time": 11.08562171831727}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8143230676651001, "Finetune/Loss (Raw)": 0.8618186712265015, "Finetune/Step": 1819, "Finetune/Step Time": 11.081467414274812}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8141895532608032, "Finetune/Loss (Raw)": 0.7146405577659607, "Finetune/Step": 1820, "Finetune/Step Time": 11.052966397255659}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8156343102455139, "Finetune/Loss (Raw)": 0.8343424201011658, "Finetune/Step": 1821, "Finetune/Step Time": 11.029761435464025}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.818946123123169, "Finetune/Loss (Raw)": 1.0140655040740967, "Finetune/Step": 1822, "Finetune/Step Time": 11.021058425307274}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8201003074645996, "Finetune/Loss (Raw)": 0.8155890703201294, "Finetune/Step": 1823, "Finetune/Step Time": 11.007221229374409}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8184692859649658, "Finetune/Loss (Raw)": 0.6193364262580872, "Finetune/Step": 1824, "Finetune/Step Time": 11.014186196029186}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8181878328323364, "Finetune/Loss (Raw)": 0.8255937695503235, "Finetune/Step": 1825, "Finetune/Step Time": 11.016511293128133}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8183648586273193, "Finetune/Loss (Raw)": 0.8389157652854919, "Finetune/Step": 1826, "Finetune/Step Time": 11.020801218226552}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8177752494812012, "Finetune/Loss (Raw)": 0.7787667512893677, "Finetune/Step": 1827, "Finetune/Step Time": 11.067630032077432}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8180274963378906, "Finetune/Loss (Raw)": 0.8670453429222107, "Finetune/Step": 1828, "Finetune/Step Time": 11.064419601112604}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8186580538749695, "Finetune/Loss (Raw)": 1.0011850595474243, "Finetune/Step": 1829, "Finetune/Step Time": 11.065477291122079}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8191746473312378, "Finetune/Loss (Raw)": 0.9494089484214783, "Finetune/Step": 1830, "Finetune/Step Time": 11.078719494864345}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8204151391983032, "Finetune/Loss (Raw)": 0.8055705428123474, "Finetune/Step": 1831, "Finetune/Step Time": 11.05508735589683}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.823259711265564, "Finetune/Loss (Raw)": 0.9462890625, "Finetune/Step": 1832, "Finetune/Step Time": 11.018169717863202}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8226724863052368, "Finetune/Loss (Raw)": 0.7161468863487244, "Finetune/Step": 1833, "Finetune/Step Time": 11.042618980631232}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8229886293411255, "Finetune/Loss (Raw)": 0.9288945198059082, "Finetune/Step": 1834, "Finetune/Step Time": 11.045683005824685}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8231632709503174, "Finetune/Loss (Raw)": 0.8627627491950989, "Finetune/Step": 1835, "Finetune/Step Time": 11.05334417335689}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8236547112464905, "Finetune/Loss (Raw)": 0.8645707964897156, "Finetune/Step": 1836, "Finetune/Step Time": 11.045137919485569}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8227372765541077, "Finetune/Loss (Raw)": 0.81235671043396, "Finetune/Step": 1837, "Finetune/Step Time": 11.043776325881481}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8230771422386169, "Finetune/Loss (Raw)": 0.8338281512260437, "Finetune/Step": 1838, "Finetune/Step Time": 11.02617339976132}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8235476613044739, "Finetune/Loss (Raw)": 0.8696174025535583, "Finetune/Step": 1839, "Finetune/Step Time": 11.008084082975984}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.822223424911499, "Finetune/Loss (Raw)": 0.7950277328491211, "Finetune/Step": 1840, "Finetune/Step Time": 11.013144774362445}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8209785223007202, "Finetune/Loss (Raw)": 0.7336391806602478, "Finetune/Step": 1841, "Finetune/Step Time": 11.011607060208917}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8214523792266846, "Finetune/Loss (Raw)": 0.9119333028793335, "Finetune/Step": 1842, "Finetune/Step Time": 11.004633866250515}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8231105804443359, "Finetune/Loss (Raw)": 0.8159072399139404, "Finetune/Step": 1843, "Finetune/Step Time": 11.0223244484514}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8225845098495483, "Finetune/Loss (Raw)": 0.775863528251648, "Finetune/Step": 1844, "Finetune/Step Time": 11.039580877870321}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8217345476150513, "Finetune/Loss (Raw)": 0.7368490099906921, "Finetune/Step": 1845, "Finetune/Step Time": 11.030114142224193}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8218609094619751, "Finetune/Loss (Raw)": 0.8868065476417542, "Finetune/Step": 1846, "Finetune/Step Time": 11.053628010675311}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8221955299377441, "Finetune/Loss (Raw)": 0.8358834385871887, "Finetune/Step": 1847, "Finetune/Step Time": 11.065065821632743}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8214870691299438, "Finetune/Loss (Raw)": 0.8318995833396912, "Finetune/Step": 1848, "Finetune/Step Time": 11.057414857670665}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8221274614334106, "Finetune/Loss (Raw)": 0.9441049695014954, "Finetune/Step": 1849, "Finetune/Step Time": 11.050869587808847}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8224272727966309, "Finetune/Loss (Raw)": 0.8855222463607788, "Finetune/Step": 1850, "Finetune/Step Time": 11.060449017211795}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.820941686630249, "Finetune/Loss (Raw)": 0.6182535886764526, "Finetune/Step": 1851, "Finetune/Step Time": 11.067603705450892}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8217177391052246, "Finetune/Loss (Raw)": 0.8487820029258728, "Finetune/Step": 1852, "Finetune/Step Time": 11.071641400456429}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8221449851989746, "Finetune/Loss (Raw)": 0.8826239109039307, "Finetune/Step": 1853, "Finetune/Step Time": 11.077357994392514}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8229000568389893, "Finetune/Loss (Raw)": 0.8646278977394104, "Finetune/Step": 1854, "Finetune/Step Time": 11.069398891180754}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8233228325843811, "Finetune/Loss (Raw)": 0.8879438638687134, "Finetune/Step": 1855, "Finetune/Step Time": 11.047022698447108}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8235256671905518, "Finetune/Loss (Raw)": 0.9579004645347595, "Finetune/Step": 1856, "Finetune/Step Time": 11.046404106542468}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8226365447044373, "Finetune/Loss (Raw)": 0.7331469655036926, "Finetune/Step": 1857, "Finetune/Step Time": 11.111968852579594}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8233739137649536, "Finetune/Loss (Raw)": 0.811372697353363, "Finetune/Step": 1858, "Finetune/Step Time": 11.121245115995407}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8228799104690552, "Finetune/Loss (Raw)": 0.9341750741004944, "Finetune/Step": 1859, "Finetune/Step Time": 11.11120136640966}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8211104869842529, "Finetune/Loss (Raw)": 0.6839497685432434, "Finetune/Step": 1860, "Finetune/Step Time": 11.094583339989185}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.820452094078064, "Finetune/Loss (Raw)": 0.7688286900520325, "Finetune/Step": 1861, "Finetune/Step Time": 11.094458309933543}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8195618391036987, "Finetune/Loss (Raw)": 0.746164083480835, "Finetune/Step": 1862, "Finetune/Step Time": 11.073361640796065}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8187616467475891, "Finetune/Loss (Raw)": 0.709309995174408, "Finetune/Step": 1863, "Finetune/Step Time": 11.081114612519741}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.818050742149353, "Finetune/Loss (Raw)": 0.7396273612976074, "Finetune/Step": 1864, "Finetune/Step Time": 11.088026316836476}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8190345168113708, "Finetune/Loss (Raw)": 0.881614089012146, "Finetune/Step": 1865, "Finetune/Step Time": 11.088615892454982}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8209872245788574, "Finetune/Loss (Raw)": 0.914332926273346, "Finetune/Step": 1866, "Finetune/Step Time": 11.068785388022661}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8219671249389648, "Finetune/Loss (Raw)": 0.9295639991760254, "Finetune/Step": 1867, "Finetune/Step Time": 11.078417478129268}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8217779397964478, "Finetune/Loss (Raw)": 0.7070119380950928, "Finetune/Step": 1868, "Finetune/Step Time": 11.086865475401282}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8208798170089722, "Finetune/Loss (Raw)": 0.9020029902458191, "Finetune/Step": 1869, "Finetune/Step Time": 11.078158000484109}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8214104175567627, "Finetune/Loss (Raw)": 0.7362663149833679, "Finetune/Step": 1870, "Finetune/Step Time": 11.071583811193705}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8212609887123108, "Finetune/Loss (Raw)": 0.8027887940406799, "Finetune/Step": 1871, "Finetune/Step Time": 11.096812376752496}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.820284366607666, "Finetune/Loss (Raw)": 0.6837426424026489, "Finetune/Step": 1872, "Finetune/Step Time": 11.100298577919602}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8186032772064209, "Finetune/Loss (Raw)": 0.6528996229171753, "Finetune/Step": 1873, "Finetune/Step Time": 11.131707075983286}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8183245658874512, "Finetune/Loss (Raw)": 0.88868248462677, "Finetune/Step": 1874, "Finetune/Step Time": 11.13203783147037}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8180462718009949, "Finetune/Loss (Raw)": 0.6502655744552612, "Finetune/Step": 1875, "Finetune/Step Time": 11.108814090490341}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8194948434829712, "Finetune/Loss (Raw)": 0.8479095697402954, "Finetune/Step": 1876, "Finetune/Step Time": 11.090431975200772}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8193902969360352, "Finetune/Loss (Raw)": 0.8559806942939758, "Finetune/Step": 1877, "Finetune/Step Time": 11.096987461671233}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8172081708908081, "Finetune/Loss (Raw)": 0.646467924118042, "Finetune/Step": 1878, "Finetune/Step Time": 11.08551387116313}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8174004554748535, "Finetune/Loss (Raw)": 0.9190674424171448, "Finetune/Step": 1879, "Finetune/Step Time": 11.072247790172696}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8145018815994263, "Finetune/Loss (Raw)": 0.609285295009613, "Finetune/Step": 1880, "Finetune/Step Time": 11.088850816711783}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8136669397354126, "Finetune/Loss (Raw)": 0.7189274430274963, "Finetune/Step": 1881, "Finetune/Step Time": 11.085945714265108}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8133813142776489, "Finetune/Loss (Raw)": 0.8397791981697083, "Finetune/Step": 1882, "Finetune/Step Time": 11.06985348276794}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8118851184844971, "Finetune/Loss (Raw)": 0.6439610719680786, "Finetune/Step": 1883, "Finetune/Step Time": 11.081968676298857}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8095529079437256, "Finetune/Loss (Raw)": 0.6444817781448364, "Finetune/Step": 1884, "Finetune/Step Time": 11.114642778411508}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8118657469749451, "Finetune/Loss (Raw)": 0.8784107565879822, "Finetune/Step": 1885, "Finetune/Step Time": 11.078000077977777}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8136249780654907, "Finetune/Loss (Raw)": 0.9588272571563721, "Finetune/Step": 1886, "Finetune/Step Time": 11.083569524809718}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8119794130325317, "Finetune/Loss (Raw)": 0.7167333364486694, "Finetune/Step": 1887, "Finetune/Step Time": 11.07605848275125}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8098622560501099, "Finetune/Loss (Raw)": 0.6731662750244141, "Finetune/Step": 1888, "Finetune/Step Time": 11.094594726338983}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8102805614471436, "Finetune/Loss (Raw)": 0.7976771593093872, "Finetune/Step": 1889, "Finetune/Step Time": 11.09757617302239}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8107044696807861, "Finetune/Loss (Raw)": 0.7837136387825012, "Finetune/Step": 1890, "Finetune/Step Time": 11.096671169623733}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.810139000415802, "Finetune/Loss (Raw)": 0.8820069432258606, "Finetune/Step": 1891, "Finetune/Step Time": 11.074858579784632}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8106657266616821, "Finetune/Loss (Raw)": 0.9609403610229492, "Finetune/Step": 1892, "Finetune/Step Time": 11.045940320938826}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8109827041625977, "Finetune/Loss (Raw)": 0.7813670039176941, "Finetune/Step": 1893, "Finetune/Step Time": 11.045932425186038}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8097454309463501, "Finetune/Loss (Raw)": 0.7232566475868225, "Finetune/Step": 1894, "Finetune/Step Time": 11.033861702308059}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.810499906539917, "Finetune/Loss (Raw)": 0.7906779050827026, "Finetune/Step": 1895, "Finetune/Step Time": 11.037191644310951}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8115676641464233, "Finetune/Loss (Raw)": 0.8247641324996948, "Finetune/Step": 1896, "Finetune/Step Time": 11.040627559646964}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8138813972473145, "Finetune/Loss (Raw)": 0.9626769423484802, "Finetune/Step": 1897, "Finetune/Step Time": 11.022796476259828}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8138167858123779, "Finetune/Loss (Raw)": 0.8484764099121094, "Finetune/Step": 1898, "Finetune/Step Time": 11.025457778945565}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8129435777664185, "Finetune/Loss (Raw)": 0.6770084500312805, "Finetune/Step": 1899, "Finetune/Step Time": 11.053665921092033}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8117941617965698, "Finetune/Loss (Raw)": 0.8104512691497803, "Finetune/Step": 1900, "Finetune/Step Time": 11.053383395075798}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8116827607154846, "Finetune/Loss (Raw)": 0.7602962851524353, "Finetune/Step": 1901, "Finetune/Step Time": 11.046225234866142}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8130360841751099, "Finetune/Loss (Raw)": 0.9097649455070496, "Finetune/Step": 1902, "Finetune/Step Time": 11.03325579315424}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8115819692611694, "Finetune/Loss (Raw)": 0.7364261150360107, "Finetune/Step": 1903, "Finetune/Step Time": 11.063957648351789}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8113172054290771, "Finetune/Loss (Raw)": 0.7817564010620117, "Finetune/Step": 1904, "Finetune/Step Time": 11.06865189038217}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8094366788864136, "Finetune/Loss (Raw)": 0.5962458848953247, "Finetune/Step": 1905, "Finetune/Step Time": 11.107296079397202}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8089117407798767, "Finetune/Loss (Raw)": 0.7284190058708191, "Finetune/Step": 1906, "Finetune/Step Time": 11.121082602068782}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8075400590896606, "Finetune/Loss (Raw)": 0.8290536403656006, "Finetune/Step": 1907, "Finetune/Step Time": 11.141898356378078}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8073221445083618, "Finetune/Loss (Raw)": 0.7594693899154663, "Finetune/Step": 1908, "Finetune/Step Time": 11.140860956162214}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8065928220748901, "Finetune/Loss (Raw)": 0.5719489455223083, "Finetune/Step": 1909, "Finetune/Step Time": 11.141876574605703}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8066051006317139, "Finetune/Loss (Raw)": 0.8243380188941956, "Finetune/Step": 1910, "Finetune/Step Time": 11.147129820659757}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.807506799697876, "Finetune/Loss (Raw)": 0.842461347579956, "Finetune/Step": 1911, "Finetune/Step Time": 11.15341106057167}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8060465455055237, "Finetune/Loss (Raw)": 0.7885727882385254, "Finetune/Step": 1912, "Finetune/Step Time": 11.147916041314602}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8074960708618164, "Finetune/Loss (Raw)": 0.801926851272583, "Finetune/Step": 1913, "Finetune/Step Time": 11.128155823796988}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8086276054382324, "Finetune/Loss (Raw)": 0.9681280255317688, "Finetune/Step": 1914, "Finetune/Step Time": 11.124039873480797}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8101620674133301, "Finetune/Loss (Raw)": 0.8922406435012817, "Finetune/Step": 1915, "Finetune/Step Time": 11.171866741031408}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.810785710811615, "Finetune/Loss (Raw)": 0.8064326047897339, "Finetune/Step": 1916, "Finetune/Step Time": 11.172014731913805}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8071709871292114, "Finetune/Loss (Raw)": 0.7339200973510742, "Finetune/Step": 1917, "Finetune/Step Time": 11.130273878574371}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8063639402389526, "Finetune/Loss (Raw)": 0.7695683240890503, "Finetune/Step": 1918, "Finetune/Step Time": 11.114412466064095}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8055635690689087, "Finetune/Loss (Raw)": 0.8178635239601135, "Finetune/Step": 1919, "Finetune/Step Time": 11.10716574639082}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8041853904724121, "Finetune/Loss (Raw)": 0.7122142910957336, "Finetune/Step": 1920, "Finetune/Step Time": 11.122329413890839}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.806003212928772, "Finetune/Loss (Raw)": 0.9183792471885681, "Finetune/Step": 1921, "Finetune/Step Time": 11.101811852306128}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8030306100845337, "Finetune/Loss (Raw)": 0.5222296714782715, "Finetune/Step": 1922, "Finetune/Step Time": 11.134902903810143}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8039193153381348, "Finetune/Loss (Raw)": 0.8289735317230225, "Finetune/Step": 1923, "Finetune/Step Time": 11.099724866449833}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8045439720153809, "Finetune/Loss (Raw)": 0.8644704818725586, "Finetune/Step": 1924, "Finetune/Step Time": 11.096034606918693}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8056768178939819, "Finetune/Loss (Raw)": 0.9634655714035034, "Finetune/Step": 1925, "Finetune/Step Time": 11.091694846749306}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8041163682937622, "Finetune/Loss (Raw)": 0.644980788230896, "Finetune/Step": 1926, "Finetune/Step Time": 11.110017079859972}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8031548261642456, "Finetune/Loss (Raw)": 0.6665508151054382, "Finetune/Step": 1927, "Finetune/Step Time": 11.143255520612001}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8041388988494873, "Finetune/Loss (Raw)": 0.9215987324714661, "Finetune/Step": 1928, "Finetune/Step Time": 11.128771610558033}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8028374910354614, "Finetune/Loss (Raw)": 0.6962588429450989, "Finetune/Step": 1929, "Finetune/Step Time": 11.10425329953432}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8017198443412781, "Finetune/Loss (Raw)": 0.6210610270500183, "Finetune/Step": 1930, "Finetune/Step Time": 11.08067686110735}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8019870519638062, "Finetune/Loss (Raw)": 0.8579403758049011, "Finetune/Step": 1931, "Finetune/Step Time": 11.045544089749455}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8004454970359802, "Finetune/Loss (Raw)": 0.6599879264831543, "Finetune/Step": 1932, "Finetune/Step Time": 11.066269075497985}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8028826713562012, "Finetune/Loss (Raw)": 0.8713947534561157, "Finetune/Step": 1933, "Finetune/Step Time": 11.080282140523195}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8038837909698486, "Finetune/Loss (Raw)": 0.878229022026062, "Finetune/Step": 1934, "Finetune/Step Time": 11.058338023722172}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8042027950286865, "Finetune/Loss (Raw)": 0.9109746813774109, "Finetune/Step": 1935, "Finetune/Step Time": 11.072152994573116}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8034432530403137, "Finetune/Loss (Raw)": 0.6892585158348083, "Finetune/Step": 1936, "Finetune/Step Time": 11.089440774172544}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8034039735794067, "Finetune/Loss (Raw)": 0.8482113480567932, "Finetune/Step": 1937, "Finetune/Step Time": 11.087610591202974}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8023950457572937, "Finetune/Loss (Raw)": 0.6385334134101868, "Finetune/Step": 1938, "Finetune/Step Time": 11.118034103885293}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8024133443832397, "Finetune/Loss (Raw)": 0.8121676445007324, "Finetune/Step": 1939, "Finetune/Step Time": 11.113379387184978}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8006533980369568, "Finetune/Loss (Raw)": 0.4825780391693115, "Finetune/Step": 1940, "Finetune/Step Time": 11.114377975463867}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8007503747940063, "Finetune/Loss (Raw)": 0.7824385762214661, "Finetune/Step": 1941, "Finetune/Step Time": 11.1127296295017}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8017246723175049, "Finetune/Loss (Raw)": 0.9609649777412415, "Finetune/Step": 1942, "Finetune/Step Time": 11.119552420452237}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8026151657104492, "Finetune/Loss (Raw)": 0.9200855493545532, "Finetune/Step": 1943, "Finetune/Step Time": 11.12244962900877}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8019046187400818, "Finetune/Loss (Raw)": 0.8215044736862183, "Finetune/Step": 1944, "Finetune/Step Time": 11.130325494334102}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8002181053161621, "Finetune/Loss (Raw)": 0.6059631705284119, "Finetune/Step": 1945, "Finetune/Step Time": 11.169354556128383}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8011161088943481, "Finetune/Loss (Raw)": 0.8775352239608765, "Finetune/Step": 1946, "Finetune/Step Time": 11.187543701380491}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8018856644630432, "Finetune/Loss (Raw)": 0.9603305459022522, "Finetune/Step": 1947, "Finetune/Step Time": 11.18948838673532}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8040542602539062, "Finetune/Loss (Raw)": 0.992213249206543, "Finetune/Step": 1948, "Finetune/Step Time": 11.1890464220196}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8047827482223511, "Finetune/Loss (Raw)": 0.927592933177948, "Finetune/Step": 1949, "Finetune/Step Time": 11.191423293203115}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8044775724411011, "Finetune/Loss (Raw)": 0.9750031232833862, "Finetune/Step": 1950, "Finetune/Step Time": 11.186394846066833}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.80552077293396, "Finetune/Loss (Raw)": 0.9491142630577087, "Finetune/Step": 1951, "Finetune/Step Time": 11.19474090449512}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8080422878265381, "Finetune/Loss (Raw)": 0.9420899152755737, "Finetune/Step": 1952, "Finetune/Step Time": 11.186286387965083}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8059588074684143, "Finetune/Loss (Raw)": 0.5589095950126648, "Finetune/Step": 1953, "Finetune/Step Time": 11.201124085113406}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8039986491203308, "Finetune/Loss (Raw)": 0.5880194306373596, "Finetune/Step": 1954, "Finetune/Step Time": 11.210855713114142}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8034988045692444, "Finetune/Loss (Raw)": 0.7147836089134216, "Finetune/Step": 1955, "Finetune/Step Time": 11.188529839739203}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8023941516876221, "Finetune/Loss (Raw)": 0.7256531119346619, "Finetune/Step": 1956, "Finetune/Step Time": 11.180084308609366}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8014235496520996, "Finetune/Loss (Raw)": 0.8769472241401672, "Finetune/Step": 1957, "Finetune/Step Time": 11.173702793195844}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8012105226516724, "Finetune/Loss (Raw)": 0.922137975692749, "Finetune/Step": 1958, "Finetune/Step Time": 11.155668999999762}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8006612062454224, "Finetune/Loss (Raw)": 0.7352521419525146, "Finetune/Step": 1959, "Finetune/Step Time": 11.159703932702541}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8007745742797852, "Finetune/Loss (Raw)": 0.9608038067817688, "Finetune/Step": 1960, "Finetune/Step Time": 11.168401181697845}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8005738258361816, "Finetune/Loss (Raw)": 0.6904494762420654, "Finetune/Step": 1961, "Finetune/Step Time": 11.149276794865727}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.7985206842422485, "Finetune/Loss (Raw)": 0.6660960912704468, "Finetune/Step": 1962, "Finetune/Step Time": 11.188888220116496}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.7964027523994446, "Finetune/Loss (Raw)": 0.5916689038276672, "Finetune/Step": 1963, "Finetune/Step Time": 11.207421783357859}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.7959306240081787, "Finetune/Loss (Raw)": 0.8041420578956604, "Finetune/Step": 1964, "Finetune/Step Time": 11.218017546460032}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.7946467995643616, "Finetune/Loss (Raw)": 0.6480209231376648, "Finetune/Step": 1965, "Finetune/Step Time": 11.214742572978139}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.7939519882202148, "Finetune/Loss (Raw)": 0.7448973655700684, "Finetune/Step": 1966, "Finetune/Step Time": 11.205448810011148}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.7928775548934937, "Finetune/Loss (Raw)": 0.7320892810821533, "Finetune/Step": 1967, "Finetune/Step Time": 11.19022998213768}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.7936675548553467, "Finetune/Loss (Raw)": 0.8961445093154907, "Finetune/Step": 1968, "Finetune/Step Time": 11.169341308996081}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.7929607629776001, "Finetune/Loss (Raw)": 0.6431652307510376, "Finetune/Step": 1969, "Finetune/Step Time": 11.20559448003769}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.7919144630432129, "Finetune/Loss (Raw)": 0.7780176997184753, "Finetune/Step": 1970, "Finetune/Step Time": 11.201230665668845}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.7908397912979126, "Finetune/Loss (Raw)": 0.6783469915390015, "Finetune/Step": 1971, "Finetune/Step Time": 11.20665274746716}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.7910946607589722, "Finetune/Loss (Raw)": 0.8084851503372192, "Finetune/Step": 1972, "Finetune/Step Time": 11.191187435761094}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.7914626598358154, "Finetune/Loss (Raw)": 0.7839507460594177, "Finetune/Step": 1973, "Finetune/Step Time": 11.23675113543868}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.7917966842651367, "Finetune/Loss (Raw)": 0.9295684695243835, "Finetune/Step": 1974, "Finetune/Step Time": 11.214339457452297}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.7918083667755127, "Finetune/Loss (Raw)": 0.8373697400093079, "Finetune/Step": 1975, "Finetune/Step Time": 11.201280137524009}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.7917807102203369, "Finetune/Loss (Raw)": 0.8283597826957703, "Finetune/Step": 1976, "Finetune/Step Time": 11.201687617227435}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.7911550998687744, "Finetune/Loss (Raw)": 0.8640344738960266, "Finetune/Step": 1977, "Finetune/Step Time": 11.225048381835222}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.7916049957275391, "Finetune/Loss (Raw)": 0.943107008934021, "Finetune/Step": 1978, "Finetune/Step Time": 11.21974927559495}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.7918280363082886, "Finetune/Loss (Raw)": 0.646803617477417, "Finetune/Step": 1979, "Finetune/Step Time": 11.233857400715351}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.7904431819915771, "Finetune/Loss (Raw)": 0.6715186834335327, "Finetune/Step": 1980, "Finetune/Step Time": 11.259765531867743}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.7900602221488953, "Finetune/Loss (Raw)": 0.8335974216461182, "Finetune/Step": 1981, "Finetune/Step Time": 11.256987137719989}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.7899167537689209, "Finetune/Loss (Raw)": 0.8462745547294617, "Finetune/Step": 1982, "Finetune/Step Time": 11.265076832845807}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.789299488067627, "Finetune/Loss (Raw)": 0.8089290261268616, "Finetune/Step": 1983, "Finetune/Step Time": 11.266107689589262}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.7895711660385132, "Finetune/Loss (Raw)": 0.9926793575286865, "Finetune/Step": 1984, "Finetune/Step Time": 11.266814501956105}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.7910490036010742, "Finetune/Loss (Raw)": 0.9222992062568665, "Finetune/Step": 1985, "Finetune/Step Time": 11.20215068757534}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.7925865650177002, "Finetune/Loss (Raw)": 1.0081936120986938, "Finetune/Step": 1986, "Finetune/Step Time": 11.18866110406816}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.7911251783370972, "Finetune/Loss (Raw)": 0.7471137642860413, "Finetune/Step": 1987, "Finetune/Step Time": 11.22721166908741}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.7921023368835449, "Finetune/Loss (Raw)": 0.8090189099311829, "Finetune/Step": 1988, "Finetune/Step Time": 11.226203098893166}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.792914628982544, "Finetune/Loss (Raw)": 0.8728101849555969, "Finetune/Step": 1989, "Finetune/Step Time": 11.225402727723122}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.7937555909156799, "Finetune/Loss (Raw)": 0.8538082242012024, "Finetune/Step": 1990, "Finetune/Step Time": 11.226684326305985}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.7937525510787964, "Finetune/Loss (Raw)": 0.7089171409606934, "Finetune/Step": 1991, "Finetune/Step Time": 11.21560563519597}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.7945793867111206, "Finetune/Loss (Raw)": 0.845460832118988, "Finetune/Step": 1992, "Finetune/Step Time": 11.207982435822487}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.7931787967681885, "Finetune/Loss (Raw)": 0.7023417949676514, "Finetune/Step": 1993, "Finetune/Step Time": 11.21453995257616}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.7909407615661621, "Finetune/Loss (Raw)": 0.6278647780418396, "Finetune/Step": 1994, "Finetune/Step Time": 11.210249569267035}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.789059042930603, "Finetune/Loss (Raw)": 0.6886996626853943, "Finetune/Step": 1995, "Finetune/Step Time": 11.213669145479798}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7892241477966309, "Finetune/Loss (Raw)": 0.728149950504303, "Finetune/Step": 1996, "Finetune/Step Time": 11.189908109605312}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.789595365524292, "Finetune/Loss (Raw)": 0.9495126008987427, "Finetune/Step": 1997, "Finetune/Step Time": 11.193361651152372}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.7898712754249573, "Finetune/Loss (Raw)": 0.7715924978256226, "Finetune/Step": 1998, "Finetune/Step Time": 11.19552299566567}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.7888648509979248, "Finetune/Loss (Raw)": 0.6739559173583984, "Finetune/Step": 1999, "Finetune/Step Time": 11.183991085737944}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7885050773620605, "Finetune/Loss (Raw)": 0.6377024054527283, "Finetune/Step": 2000, "Finetune/Step Time": 11.221758875995874}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.7899307608604431, "Finetune/Loss (Raw)": 0.8353783488273621, "Finetune/Step": 2001, "Finetune/Step Time": 11.189826739951968}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.7893221974372864, "Finetune/Loss (Raw)": 0.8107907772064209, "Finetune/Step": 2002, "Finetune/Step Time": 11.184597954154015}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.7901639938354492, "Finetune/Loss (Raw)": 0.7580171227455139, "Finetune/Step": 2003, "Finetune/Step Time": 11.183264100924134}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.7896283268928528, "Finetune/Loss (Raw)": 0.7793413400650024, "Finetune/Step": 2004, "Finetune/Step Time": 11.18754617497325}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7887674570083618, "Finetune/Loss (Raw)": 0.7457873225212097, "Finetune/Step": 2005, "Finetune/Step Time": 11.176915686577559}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.7899187803268433, "Finetune/Loss (Raw)": 0.7938432693481445, "Finetune/Step": 2006, "Finetune/Step Time": 11.16445379331708}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.7907942533493042, "Finetune/Loss (Raw)": 1.031125545501709, "Finetune/Step": 2007, "Finetune/Step Time": 11.165930435061455}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.7921122908592224, "Finetune/Loss (Raw)": 0.7779946327209473, "Finetune/Step": 2008, "Finetune/Step Time": 11.142612220719457}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.7923920750617981, "Finetune/Loss (Raw)": 0.7547353506088257, "Finetune/Step": 2009, "Finetune/Step Time": 11.12801174633205}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.7928476333618164, "Finetune/Loss (Raw)": 0.8980916142463684, "Finetune/Step": 2010, "Finetune/Step Time": 11.127486255019903}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.7956098914146423, "Finetune/Loss (Raw)": 0.9975320100784302, "Finetune/Step": 2011, "Finetune/Step Time": 11.118281314149499}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.7970024347305298, "Finetune/Loss (Raw)": 0.822725236415863, "Finetune/Step": 2012, "Finetune/Step Time": 11.077156350016594}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.796980619430542, "Finetune/Loss (Raw)": 0.875616729259491, "Finetune/Step": 2013, "Finetune/Step Time": 11.091322857886553}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.7947794198989868, "Finetune/Loss (Raw)": 0.6770777702331543, "Finetune/Step": 2014, "Finetune/Step Time": 11.105557097122073}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.7945772409439087, "Finetune/Loss (Raw)": 0.6908470392227173, "Finetune/Step": 2015, "Finetune/Step Time": 11.139658309519291}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.794750452041626, "Finetune/Loss (Raw)": 0.6953418850898743, "Finetune/Step": 2016, "Finetune/Step Time": 11.15799418464303}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.7937955856323242, "Finetune/Loss (Raw)": 0.6754509210586548, "Finetune/Step": 2017, "Finetune/Step Time": 11.165940638631582}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.79444420337677, "Finetune/Loss (Raw)": 0.8667404651641846, "Finetune/Step": 2018, "Finetune/Step Time": 11.163039851933718}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.7935552597045898, "Finetune/Loss (Raw)": 0.7682221531867981, "Finetune/Step": 2019, "Finetune/Step Time": 11.169588290154934}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.7926007509231567, "Finetune/Loss (Raw)": 0.8387637734413147, "Finetune/Step": 2020, "Finetune/Step Time": 11.180707428604364}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.7926280498504639, "Finetune/Loss (Raw)": 0.7848592400550842, "Finetune/Step": 2021, "Finetune/Step Time": 11.17494747787714}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.7932146787643433, "Finetune/Loss (Raw)": 0.7983483076095581, "Finetune/Step": 2022, "Finetune/Step Time": 11.193634670227766}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.7919103503227234, "Finetune/Loss (Raw)": 0.6237229108810425, "Finetune/Step": 2023, "Finetune/Step Time": 11.227337749674916}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.791339099407196, "Finetune/Loss (Raw)": 0.7516469955444336, "Finetune/Step": 2024, "Finetune/Step Time": 11.22276084125042}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7897021770477295, "Finetune/Loss (Raw)": 0.7531523108482361, "Finetune/Step": 2025, "Finetune/Step Time": 11.24701363965869}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.789828896522522, "Finetune/Loss (Raw)": 0.8646945953369141, "Finetune/Step": 2026, "Finetune/Step Time": 11.228479696437716}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.7904543876647949, "Finetune/Loss (Raw)": 0.7570717930793762, "Finetune/Step": 2027, "Finetune/Step Time": 11.201459566131234}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.7904704213142395, "Finetune/Loss (Raw)": 0.8125014901161194, "Finetune/Step": 2028, "Finetune/Step Time": 11.222174299880862}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.7913742065429688, "Finetune/Loss (Raw)": 0.8759804964065552, "Finetune/Step": 2029, "Finetune/Step Time": 11.215913567692041}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7884178161621094, "Finetune/Loss (Raw)": 0.531343936920166, "Finetune/Step": 2030, "Finetune/Step Time": 11.242892138659954}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7887700796127319, "Finetune/Loss (Raw)": 0.7815158367156982, "Finetune/Step": 2031, "Finetune/Step Time": 11.210651401430368}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.789780855178833, "Finetune/Loss (Raw)": 0.9111341238021851, "Finetune/Step": 2032, "Finetune/Step Time": 11.201060773804784}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7917687892913818, "Finetune/Loss (Raw)": 0.850711464881897, "Finetune/Step": 2033, "Finetune/Step Time": 11.167327838018537}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.7934349179267883, "Finetune/Loss (Raw)": 0.9416804909706116, "Finetune/Step": 2034, "Finetune/Step Time": 11.148723604157567}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.791938066482544, "Finetune/Loss (Raw)": 0.6374515295028687, "Finetune/Step": 2035, "Finetune/Step Time": 11.164775034412742}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.7924522161483765, "Finetune/Loss (Raw)": 0.8252856731414795, "Finetune/Step": 2036, "Finetune/Step Time": 11.184799512848258}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.7941280007362366, "Finetune/Loss (Raw)": 0.7864500284194946, "Finetune/Step": 2037, "Finetune/Step Time": 11.20849846675992}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.7930389642715454, "Finetune/Loss (Raw)": 0.6849359273910522, "Finetune/Step": 2038, "Finetune/Step Time": 11.208136731758714}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.7937177419662476, "Finetune/Loss (Raw)": 0.9293447136878967, "Finetune/Step": 2039, "Finetune/Step Time": 11.201102416962385}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.7941431403160095, "Finetune/Loss (Raw)": 0.8430296778678894, "Finetune/Step": 2040, "Finetune/Step Time": 11.195049244910479}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.7942928075790405, "Finetune/Loss (Raw)": 0.8210890889167786, "Finetune/Step": 2041, "Finetune/Step Time": 11.273202141746879}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.792471170425415, "Finetune/Loss (Raw)": 0.7349495887756348, "Finetune/Step": 2042, "Finetune/Step Time": 11.273828200995922}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.791946530342102, "Finetune/Loss (Raw)": 0.8250836133956909, "Finetune/Step": 2043, "Finetune/Step Time": 11.219252021983266}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.7921295166015625, "Finetune/Loss (Raw)": 0.8298601508140564, "Finetune/Step": 2044, "Finetune/Step Time": 11.21499010361731}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.7930219173431396, "Finetune/Loss (Raw)": 0.8481444120407104, "Finetune/Step": 2045, "Finetune/Step Time": 11.232712248340249}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.7941304445266724, "Finetune/Loss (Raw)": 0.9114576578140259, "Finetune/Step": 2046, "Finetune/Step Time": 11.234394500032067}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.7948117256164551, "Finetune/Loss (Raw)": 0.9050689935684204, "Finetune/Step": 2047, "Finetune/Step Time": 11.24135608971119}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.7948008179664612, "Finetune/Loss (Raw)": 0.7108204960823059, "Finetune/Step": 2048, "Finetune/Step Time": 11.23097081296146}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.7918682098388672, "Finetune/Loss (Raw)": 0.543008029460907, "Finetune/Step": 2049, "Finetune/Step Time": 11.251101687550545}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.7930375337600708, "Finetune/Loss (Raw)": 0.6719087362289429, "Finetune/Step": 2050, "Finetune/Step Time": 11.232572121545672}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.7940282821655273, "Finetune/Loss (Raw)": 0.955780029296875, "Finetune/Step": 2051, "Finetune/Step Time": 11.23717407695949}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.7944434285163879, "Finetune/Loss (Raw)": 0.9176115393638611, "Finetune/Step": 2052, "Finetune/Step Time": 11.25306411460042}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.7937853336334229, "Finetune/Loss (Raw)": 0.8792281746864319, "Finetune/Step": 2053, "Finetune/Step Time": 11.25777587480843}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.7959884405136108, "Finetune/Loss (Raw)": 0.9269781112670898, "Finetune/Step": 2054, "Finetune/Step Time": 11.221648260951042}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.7975406050682068, "Finetune/Loss (Raw)": 0.8652316331863403, "Finetune/Step": 2055, "Finetune/Step Time": 11.186592742800713}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.7974495887756348, "Finetune/Loss (Raw)": 0.9099492430686951, "Finetune/Step": 2056, "Finetune/Step Time": 11.188167525455356}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.7975821495056152, "Finetune/Loss (Raw)": 0.7132233381271362, "Finetune/Step": 2057, "Finetune/Step Time": 11.202909536659718}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.7986418008804321, "Finetune/Loss (Raw)": 0.756696343421936, "Finetune/Step": 2058, "Finetune/Step Time": 11.222216872498393}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.7977892160415649, "Finetune/Loss (Raw)": 0.7488116025924683, "Finetune/Step": 2059, "Finetune/Step Time": 11.226954188197851}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.7985557317733765, "Finetune/Loss (Raw)": 0.7580984830856323, "Finetune/Step": 2060, "Finetune/Step Time": 11.200885135680437}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.7987774014472961, "Finetune/Loss (Raw)": 0.8997712135314941, "Finetune/Step": 2061, "Finetune/Step Time": 11.17821929231286}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.797947883605957, "Finetune/Loss (Raw)": 0.7720468640327454, "Finetune/Step": 2062, "Finetune/Step Time": 11.182070376351476}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.7976594567298889, "Finetune/Loss (Raw)": 0.8740609288215637, "Finetune/Step": 2063, "Finetune/Step Time": 11.165219865739346}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.7979550957679749, "Finetune/Loss (Raw)": 0.7271004319190979, "Finetune/Step": 2064, "Finetune/Step Time": 11.186256408691406}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.7972779870033264, "Finetune/Loss (Raw)": 0.7615393400192261, "Finetune/Step": 2065, "Finetune/Step Time": 11.19585612975061}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.7969684600830078, "Finetune/Loss (Raw)": 0.5989087224006653, "Finetune/Step": 2066, "Finetune/Step Time": 11.198762059211731}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.796883225440979, "Finetune/Loss (Raw)": 0.8012679219245911, "Finetune/Step": 2067, "Finetune/Step Time": 11.220192596316338}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.7995806336402893, "Finetune/Loss (Raw)": 0.82784104347229, "Finetune/Step": 2068, "Finetune/Step Time": 11.214588889852166}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.799698531627655, "Finetune/Loss (Raw)": 0.7975307703018188, "Finetune/Step": 2069, "Finetune/Step Time": 11.211318561807275}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.7960829734802246, "Finetune/Loss (Raw)": 0.4981720745563507, "Finetune/Step": 2070, "Finetune/Step Time": 11.224943164736032}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.7954574227333069, "Finetune/Loss (Raw)": 0.8400192856788635, "Finetune/Step": 2071, "Finetune/Step Time": 11.229372879490256}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.7961568832397461, "Finetune/Loss (Raw)": 0.9110329747200012, "Finetune/Step": 2072, "Finetune/Step Time": 11.21945283561945}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.7969293594360352, "Finetune/Loss (Raw)": 0.7048383951187134, "Finetune/Step": 2073, "Finetune/Step Time": 11.195816369727254}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.7974928617477417, "Finetune/Loss (Raw)": 0.9496684074401855, "Finetune/Step": 2074, "Finetune/Step Time": 11.185509517788887}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.7960245609283447, "Finetune/Loss (Raw)": 0.7723821997642517, "Finetune/Step": 2075, "Finetune/Step Time": 11.184996951371431}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.793586015701294, "Finetune/Loss (Raw)": 0.6800811290740967, "Finetune/Step": 2076, "Finetune/Step Time": 11.201752211898565}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.7924637794494629, "Finetune/Loss (Raw)": 0.7839516997337341, "Finetune/Step": 2077, "Finetune/Step Time": 11.20312850549817}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.7907975912094116, "Finetune/Loss (Raw)": 0.7617260217666626, "Finetune/Step": 2078, "Finetune/Step Time": 11.203446881845593}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.7893282175064087, "Finetune/Loss (Raw)": 0.7610318064689636, "Finetune/Step": 2079, "Finetune/Step Time": 11.195459434762597}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.7873280048370361, "Finetune/Loss (Raw)": 0.6860674023628235, "Finetune/Step": 2080, "Finetune/Step Time": 11.204924849793315}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.7889977693557739, "Finetune/Loss (Raw)": 0.772637665271759, "Finetune/Step": 2081, "Finetune/Step Time": 11.206501701846719}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.7904861569404602, "Finetune/Loss (Raw)": 0.7785287499427795, "Finetune/Step": 2082, "Finetune/Step Time": 11.191130677238107}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.7917380332946777, "Finetune/Loss (Raw)": 0.8750351667404175, "Finetune/Step": 2083, "Finetune/Step Time": 11.167641807347536}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.7935545444488525, "Finetune/Loss (Raw)": 0.9581603407859802, "Finetune/Step": 2084, "Finetune/Step Time": 11.164012342691422}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.7910853028297424, "Finetune/Loss (Raw)": 0.5608808398246765, "Finetune/Step": 2085, "Finetune/Step Time": 11.200987614691257}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.7907116413116455, "Finetune/Loss (Raw)": 0.87430739402771, "Finetune/Step": 2086, "Finetune/Step Time": 11.20941598713398}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.792351245880127, "Finetune/Loss (Raw)": 0.9451236724853516, "Finetune/Step": 2087, "Finetune/Step Time": 11.198033416643739}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.7919321656227112, "Finetune/Loss (Raw)": 0.9071642756462097, "Finetune/Step": 2088, "Finetune/Step Time": 11.188739396631718}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.7929989099502563, "Finetune/Loss (Raw)": 0.8269884586334229, "Finetune/Step": 2089, "Finetune/Step Time": 11.181022999808192}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.7919836640357971, "Finetune/Loss (Raw)": 0.5361484289169312, "Finetune/Step": 2090, "Finetune/Step Time": 11.184817049652338}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.7931433320045471, "Finetune/Loss (Raw)": 0.7401026487350464, "Finetune/Step": 2091, "Finetune/Step Time": 11.152043016627431}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.7935030460357666, "Finetune/Loss (Raw)": 0.8501839637756348, "Finetune/Step": 2092, "Finetune/Step Time": 11.136355208232999}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.7953634858131409, "Finetune/Loss (Raw)": 0.8861603736877441, "Finetune/Step": 2093, "Finetune/Step Time": 11.137811234220862}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.7970682382583618, "Finetune/Loss (Raw)": 0.9631034135818481, "Finetune/Step": 2094, "Finetune/Step Time": 11.140451474115252}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.7977343201637268, "Finetune/Loss (Raw)": 0.8173491954803467, "Finetune/Step": 2095, "Finetune/Step Time": 11.149581979960203}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.7968389391899109, "Finetune/Loss (Raw)": 0.7815392017364502, "Finetune/Step": 2096, "Finetune/Step Time": 11.157433032989502}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.7983890771865845, "Finetune/Loss (Raw)": 0.8415865898132324, "Finetune/Step": 2097, "Finetune/Step Time": 11.121224146336317}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.7980300188064575, "Finetune/Loss (Raw)": 0.7320510149002075, "Finetune/Step": 2098, "Finetune/Step Time": 11.131770692765713}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.7969154119491577, "Finetune/Loss (Raw)": 0.535675048828125, "Finetune/Step": 2099, "Finetune/Step Time": 11.136287180706859}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.795523464679718, "Finetune/Loss (Raw)": 0.6303197741508484, "Finetune/Step": 2100, "Finetune/Step Time": 11.143547212705016}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.7961797118186951, "Finetune/Loss (Raw)": 0.8679500818252563, "Finetune/Step": 2101, "Finetune/Step Time": 11.089340340346098}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.7949255704879761, "Finetune/Loss (Raw)": 0.7690423727035522, "Finetune/Step": 2102, "Finetune/Step Time": 11.095474999397993}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.7932654619216919, "Finetune/Loss (Raw)": 0.6248751878738403, "Finetune/Step": 2103, "Finetune/Step Time": 11.141167312860489}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.7930623888969421, "Finetune/Loss (Raw)": 0.8023641109466553, "Finetune/Step": 2104, "Finetune/Step Time": 11.153541874140501}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.7925683259963989, "Finetune/Loss (Raw)": 0.8007903695106506, "Finetune/Step": 2105, "Finetune/Step Time": 11.156749757006764}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.7917196750640869, "Finetune/Loss (Raw)": 0.8344815969467163, "Finetune/Step": 2106, "Finetune/Step Time": 11.150338778272271}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.7932198643684387, "Finetune/Loss (Raw)": 0.8388292789459229, "Finetune/Step": 2107, "Finetune/Step Time": 11.101331485435367}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.7937771081924438, "Finetune/Loss (Raw)": 0.7428432703018188, "Finetune/Step": 2108, "Finetune/Step Time": 11.072651002556086}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.7940405607223511, "Finetune/Loss (Raw)": 0.8673168420791626, "Finetune/Step": 2109, "Finetune/Step Time": 11.082250392064452}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.7934101819992065, "Finetune/Loss (Raw)": 0.765586793422699, "Finetune/Step": 2110, "Finetune/Step Time": 11.095998130738735}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.7931081652641296, "Finetune/Loss (Raw)": 0.7702725529670715, "Finetune/Step": 2111, "Finetune/Step Time": 11.116727530956268}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.7904552817344666, "Finetune/Loss (Raw)": 0.6531142592430115, "Finetune/Step": 2112, "Finetune/Step Time": 11.163458345457911}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.7894923686981201, "Finetune/Loss (Raw)": 0.7990459203720093, "Finetune/Step": 2113, "Finetune/Step Time": 11.167789775878191}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.7884743809700012, "Finetune/Loss (Raw)": 0.8778901696205139, "Finetune/Step": 2114, "Finetune/Step Time": 11.20383851788938}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.7895422577857971, "Finetune/Loss (Raw)": 0.8838017582893372, "Finetune/Step": 2115, "Finetune/Step Time": 11.170889485627413}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.7884589433670044, "Finetune/Loss (Raw)": 0.6703532934188843, "Finetune/Step": 2116, "Finetune/Step Time": 11.20473299920559}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.7866042852401733, "Finetune/Loss (Raw)": 0.63542240858078, "Finetune/Step": 2117, "Finetune/Step Time": 11.23041240312159}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.7857985496520996, "Finetune/Loss (Raw)": 0.7506654858589172, "Finetune/Step": 2118, "Finetune/Step Time": 11.221994062885642}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7860770225524902, "Finetune/Loss (Raw)": 0.7445657253265381, "Finetune/Step": 2119, "Finetune/Step Time": 11.238391906023026}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.785079300403595, "Finetune/Loss (Raw)": 0.7177518606185913, "Finetune/Step": 2120, "Finetune/Step Time": 11.280046250671148}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.7860553860664368, "Finetune/Loss (Raw)": 0.8272824883460999, "Finetune/Step": 2121, "Finetune/Step Time": 11.271908201277256}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.7880421876907349, "Finetune/Loss (Raw)": 0.8821693062782288, "Finetune/Step": 2122, "Finetune/Step Time": 11.266780527308583}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.7893636226654053, "Finetune/Loss (Raw)": 0.8578445315361023, "Finetune/Step": 2123, "Finetune/Step Time": 11.257228078320622}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.7902666330337524, "Finetune/Loss (Raw)": 0.8437343239784241, "Finetune/Step": 2124, "Finetune/Step Time": 11.251430962234735}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.7895569205284119, "Finetune/Loss (Raw)": 0.858674168586731, "Finetune/Step": 2125, "Finetune/Step Time": 11.272927351295948}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.7905862331390381, "Finetune/Loss (Raw)": 0.9033417105674744, "Finetune/Step": 2126, "Finetune/Step Time": 11.268856979906559}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.7918238639831543, "Finetune/Loss (Raw)": 0.8323749303817749, "Finetune/Step": 2127, "Finetune/Step Time": 11.23797683045268}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.7913673520088196, "Finetune/Loss (Raw)": 0.5792644619941711, "Finetune/Step": 2128, "Finetune/Step Time": 11.240669606253505}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7899719476699829, "Finetune/Loss (Raw)": 0.6567701697349548, "Finetune/Step": 2129, "Finetune/Step Time": 11.27512802183628}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.790136992931366, "Finetune/Loss (Raw)": 0.8319152593612671, "Finetune/Step": 2130, "Finetune/Step Time": 11.273747369647026}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.7910911440849304, "Finetune/Loss (Raw)": 0.8801501989364624, "Finetune/Step": 2131, "Finetune/Step Time": 11.263362597674131}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7911803722381592, "Finetune/Loss (Raw)": 0.7907647490501404, "Finetune/Step": 2132, "Finetune/Step Time": 11.270714458078146}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.7936482429504395, "Finetune/Loss (Raw)": 1.061676025390625, "Finetune/Step": 2133, "Finetune/Step Time": 11.268655758351088}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.7933491468429565, "Finetune/Loss (Raw)": 0.7555487751960754, "Finetune/Step": 2134, "Finetune/Step Time": 11.282216465100646}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.7911287546157837, "Finetune/Loss (Raw)": 0.7469200491905212, "Finetune/Step": 2135, "Finetune/Step Time": 11.276230968534946}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.791594386100769, "Finetune/Loss (Raw)": 0.8376006484031677, "Finetune/Step": 2136, "Finetune/Step Time": 11.268903404474258}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.7907369136810303, "Finetune/Loss (Raw)": 0.6449719667434692, "Finetune/Step": 2137, "Finetune/Step Time": 11.310592114925385}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.7901474833488464, "Finetune/Loss (Raw)": 0.8226461410522461, "Finetune/Step": 2138, "Finetune/Step Time": 11.31358378753066}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7880592346191406, "Finetune/Loss (Raw)": 0.7302353382110596, "Finetune/Step": 2139, "Finetune/Step Time": 11.338076643645763}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.7884119153022766, "Finetune/Loss (Raw)": 0.8678706288337708, "Finetune/Step": 2140, "Finetune/Step Time": 11.347021855413914}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7890962362289429, "Finetune/Loss (Raw)": 0.9632081389427185, "Finetune/Step": 2141, "Finetune/Step Time": 11.326323464512825}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.789749264717102, "Finetune/Loss (Raw)": 0.7606669664382935, "Finetune/Step": 2142, "Finetune/Step Time": 11.308955485001206}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.7905529737472534, "Finetune/Loss (Raw)": 0.7937223315238953, "Finetune/Step": 2143, "Finetune/Step Time": 11.296307379379869}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.7913349866867065, "Finetune/Loss (Raw)": 0.7954326272010803, "Finetune/Step": 2144, "Finetune/Step Time": 11.274806793779135}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.7900909185409546, "Finetune/Loss (Raw)": 0.5162203907966614, "Finetune/Step": 2145, "Finetune/Step Time": 11.277151238173246}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.7896921634674072, "Finetune/Loss (Raw)": 0.8156920075416565, "Finetune/Step": 2146, "Finetune/Step Time": 11.297625819221139}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.7893966436386108, "Finetune/Loss (Raw)": 0.7304050326347351, "Finetune/Step": 2147, "Finetune/Step Time": 11.303573746234179}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.7902536392211914, "Finetune/Loss (Raw)": 0.9484553933143616, "Finetune/Step": 2148, "Finetune/Step Time": 11.293821077793837}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.7909313440322876, "Finetune/Loss (Raw)": 0.8715943694114685, "Finetune/Step": 2149, "Finetune/Step Time": 11.282487755641341}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.7907499074935913, "Finetune/Loss (Raw)": 0.7751318216323853, "Finetune/Step": 2150, "Finetune/Step Time": 11.268592631444335}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.7928076386451721, "Finetune/Loss (Raw)": 0.8871129155158997, "Finetune/Step": 2151, "Finetune/Step Time": 11.245047628879547}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.7926954627037048, "Finetune/Loss (Raw)": 0.73729008436203, "Finetune/Step": 2152, "Finetune/Step Time": 11.25579240731895}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.7929188013076782, "Finetune/Loss (Raw)": 0.781741738319397, "Finetune/Step": 2153, "Finetune/Step Time": 11.236359417438507}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.7914161682128906, "Finetune/Loss (Raw)": 0.6723517179489136, "Finetune/Step": 2154, "Finetune/Step Time": 11.259265827015042}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.7918144464492798, "Finetune/Loss (Raw)": 0.8080563545227051, "Finetune/Step": 2155, "Finetune/Step Time": 11.277997329831123}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.7907416820526123, "Finetune/Loss (Raw)": 0.675186276435852, "Finetune/Step": 2156, "Finetune/Step Time": 11.271857663989067}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.7895575165748596, "Finetune/Loss (Raw)": 0.724404513835907, "Finetune/Step": 2157, "Finetune/Step Time": 11.28295100107789}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.7923223376274109, "Finetune/Loss (Raw)": 0.8852463960647583, "Finetune/Step": 2158, "Finetune/Step Time": 11.252832574769855}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.7924195528030396, "Finetune/Loss (Raw)": 0.7939571142196655, "Finetune/Step": 2159, "Finetune/Step Time": 11.277417240664363}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.791505753993988, "Finetune/Loss (Raw)": 0.7941671013832092, "Finetune/Step": 2160, "Finetune/Step Time": 11.275934951379895}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.7907783389091492, "Finetune/Loss (Raw)": 0.7576022148132324, "Finetune/Step": 2161, "Finetune/Step Time": 11.271164882928133}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.7891470193862915, "Finetune/Loss (Raw)": 0.7328723669052124, "Finetune/Step": 2162, "Finetune/Step Time": 11.27879924327135}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.790154218673706, "Finetune/Loss (Raw)": 0.7663675546646118, "Finetune/Step": 2163, "Finetune/Step Time": 11.253663405776024}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.790976345539093, "Finetune/Loss (Raw)": 0.930523693561554, "Finetune/Step": 2164, "Finetune/Step Time": 11.235544865950942}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.7910013198852539, "Finetune/Loss (Raw)": 0.7896386981010437, "Finetune/Step": 2165, "Finetune/Step Time": 11.254000056535006}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.7925763130187988, "Finetune/Loss (Raw)": 0.8865371942520142, "Finetune/Step": 2166, "Finetune/Step Time": 11.255641961470246}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.7922265529632568, "Finetune/Loss (Raw)": 0.8845748901367188, "Finetune/Step": 2167, "Finetune/Step Time": 11.25370492041111}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.7918145656585693, "Finetune/Loss (Raw)": 0.7902988791465759, "Finetune/Step": 2168, "Finetune/Step Time": 11.255233170464635}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.7921515703201294, "Finetune/Loss (Raw)": 0.8642306327819824, "Finetune/Step": 2169, "Finetune/Step Time": 11.17934981547296}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.7918305397033691, "Finetune/Loss (Raw)": 0.6938489675521851, "Finetune/Step": 2170, "Finetune/Step Time": 11.182410987094045}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.7909662127494812, "Finetune/Loss (Raw)": 0.7144539952278137, "Finetune/Step": 2171, "Finetune/Step Time": 11.193202998489141}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.7911310195922852, "Finetune/Loss (Raw)": 0.8509562611579895, "Finetune/Step": 2172, "Finetune/Step Time": 11.198238216340542}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.7890098690986633, "Finetune/Loss (Raw)": 0.5766370892524719, "Finetune/Step": 2173, "Finetune/Step Time": 11.204801883548498}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.7865610718727112, "Finetune/Loss (Raw)": 0.5980158448219299, "Finetune/Step": 2174, "Finetune/Step Time": 11.22051746584475}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.7853447198867798, "Finetune/Loss (Raw)": 0.749378502368927, "Finetune/Step": 2175, "Finetune/Step Time": 11.241363935172558}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.7864747047424316, "Finetune/Loss (Raw)": 0.8554568290710449, "Finetune/Step": 2176, "Finetune/Step Time": 11.24130235798657}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.7890332341194153, "Finetune/Loss (Raw)": 0.8704950213432312, "Finetune/Step": 2177, "Finetune/Step Time": 11.223621420562267}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.7893263101577759, "Finetune/Loss (Raw)": 0.7094186544418335, "Finetune/Step": 2178, "Finetune/Step Time": 11.207109233364463}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.7880501747131348, "Finetune/Loss (Raw)": 0.7924392819404602, "Finetune/Step": 2179, "Finetune/Step Time": 11.219120981171727}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.7873933911323547, "Finetune/Loss (Raw)": 0.833543062210083, "Finetune/Step": 2180, "Finetune/Step Time": 11.213724724948406}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.787268340587616, "Finetune/Loss (Raw)": 0.863217294216156, "Finetune/Step": 2181, "Finetune/Step Time": 11.209644576534629}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.7872816920280457, "Finetune/Loss (Raw)": 0.9286922216415405, "Finetune/Step": 2182, "Finetune/Step Time": 11.214143054559827}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7857741713523865, "Finetune/Loss (Raw)": 0.6722642183303833, "Finetune/Step": 2183, "Finetune/Step Time": 11.238783825188875}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.7838487029075623, "Finetune/Loss (Raw)": 0.6634953618049622, "Finetune/Step": 2184, "Finetune/Step Time": 11.256761446595192}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7847764492034912, "Finetune/Loss (Raw)": 0.83196622133255, "Finetune/Step": 2185, "Finetune/Step Time": 11.239464642480016}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.7851152420043945, "Finetune/Loss (Raw)": 0.800069272518158, "Finetune/Step": 2186, "Finetune/Step Time": 11.217141890898347}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.7835480570793152, "Finetune/Loss (Raw)": 0.5482080578804016, "Finetune/Step": 2187, "Finetune/Step Time": 11.26739258877933}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7836042642593384, "Finetune/Loss (Raw)": 0.7652904391288757, "Finetune/Step": 2188, "Finetune/Step Time": 11.3115509506315}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7819739580154419, "Finetune/Loss (Raw)": 0.691092848777771, "Finetune/Step": 2189, "Finetune/Step Time": 11.319551702588797}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7809920907020569, "Finetune/Loss (Raw)": 0.6463733911514282, "Finetune/Step": 2190, "Finetune/Step Time": 11.329625530168414}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7802337408065796, "Finetune/Loss (Raw)": 0.776993989944458, "Finetune/Step": 2191, "Finetune/Step Time": 11.347094500437379}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.7797216176986694, "Finetune/Loss (Raw)": 0.6615491509437561, "Finetune/Step": 2192, "Finetune/Step Time": 11.313306637108326}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7808610796928406, "Finetune/Loss (Raw)": 0.9073896408081055, "Finetune/Step": 2193, "Finetune/Step Time": 11.303087770938873}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7823605537414551, "Finetune/Loss (Raw)": 0.790840208530426, "Finetune/Step": 2194, "Finetune/Step Time": 11.270397773012519}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.7827140092849731, "Finetune/Loss (Raw)": 0.8465141654014587, "Finetune/Step": 2195, "Finetune/Step Time": 11.24667814001441}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7819151282310486, "Finetune/Loss (Raw)": 0.7255790829658508, "Finetune/Step": 2196, "Finetune/Step Time": 11.24904029071331}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7818359136581421, "Finetune/Loss (Raw)": 0.7873912453651428, "Finetune/Step": 2197, "Finetune/Step Time": 11.247253840789199}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7837188839912415, "Finetune/Loss (Raw)": 0.7391915917396545, "Finetune/Step": 2198, "Finetune/Step Time": 11.243520393967628}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.7830567359924316, "Finetune/Loss (Raw)": 0.7552627325057983, "Finetune/Step": 2199, "Finetune/Step Time": 11.23504620604217}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7815660238265991, "Finetune/Loss (Raw)": 0.720225989818573, "Finetune/Step": 2200, "Finetune/Step Time": 11.261683197692037}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7810552716255188, "Finetune/Loss (Raw)": 0.6394596695899963, "Finetune/Step": 2201, "Finetune/Step Time": 11.293465532362461}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7795919179916382, "Finetune/Loss (Raw)": 0.7623655796051025, "Finetune/Step": 2202, "Finetune/Step Time": 11.276801774278283}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7796830534934998, "Finetune/Loss (Raw)": 0.7840428948402405, "Finetune/Step": 2203, "Finetune/Step Time": 11.287965366616845}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7796063423156738, "Finetune/Loss (Raw)": 0.6702635884284973, "Finetune/Step": 2204, "Finetune/Step Time": 11.282879171893}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.7787456512451172, "Finetune/Loss (Raw)": 0.6737836003303528, "Finetune/Step": 2205, "Finetune/Step Time": 11.315816637128592}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7770403623580933, "Finetune/Loss (Raw)": 0.543447732925415, "Finetune/Step": 2206, "Finetune/Step Time": 11.402002107352018}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7776595950126648, "Finetune/Loss (Raw)": 0.8402923941612244, "Finetune/Step": 2207, "Finetune/Step Time": 11.39873286895454}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.777970552444458, "Finetune/Loss (Raw)": 0.7258750200271606, "Finetune/Step": 2208, "Finetune/Step Time": 11.402090065181255}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.77790367603302, "Finetune/Loss (Raw)": 0.7640783190727234, "Finetune/Step": 2209, "Finetune/Step Time": 11.388264095410705}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7764078378677368, "Finetune/Loss (Raw)": 0.5870519876480103, "Finetune/Step": 2210, "Finetune/Step Time": 11.419296311214566}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.776656985282898, "Finetune/Loss (Raw)": 0.9069312214851379, "Finetune/Step": 2211, "Finetune/Step Time": 11.453229488804936}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.773676872253418, "Finetune/Loss (Raw)": 0.5767067670822144, "Finetune/Step": 2212, "Finetune/Step Time": 11.484864134341478}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.774727463722229, "Finetune/Loss (Raw)": 0.6953509449958801, "Finetune/Step": 2213, "Finetune/Step Time": 11.453281827270985}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7725423574447632, "Finetune/Loss (Raw)": 0.5946149826049805, "Finetune/Step": 2214, "Finetune/Step Time": 11.457286354154348}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.7717163562774658, "Finetune/Loss (Raw)": 0.839392364025116, "Finetune/Step": 2215, "Finetune/Step Time": 11.456121616065502}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7711758613586426, "Finetune/Loss (Raw)": 0.8379896879196167, "Finetune/Step": 2216, "Finetune/Step Time": 11.454221550375223}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7718626260757446, "Finetune/Loss (Raw)": 0.9148939251899719, "Finetune/Step": 2217, "Finetune/Step Time": 11.459273660555482}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7718924283981323, "Finetune/Loss (Raw)": 0.5399606823921204, "Finetune/Step": 2218, "Finetune/Step Time": 11.423353891819715}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7714731693267822, "Finetune/Loss (Raw)": 0.686434268951416, "Finetune/Step": 2219, "Finetune/Step Time": 11.467799866572022}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7713517546653748, "Finetune/Loss (Raw)": 0.8346428275108337, "Finetune/Step": 2220, "Finetune/Step Time": 11.468234952539206}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7698642015457153, "Finetune/Loss (Raw)": 0.695763111114502, "Finetune/Step": 2221, "Finetune/Step Time": 11.489370662719011}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7691155672073364, "Finetune/Loss (Raw)": 0.8672635555267334, "Finetune/Step": 2222, "Finetune/Step Time": 11.498512133955956}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.769229531288147, "Finetune/Loss (Raw)": 0.8319470286369324, "Finetune/Step": 2223, "Finetune/Step Time": 11.499368334189057}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7695163488388062, "Finetune/Loss (Raw)": 0.8182455897331238, "Finetune/Step": 2224, "Finetune/Step Time": 11.495245037600398}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.768852949142456, "Finetune/Loss (Raw)": 0.7566754817962646, "Finetune/Step": 2225, "Finetune/Step Time": 11.507217148318887}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7695344686508179, "Finetune/Loss (Raw)": 0.8192818760871887, "Finetune/Step": 2226, "Finetune/Step Time": 11.506606372073293}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7721354961395264, "Finetune/Loss (Raw)": 0.8686090707778931, "Finetune/Step": 2227, "Finetune/Step Time": 11.472411459311843}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7730865478515625, "Finetune/Loss (Raw)": 0.7520506381988525, "Finetune/Step": 2228, "Finetune/Step Time": 11.46736367419362}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7721297740936279, "Finetune/Loss (Raw)": 0.7454870343208313, "Finetune/Step": 2229, "Finetune/Step Time": 11.463995171710849}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7719321846961975, "Finetune/Loss (Raw)": 0.7437543272972107, "Finetune/Step": 2230, "Finetune/Step Time": 11.4632538408041}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7741650342941284, "Finetune/Loss (Raw)": 0.9106786847114563, "Finetune/Step": 2231, "Finetune/Step Time": 11.420845471322536}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7753061056137085, "Finetune/Loss (Raw)": 0.9484266042709351, "Finetune/Step": 2232, "Finetune/Step Time": 11.408888565376401}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7741727828979492, "Finetune/Loss (Raw)": 0.6557209491729736, "Finetune/Step": 2233, "Finetune/Step Time": 11.403681080788374}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.77463299036026, "Finetune/Loss (Raw)": 0.893384575843811, "Finetune/Step": 2234, "Finetune/Step Time": 11.412839215248823}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7750738263130188, "Finetune/Loss (Raw)": 0.8952560424804688, "Finetune/Step": 2235, "Finetune/Step Time": 11.426589403301477}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7762904167175293, "Finetune/Loss (Raw)": 0.898570716381073, "Finetune/Step": 2236, "Finetune/Step Time": 11.430697908625007}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7751642465591431, "Finetune/Loss (Raw)": 0.7231669425964355, "Finetune/Step": 2237, "Finetune/Step Time": 11.427117327228189}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7742710113525391, "Finetune/Loss (Raw)": 0.6512449383735657, "Finetune/Step": 2238, "Finetune/Step Time": 11.430980378761888}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7766267657279968, "Finetune/Loss (Raw)": 1.0718153715133667, "Finetune/Step": 2239, "Finetune/Step Time": 11.408612102270126}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7787554264068604, "Finetune/Loss (Raw)": 0.9255808591842651, "Finetune/Step": 2240, "Finetune/Step Time": 11.36455594189465}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.7795957326889038, "Finetune/Loss (Raw)": 0.9066003561019897, "Finetune/Step": 2241, "Finetune/Step Time": 11.365926429629326}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.7786532640457153, "Finetune/Loss (Raw)": 0.757258951663971, "Finetune/Step": 2242, "Finetune/Step Time": 11.332144185900688}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7774680852890015, "Finetune/Loss (Raw)": 0.7320948243141174, "Finetune/Step": 2243, "Finetune/Step Time": 11.336147356778383}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7803601026535034, "Finetune/Loss (Raw)": 1.040531039237976, "Finetune/Step": 2244, "Finetune/Step Time": 11.29611992649734}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7820358276367188, "Finetune/Loss (Raw)": 0.8499283790588379, "Finetune/Step": 2245, "Finetune/Step Time": 11.268104556947947}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.7834729552268982, "Finetune/Loss (Raw)": 0.9346111416816711, "Finetune/Step": 2246, "Finetune/Step Time": 11.284135077148676}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.7830686569213867, "Finetune/Loss (Raw)": 0.6928084492683411, "Finetune/Step": 2247, "Finetune/Step Time": 11.303502963855863}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.7827534675598145, "Finetune/Loss (Raw)": 0.6774159073829651, "Finetune/Step": 2248, "Finetune/Step Time": 11.25708288885653}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.782346248626709, "Finetune/Loss (Raw)": 0.7751573324203491, "Finetune/Step": 2249, "Finetune/Step Time": 11.256024703383446}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.7813888192176819, "Finetune/Loss (Raw)": 0.7596145868301392, "Finetune/Step": 2250, "Finetune/Step Time": 11.28169296309352}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.7810410261154175, "Finetune/Loss (Raw)": 0.8133248090744019, "Finetune/Step": 2251, "Finetune/Step Time": 11.283603010699153}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.7795155048370361, "Finetune/Loss (Raw)": 0.6484699249267578, "Finetune/Step": 2252, "Finetune/Step Time": 11.316719697788358}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.7795302867889404, "Finetune/Loss (Raw)": 0.860571563243866, "Finetune/Step": 2253, "Finetune/Step Time": 11.291755817830563}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.7793458104133606, "Finetune/Loss (Raw)": 0.8797211647033691, "Finetune/Step": 2254, "Finetune/Step Time": 11.301985707134008}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.7792743444442749, "Finetune/Loss (Raw)": 0.8232300877571106, "Finetune/Step": 2255, "Finetune/Step Time": 11.294598910957575}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.7804641127586365, "Finetune/Loss (Raw)": 0.7315552830696106, "Finetune/Step": 2256, "Finetune/Step Time": 11.255525350570679}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.7814522981643677, "Finetune/Loss (Raw)": 0.783257007598877, "Finetune/Step": 2257, "Finetune/Step Time": 11.220264481380582}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.779777467250824, "Finetune/Loss (Raw)": 0.6175364851951599, "Finetune/Step": 2258, "Finetune/Step Time": 11.223685551434755}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7785999774932861, "Finetune/Loss (Raw)": 0.729433536529541, "Finetune/Step": 2259, "Finetune/Step Time": 11.219573618844151}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.7784956693649292, "Finetune/Loss (Raw)": 0.7774078845977783, "Finetune/Step": 2260, "Finetune/Step Time": 11.227158024907112}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.776869535446167, "Finetune/Loss (Raw)": 0.8535346984863281, "Finetune/Step": 2261, "Finetune/Step Time": 11.229924749583006}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.778099536895752, "Finetune/Loss (Raw)": 0.9129927158355713, "Finetune/Step": 2262, "Finetune/Step Time": 11.226580880582333}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.7783618569374084, "Finetune/Loss (Raw)": 0.7804883122444153, "Finetune/Step": 2263, "Finetune/Step Time": 11.235422695055604}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.7785786390304565, "Finetune/Loss (Raw)": 0.8653504252433777, "Finetune/Step": 2264, "Finetune/Step Time": 11.239433951675892}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.779608964920044, "Finetune/Loss (Raw)": 0.7768561244010925, "Finetune/Step": 2265, "Finetune/Step Time": 11.201135585084558}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.7773299813270569, "Finetune/Loss (Raw)": 0.5309336185455322, "Finetune/Step": 2266, "Finetune/Step Time": 11.206797171384096}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.7777185440063477, "Finetune/Loss (Raw)": 0.7799778580665588, "Finetune/Step": 2267, "Finetune/Step Time": 11.174211140722036}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7768205404281616, "Finetune/Loss (Raw)": 0.7529248595237732, "Finetune/Step": 2268, "Finetune/Step Time": 11.16849091462791}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.7760339975357056, "Finetune/Loss (Raw)": 0.862537145614624, "Finetune/Step": 2269, "Finetune/Step Time": 11.160852111876011}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7745441794395447, "Finetune/Loss (Raw)": 0.5699654817581177, "Finetune/Step": 2270, "Finetune/Step Time": 11.175486849620938}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7751019597053528, "Finetune/Loss (Raw)": 0.8651164770126343, "Finetune/Step": 2271, "Finetune/Step Time": 11.145786488428712}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7756544351577759, "Finetune/Loss (Raw)": 0.8661494255065918, "Finetune/Step": 2272, "Finetune/Step Time": 11.141663860529661}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.7776467204093933, "Finetune/Loss (Raw)": 0.771230936050415, "Finetune/Step": 2273, "Finetune/Step Time": 11.122436186298728}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.7768677473068237, "Finetune/Loss (Raw)": 0.7159867882728577, "Finetune/Step": 2274, "Finetune/Step Time": 11.139439083635807}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.7782127261161804, "Finetune/Loss (Raw)": 0.9025576114654541, "Finetune/Step": 2275, "Finetune/Step Time": 11.129546001553535}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.7772378921508789, "Finetune/Loss (Raw)": 0.8236788511276245, "Finetune/Step": 2276, "Finetune/Step Time": 11.132747370749712}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7755827903747559, "Finetune/Loss (Raw)": 0.6597452759742737, "Finetune/Step": 2277, "Finetune/Step Time": 11.135967701673508}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7763022184371948, "Finetune/Loss (Raw)": 0.8672202229499817, "Finetune/Step": 2278, "Finetune/Step Time": 11.133909784257412}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7758889198303223, "Finetune/Loss (Raw)": 0.834204375743866, "Finetune/Step": 2279, "Finetune/Step Time": 11.120822118595243}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.7764589786529541, "Finetune/Loss (Raw)": 0.8102532029151917, "Finetune/Step": 2280, "Finetune/Step Time": 11.1159053966403}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.776567816734314, "Finetune/Loss (Raw)": 0.7956727147102356, "Finetune/Step": 2281, "Finetune/Step Time": 11.117934303358197}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.7774963974952698, "Finetune/Loss (Raw)": 0.7912129759788513, "Finetune/Step": 2282, "Finetune/Step Time": 11.10172177478671}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7782601714134216, "Finetune/Loss (Raw)": 0.9058220982551575, "Finetune/Step": 2283, "Finetune/Step Time": 11.073995349928737}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7779046297073364, "Finetune/Loss (Raw)": 0.6296780109405518, "Finetune/Step": 2284, "Finetune/Step Time": 11.097434541210532}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.7782963514328003, "Finetune/Loss (Raw)": 0.7745475172996521, "Finetune/Step": 2285, "Finetune/Step Time": 11.09573344513774}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.7773711681365967, "Finetune/Loss (Raw)": 0.7668195366859436, "Finetune/Step": 2286, "Finetune/Step Time": 11.102178018540144}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.7758690118789673, "Finetune/Loss (Raw)": 0.6016858220100403, "Finetune/Step": 2287, "Finetune/Step Time": 11.080056227743626}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.7764004468917847, "Finetune/Loss (Raw)": 0.8621838092803955, "Finetune/Step": 2288, "Finetune/Step Time": 11.094702893868089}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7751823663711548, "Finetune/Loss (Raw)": 0.6016892194747925, "Finetune/Step": 2289, "Finetune/Step Time": 11.111831963062286}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.776433527469635, "Finetune/Loss (Raw)": 0.8930219411849976, "Finetune/Step": 2290, "Finetune/Step Time": 11.115200161933899}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7762763500213623, "Finetune/Loss (Raw)": 0.7462526559829712, "Finetune/Step": 2291, "Finetune/Step Time": 11.133724428713322}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7747105956077576, "Finetune/Loss (Raw)": 0.7301012873649597, "Finetune/Step": 2292, "Finetune/Step Time": 11.151373740285635}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7728055715560913, "Finetune/Loss (Raw)": 0.5458000898361206, "Finetune/Step": 2293, "Finetune/Step Time": 11.123466921970248}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7721685171127319, "Finetune/Loss (Raw)": 0.8049943447113037, "Finetune/Step": 2294, "Finetune/Step Time": 11.122724507004023}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7712229490280151, "Finetune/Loss (Raw)": 0.7635372281074524, "Finetune/Step": 2295, "Finetune/Step Time": 11.149055698886514}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7702162265777588, "Finetune/Loss (Raw)": 0.6614405512809753, "Finetune/Step": 2296, "Finetune/Step Time": 11.151068065315485}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7694965600967407, "Finetune/Loss (Raw)": 0.7721134424209595, "Finetune/Step": 2297, "Finetune/Step Time": 11.151178255677223}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7700983285903931, "Finetune/Loss (Raw)": 0.7708786129951477, "Finetune/Step": 2298, "Finetune/Step Time": 11.152062106877565}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7712739706039429, "Finetune/Loss (Raw)": 0.8649333119392395, "Finetune/Step": 2299, "Finetune/Step Time": 11.147996082901955}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7711726427078247, "Finetune/Loss (Raw)": 0.8379916548728943, "Finetune/Step": 2300, "Finetune/Step Time": 11.155489824712276}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7723708748817444, "Finetune/Loss (Raw)": 0.7300072312355042, "Finetune/Step": 2301, "Finetune/Step Time": 11.138854211196303}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7731953263282776, "Finetune/Loss (Raw)": 0.7035397887229919, "Finetune/Step": 2302, "Finetune/Step Time": 11.128052398562431}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7738292217254639, "Finetune/Loss (Raw)": 0.8305180072784424, "Finetune/Step": 2303, "Finetune/Step Time": 11.10423064045608}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7720087170600891, "Finetune/Loss (Raw)": 0.6224334239959717, "Finetune/Step": 2304, "Finetune/Step Time": 11.112142696976662}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.770716667175293, "Finetune/Loss (Raw)": 0.7051131725311279, "Finetune/Step": 2305, "Finetune/Step Time": 11.109846560284495}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7721756100654602, "Finetune/Loss (Raw)": 0.8961625695228577, "Finetune/Step": 2306, "Finetune/Step Time": 11.11280327104032}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7725794911384583, "Finetune/Loss (Raw)": 0.8441382646560669, "Finetune/Step": 2307, "Finetune/Step Time": 11.09282299131155}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.770055890083313, "Finetune/Loss (Raw)": 0.5105217099189758, "Finetune/Step": 2308, "Finetune/Step Time": 11.093583881855011}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7692517042160034, "Finetune/Loss (Raw)": 0.7602867484092712, "Finetune/Step": 2309, "Finetune/Step Time": 11.091571029275656}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7687587141990662, "Finetune/Loss (Raw)": 0.8655841946601868, "Finetune/Step": 2310, "Finetune/Step Time": 11.08831063657999}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7702070474624634, "Finetune/Loss (Raw)": 0.8576552867889404, "Finetune/Step": 2311, "Finetune/Step Time": 11.059930998831987}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7703906297683716, "Finetune/Loss (Raw)": 0.6869964003562927, "Finetune/Step": 2312, "Finetune/Step Time": 11.073683680966496}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7700260281562805, "Finetune/Loss (Raw)": 0.7852878570556641, "Finetune/Step": 2313, "Finetune/Step Time": 11.07870333082974}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7695544362068176, "Finetune/Loss (Raw)": 0.7397078275680542, "Finetune/Step": 2314, "Finetune/Step Time": 11.089222479611635}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.77110755443573, "Finetune/Loss (Raw)": 0.7470080256462097, "Finetune/Step": 2315, "Finetune/Step Time": 11.040025770664215}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7719408273696899, "Finetune/Loss (Raw)": 0.8719555735588074, "Finetune/Step": 2316, "Finetune/Step Time": 10.99327346123755}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7725656628608704, "Finetune/Loss (Raw)": 0.7710661292076111, "Finetune/Step": 2317, "Finetune/Step Time": 10.994084110483527}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7730942368507385, "Finetune/Loss (Raw)": 0.714025616645813, "Finetune/Step": 2318, "Finetune/Step Time": 10.978709183633327}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.7740912437438965, "Finetune/Loss (Raw)": 0.9046111702919006, "Finetune/Step": 2319, "Finetune/Step Time": 10.966558512300253}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.7750539779663086, "Finetune/Loss (Raw)": 0.784782886505127, "Finetune/Step": 2320, "Finetune/Step Time": 10.969717659056187}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7741366624832153, "Finetune/Loss (Raw)": 0.7899754047393799, "Finetune/Step": 2321, "Finetune/Step Time": 10.98239672370255}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7743351459503174, "Finetune/Loss (Raw)": 0.8162436485290527, "Finetune/Step": 2322, "Finetune/Step Time": 10.97928573191166}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7729820013046265, "Finetune/Loss (Raw)": 0.6733129024505615, "Finetune/Step": 2323, "Finetune/Step Time": 11.000685406848788}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7732218503952026, "Finetune/Loss (Raw)": 0.7562810778617859, "Finetune/Step": 2324, "Finetune/Step Time": 10.990362085402012}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7736518383026123, "Finetune/Loss (Raw)": 0.8424290418624878, "Finetune/Step": 2325, "Finetune/Step Time": 11.003321265801787}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.7726699113845825, "Finetune/Loss (Raw)": 0.6134988069534302, "Finetune/Step": 2326, "Finetune/Step Time": 11.029461737722158}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.773141622543335, "Finetune/Loss (Raw)": 0.8156465888023376, "Finetune/Step": 2327, "Finetune/Step Time": 11.051132237538695}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.7731600999832153, "Finetune/Loss (Raw)": 0.7225877642631531, "Finetune/Step": 2328, "Finetune/Step Time": 11.033295530825853}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7751768827438354, "Finetune/Loss (Raw)": 0.8976128101348877, "Finetune/Step": 2329, "Finetune/Step Time": 10.99031588062644}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7747591733932495, "Finetune/Loss (Raw)": 0.7088937759399414, "Finetune/Step": 2330, "Finetune/Step Time": 11.007362203672528}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.7750669717788696, "Finetune/Loss (Raw)": 0.8234444260597229, "Finetune/Step": 2331, "Finetune/Step Time": 11.004173588007689}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.7774868011474609, "Finetune/Loss (Raw)": 0.9800013899803162, "Finetune/Step": 2332, "Finetune/Step Time": 10.998035121709108}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.7789636850357056, "Finetune/Loss (Raw)": 0.8628241419792175, "Finetune/Step": 2333, "Finetune/Step Time": 10.984578542411327}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.7812024354934692, "Finetune/Loss (Raw)": 0.8300088047981262, "Finetune/Step": 2334, "Finetune/Step Time": 10.935633663088083}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.7807886600494385, "Finetune/Loss (Raw)": 0.7873332500457764, "Finetune/Step": 2335, "Finetune/Step Time": 10.938409561291337}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.7813035845756531, "Finetune/Loss (Raw)": 0.7917805314064026, "Finetune/Step": 2336, "Finetune/Step Time": 10.946653416380286}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.7823203802108765, "Finetune/Loss (Raw)": 0.8942241668701172, "Finetune/Step": 2337, "Finetune/Step Time": 10.957019975408912}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.7841933369636536, "Finetune/Loss (Raw)": 0.8267952799797058, "Finetune/Step": 2338, "Finetune/Step Time": 10.922651462256908}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.7826694250106812, "Finetune/Loss (Raw)": 0.7118681073188782, "Finetune/Step": 2339, "Finetune/Step Time": 10.913140520453453}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.7839604020118713, "Finetune/Loss (Raw)": 0.7419528961181641, "Finetune/Step": 2340, "Finetune/Step Time": 10.891135636717081}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.7852892875671387, "Finetune/Loss (Raw)": 0.8654547333717346, "Finetune/Step": 2341, "Finetune/Step Time": 10.93275549262762}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.7856705188751221, "Finetune/Loss (Raw)": 0.6434050798416138, "Finetune/Step": 2342, "Finetune/Step Time": 10.961379542946815}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.7860615849494934, "Finetune/Loss (Raw)": 0.8894481658935547, "Finetune/Step": 2343, "Finetune/Step Time": 10.985753864049911}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.7854127287864685, "Finetune/Loss (Raw)": 0.7549394965171814, "Finetune/Step": 2344, "Finetune/Step Time": 11.021621719002724}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.7860998511314392, "Finetune/Loss (Raw)": 1.0028421878814697, "Finetune/Step": 2345, "Finetune/Step Time": 11.011104511097074}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.788079023361206, "Finetune/Loss (Raw)": 0.7932971119880676, "Finetune/Step": 2346, "Finetune/Step Time": 11.00965841114521}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.789214551448822, "Finetune/Loss (Raw)": 0.8317838907241821, "Finetune/Step": 2347, "Finetune/Step Time": 10.96295809559524}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.7891851663589478, "Finetune/Loss (Raw)": 0.8308730721473694, "Finetune/Step": 2348, "Finetune/Step Time": 10.961256487295032}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.7896923422813416, "Finetune/Loss (Raw)": 0.760688841342926, "Finetune/Step": 2349, "Finetune/Step Time": 10.949040826410055}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.7890028357505798, "Finetune/Loss (Raw)": 0.7790077328681946, "Finetune/Step": 2350, "Finetune/Step Time": 10.94299685396254}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.7894505262374878, "Finetune/Loss (Raw)": 0.8892552852630615, "Finetune/Step": 2351, "Finetune/Step Time": 10.941149709746242}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.7895975708961487, "Finetune/Loss (Raw)": 0.8370658755302429, "Finetune/Step": 2352, "Finetune/Step Time": 10.955228053033352}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.7899407744407654, "Finetune/Loss (Raw)": 0.8006011247634888, "Finetune/Step": 2353, "Finetune/Step Time": 10.949746197089553}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.7898163795471191, "Finetune/Loss (Raw)": 0.8033575415611267, "Finetune/Step": 2354, "Finetune/Step Time": 10.941334942355752}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.7889904379844666, "Finetune/Loss (Raw)": 0.7628945708274841, "Finetune/Step": 2355, "Finetune/Step Time": 10.942132560536265}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.7883113622665405, "Finetune/Loss (Raw)": 0.6651214957237244, "Finetune/Step": 2356, "Finetune/Step Time": 10.944732416421175}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.788611650466919, "Finetune/Loss (Raw)": 0.7839331030845642, "Finetune/Step": 2357, "Finetune/Step Time": 10.949969047680497}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.7896413803100586, "Finetune/Loss (Raw)": 0.8755565285682678, "Finetune/Step": 2358, "Finetune/Step Time": 10.945826850831509}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.7869251370429993, "Finetune/Loss (Raw)": 0.5629953742027283, "Finetune/Step": 2359, "Finetune/Step Time": 10.982086326926947}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.7862297892570496, "Finetune/Loss (Raw)": 0.8594263195991516, "Finetune/Step": 2360, "Finetune/Step Time": 10.983202243223786}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.7877996563911438, "Finetune/Loss (Raw)": 0.8566595911979675, "Finetune/Step": 2361, "Finetune/Step Time": 10.98087677359581}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.7869799137115479, "Finetune/Loss (Raw)": 0.7884647250175476, "Finetune/Step": 2362, "Finetune/Step Time": 10.970020094886422}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.7841710448265076, "Finetune/Loss (Raw)": 0.5357147455215454, "Finetune/Step": 2363, "Finetune/Step Time": 10.980030866339803}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.7827563285827637, "Finetune/Loss (Raw)": 0.717491090297699, "Finetune/Step": 2364, "Finetune/Step Time": 10.97680627554655}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.7838912606239319, "Finetune/Loss (Raw)": 0.8684360980987549, "Finetune/Step": 2365, "Finetune/Step Time": 10.973270880058408}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.7833164930343628, "Finetune/Loss (Raw)": 0.5776751637458801, "Finetune/Step": 2366, "Finetune/Step Time": 10.96986079402268}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.7818872928619385, "Finetune/Loss (Raw)": 0.8888779282569885, "Finetune/Step": 2367, "Finetune/Step Time": 10.983380364254117}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.7806348204612732, "Finetune/Loss (Raw)": 0.7652682065963745, "Finetune/Step": 2368, "Finetune/Step Time": 10.974072935059667}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.7807226777076721, "Finetune/Loss (Raw)": 0.9178390502929688, "Finetune/Step": 2369, "Finetune/Step Time": 10.969357570633292}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.7809866666793823, "Finetune/Loss (Raw)": 0.791053831577301, "Finetune/Step": 2370, "Finetune/Step Time": 10.974098516628146}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.7821601033210754, "Finetune/Loss (Raw)": 0.8822928071022034, "Finetune/Step": 2371, "Finetune/Step Time": 10.967671889811754}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.7799072265625, "Finetune/Loss (Raw)": 0.7521657943725586, "Finetune/Step": 2372, "Finetune/Step Time": 10.970248702913523}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.7801920175552368, "Finetune/Loss (Raw)": 0.886375904083252, "Finetune/Step": 2373, "Finetune/Step Time": 11.002080170437694}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.7783235311508179, "Finetune/Loss (Raw)": 0.6954448819160461, "Finetune/Step": 2374, "Finetune/Step Time": 10.995960339903831}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.7778269648551941, "Finetune/Loss (Raw)": 0.6292495727539062, "Finetune/Step": 2375, "Finetune/Step Time": 10.98148619569838}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7794908285140991, "Finetune/Loss (Raw)": 0.8903889060020447, "Finetune/Step": 2376, "Finetune/Step Time": 10.991802230477333}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.7807480096817017, "Finetune/Loss (Raw)": 0.9360800981521606, "Finetune/Step": 2377, "Finetune/Step Time": 10.991092897951603}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.7816362380981445, "Finetune/Loss (Raw)": 0.8733044862747192, "Finetune/Step": 2378, "Finetune/Step Time": 10.95995081961155}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.781749963760376, "Finetune/Loss (Raw)": 0.8278824687004089, "Finetune/Step": 2379, "Finetune/Step Time": 10.993287093937397}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.7820514440536499, "Finetune/Loss (Raw)": 0.6870620846748352, "Finetune/Step": 2380, "Finetune/Step Time": 10.956445613875985}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.7814478874206543, "Finetune/Loss (Raw)": 0.7833143472671509, "Finetune/Step": 2381, "Finetune/Step Time": 10.956082068383694}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.7796793580055237, "Finetune/Loss (Raw)": 0.6533527374267578, "Finetune/Step": 2382, "Finetune/Step Time": 10.990192864090204}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.7774568796157837, "Finetune/Loss (Raw)": 0.5387487411499023, "Finetune/Step": 2383, "Finetune/Step Time": 11.009236743673682}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.779013454914093, "Finetune/Loss (Raw)": 0.9307985305786133, "Finetune/Step": 2384, "Finetune/Step Time": 10.99828658439219}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.7790361046791077, "Finetune/Loss (Raw)": 0.786156415939331, "Finetune/Step": 2385, "Finetune/Step Time": 11.003662118688226}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.7815564870834351, "Finetune/Loss (Raw)": 0.9401509761810303, "Finetune/Step": 2386, "Finetune/Step Time": 11.010267861187458}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.7819860577583313, "Finetune/Loss (Raw)": 0.7844111323356628, "Finetune/Step": 2387, "Finetune/Step Time": 11.03485668450594}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.7820940017700195, "Finetune/Loss (Raw)": 0.7912211418151855, "Finetune/Step": 2388, "Finetune/Step Time": 11.052074048668146}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.7824442386627197, "Finetune/Loss (Raw)": 0.8983669877052307, "Finetune/Step": 2389, "Finetune/Step Time": 11.054224161431193}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.7824456691741943, "Finetune/Loss (Raw)": 0.9131801128387451, "Finetune/Step": 2390, "Finetune/Step Time": 11.055398205295205}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.7833104729652405, "Finetune/Loss (Raw)": 0.891184389591217, "Finetune/Step": 2391, "Finetune/Step Time": 11.054763222113252}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.7830139398574829, "Finetune/Loss (Raw)": 0.8273922801017761, "Finetune/Step": 2392, "Finetune/Step Time": 11.057327918708324}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.7838806509971619, "Finetune/Loss (Raw)": 0.8877951502799988, "Finetune/Step": 2393, "Finetune/Step Time": 11.077160231769085}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.7842459678649902, "Finetune/Loss (Raw)": 0.5776908993721008, "Finetune/Step": 2394, "Finetune/Step Time": 11.114449029788375}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.7846530079841614, "Finetune/Loss (Raw)": 0.8320812582969666, "Finetune/Step": 2395, "Finetune/Step Time": 11.120708318427205}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.7848123908042908, "Finetune/Loss (Raw)": 0.7733246088027954, "Finetune/Step": 2396, "Finetune/Step Time": 11.116065703332424}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.7844164371490479, "Finetune/Loss (Raw)": 0.8118523955345154, "Finetune/Step": 2397, "Finetune/Step Time": 11.111155278980732}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.787627637386322, "Finetune/Loss (Raw)": 0.9810056090354919, "Finetune/Step": 2398, "Finetune/Step Time": 11.09687253460288}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.7876931428909302, "Finetune/Loss (Raw)": 0.8734997510910034, "Finetune/Step": 2399, "Finetune/Step Time": 11.105023764073849}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.7864805459976196, "Finetune/Loss (Raw)": 0.7109306454658508, "Finetune/Step": 2400, "Finetune/Step Time": 11.089237241074443}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.7865532636642456, "Finetune/Loss (Raw)": 0.7805473804473877, "Finetune/Step": 2401, "Finetune/Step Time": 11.089697148650885}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.786370038986206, "Finetune/Loss (Raw)": 0.6925279498100281, "Finetune/Step": 2402, "Finetune/Step Time": 11.062504442408681}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.7856909036636353, "Finetune/Loss (Raw)": 0.8156320452690125, "Finetune/Step": 2403, "Finetune/Step Time": 11.071397254243493}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.7857708930969238, "Finetune/Loss (Raw)": 0.8339148759841919, "Finetune/Step": 2404, "Finetune/Step Time": 11.067033011466265}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.7867220640182495, "Finetune/Loss (Raw)": 0.7814973592758179, "Finetune/Step": 2405, "Finetune/Step Time": 11.06442821584642}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.7869077920913696, "Finetune/Loss (Raw)": 0.890988826751709, "Finetune/Step": 2406, "Finetune/Step Time": 11.069015830755234}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.7847022414207458, "Finetune/Loss (Raw)": 0.5519009828567505, "Finetune/Step": 2407, "Finetune/Step Time": 11.100660027936101}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.7859387993812561, "Finetune/Loss (Raw)": 0.9685304760932922, "Finetune/Step": 2408, "Finetune/Step Time": 11.109011717140675}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.7858414649963379, "Finetune/Loss (Raw)": 0.7832130193710327, "Finetune/Step": 2409, "Finetune/Step Time": 11.10919582657516}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.7857662439346313, "Finetune/Loss (Raw)": 0.7815818786621094, "Finetune/Step": 2410, "Finetune/Step Time": 11.119116323068738}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.7838002443313599, "Finetune/Loss (Raw)": 0.6541727781295776, "Finetune/Step": 2411, "Finetune/Step Time": 11.132166747003794}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.7844835519790649, "Finetune/Loss (Raw)": 0.7171452641487122, "Finetune/Step": 2412, "Finetune/Step Time": 11.097480261698365}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.7842820882797241, "Finetune/Loss (Raw)": 0.7487574815750122, "Finetune/Step": 2413, "Finetune/Step Time": 11.087420919910073}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.7849776148796082, "Finetune/Loss (Raw)": 0.8558529019355774, "Finetune/Step": 2414, "Finetune/Step Time": 11.068353274837136}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.7865704894065857, "Finetune/Loss (Raw)": 0.8055731654167175, "Finetune/Step": 2415, "Finetune/Step Time": 11.068494159728289}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.7857012748718262, "Finetune/Loss (Raw)": 0.7509199976921082, "Finetune/Step": 2416, "Finetune/Step Time": 11.056061394512653}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.7866863012313843, "Finetune/Loss (Raw)": 0.7277739644050598, "Finetune/Step": 2417, "Finetune/Step Time": 11.054310297593474}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.7849750518798828, "Finetune/Loss (Raw)": 0.6739783883094788, "Finetune/Step": 2418, "Finetune/Step Time": 11.078817825764418}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.7851946949958801, "Finetune/Loss (Raw)": 0.7743690609931946, "Finetune/Step": 2419, "Finetune/Step Time": 11.091963108628988}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.7872157096862793, "Finetune/Loss (Raw)": 0.9887964725494385, "Finetune/Step": 2420, "Finetune/Step Time": 11.071554636582732}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.7879334688186646, "Finetune/Loss (Raw)": 0.637669026851654, "Finetune/Step": 2421, "Finetune/Step Time": 11.096883561462164}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.7867156267166138, "Finetune/Loss (Raw)": 0.6491082906723022, "Finetune/Step": 2422, "Finetune/Step Time": 11.109170755371451}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.785243570804596, "Finetune/Loss (Raw)": 0.5751170516014099, "Finetune/Step": 2423, "Finetune/Step Time": 11.099334944039583}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.7868759632110596, "Finetune/Loss (Raw)": 0.8703883290290833, "Finetune/Step": 2424, "Finetune/Step Time": 11.10937743447721}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.7861161828041077, "Finetune/Loss (Raw)": 0.6748571395874023, "Finetune/Step": 2425, "Finetune/Step Time": 11.12353845871985}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.7846382856369019, "Finetune/Loss (Raw)": 0.5817099213600159, "Finetune/Step": 2426, "Finetune/Step Time": 11.170555032789707}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.7843590974807739, "Finetune/Loss (Raw)": 0.8292022943496704, "Finetune/Step": 2427, "Finetune/Step Time": 11.16213414631784}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7832196950912476, "Finetune/Loss (Raw)": 0.6921373009681702, "Finetune/Step": 2428, "Finetune/Step Time": 11.154264569282532}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.784015417098999, "Finetune/Loss (Raw)": 0.8318707346916199, "Finetune/Step": 2429, "Finetune/Step Time": 11.168417975306511}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.783740222454071, "Finetune/Loss (Raw)": 0.6683092713356018, "Finetune/Step": 2430, "Finetune/Step Time": 11.205763585865498}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.7841103076934814, "Finetune/Loss (Raw)": 0.8778859972953796, "Finetune/Step": 2431, "Finetune/Step Time": 11.200642673298717}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.7852107286453247, "Finetune/Loss (Raw)": 0.7632911205291748, "Finetune/Step": 2432, "Finetune/Step Time": 11.204192843288183}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.7853602766990662, "Finetune/Loss (Raw)": 0.7242518067359924, "Finetune/Step": 2433, "Finetune/Step Time": 11.202674517408013}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.7847514748573303, "Finetune/Loss (Raw)": 0.8182371258735657, "Finetune/Step": 2434, "Finetune/Step Time": 11.203785572201014}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.7842001914978027, "Finetune/Loss (Raw)": 0.7735768556594849, "Finetune/Step": 2435, "Finetune/Step Time": 11.220945874229074}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.7869402766227722, "Finetune/Loss (Raw)": 0.8612552285194397, "Finetune/Step": 2436, "Finetune/Step Time": 11.210872996598482}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.7869145274162292, "Finetune/Loss (Raw)": 0.7569916844367981, "Finetune/Step": 2437, "Finetune/Step Time": 11.218219323083758}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.7869498133659363, "Finetune/Loss (Raw)": 0.8700928092002869, "Finetune/Step": 2438, "Finetune/Step Time": 11.224822884425521}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.7870656251907349, "Finetune/Loss (Raw)": 0.872482180595398, "Finetune/Step": 2439, "Finetune/Step Time": 11.225077817216516}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.7884232401847839, "Finetune/Loss (Raw)": 0.8607686161994934, "Finetune/Step": 2440, "Finetune/Step Time": 11.19992533698678}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.789273738861084, "Finetune/Loss (Raw)": 0.8941500186920166, "Finetune/Step": 2441, "Finetune/Step Time": 11.195947987958789}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.78987717628479, "Finetune/Loss (Raw)": 0.816950261592865, "Finetune/Step": 2442, "Finetune/Step Time": 11.194340405985713}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.7910448312759399, "Finetune/Loss (Raw)": 0.8964715600013733, "Finetune/Step": 2443, "Finetune/Step Time": 11.19868633709848}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.7905762195587158, "Finetune/Loss (Raw)": 0.8119674921035767, "Finetune/Step": 2444, "Finetune/Step Time": 11.203938191756606}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.7895578742027283, "Finetune/Loss (Raw)": 0.6407220959663391, "Finetune/Step": 2445, "Finetune/Step Time": 11.23286353982985}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.7907493710517883, "Finetune/Loss (Raw)": 0.8665346503257751, "Finetune/Step": 2446, "Finetune/Step Time": 11.23800140991807}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.7901924848556519, "Finetune/Loss (Raw)": 0.833335280418396, "Finetune/Step": 2447, "Finetune/Step Time": 11.244488578289747}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.7908973693847656, "Finetune/Loss (Raw)": 0.8750076293945312, "Finetune/Step": 2448, "Finetune/Step Time": 11.24706070125103}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.7902251482009888, "Finetune/Loss (Raw)": 0.7039250731468201, "Finetune/Step": 2449, "Finetune/Step Time": 11.239395881071687}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.7894319295883179, "Finetune/Loss (Raw)": 0.7147179245948792, "Finetune/Step": 2450, "Finetune/Step Time": 11.275680309161544}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.7886816263198853, "Finetune/Loss (Raw)": 0.5772677063941956, "Finetune/Step": 2451, "Finetune/Step Time": 11.29788114130497}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.7886723875999451, "Finetune/Loss (Raw)": 0.7551044821739197, "Finetune/Step": 2452, "Finetune/Step Time": 11.29773896932602}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7883257269859314, "Finetune/Loss (Raw)": 0.798058032989502, "Finetune/Step": 2453, "Finetune/Step Time": 11.3241435457021}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.7895025014877319, "Finetune/Loss (Raw)": 0.7641217708587646, "Finetune/Step": 2454, "Finetune/Step Time": 11.299462512135506}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.7897628545761108, "Finetune/Loss (Raw)": 0.8489710688591003, "Finetune/Step": 2455, "Finetune/Step Time": 11.283724818378687}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.7908586263656616, "Finetune/Loss (Raw)": 0.8628440499305725, "Finetune/Step": 2456, "Finetune/Step Time": 11.269162541255355}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.7901875972747803, "Finetune/Loss (Raw)": 0.811725378036499, "Finetune/Step": 2457, "Finetune/Step Time": 11.264502808451653}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.7907437086105347, "Finetune/Loss (Raw)": 0.7800770401954651, "Finetune/Step": 2458, "Finetune/Step Time": 11.275229193270206}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.7901771664619446, "Finetune/Loss (Raw)": 0.75092613697052, "Finetune/Step": 2459, "Finetune/Step Time": 11.272217374294996}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.7883037328720093, "Finetune/Loss (Raw)": 0.740206778049469, "Finetune/Step": 2460, "Finetune/Step Time": 11.264031363651156}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.7885892391204834, "Finetune/Loss (Raw)": 0.8993691205978394, "Finetune/Step": 2461, "Finetune/Step Time": 11.259767455980182}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.7885408997535706, "Finetune/Loss (Raw)": 0.8238144516944885, "Finetune/Step": 2462, "Finetune/Step Time": 11.224350258708}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.7883563041687012, "Finetune/Loss (Raw)": 0.7637066841125488, "Finetune/Step": 2463, "Finetune/Step Time": 11.221085749566555}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.7890751361846924, "Finetune/Loss (Raw)": 0.8837898373603821, "Finetune/Step": 2464, "Finetune/Step Time": 11.20165236480534}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.7883902192115784, "Finetune/Loss (Raw)": 0.8065549731254578, "Finetune/Step": 2465, "Finetune/Step Time": 11.196424363180995}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.7875921130180359, "Finetune/Loss (Raw)": 0.7246389389038086, "Finetune/Step": 2466, "Finetune/Step Time": 11.195723993703723}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.7881761789321899, "Finetune/Loss (Raw)": 0.7866328358650208, "Finetune/Step": 2467, "Finetune/Step Time": 11.169182820245624}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.7894977331161499, "Finetune/Loss (Raw)": 0.9111108183860779, "Finetune/Step": 2468, "Finetune/Step Time": 11.176403000950813}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.7896962761878967, "Finetune/Loss (Raw)": 0.8908678293228149, "Finetune/Step": 2469, "Finetune/Step Time": 11.153124375268817}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.7903300523757935, "Finetune/Loss (Raw)": 0.7245273590087891, "Finetune/Step": 2470, "Finetune/Step Time": 11.132980670779943}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.7902219295501709, "Finetune/Loss (Raw)": 0.8756026029586792, "Finetune/Step": 2471, "Finetune/Step Time": 11.122070824727416}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.7905935049057007, "Finetune/Loss (Raw)": 0.8025078773498535, "Finetune/Step": 2472, "Finetune/Step Time": 11.086501143872738}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.7892153263092041, "Finetune/Loss (Raw)": 0.8264385461807251, "Finetune/Step": 2473, "Finetune/Step Time": 11.094802344217896}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.7889347076416016, "Finetune/Loss (Raw)": 0.7573676705360413, "Finetune/Step": 2474, "Finetune/Step Time": 11.097082844004035}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.7884931564331055, "Finetune/Loss (Raw)": 0.7752670645713806, "Finetune/Step": 2475, "Finetune/Step Time": 11.096762746572495}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.7882415056228638, "Finetune/Loss (Raw)": 0.7986612319946289, "Finetune/Step": 2476, "Finetune/Step Time": 11.096552127972245}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.7884839177131653, "Finetune/Loss (Raw)": 0.791720986366272, "Finetune/Step": 2477, "Finetune/Step Time": 11.090695088729262}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.7885069847106934, "Finetune/Loss (Raw)": 0.7819628119468689, "Finetune/Step": 2478, "Finetune/Step Time": 11.085642006248236}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.7869781255722046, "Finetune/Loss (Raw)": 0.6935529708862305, "Finetune/Step": 2479, "Finetune/Step Time": 11.083939561620355}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.7858834862709045, "Finetune/Loss (Raw)": 0.6969615817070007, "Finetune/Step": 2480, "Finetune/Step Time": 11.08114611916244}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.7843723297119141, "Finetune/Loss (Raw)": 0.6071733832359314, "Finetune/Step": 2481, "Finetune/Step Time": 11.117627436295152}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.7857321500778198, "Finetune/Loss (Raw)": 0.9774125814437866, "Finetune/Step": 2482, "Finetune/Step Time": 11.111940022557974}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.7856044769287109, "Finetune/Loss (Raw)": 0.7465575337409973, "Finetune/Step": 2483, "Finetune/Step Time": 11.116367843002081}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.7860780954360962, "Finetune/Loss (Raw)": 0.7257393598556519, "Finetune/Step": 2484, "Finetune/Step Time": 11.124994033947587}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.7861765623092651, "Finetune/Loss (Raw)": 0.7965361475944519, "Finetune/Step": 2485, "Finetune/Step Time": 11.12444088049233}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.7843801975250244, "Finetune/Loss (Raw)": 0.6456223130226135, "Finetune/Step": 2486, "Finetune/Step Time": 11.135961096733809}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.7845290303230286, "Finetune/Loss (Raw)": 0.5820434093475342, "Finetune/Step": 2487, "Finetune/Step Time": 11.132539879530668}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.7848652601242065, "Finetune/Loss (Raw)": 0.9024674296379089, "Finetune/Step": 2488, "Finetune/Step Time": 11.125725952908397}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7847516536712646, "Finetune/Loss (Raw)": 0.8421162366867065, "Finetune/Step": 2489, "Finetune/Step Time": 11.149119917303324}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7830719947814941, "Finetune/Loss (Raw)": 0.5734677910804749, "Finetune/Step": 2490, "Finetune/Step Time": 11.191957203671336}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.7848852872848511, "Finetune/Loss (Raw)": 0.7678220868110657, "Finetune/Step": 2491, "Finetune/Step Time": 11.181842051446438}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7847059965133667, "Finetune/Loss (Raw)": 0.6945341229438782, "Finetune/Step": 2492, "Finetune/Step Time": 11.180713724344969}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.7844768166542053, "Finetune/Loss (Raw)": 0.8391006588935852, "Finetune/Step": 2493, "Finetune/Step Time": 11.189459951594472}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7869242429733276, "Finetune/Loss (Raw)": 0.8909524083137512, "Finetune/Step": 2494, "Finetune/Step Time": 11.176546046510339}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7863723039627075, "Finetune/Loss (Raw)": 0.8182228803634644, "Finetune/Step": 2495, "Finetune/Step Time": 11.164505561813712}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7862181663513184, "Finetune/Loss (Raw)": 0.7455411553382874, "Finetune/Step": 2496, "Finetune/Step Time": 11.198413455858827}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7841044664382935, "Finetune/Loss (Raw)": 0.6472890377044678, "Finetune/Step": 2497, "Finetune/Step Time": 11.197328047826886}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7850731015205383, "Finetune/Loss (Raw)": 0.9150331616401672, "Finetune/Step": 2498, "Finetune/Step Time": 11.194326717406511}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.7822679877281189, "Finetune/Loss (Raw)": 0.5232416391372681, "Finetune/Step": 2499, "Finetune/Step Time": 11.21393683925271}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.7828842401504517, "Finetune/Loss (Raw)": 0.8310496211051941, "Finetune/Step": 2500, "Finetune/Step Time": 11.217927923426032}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.7828328013420105, "Finetune/Loss (Raw)": 0.8797857761383057, "Finetune/Step": 2501, "Finetune/Step Time": 11.188978999853134}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.7839344143867493, "Finetune/Loss (Raw)": 0.8364521265029907, "Finetune/Step": 2502, "Finetune/Step Time": 11.188169112429023}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.785356879234314, "Finetune/Loss (Raw)": 0.8113304376602173, "Finetune/Step": 2503, "Finetune/Step Time": 11.170648530125618}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.784831166267395, "Finetune/Loss (Raw)": 0.8231000304222107, "Finetune/Step": 2504, "Finetune/Step Time": 11.17194902524352}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.7837067246437073, "Finetune/Loss (Raw)": 0.792144238948822, "Finetune/Step": 2505, "Finetune/Step Time": 11.172359060496092}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.7828942537307739, "Finetune/Loss (Raw)": 0.7693071365356445, "Finetune/Step": 2506, "Finetune/Step Time": 11.183958854526281}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.7831672430038452, "Finetune/Loss (Raw)": 0.862826406955719, "Finetune/Step": 2507, "Finetune/Step Time": 11.156799510121346}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7833757400512695, "Finetune/Loss (Raw)": 0.7137503623962402, "Finetune/Step": 2508, "Finetune/Step Time": 11.164401095360518}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.7833124995231628, "Finetune/Loss (Raw)": 0.7752187252044678, "Finetune/Step": 2509, "Finetune/Step Time": 11.174594279378653}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7852733135223389, "Finetune/Loss (Raw)": 0.9043356776237488, "Finetune/Step": 2510, "Finetune/Step Time": 11.13278298266232}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7876371145248413, "Finetune/Loss (Raw)": 0.8413215279579163, "Finetune/Step": 2511, "Finetune/Step Time": 11.128424849361181}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7857231497764587, "Finetune/Loss (Raw)": 0.6858025789260864, "Finetune/Step": 2512, "Finetune/Step Time": 11.142834855243564}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.7852856516838074, "Finetune/Loss (Raw)": 0.7301587462425232, "Finetune/Step": 2513, "Finetune/Step Time": 11.152025502175093}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7843538522720337, "Finetune/Loss (Raw)": 0.8208805918693542, "Finetune/Step": 2514, "Finetune/Step Time": 11.161934623494744}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7831248044967651, "Finetune/Loss (Raw)": 0.6270959377288818, "Finetune/Step": 2515, "Finetune/Step Time": 11.174479773268104}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.7829552888870239, "Finetune/Loss (Raw)": 0.7695178389549255, "Finetune/Step": 2516, "Finetune/Step Time": 11.152495957911015}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.7824497222900391, "Finetune/Loss (Raw)": 0.8336618542671204, "Finetune/Step": 2517, "Finetune/Step Time": 11.156519366428256}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7812715768814087, "Finetune/Loss (Raw)": 0.7623711824417114, "Finetune/Step": 2518, "Finetune/Step Time": 11.164132388308644}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7802594304084778, "Finetune/Loss (Raw)": 0.7616368532180786, "Finetune/Step": 2519, "Finetune/Step Time": 11.166631618514657}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.7807650566101074, "Finetune/Loss (Raw)": 0.892105758190155, "Finetune/Step": 2520, "Finetune/Step Time": 11.164617255330086}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7790007591247559, "Finetune/Loss (Raw)": 0.6619700789451599, "Finetune/Step": 2521, "Finetune/Step Time": 11.17959344573319}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7808260321617126, "Finetune/Loss (Raw)": 0.8113219141960144, "Finetune/Step": 2522, "Finetune/Step Time": 11.161289343610406}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.778968095779419, "Finetune/Loss (Raw)": 0.5942687392234802, "Finetune/Step": 2523, "Finetune/Step Time": 11.165612837299705}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.7788892388343811, "Finetune/Loss (Raw)": 0.7632308602333069, "Finetune/Step": 2524, "Finetune/Step Time": 11.16484315879643}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.7772621512413025, "Finetune/Loss (Raw)": 0.6035839319229126, "Finetune/Step": 2525, "Finetune/Step Time": 11.183565776795149}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7760162353515625, "Finetune/Loss (Raw)": 0.8215315937995911, "Finetune/Step": 2526, "Finetune/Step Time": 11.18816664814949}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.7755329012870789, "Finetune/Loss (Raw)": 0.8116331696510315, "Finetune/Step": 2527, "Finetune/Step Time": 11.203593313694}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.7770028114318848, "Finetune/Loss (Raw)": 0.8990744948387146, "Finetune/Step": 2528, "Finetune/Step Time": 11.216168968006968}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7751535177230835, "Finetune/Loss (Raw)": 0.5438384413719177, "Finetune/Step": 2529, "Finetune/Step Time": 11.253557359799743}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7762147188186646, "Finetune/Loss (Raw)": 0.8283549547195435, "Finetune/Step": 2530, "Finetune/Step Time": 11.242825493216515}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7755813002586365, "Finetune/Loss (Raw)": 0.7345616817474365, "Finetune/Step": 2531, "Finetune/Step Time": 11.241525113582611}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7751210927963257, "Finetune/Loss (Raw)": 0.7750043272972107, "Finetune/Step": 2532, "Finetune/Step Time": 11.266060760244727}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.7743063569068909, "Finetune/Loss (Raw)": 0.6772156357765198, "Finetune/Step": 2533, "Finetune/Step Time": 11.266558207571507}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7716046571731567, "Finetune/Loss (Raw)": 0.5451647043228149, "Finetune/Step": 2534, "Finetune/Step Time": 11.301141591742635}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7742173671722412, "Finetune/Loss (Raw)": 0.8863384127616882, "Finetune/Step": 2535, "Finetune/Step Time": 11.275583628565073}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7714042663574219, "Finetune/Loss (Raw)": 0.608452558517456, "Finetune/Step": 2536, "Finetune/Step Time": 11.28679820150137}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7708722352981567, "Finetune/Loss (Raw)": 0.7151131629943848, "Finetune/Step": 2537, "Finetune/Step Time": 11.292618220672011}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7712185382843018, "Finetune/Loss (Raw)": 0.8259071707725525, "Finetune/Step": 2538, "Finetune/Step Time": 11.298900924623013}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7720853686332703, "Finetune/Loss (Raw)": 0.7651253938674927, "Finetune/Step": 2539, "Finetune/Step Time": 11.291934318840504}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7727168202400208, "Finetune/Loss (Raw)": 0.7979701161384583, "Finetune/Step": 2540, "Finetune/Step Time": 11.290335860103369}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7718745470046997, "Finetune/Loss (Raw)": 0.6409465670585632, "Finetune/Step": 2541, "Finetune/Step Time": 11.312352584674954}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7716246843338013, "Finetune/Loss (Raw)": 0.8238720297813416, "Finetune/Step": 2542, "Finetune/Step Time": 11.320506643503904}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7716312408447266, "Finetune/Loss (Raw)": 0.8064169883728027, "Finetune/Step": 2543, "Finetune/Step Time": 11.314758129417896}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7706683278083801, "Finetune/Loss (Raw)": 0.6276650428771973, "Finetune/Step": 2544, "Finetune/Step Time": 11.327756952494383}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7712832093238831, "Finetune/Loss (Raw)": 0.8064790368080139, "Finetune/Step": 2545, "Finetune/Step Time": 11.321640281006694}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7700546383857727, "Finetune/Loss (Raw)": 0.5167160034179688, "Finetune/Step": 2546, "Finetune/Step Time": 11.320795873180032}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7700064778327942, "Finetune/Loss (Raw)": 0.7682064175605774, "Finetune/Step": 2547, "Finetune/Step Time": 11.28012970648706}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7693054676055908, "Finetune/Loss (Raw)": 0.8990666270256042, "Finetune/Step": 2548, "Finetune/Step Time": 11.28369470499456}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7688314914703369, "Finetune/Loss (Raw)": 0.5770019292831421, "Finetune/Step": 2549, "Finetune/Step Time": 11.283036218956113}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7699083685874939, "Finetune/Loss (Raw)": 0.7869402766227722, "Finetune/Step": 2550, "Finetune/Step Time": 11.26766312122345}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7722295522689819, "Finetune/Loss (Raw)": 0.8722357153892517, "Finetune/Step": 2551, "Finetune/Step Time": 11.26070705614984}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7732765078544617, "Finetune/Loss (Raw)": 1.0043984651565552, "Finetune/Step": 2552, "Finetune/Step Time": 11.248203713446856}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.773568868637085, "Finetune/Loss (Raw)": 0.712285041809082, "Finetune/Step": 2553, "Finetune/Step Time": 11.250753566622734}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7751443386077881, "Finetune/Loss (Raw)": 0.7833610773086548, "Finetune/Step": 2554, "Finetune/Step Time": 11.244857661426067}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7737833261489868, "Finetune/Loss (Raw)": 0.6549991965293884, "Finetune/Step": 2555, "Finetune/Step Time": 11.278477549552917}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7748444080352783, "Finetune/Loss (Raw)": 0.827949583530426, "Finetune/Step": 2556, "Finetune/Step Time": 11.297457741573453}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7736724019050598, "Finetune/Loss (Raw)": 0.6818591952323914, "Finetune/Step": 2557, "Finetune/Step Time": 11.274038383737206}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7745137214660645, "Finetune/Loss (Raw)": 0.7759989500045776, "Finetune/Step": 2558, "Finetune/Step Time": 11.229423871263862}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7732303142547607, "Finetune/Loss (Raw)": 0.7136021256446838, "Finetune/Step": 2559, "Finetune/Step Time": 11.228007912635803}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.771980345249176, "Finetune/Loss (Raw)": 0.6033016443252563, "Finetune/Step": 2560, "Finetune/Step Time": 11.249812364578247}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.772544801235199, "Finetune/Loss (Raw)": 0.7965064644813538, "Finetune/Step": 2561, "Finetune/Step Time": 11.25490983016789}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7731724381446838, "Finetune/Loss (Raw)": 0.8985685706138611, "Finetune/Step": 2562, "Finetune/Step Time": 11.25206015445292}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.77045738697052, "Finetune/Loss (Raw)": 0.42604491114616394, "Finetune/Step": 2563, "Finetune/Step Time": 11.241452649235725}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7701066732406616, "Finetune/Loss (Raw)": 0.8163698315620422, "Finetune/Step": 2564, "Finetune/Step Time": 11.247963296249509}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7709701061248779, "Finetune/Loss (Raw)": 0.8675094246864319, "Finetune/Step": 2565, "Finetune/Step Time": 11.24832446500659}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7706578373908997, "Finetune/Loss (Raw)": 0.8301209807395935, "Finetune/Step": 2566, "Finetune/Step Time": 11.248482126742601}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7692603468894958, "Finetune/Loss (Raw)": 0.6936067938804626, "Finetune/Step": 2567, "Finetune/Step Time": 11.253857985138893}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7681548595428467, "Finetune/Loss (Raw)": 0.719264805316925, "Finetune/Step": 2568, "Finetune/Step Time": 11.253690699115396}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7687882781028748, "Finetune/Loss (Raw)": 0.9752318263053894, "Finetune/Step": 2569, "Finetune/Step Time": 11.248541729524732}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7684816122055054, "Finetune/Loss (Raw)": 0.7776979207992554, "Finetune/Step": 2570, "Finetune/Step Time": 11.251744374632835}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7692784070968628, "Finetune/Loss (Raw)": 0.9984545707702637, "Finetune/Step": 2571, "Finetune/Step Time": 11.253205867484212}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7692106366157532, "Finetune/Loss (Raw)": 0.803291380405426, "Finetune/Step": 2572, "Finetune/Step Time": 11.25349809229374}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7701092958450317, "Finetune/Loss (Raw)": 0.7557528614997864, "Finetune/Step": 2573, "Finetune/Step Time": 11.223884610459208}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7691669464111328, "Finetune/Loss (Raw)": 0.7459193468093872, "Finetune/Step": 2574, "Finetune/Step Time": 11.252085067331791}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7681483030319214, "Finetune/Loss (Raw)": 0.7029482126235962, "Finetune/Step": 2575, "Finetune/Step Time": 11.24581783823669}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7674388289451599, "Finetune/Loss (Raw)": 0.7841944098472595, "Finetune/Step": 2576, "Finetune/Step Time": 11.248049274086952}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7684593200683594, "Finetune/Loss (Raw)": 0.8345547318458557, "Finetune/Step": 2577, "Finetune/Step Time": 11.249872284010053}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.769689679145813, "Finetune/Loss (Raw)": 0.872196614742279, "Finetune/Step": 2578, "Finetune/Step Time": 11.212847102433443}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.772144079208374, "Finetune/Loss (Raw)": 0.8914315700531006, "Finetune/Step": 2579, "Finetune/Step Time": 11.168877420946956}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7707798480987549, "Finetune/Loss (Raw)": 0.5804819464683533, "Finetune/Step": 2580, "Finetune/Step Time": 11.182895798236132}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7714992761611938, "Finetune/Loss (Raw)": 0.8901430368423462, "Finetune/Step": 2581, "Finetune/Step Time": 11.148431854322553}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7714465856552124, "Finetune/Loss (Raw)": 0.7573760151863098, "Finetune/Step": 2582, "Finetune/Step Time": 11.135896477848291}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7704653739929199, "Finetune/Loss (Raw)": 0.7233772277832031, "Finetune/Step": 2583, "Finetune/Step Time": 11.144606037065387}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7709532976150513, "Finetune/Loss (Raw)": 0.9252981543540955, "Finetune/Step": 2584, "Finetune/Step Time": 11.146470742300153}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7695783376693726, "Finetune/Loss (Raw)": 0.6357328295707703, "Finetune/Step": 2585, "Finetune/Step Time": 11.147987581789494}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7695108652114868, "Finetune/Loss (Raw)": 0.771439790725708, "Finetune/Step": 2586, "Finetune/Step Time": 11.13106445223093}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7704283595085144, "Finetune/Loss (Raw)": 0.868360698223114, "Finetune/Step": 2587, "Finetune/Step Time": 11.127163641154766}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.770031213760376, "Finetune/Loss (Raw)": 0.6893719434738159, "Finetune/Step": 2588, "Finetune/Step Time": 11.140055257827044}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7693614959716797, "Finetune/Loss (Raw)": 0.8136451244354248, "Finetune/Step": 2589, "Finetune/Step Time": 11.145359490066767}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7694981098175049, "Finetune/Loss (Raw)": 0.8413061499595642, "Finetune/Step": 2590, "Finetune/Step Time": 11.14650815911591}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7690377235412598, "Finetune/Loss (Raw)": 0.7047744393348694, "Finetune/Step": 2591, "Finetune/Step Time": 11.212732849642634}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7683423757553101, "Finetune/Loss (Raw)": 0.7947850823402405, "Finetune/Step": 2592, "Finetune/Step Time": 11.227036638185382}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7672460079193115, "Finetune/Loss (Raw)": 0.666221022605896, "Finetune/Step": 2593, "Finetune/Step Time": 11.253966845571995}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7669496536254883, "Finetune/Loss (Raw)": 0.6867066621780396, "Finetune/Step": 2594, "Finetune/Step Time": 11.271016580983996}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7668464183807373, "Finetune/Loss (Raw)": 0.773418664932251, "Finetune/Step": 2595, "Finetune/Step Time": 11.276716301217675}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7652647495269775, "Finetune/Loss (Raw)": 0.7086488604545593, "Finetune/Step": 2596, "Finetune/Step Time": 11.264517882838845}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7649362683296204, "Finetune/Loss (Raw)": 0.8488278388977051, "Finetune/Step": 2597, "Finetune/Step Time": 11.248740183189511}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7637976408004761, "Finetune/Loss (Raw)": 0.5787836313247681, "Finetune/Step": 2598, "Finetune/Step Time": 11.256734980270267}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7634530663490295, "Finetune/Loss (Raw)": 0.8314931392669678, "Finetune/Step": 2599, "Finetune/Step Time": 11.25502010807395}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.763205885887146, "Finetune/Loss (Raw)": 0.7708699107170105, "Finetune/Step": 2600, "Finetune/Step Time": 11.260308373719454}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7628278732299805, "Finetune/Loss (Raw)": 0.77805095911026, "Finetune/Step": 2601, "Finetune/Step Time": 11.270804041996598}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7639546990394592, "Finetune/Loss (Raw)": 0.9016067981719971, "Finetune/Step": 2602, "Finetune/Step Time": 11.269202889874578}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7645899057388306, "Finetune/Loss (Raw)": 0.856570839881897, "Finetune/Step": 2603, "Finetune/Step Time": 11.281696643680334}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7641283273696899, "Finetune/Loss (Raw)": 0.7395774126052856, "Finetune/Step": 2604, "Finetune/Step Time": 11.299315379932523}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7634906768798828, "Finetune/Loss (Raw)": 0.7101047039031982, "Finetune/Step": 2605, "Finetune/Step Time": 11.302485033869743}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7628615498542786, "Finetune/Loss (Raw)": 0.7014370560646057, "Finetune/Step": 2606, "Finetune/Step Time": 11.350624257698655}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7636812329292297, "Finetune/Loss (Raw)": 0.7984654307365417, "Finetune/Step": 2607, "Finetune/Step Time": 11.38378481939435}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7649210691452026, "Finetune/Loss (Raw)": 0.8556588888168335, "Finetune/Step": 2608, "Finetune/Step Time": 11.383666442707181}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7669217586517334, "Finetune/Loss (Raw)": 0.8632678985595703, "Finetune/Step": 2609, "Finetune/Step Time": 11.343143226578832}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7646569013595581, "Finetune/Loss (Raw)": 0.6875101923942566, "Finetune/Step": 2610, "Finetune/Step Time": 11.36472742445767}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7640119194984436, "Finetune/Loss (Raw)": 0.6639971733093262, "Finetune/Step": 2611, "Finetune/Step Time": 11.37162759155035}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7645053863525391, "Finetune/Loss (Raw)": 0.7889124155044556, "Finetune/Step": 2612, "Finetune/Step Time": 11.35604390874505}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7656084895133972, "Finetune/Loss (Raw)": 0.9377289414405823, "Finetune/Step": 2613, "Finetune/Step Time": 11.354286445304751}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7663213014602661, "Finetune/Loss (Raw)": 0.7368636131286621, "Finetune/Step": 2614, "Finetune/Step Time": 11.347696082666516}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7685568332672119, "Finetune/Loss (Raw)": 0.8681876063346863, "Finetune/Step": 2615, "Finetune/Step Time": 11.324297409504652}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7684873938560486, "Finetune/Loss (Raw)": 0.8935770392417908, "Finetune/Step": 2616, "Finetune/Step Time": 11.329793820157647}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7665565609931946, "Finetune/Loss (Raw)": 0.5949704051017761, "Finetune/Step": 2617, "Finetune/Step Time": 11.332765547558665}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7670639753341675, "Finetune/Loss (Raw)": 0.6384236216545105, "Finetune/Step": 2618, "Finetune/Step Time": 11.303748046979308}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7677463293075562, "Finetune/Loss (Raw)": 0.8551599979400635, "Finetune/Step": 2619, "Finetune/Step Time": 11.298767389729619}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7678587436676025, "Finetune/Loss (Raw)": 0.708928108215332, "Finetune/Step": 2620, "Finetune/Step Time": 11.295236254110932}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7670955657958984, "Finetune/Loss (Raw)": 0.7414063215255737, "Finetune/Step": 2621, "Finetune/Step Time": 11.292777355760336}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7668110132217407, "Finetune/Loss (Raw)": 0.8545300364494324, "Finetune/Step": 2622, "Finetune/Step Time": 11.284376746043563}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7662510275840759, "Finetune/Loss (Raw)": 0.7465435266494751, "Finetune/Step": 2623, "Finetune/Step Time": 11.313203625380993}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7666107416152954, "Finetune/Loss (Raw)": 0.7915835380554199, "Finetune/Step": 2624, "Finetune/Step Time": 11.294508213177323}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7659015655517578, "Finetune/Loss (Raw)": 0.5565113425254822, "Finetune/Step": 2625, "Finetune/Step Time": 11.315751308575273}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7627027034759521, "Finetune/Loss (Raw)": 0.5055868029594421, "Finetune/Step": 2626, "Finetune/Step Time": 11.35660002566874}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7644975781440735, "Finetune/Loss (Raw)": 0.752981960773468, "Finetune/Step": 2627, "Finetune/Step Time": 11.334187084808946}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7645972371101379, "Finetune/Loss (Raw)": 0.8438101410865784, "Finetune/Step": 2628, "Finetune/Step Time": 11.332750985398889}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7615903615951538, "Finetune/Loss (Raw)": 0.494905024766922, "Finetune/Step": 2629, "Finetune/Step Time": 11.355733457952738}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7603777647018433, "Finetune/Loss (Raw)": 0.6812411546707153, "Finetune/Step": 2630, "Finetune/Step Time": 11.357940513640642}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7607583999633789, "Finetune/Loss (Raw)": 0.860048234462738, "Finetune/Step": 2631, "Finetune/Step Time": 11.357753500342369}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.759631335735321, "Finetune/Loss (Raw)": 0.6788352131843567, "Finetune/Step": 2632, "Finetune/Step Time": 11.354177134111524}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7599973082542419, "Finetune/Loss (Raw)": 0.8389891386032104, "Finetune/Step": 2633, "Finetune/Step Time": 11.35835811495781}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7597850561141968, "Finetune/Loss (Raw)": 0.7421392202377319, "Finetune/Step": 2634, "Finetune/Step Time": 11.35465843975544}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7590267658233643, "Finetune/Loss (Raw)": 0.7657643556594849, "Finetune/Step": 2635, "Finetune/Step Time": 11.34646507166326}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7606818675994873, "Finetune/Loss (Raw)": 0.9256014227867126, "Finetune/Step": 2636, "Finetune/Step Time": 11.34667782485485}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.760155975818634, "Finetune/Loss (Raw)": 0.7079069018363953, "Finetune/Step": 2637, "Finetune/Step Time": 11.35536808334291}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7599766850471497, "Finetune/Loss (Raw)": 0.8813849091529846, "Finetune/Step": 2638, "Finetune/Step Time": 11.38039911352098}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7593262195587158, "Finetune/Loss (Raw)": 0.7580628395080566, "Finetune/Step": 2639, "Finetune/Step Time": 11.370039816945791}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7581783533096313, "Finetune/Loss (Raw)": 0.5388745069503784, "Finetune/Step": 2640, "Finetune/Step Time": 11.396166225895286}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7585203647613525, "Finetune/Loss (Raw)": 0.7739400267601013, "Finetune/Step": 2641, "Finetune/Step Time": 11.377149239182472}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7579857110977173, "Finetune/Loss (Raw)": 0.7524405121803284, "Finetune/Step": 2642, "Finetune/Step Time": 11.361427623778582}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.75801682472229, "Finetune/Loss (Raw)": 0.631087601184845, "Finetune/Step": 2643, "Finetune/Step Time": 11.346924720332026}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7571101188659668, "Finetune/Loss (Raw)": 0.6534509062767029, "Finetune/Step": 2644, "Finetune/Step Time": 11.387242332100868}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7568110227584839, "Finetune/Loss (Raw)": 0.7953790426254272, "Finetune/Step": 2645, "Finetune/Step Time": 11.38982299156487}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7569705247879028, "Finetune/Loss (Raw)": 0.7827919721603394, "Finetune/Step": 2646, "Finetune/Step Time": 11.373004958033562}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7566808462142944, "Finetune/Loss (Raw)": 0.7245598435401917, "Finetune/Step": 2647, "Finetune/Step Time": 11.391356030479074}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7556948661804199, "Finetune/Loss (Raw)": 0.7658969759941101, "Finetune/Step": 2648, "Finetune/Step Time": 11.413114238530397}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7558537721633911, "Finetune/Loss (Raw)": 0.6823152899742126, "Finetune/Step": 2649, "Finetune/Step Time": 11.393101269379258}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7549047470092773, "Finetune/Loss (Raw)": 0.6898454427719116, "Finetune/Step": 2650, "Finetune/Step Time": 11.369951382279396}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7562133073806763, "Finetune/Loss (Raw)": 0.7617690563201904, "Finetune/Step": 2651, "Finetune/Step Time": 11.363559786230326}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7570629715919495, "Finetune/Loss (Raw)": 0.8719774484634399, "Finetune/Step": 2652, "Finetune/Step Time": 11.384876534342766}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7577874660491943, "Finetune/Loss (Raw)": 0.6963191032409668, "Finetune/Step": 2653, "Finetune/Step Time": 11.401881707832217}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7561727166175842, "Finetune/Loss (Raw)": 0.6148467659950256, "Finetune/Step": 2654, "Finetune/Step Time": 11.430015463382006}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7559148073196411, "Finetune/Loss (Raw)": 0.7786165475845337, "Finetune/Step": 2655, "Finetune/Step Time": 11.42703834362328}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7550528049468994, "Finetune/Loss (Raw)": 0.7887470126152039, "Finetune/Step": 2656, "Finetune/Step Time": 11.418299505487084}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.755494236946106, "Finetune/Loss (Raw)": 0.6003291010856628, "Finetune/Step": 2657, "Finetune/Step Time": 11.401066916063428}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7533460259437561, "Finetune/Loss (Raw)": 0.5533854365348816, "Finetune/Step": 2658, "Finetune/Step Time": 11.428260603919625}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7539337873458862, "Finetune/Loss (Raw)": 0.809806227684021, "Finetune/Step": 2659, "Finetune/Step Time": 11.417552163824439}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7544820308685303, "Finetune/Loss (Raw)": 0.845177173614502, "Finetune/Step": 2660, "Finetune/Step Time": 11.396499305963516}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7568385601043701, "Finetune/Loss (Raw)": 0.9788488745689392, "Finetune/Step": 2661, "Finetune/Step Time": 11.400315579026937}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7591170072555542, "Finetune/Loss (Raw)": 0.8368117213249207, "Finetune/Step": 2662, "Finetune/Step Time": 11.357249362394214}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7590023279190063, "Finetune/Loss (Raw)": 0.8716587424278259, "Finetune/Step": 2663, "Finetune/Step Time": 11.367053834721446}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7596709728240967, "Finetune/Loss (Raw)": 0.6940308213233948, "Finetune/Step": 2664, "Finetune/Step Time": 11.38024190813303}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7591025829315186, "Finetune/Loss (Raw)": 0.6423661708831787, "Finetune/Step": 2665, "Finetune/Step Time": 11.370169905945659}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.759403645992279, "Finetune/Loss (Raw)": 0.8644404411315918, "Finetune/Step": 2666, "Finetune/Step Time": 11.36296683177352}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7589905858039856, "Finetune/Loss (Raw)": 0.7122536897659302, "Finetune/Step": 2667, "Finetune/Step Time": 11.35694259032607}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7589206695556641, "Finetune/Loss (Raw)": 0.7890152335166931, "Finetune/Step": 2668, "Finetune/Step Time": 11.352854497730732}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7609946727752686, "Finetune/Loss (Raw)": 0.9064183235168457, "Finetune/Step": 2669, "Finetune/Step Time": 11.329985916614532}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7608469128608704, "Finetune/Loss (Raw)": 0.8049627542495728, "Finetune/Step": 2670, "Finetune/Step Time": 11.320181634277105}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7592813968658447, "Finetune/Loss (Raw)": 0.6060295104980469, "Finetune/Step": 2671, "Finetune/Step Time": 11.325572665780783}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7587328553199768, "Finetune/Loss (Raw)": 0.5574548840522766, "Finetune/Step": 2672, "Finetune/Step Time": 11.331597128883004}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7585269212722778, "Finetune/Loss (Raw)": 0.7801195383071899, "Finetune/Step": 2673, "Finetune/Step Time": 11.329955842345953}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7591040134429932, "Finetune/Loss (Raw)": 0.5905821919441223, "Finetune/Step": 2674, "Finetune/Step Time": 11.305652180686593}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7592166066169739, "Finetune/Loss (Raw)": 0.7826194763183594, "Finetune/Step": 2675, "Finetune/Step Time": 11.309590753167868}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7581043243408203, "Finetune/Loss (Raw)": 0.7566949129104614, "Finetune/Step": 2676, "Finetune/Step Time": 11.314283223822713}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.760224461555481, "Finetune/Loss (Raw)": 0.8483834862709045, "Finetune/Step": 2677, "Finetune/Step Time": 11.270233888179064}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7600945234298706, "Finetune/Loss (Raw)": 0.7703031897544861, "Finetune/Step": 2678, "Finetune/Step Time": 11.269864123314619}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7605857253074646, "Finetune/Loss (Raw)": 0.9351115226745605, "Finetune/Step": 2679, "Finetune/Step Time": 11.264297980815172}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7591019868850708, "Finetune/Loss (Raw)": 0.8144737482070923, "Finetune/Step": 2680, "Finetune/Step Time": 11.271191658452153}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7580307722091675, "Finetune/Loss (Raw)": 0.5751780867576599, "Finetune/Step": 2681, "Finetune/Step Time": 11.291458427906036}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7579816579818726, "Finetune/Loss (Raw)": 0.7770654559135437, "Finetune/Step": 2682, "Finetune/Step Time": 11.259789917618036}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7592954635620117, "Finetune/Loss (Raw)": 0.8231652975082397, "Finetune/Step": 2683, "Finetune/Step Time": 11.220163648948073}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7588986158370972, "Finetune/Loss (Raw)": 0.7771533131599426, "Finetune/Step": 2684, "Finetune/Step Time": 11.20135180093348}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7599965333938599, "Finetune/Loss (Raw)": 0.822399914264679, "Finetune/Step": 2685, "Finetune/Step Time": 11.209151890128851}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7595342397689819, "Finetune/Loss (Raw)": 0.7168259620666504, "Finetune/Step": 2686, "Finetune/Step Time": 11.21463843807578}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7600295543670654, "Finetune/Loss (Raw)": 0.7770031094551086, "Finetune/Step": 2687, "Finetune/Step Time": 11.217847166582942}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7615873217582703, "Finetune/Loss (Raw)": 0.8026905059814453, "Finetune/Step": 2688, "Finetune/Step Time": 11.181746488437057}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7624762058258057, "Finetune/Loss (Raw)": 0.9102888107299805, "Finetune/Step": 2689, "Finetune/Step Time": 11.187653038650751}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7601421475410461, "Finetune/Loss (Raw)": 0.5998061299324036, "Finetune/Step": 2690, "Finetune/Step Time": 11.225402310490608}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7635478377342224, "Finetune/Loss (Raw)": 0.8619742393493652, "Finetune/Step": 2691, "Finetune/Step Time": 11.230256732553244}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7630036473274231, "Finetune/Loss (Raw)": 0.7467108964920044, "Finetune/Step": 2692, "Finetune/Step Time": 11.22971616871655}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7625057697296143, "Finetune/Loss (Raw)": 0.8037828207015991, "Finetune/Step": 2693, "Finetune/Step Time": 11.225979469716549}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7617659568786621, "Finetune/Loss (Raw)": 0.7354254722595215, "Finetune/Step": 2694, "Finetune/Step Time": 11.227628722786903}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7622328996658325, "Finetune/Loss (Raw)": 0.7533771991729736, "Finetune/Step": 2695, "Finetune/Step Time": 11.235947225242853}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7626705169677734, "Finetune/Loss (Raw)": 0.7752721905708313, "Finetune/Step": 2696, "Finetune/Step Time": 11.253341341391206}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7610063552856445, "Finetune/Loss (Raw)": 0.7622312307357788, "Finetune/Step": 2697, "Finetune/Step Time": 11.259980875998735}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7605496644973755, "Finetune/Loss (Raw)": 0.7192304134368896, "Finetune/Step": 2698, "Finetune/Step Time": 11.255870770663023}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7592929005622864, "Finetune/Loss (Raw)": 0.8375930786132812, "Finetune/Step": 2699, "Finetune/Step Time": 11.272657180204988}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7590374946594238, "Finetune/Loss (Raw)": 0.7705970406532288, "Finetune/Step": 2700, "Finetune/Step Time": 11.272792723029852}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7590475678443909, "Finetune/Loss (Raw)": 0.757041871547699, "Finetune/Step": 2701, "Finetune/Step Time": 11.313695307821035}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7594930529594421, "Finetune/Loss (Raw)": 0.802941620349884, "Finetune/Step": 2702, "Finetune/Step Time": 11.298950804397464}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7593951225280762, "Finetune/Loss (Raw)": 0.6904125213623047, "Finetune/Step": 2703, "Finetune/Step Time": 11.320487711578608}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.758476972579956, "Finetune/Loss (Raw)": 0.6666689515113831, "Finetune/Step": 2704, "Finetune/Step Time": 11.335105270147324}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7578727006912231, "Finetune/Loss (Raw)": 0.7572132349014282, "Finetune/Step": 2705, "Finetune/Step Time": 11.336625088006258}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7576262354850769, "Finetune/Loss (Raw)": 0.8406471014022827, "Finetune/Step": 2706, "Finetune/Step Time": 11.343142202124}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7579666972160339, "Finetune/Loss (Raw)": 0.9350109696388245, "Finetune/Step": 2707, "Finetune/Step Time": 11.34101583622396}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7603618502616882, "Finetune/Loss (Raw)": 0.8870641589164734, "Finetune/Step": 2708, "Finetune/Step Time": 11.337728425860405}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7591046094894409, "Finetune/Loss (Raw)": 0.7292159199714661, "Finetune/Step": 2709, "Finetune/Step Time": 11.351522775366902}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7579569816589355, "Finetune/Loss (Raw)": 0.6104753017425537, "Finetune/Step": 2710, "Finetune/Step Time": 11.390713930130005}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7588456869125366, "Finetune/Loss (Raw)": 0.8371297717094421, "Finetune/Step": 2711, "Finetune/Step Time": 11.3807324282825}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7578773498535156, "Finetune/Loss (Raw)": 0.8013496398925781, "Finetune/Step": 2712, "Finetune/Step Time": 11.406664866954088}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7588073015213013, "Finetune/Loss (Raw)": 0.7547787427902222, "Finetune/Step": 2713, "Finetune/Step Time": 11.41618487983942}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7594932317733765, "Finetune/Loss (Raw)": 0.8592336177825928, "Finetune/Step": 2714, "Finetune/Step Time": 11.414496965706348}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7582285404205322, "Finetune/Loss (Raw)": 0.7064731121063232, "Finetune/Step": 2715, "Finetune/Step Time": 11.402480278164148}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7589484453201294, "Finetune/Loss (Raw)": 0.7815302610397339, "Finetune/Step": 2716, "Finetune/Step Time": 11.391365809366107}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.759067177772522, "Finetune/Loss (Raw)": 0.82884281873703, "Finetune/Step": 2717, "Finetune/Step Time": 11.366893630474806}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7583096027374268, "Finetune/Loss (Raw)": 0.7443265318870544, "Finetune/Step": 2718, "Finetune/Step Time": 11.370513005182147}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7589497566223145, "Finetune/Loss (Raw)": 0.7867252230644226, "Finetune/Step": 2719, "Finetune/Step Time": 11.31129334308207}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.75920170545578, "Finetune/Loss (Raw)": 0.8270247578620911, "Finetune/Step": 2720, "Finetune/Step Time": 11.304288970306516}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7595154047012329, "Finetune/Loss (Raw)": 0.706375777721405, "Finetune/Step": 2721, "Finetune/Step Time": 11.29045332223177}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7603014707565308, "Finetune/Loss (Raw)": 0.7873261570930481, "Finetune/Step": 2722, "Finetune/Step Time": 11.278169410303235}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7599113583564758, "Finetune/Loss (Raw)": 0.7234804034233093, "Finetune/Step": 2723, "Finetune/Step Time": 11.270102597773075}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7606906890869141, "Finetune/Loss (Raw)": 0.8084074258804321, "Finetune/Step": 2724, "Finetune/Step Time": 11.273889105767012}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7602555155754089, "Finetune/Loss (Raw)": 0.7931273579597473, "Finetune/Step": 2725, "Finetune/Step Time": 11.267485920339823}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7618728280067444, "Finetune/Loss (Raw)": 0.7857949137687683, "Finetune/Step": 2726, "Finetune/Step Time": 11.264123009517789}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7614371180534363, "Finetune/Loss (Raw)": 0.7757285237312317, "Finetune/Step": 2727, "Finetune/Step Time": 11.262888945639133}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7595824599266052, "Finetune/Loss (Raw)": 0.5334675312042236, "Finetune/Step": 2728, "Finetune/Step Time": 11.26009395159781}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7591201066970825, "Finetune/Loss (Raw)": 0.7188726663589478, "Finetune/Step": 2729, "Finetune/Step Time": 11.284753661602736}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7569160461425781, "Finetune/Loss (Raw)": 0.6194872260093689, "Finetune/Step": 2730, "Finetune/Step Time": 11.28758117556572}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7563188076019287, "Finetune/Loss (Raw)": 0.7801216244697571, "Finetune/Step": 2731, "Finetune/Step Time": 11.26928728632629}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.756878137588501, "Finetune/Loss (Raw)": 0.8111708760261536, "Finetune/Step": 2732, "Finetune/Step Time": 11.254605097696185}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7577083110809326, "Finetune/Loss (Raw)": 0.8163659572601318, "Finetune/Step": 2733, "Finetune/Step Time": 11.25356968306005}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7581233978271484, "Finetune/Loss (Raw)": 0.7545726299285889, "Finetune/Step": 2734, "Finetune/Step Time": 11.214732825756073}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7584283351898193, "Finetune/Loss (Raw)": 0.8374993205070496, "Finetune/Step": 2735, "Finetune/Step Time": 11.179204365238547}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7570695877075195, "Finetune/Loss (Raw)": 0.6817315816879272, "Finetune/Step": 2736, "Finetune/Step Time": 11.216573348268867}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7544093728065491, "Finetune/Loss (Raw)": 0.5227657556533813, "Finetune/Step": 2737, "Finetune/Step Time": 11.227217365056276}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.755474328994751, "Finetune/Loss (Raw)": 0.8238217234611511, "Finetune/Step": 2738, "Finetune/Step Time": 11.229604369029403}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7569016814231873, "Finetune/Loss (Raw)": 0.8467006087303162, "Finetune/Step": 2739, "Finetune/Step Time": 11.214793659746647}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7559356093406677, "Finetune/Loss (Raw)": 0.6652522683143616, "Finetune/Step": 2740, "Finetune/Step Time": 11.225770881399512}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7552511692047119, "Finetune/Loss (Raw)": 0.8501189947128296, "Finetune/Step": 2741, "Finetune/Step Time": 11.226619351655245}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.755387544631958, "Finetune/Loss (Raw)": 0.7543261051177979, "Finetune/Step": 2742, "Finetune/Step Time": 11.238451965153217}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7555031180381775, "Finetune/Loss (Raw)": 0.8829843997955322, "Finetune/Step": 2743, "Finetune/Step Time": 11.229618661105633}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7546545267105103, "Finetune/Loss (Raw)": 0.784955620765686, "Finetune/Step": 2744, "Finetune/Step Time": 11.227095421403646}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.756947934627533, "Finetune/Loss (Raw)": 0.8885225057601929, "Finetune/Step": 2745, "Finetune/Step Time": 11.191550433635712}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7581431865692139, "Finetune/Loss (Raw)": 0.7914120554924011, "Finetune/Step": 2746, "Finetune/Step Time": 11.200116239488125}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7575362920761108, "Finetune/Loss (Raw)": 0.7774878740310669, "Finetune/Step": 2747, "Finetune/Step Time": 11.220447547733784}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7590183615684509, "Finetune/Loss (Raw)": 0.8986266255378723, "Finetune/Step": 2748, "Finetune/Step Time": 11.224180048331618}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7597516179084778, "Finetune/Loss (Raw)": 0.8352611660957336, "Finetune/Step": 2749, "Finetune/Step Time": 11.221827547997236}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7589776515960693, "Finetune/Loss (Raw)": 0.7554636597633362, "Finetune/Step": 2750, "Finetune/Step Time": 11.228613417595625}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7589792013168335, "Finetune/Loss (Raw)": 0.7467395067214966, "Finetune/Step": 2751, "Finetune/Step Time": 11.20996442437172}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7589844465255737, "Finetune/Loss (Raw)": 0.7922640442848206, "Finetune/Step": 2752, "Finetune/Step Time": 11.209891011938453}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7615343332290649, "Finetune/Loss (Raw)": 0.8828949332237244, "Finetune/Step": 2753, "Finetune/Step Time": 11.190375318750739}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7635531425476074, "Finetune/Loss (Raw)": 0.7639884948730469, "Finetune/Step": 2754, "Finetune/Step Time": 11.14868695102632}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7625464200973511, "Finetune/Loss (Raw)": 0.6241222023963928, "Finetune/Step": 2755, "Finetune/Step Time": 11.1889694519341}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7622181177139282, "Finetune/Loss (Raw)": 0.8017878532409668, "Finetune/Step": 2756, "Finetune/Step Time": 11.2092478685081}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7630016803741455, "Finetune/Loss (Raw)": 0.5951954126358032, "Finetune/Step": 2757, "Finetune/Step Time": 11.23780313692987}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.764397144317627, "Finetune/Loss (Raw)": 0.8598690032958984, "Finetune/Step": 2758, "Finetune/Step Time": 11.236290333792567}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7633341550827026, "Finetune/Loss (Raw)": 0.7239874005317688, "Finetune/Step": 2759, "Finetune/Step Time": 11.232732947915792}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7630910873413086, "Finetune/Loss (Raw)": 0.647720456123352, "Finetune/Step": 2760, "Finetune/Step Time": 11.221535300835967}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.761454701423645, "Finetune/Loss (Raw)": 0.6295311450958252, "Finetune/Step": 2761, "Finetune/Step Time": 11.256426503881812}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7613463401794434, "Finetune/Loss (Raw)": 0.7282686233520508, "Finetune/Step": 2762, "Finetune/Step Time": 11.270562650635839}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7613942623138428, "Finetune/Loss (Raw)": 0.7719053626060486, "Finetune/Step": 2763, "Finetune/Step Time": 11.275689089670777}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7600736618041992, "Finetune/Loss (Raw)": 0.7565567493438721, "Finetune/Step": 2764, "Finetune/Step Time": 11.273528385907412}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7593231797218323, "Finetune/Loss (Raw)": 0.6118435263633728, "Finetune/Step": 2765, "Finetune/Step Time": 11.298103230074048}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7585111260414124, "Finetune/Loss (Raw)": 0.777442991733551, "Finetune/Step": 2766, "Finetune/Step Time": 11.279148621484637}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7590049505233765, "Finetune/Loss (Raw)": 0.8212776780128479, "Finetune/Step": 2767, "Finetune/Step Time": 11.294470129534602}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7612378597259521, "Finetune/Loss (Raw)": 0.824682891368866, "Finetune/Step": 2768, "Finetune/Step Time": 11.256289707496762}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.76153165102005, "Finetune/Loss (Raw)": 0.8115404844284058, "Finetune/Step": 2769, "Finetune/Step Time": 11.264789797365665}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7596558332443237, "Finetune/Loss (Raw)": 0.5123420357704163, "Finetune/Step": 2770, "Finetune/Step Time": 11.289788847789168}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7611411809921265, "Finetune/Loss (Raw)": 0.8212159276008606, "Finetune/Step": 2771, "Finetune/Step Time": 11.279382139444351}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.762538492679596, "Finetune/Loss (Raw)": 0.8323037624359131, "Finetune/Step": 2772, "Finetune/Step Time": 11.232522763311863}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7631934881210327, "Finetune/Loss (Raw)": 0.879216194152832, "Finetune/Step": 2773, "Finetune/Step Time": 11.224215544760227}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7611842155456543, "Finetune/Loss (Raw)": 0.5256066918373108, "Finetune/Step": 2774, "Finetune/Step Time": 11.260151823982596}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7620792388916016, "Finetune/Loss (Raw)": 0.8391227126121521, "Finetune/Step": 2775, "Finetune/Step Time": 11.239380793645978}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7617809176445007, "Finetune/Loss (Raw)": 0.7277066111564636, "Finetune/Step": 2776, "Finetune/Step Time": 11.22178135998547}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7624986171722412, "Finetune/Loss (Raw)": 0.7741807699203491, "Finetune/Step": 2777, "Finetune/Step Time": 11.205802673473954}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7634795308113098, "Finetune/Loss (Raw)": 0.8154078722000122, "Finetune/Step": 2778, "Finetune/Step Time": 11.206935605034232}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7630464434623718, "Finetune/Loss (Raw)": 0.7063339948654175, "Finetune/Step": 2779, "Finetune/Step Time": 11.214270958676934}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7624433636665344, "Finetune/Loss (Raw)": 0.7947836518287659, "Finetune/Step": 2780, "Finetune/Step Time": 11.201197735965252}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7638605833053589, "Finetune/Loss (Raw)": 0.8777187466621399, "Finetune/Step": 2781, "Finetune/Step Time": 11.186666479334235}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7652927041053772, "Finetune/Loss (Raw)": 0.7981612086296082, "Finetune/Step": 2782, "Finetune/Step Time": 11.150767864659429}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7653443813323975, "Finetune/Loss (Raw)": 0.7852270007133484, "Finetune/Step": 2783, "Finetune/Step Time": 11.166841261088848}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7638090252876282, "Finetune/Loss (Raw)": 0.5922213792800903, "Finetune/Step": 2784, "Finetune/Step Time": 11.182684488594532}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7651470899581909, "Finetune/Loss (Raw)": 0.771605908870697, "Finetune/Step": 2785, "Finetune/Step Time": 11.165601646527648}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7672501802444458, "Finetune/Loss (Raw)": 0.8225789666175842, "Finetune/Step": 2786, "Finetune/Step Time": 11.132940022274852}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7667827010154724, "Finetune/Loss (Raw)": 0.7499682307243347, "Finetune/Step": 2787, "Finetune/Step Time": 11.142431769520044}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7670087218284607, "Finetune/Loss (Raw)": 0.8741101622581482, "Finetune/Step": 2788, "Finetune/Step Time": 11.153474202379584}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7648776769638062, "Finetune/Loss (Raw)": 0.7060739994049072, "Finetune/Step": 2789, "Finetune/Step Time": 11.174794306978583}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7644163370132446, "Finetune/Loss (Raw)": 0.7777606248855591, "Finetune/Step": 2790, "Finetune/Step Time": 11.177783161401749}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7622038125991821, "Finetune/Loss (Raw)": 0.5884512662887573, "Finetune/Step": 2791, "Finetune/Step Time": 11.191714176908135}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7629860639572144, "Finetune/Loss (Raw)": 0.7941652536392212, "Finetune/Step": 2792, "Finetune/Step Time": 11.174266764894128}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7650784254074097, "Finetune/Loss (Raw)": 0.910184383392334, "Finetune/Step": 2793, "Finetune/Step Time": 11.174274362623692}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7639580965042114, "Finetune/Loss (Raw)": 0.7210471630096436, "Finetune/Step": 2794, "Finetune/Step Time": 11.187505293637514}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7635676860809326, "Finetune/Loss (Raw)": 0.6622697710990906, "Finetune/Step": 2795, "Finetune/Step Time": 11.201754666864872}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7633751630783081, "Finetune/Loss (Raw)": 0.7643778920173645, "Finetune/Step": 2796, "Finetune/Step Time": 11.226802743971348}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7608314156532288, "Finetune/Loss (Raw)": 0.5808145999908447, "Finetune/Step": 2797, "Finetune/Step Time": 11.243937585502863}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7595168352127075, "Finetune/Loss (Raw)": 0.6366963386535645, "Finetune/Step": 2798, "Finetune/Step Time": 11.289189929142594}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.759907603263855, "Finetune/Loss (Raw)": 0.6560524106025696, "Finetune/Step": 2799, "Finetune/Step Time": 11.289725368842483}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.760325014591217, "Finetune/Loss (Raw)": 0.6108793616294861, "Finetune/Step": 2800, "Finetune/Step Time": 11.281497865915298}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7609316110610962, "Finetune/Loss (Raw)": 0.8577655553817749, "Finetune/Step": 2801, "Finetune/Step Time": 11.28458940051496}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7630304098129272, "Finetune/Loss (Raw)": 0.8592339158058167, "Finetune/Step": 2802, "Finetune/Step Time": 11.2838073708117}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7626289129257202, "Finetune/Loss (Raw)": 0.7312177419662476, "Finetune/Step": 2803, "Finetune/Step Time": 11.280409440398216}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7631191611289978, "Finetune/Loss (Raw)": 0.8194556832313538, "Finetune/Step": 2804, "Finetune/Step Time": 11.271913066506386}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7637776136398315, "Finetune/Loss (Raw)": 0.9326565265655518, "Finetune/Step": 2805, "Finetune/Step Time": 11.270663626492023}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7633817195892334, "Finetune/Loss (Raw)": 0.71964031457901, "Finetune/Step": 2806, "Finetune/Step Time": 11.277506867423654}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7619212865829468, "Finetune/Loss (Raw)": 0.7481667399406433, "Finetune/Step": 2807, "Finetune/Step Time": 11.281964652240276}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.760176420211792, "Finetune/Loss (Raw)": 0.5911423563957214, "Finetune/Step": 2808, "Finetune/Step Time": 11.29470013268292}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7598764896392822, "Finetune/Loss (Raw)": 0.5367830395698547, "Finetune/Step": 2809, "Finetune/Step Time": 11.295992150902748}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7590121030807495, "Finetune/Loss (Raw)": 0.6664239168167114, "Finetune/Step": 2810, "Finetune/Step Time": 11.292082333937287}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7587991952896118, "Finetune/Loss (Raw)": 0.7959041595458984, "Finetune/Step": 2811, "Finetune/Step Time": 11.298197185620666}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7587646842002869, "Finetune/Loss (Raw)": 0.7727469205856323, "Finetune/Step": 2812, "Finetune/Step Time": 11.292773112654686}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.758754312992096, "Finetune/Loss (Raw)": 0.8210667967796326, "Finetune/Step": 2813, "Finetune/Step Time": 11.284929053857923}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7579846978187561, "Finetune/Loss (Raw)": 0.618315577507019, "Finetune/Step": 2814, "Finetune/Step Time": 11.317418187856674}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7588139772415161, "Finetune/Loss (Raw)": 0.8831557035446167, "Finetune/Step": 2815, "Finetune/Step Time": 11.317098407074809}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7586137056350708, "Finetune/Loss (Raw)": 0.7770478129386902, "Finetune/Step": 2816, "Finetune/Step Time": 11.311900040134788}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7574874758720398, "Finetune/Loss (Raw)": 0.7661370635032654, "Finetune/Step": 2817, "Finetune/Step Time": 11.307283049449325}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7586717009544373, "Finetune/Loss (Raw)": 0.7513872981071472, "Finetune/Step": 2818, "Finetune/Step Time": 11.273324521258473}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7588802576065063, "Finetune/Loss (Raw)": 0.8886696100234985, "Finetune/Step": 2819, "Finetune/Step Time": 11.265951281413436}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7597682476043701, "Finetune/Loss (Raw)": 0.860373854637146, "Finetune/Step": 2820, "Finetune/Step Time": 11.26529723405838}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7582392692565918, "Finetune/Loss (Raw)": 0.6080703139305115, "Finetune/Step": 2821, "Finetune/Step Time": 11.280643109232187}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7587515115737915, "Finetune/Loss (Raw)": 0.8009914755821228, "Finetune/Step": 2822, "Finetune/Step Time": 11.289233300834894}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7574882507324219, "Finetune/Loss (Raw)": 0.591682493686676, "Finetune/Step": 2823, "Finetune/Step Time": 11.309449018910527}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7562625408172607, "Finetune/Loss (Raw)": 0.6183814406394958, "Finetune/Step": 2824, "Finetune/Step Time": 11.289055567234755}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7558075189590454, "Finetune/Loss (Raw)": 0.7039824724197388, "Finetune/Step": 2825, "Finetune/Step Time": 11.294147232547402}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.755353569984436, "Finetune/Loss (Raw)": 0.6611281633377075, "Finetune/Step": 2826, "Finetune/Step Time": 11.297279534861445}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7550472021102905, "Finetune/Loss (Raw)": 0.7983784079551697, "Finetune/Step": 2827, "Finetune/Step Time": 11.275301147252321}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7560602426528931, "Finetune/Loss (Raw)": 0.9002653956413269, "Finetune/Step": 2828, "Finetune/Step Time": 11.269300665706396}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7564384937286377, "Finetune/Loss (Raw)": 0.8054632544517517, "Finetune/Step": 2829, "Finetune/Step Time": 11.244685616344213}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7569646835327148, "Finetune/Loss (Raw)": 0.870288610458374, "Finetune/Step": 2830, "Finetune/Step Time": 11.231443393975496}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7591717839241028, "Finetune/Loss (Raw)": 0.9729229807853699, "Finetune/Step": 2831, "Finetune/Step Time": 11.204856107011437}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7609915733337402, "Finetune/Loss (Raw)": 0.8996009826660156, "Finetune/Step": 2832, "Finetune/Step Time": 11.194931540638208}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7611589431762695, "Finetune/Loss (Raw)": 0.7786327600479126, "Finetune/Step": 2833, "Finetune/Step Time": 11.204231161624193}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7589994668960571, "Finetune/Loss (Raw)": 0.5642439126968384, "Finetune/Step": 2834, "Finetune/Step Time": 11.234308689832687}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7580704689025879, "Finetune/Loss (Raw)": 0.8160964846611023, "Finetune/Step": 2835, "Finetune/Step Time": 11.239225378260016}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7558535933494568, "Finetune/Loss (Raw)": 0.6033022999763489, "Finetune/Step": 2836, "Finetune/Step Time": 11.2265978269279}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7566230893135071, "Finetune/Loss (Raw)": 0.827714741230011, "Finetune/Step": 2837, "Finetune/Step Time": 11.21082461439073}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.757314920425415, "Finetune/Loss (Raw)": 0.6990200281143188, "Finetune/Step": 2838, "Finetune/Step Time": 11.164944160729647}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7561373114585876, "Finetune/Loss (Raw)": 0.6864011287689209, "Finetune/Step": 2839, "Finetune/Step Time": 11.16712618805468}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7558687925338745, "Finetune/Loss (Raw)": 0.766974687576294, "Finetune/Step": 2840, "Finetune/Step Time": 11.144776502624154}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7569858431816101, "Finetune/Loss (Raw)": 0.8977628350257874, "Finetune/Step": 2841, "Finetune/Step Time": 11.136722605675459}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7565052509307861, "Finetune/Loss (Raw)": 0.7977209687232971, "Finetune/Step": 2842, "Finetune/Step Time": 11.141042988747358}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.756209135055542, "Finetune/Loss (Raw)": 0.6685749292373657, "Finetune/Step": 2843, "Finetune/Step Time": 11.149804633110762}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.756590723991394, "Finetune/Loss (Raw)": 0.8303757309913635, "Finetune/Step": 2844, "Finetune/Step Time": 11.154531745240092}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7561584711074829, "Finetune/Loss (Raw)": 0.7735068798065186, "Finetune/Step": 2845, "Finetune/Step Time": 11.169120164588094}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7560572624206543, "Finetune/Loss (Raw)": 0.7313732504844666, "Finetune/Step": 2846, "Finetune/Step Time": 11.165747348219156}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7544034123420715, "Finetune/Loss (Raw)": 0.575031578540802, "Finetune/Step": 2847, "Finetune/Step Time": 11.179500667378306}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7543304562568665, "Finetune/Loss (Raw)": 0.8176882266998291, "Finetune/Step": 2848, "Finetune/Step Time": 11.185968101024628}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7544466257095337, "Finetune/Loss (Raw)": 0.7212437391281128, "Finetune/Step": 2849, "Finetune/Step Time": 11.178281789645553}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.754382848739624, "Finetune/Loss (Raw)": 0.7791679501533508, "Finetune/Step": 2850, "Finetune/Step Time": 11.17269873060286}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7553051710128784, "Finetune/Loss (Raw)": 0.8415281176567078, "Finetune/Step": 2851, "Finetune/Step Time": 11.16820115968585}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7553819417953491, "Finetune/Loss (Raw)": 0.8182434439659119, "Finetune/Step": 2852, "Finetune/Step Time": 11.170769030228257}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7549533843994141, "Finetune/Loss (Raw)": 0.7382656335830688, "Finetune/Step": 2853, "Finetune/Step Time": 11.169416973367333}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7555146813392639, "Finetune/Loss (Raw)": 0.8576424717903137, "Finetune/Step": 2854, "Finetune/Step Time": 11.157646441832185}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7554104924201965, "Finetune/Loss (Raw)": 0.7623889446258545, "Finetune/Step": 2855, "Finetune/Step Time": 11.164767690002918}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7570638656616211, "Finetune/Loss (Raw)": 0.7450994253158569, "Finetune/Step": 2856, "Finetune/Step Time": 11.185590077191591}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7577416896820068, "Finetune/Loss (Raw)": 0.8056389093399048, "Finetune/Step": 2857, "Finetune/Step Time": 11.150109522044659}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.758368968963623, "Finetune/Loss (Raw)": 0.6997793912887573, "Finetune/Step": 2858, "Finetune/Step Time": 11.138265833258629}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7585057020187378, "Finetune/Loss (Raw)": 0.7976178526878357, "Finetune/Step": 2859, "Finetune/Step Time": 11.148298226296902}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7573250532150269, "Finetune/Loss (Raw)": 0.6600553393363953, "Finetune/Step": 2860, "Finetune/Step Time": 11.159847185015678}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7581411600112915, "Finetune/Loss (Raw)": 0.9208155870437622, "Finetune/Step": 2861, "Finetune/Step Time": 11.156093388795853}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7579895257949829, "Finetune/Loss (Raw)": 0.7351773977279663, "Finetune/Step": 2862, "Finetune/Step Time": 11.179766723886132}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7573146224021912, "Finetune/Loss (Raw)": 0.7511048316955566, "Finetune/Step": 2863, "Finetune/Step Time": 11.173705814406276}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.757419228553772, "Finetune/Loss (Raw)": 0.695125162601471, "Finetune/Step": 2864, "Finetune/Step Time": 11.12341083958745}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7601081132888794, "Finetune/Loss (Raw)": 0.8669365048408508, "Finetune/Step": 2865, "Finetune/Step Time": 11.11270010471344}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7582148313522339, "Finetune/Loss (Raw)": 0.5814940333366394, "Finetune/Step": 2866, "Finetune/Step Time": 11.128846257925034}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7578258514404297, "Finetune/Loss (Raw)": 0.7968992590904236, "Finetune/Step": 2867, "Finetune/Step Time": 11.134043926373124}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7596138715744019, "Finetune/Loss (Raw)": 0.8941141963005066, "Finetune/Step": 2868, "Finetune/Step Time": 11.12516869418323}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.757443368434906, "Finetune/Loss (Raw)": 0.5723007917404175, "Finetune/Step": 2869, "Finetune/Step Time": 11.177255105227232}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7561131715774536, "Finetune/Loss (Raw)": 0.5840680003166199, "Finetune/Step": 2870, "Finetune/Step Time": 11.208129208534956}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7562660574913025, "Finetune/Loss (Raw)": 0.902549147605896, "Finetune/Step": 2871, "Finetune/Step Time": 11.205462865531445}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7570728063583374, "Finetune/Loss (Raw)": 0.8882116079330444, "Finetune/Step": 2872, "Finetune/Step Time": 11.204526776447892}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7563184499740601, "Finetune/Loss (Raw)": 0.7919726967811584, "Finetune/Step": 2873, "Finetune/Step Time": 11.217497255653143}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7546473741531372, "Finetune/Loss (Raw)": 0.5775101780891418, "Finetune/Step": 2874, "Finetune/Step Time": 11.235973820090294}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7552660703659058, "Finetune/Loss (Raw)": 0.856685996055603, "Finetune/Step": 2875, "Finetune/Step Time": 11.208243776112795}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7544136047363281, "Finetune/Loss (Raw)": 0.7895066142082214, "Finetune/Step": 2876, "Finetune/Step Time": 11.21688956208527}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7538111209869385, "Finetune/Loss (Raw)": 0.7581481337547302, "Finetune/Step": 2877, "Finetune/Step Time": 11.225466696545482}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7534584403038025, "Finetune/Loss (Raw)": 0.7103222608566284, "Finetune/Step": 2878, "Finetune/Step Time": 11.227751160040498}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7532123923301697, "Finetune/Loss (Raw)": 0.7152413725852966, "Finetune/Step": 2879, "Finetune/Step Time": 11.23028989136219}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7540342211723328, "Finetune/Loss (Raw)": 0.8974586129188538, "Finetune/Step": 2880, "Finetune/Step Time": 11.216748461127281}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7533217668533325, "Finetune/Loss (Raw)": 0.7916980981826782, "Finetune/Step": 2881, "Finetune/Step Time": 11.220319908112288}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7541157603263855, "Finetune/Loss (Raw)": 0.8656226396560669, "Finetune/Step": 2882, "Finetune/Step Time": 11.21871742606163}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7562164068222046, "Finetune/Loss (Raw)": 0.893006443977356, "Finetune/Step": 2883, "Finetune/Step Time": 11.182604633271694}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7554612159729004, "Finetune/Loss (Raw)": 0.7051196098327637, "Finetune/Step": 2884, "Finetune/Step Time": 11.19446387514472}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7574328184127808, "Finetune/Loss (Raw)": 0.8475634455680847, "Finetune/Step": 2885, "Finetune/Step Time": 11.146079581230879}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7552235126495361, "Finetune/Loss (Raw)": 0.5770784616470337, "Finetune/Step": 2886, "Finetune/Step Time": 11.178890977054834}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7548198699951172, "Finetune/Loss (Raw)": 0.672318160533905, "Finetune/Step": 2887, "Finetune/Step Time": 11.18665905483067}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7571991682052612, "Finetune/Loss (Raw)": 0.9522655010223389, "Finetune/Step": 2888, "Finetune/Step Time": 11.199205098673701}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7576472759246826, "Finetune/Loss (Raw)": 0.6868928074836731, "Finetune/Step": 2889, "Finetune/Step Time": 11.199437392875552}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7576624155044556, "Finetune/Loss (Raw)": 0.7302049994468689, "Finetune/Step": 2890, "Finetune/Step Time": 11.187805594876409}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7574279308319092, "Finetune/Loss (Raw)": 0.741894006729126, "Finetune/Step": 2891, "Finetune/Step Time": 11.186998717486858}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7590494155883789, "Finetune/Loss (Raw)": 0.9641055464744568, "Finetune/Step": 2892, "Finetune/Step Time": 11.202562037855387}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7602037191390991, "Finetune/Loss (Raw)": 0.7595946192741394, "Finetune/Step": 2893, "Finetune/Step Time": 11.15942208841443}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.761025071144104, "Finetune/Loss (Raw)": 0.882577121257782, "Finetune/Step": 2894, "Finetune/Step Time": 11.156315186992288}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7608466744422913, "Finetune/Loss (Raw)": 0.798446536064148, "Finetune/Step": 2895, "Finetune/Step Time": 11.139776293188334}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7609118819236755, "Finetune/Loss (Raw)": 0.8330264687538147, "Finetune/Step": 2896, "Finetune/Step Time": 11.143649321049452}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7610917091369629, "Finetune/Loss (Raw)": 0.8345537185668945, "Finetune/Step": 2897, "Finetune/Step Time": 11.138935554772615}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7634490728378296, "Finetune/Loss (Raw)": 0.8140897154808044, "Finetune/Step": 2898, "Finetune/Step Time": 11.113896790891886}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7630909085273743, "Finetune/Loss (Raw)": 0.7753723859786987, "Finetune/Step": 2899, "Finetune/Step Time": 11.119042344391346}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7617805004119873, "Finetune/Loss (Raw)": 0.6645745038986206, "Finetune/Step": 2900, "Finetune/Step Time": 11.12077909708023}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7603006362915039, "Finetune/Loss (Raw)": 0.6897913217544556, "Finetune/Step": 2901, "Finetune/Step Time": 11.131914982572198}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7622607946395874, "Finetune/Loss (Raw)": 0.7765031456947327, "Finetune/Step": 2902, "Finetune/Step Time": 11.128950061276555}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7620347738265991, "Finetune/Loss (Raw)": 0.8101998567581177, "Finetune/Step": 2903, "Finetune/Step Time": 11.131748592481017}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7623748779296875, "Finetune/Loss (Raw)": 0.77122962474823, "Finetune/Step": 2904, "Finetune/Step Time": 11.131246661767364}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.762359082698822, "Finetune/Loss (Raw)": 0.7721620798110962, "Finetune/Step": 2905, "Finetune/Step Time": 11.135139010846615}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7626825571060181, "Finetune/Loss (Raw)": 0.8568156957626343, "Finetune/Step": 2906, "Finetune/Step Time": 11.134210534393787}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.763077974319458, "Finetune/Loss (Raw)": 0.7569506764411926, "Finetune/Step": 2907, "Finetune/Step Time": 11.126187913119793}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7633798718452454, "Finetune/Loss (Raw)": 0.8334212303161621, "Finetune/Step": 2908, "Finetune/Step Time": 11.132430860772729}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7641874551773071, "Finetune/Loss (Raw)": 0.9810832738876343, "Finetune/Step": 2909, "Finetune/Step Time": 11.118253560736775}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7650130987167358, "Finetune/Loss (Raw)": 0.9038463830947876, "Finetune/Step": 2910, "Finetune/Step Time": 11.119190830737352}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7662538290023804, "Finetune/Loss (Raw)": 0.9440475106239319, "Finetune/Step": 2911, "Finetune/Step Time": 11.09227186627686}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7679978609085083, "Finetune/Loss (Raw)": 0.8154526352882385, "Finetune/Step": 2912, "Finetune/Step Time": 11.082495590671897}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.768216609954834, "Finetune/Loss (Raw)": 0.7996121048927307, "Finetune/Step": 2913, "Finetune/Step Time": 11.07188580185175}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.766413688659668, "Finetune/Loss (Raw)": 0.5917964577674866, "Finetune/Step": 2914, "Finetune/Step Time": 11.119437718763947}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7649480104446411, "Finetune/Loss (Raw)": 0.5623652935028076, "Finetune/Step": 2915, "Finetune/Step Time": 11.125953279435635}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7647279500961304, "Finetune/Loss (Raw)": 0.8459468483924866, "Finetune/Step": 2916, "Finetune/Step Time": 11.10995171405375}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7661904096603394, "Finetune/Loss (Raw)": 0.8932607173919678, "Finetune/Step": 2917, "Finetune/Step Time": 11.101484322920442}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7655353546142578, "Finetune/Loss (Raw)": 0.6939110159873962, "Finetune/Step": 2918, "Finetune/Step Time": 11.109955877065659}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7671853303909302, "Finetune/Loss (Raw)": 0.799662172794342, "Finetune/Step": 2919, "Finetune/Step Time": 11.081573193892837}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7648060321807861, "Finetune/Loss (Raw)": 0.4896073341369629, "Finetune/Step": 2920, "Finetune/Step Time": 11.099706526845694}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7636570930480957, "Finetune/Loss (Raw)": 0.7631171941757202, "Finetune/Step": 2921, "Finetune/Step Time": 11.13321566581726}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.763647735118866, "Finetune/Loss (Raw)": 0.7198556065559387, "Finetune/Step": 2922, "Finetune/Step Time": 11.120868382975459}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7638996243476868, "Finetune/Loss (Raw)": 0.6945061087608337, "Finetune/Step": 2923, "Finetune/Step Time": 11.155167577788234}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7644517421722412, "Finetune/Loss (Raw)": 0.8350521326065063, "Finetune/Step": 2924, "Finetune/Step Time": 11.133838266134262}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.766653299331665, "Finetune/Loss (Raw)": 0.8626163601875305, "Finetune/Step": 2925, "Finetune/Step Time": 11.115853225812316}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7677762508392334, "Finetune/Loss (Raw)": 0.7804352641105652, "Finetune/Step": 2926, "Finetune/Step Time": 11.114390768110752}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7668555974960327, "Finetune/Loss (Raw)": 0.5382031798362732, "Finetune/Step": 2927, "Finetune/Step Time": 11.126294072717428}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7680560350418091, "Finetune/Loss (Raw)": 0.764538049697876, "Finetune/Step": 2928, "Finetune/Step Time": 11.140339871868491}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.767731785774231, "Finetune/Loss (Raw)": 0.8162609338760376, "Finetune/Step": 2929, "Finetune/Step Time": 11.125725543126464}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7674734592437744, "Finetune/Loss (Raw)": 0.8261664509773254, "Finetune/Step": 2930, "Finetune/Step Time": 11.113865174353123}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7685138583183289, "Finetune/Loss (Raw)": 0.8643912672996521, "Finetune/Step": 2931, "Finetune/Step Time": 11.118484612554312}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.768652081489563, "Finetune/Loss (Raw)": 0.8371420502662659, "Finetune/Step": 2932, "Finetune/Step Time": 11.124516999348998}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7677066922187805, "Finetune/Loss (Raw)": 0.811654269695282, "Finetune/Step": 2933, "Finetune/Step Time": 11.142721988260746}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7679704427719116, "Finetune/Loss (Raw)": 0.7533922791481018, "Finetune/Step": 2934, "Finetune/Step Time": 11.138165649026632}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7682938575744629, "Finetune/Loss (Raw)": 0.7895751595497131, "Finetune/Step": 2935, "Finetune/Step Time": 11.140994150191545}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.770395040512085, "Finetune/Loss (Raw)": 0.8600852489471436, "Finetune/Step": 2936, "Finetune/Step Time": 11.151976227760315}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7738322019577026, "Finetune/Loss (Raw)": 0.9767447710037231, "Finetune/Step": 2937, "Finetune/Step Time": 11.11466784402728}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.7752508521080017, "Finetune/Loss (Raw)": 0.8480086922645569, "Finetune/Step": 2938, "Finetune/Step Time": 11.108335133641958}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.7752984762191772, "Finetune/Loss (Raw)": 0.8019908666610718, "Finetune/Step": 2939, "Finetune/Step Time": 11.10711326636374}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.774385392665863, "Finetune/Loss (Raw)": 0.6558837294578552, "Finetune/Step": 2940, "Finetune/Step Time": 11.115790834650397}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7717941999435425, "Finetune/Loss (Raw)": 0.4893934726715088, "Finetune/Step": 2941, "Finetune/Step Time": 11.145883444696665}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7741734385490417, "Finetune/Loss (Raw)": 0.9228575825691223, "Finetune/Step": 2942, "Finetune/Step Time": 11.118434868752956}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7728539705276489, "Finetune/Loss (Raw)": 0.7142691016197205, "Finetune/Step": 2943, "Finetune/Step Time": 11.125192860141397}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7730026245117188, "Finetune/Loss (Raw)": 0.7960745096206665, "Finetune/Step": 2944, "Finetune/Step Time": 11.136355739086866}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7727231979370117, "Finetune/Loss (Raw)": 0.7303622961044312, "Finetune/Step": 2945, "Finetune/Step Time": 11.151330480352044}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7728134393692017, "Finetune/Loss (Raw)": 0.7629360556602478, "Finetune/Step": 2946, "Finetune/Step Time": 11.14284086599946}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7716794610023499, "Finetune/Loss (Raw)": 0.743519127368927, "Finetune/Step": 2947, "Finetune/Step Time": 11.165467038750648}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7704073190689087, "Finetune/Loss (Raw)": 0.6975483298301697, "Finetune/Step": 2948, "Finetune/Step Time": 11.178450156003237}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7719048857688904, "Finetune/Loss (Raw)": 0.7997547388076782, "Finetune/Step": 2949, "Finetune/Step Time": 11.163888094946742}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7720205783843994, "Finetune/Loss (Raw)": 0.8157992362976074, "Finetune/Step": 2950, "Finetune/Step Time": 11.152866022661328}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7716797590255737, "Finetune/Loss (Raw)": 0.5480584502220154, "Finetune/Step": 2951, "Finetune/Step Time": 11.154345989227295}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7732747197151184, "Finetune/Loss (Raw)": 0.8225369453430176, "Finetune/Step": 2952, "Finetune/Step Time": 11.152254002168775}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7747074365615845, "Finetune/Loss (Raw)": 0.8873766660690308, "Finetune/Step": 2953, "Finetune/Step Time": 11.143525071442127}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7749388813972473, "Finetune/Loss (Raw)": 0.6907458901405334, "Finetune/Step": 2954, "Finetune/Step Time": 11.148565858602524}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7761346101760864, "Finetune/Loss (Raw)": 0.9514318108558655, "Finetune/Step": 2955, "Finetune/Step Time": 11.154833829030395}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7752482295036316, "Finetune/Loss (Raw)": 0.7868112325668335, "Finetune/Step": 2956, "Finetune/Step Time": 11.153588807210326}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7747511863708496, "Finetune/Loss (Raw)": 0.7418368458747864, "Finetune/Step": 2957, "Finetune/Step Time": 11.142360515892506}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7741053104400635, "Finetune/Loss (Raw)": 0.787619411945343, "Finetune/Step": 2958, "Finetune/Step Time": 11.147245453670621}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7715932130813599, "Finetune/Loss (Raw)": 0.6513811945915222, "Finetune/Step": 2959, "Finetune/Step Time": 11.195282630622387}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.770272970199585, "Finetune/Loss (Raw)": 0.7306074500083923, "Finetune/Step": 2960, "Finetune/Step Time": 11.191245710477233}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7700451612472534, "Finetune/Loss (Raw)": 0.7494735717773438, "Finetune/Step": 2961, "Finetune/Step Time": 11.173720991238952}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7732378244400024, "Finetune/Loss (Raw)": 0.9728996157646179, "Finetune/Step": 2962, "Finetune/Step Time": 11.141727268695831}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.773269534111023, "Finetune/Loss (Raw)": 0.8201522827148438, "Finetune/Step": 2963, "Finetune/Step Time": 11.15346484258771}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7751161456108093, "Finetune/Loss (Raw)": 0.83967125415802, "Finetune/Step": 2964, "Finetune/Step Time": 11.166408838704228}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.7754843235015869, "Finetune/Loss (Raw)": 0.8748374581336975, "Finetune/Step": 2965, "Finetune/Step Time": 11.158447565510869}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7757048010826111, "Finetune/Loss (Raw)": 0.727243959903717, "Finetune/Step": 2966, "Finetune/Step Time": 11.16709664836526}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7755626440048218, "Finetune/Loss (Raw)": 0.6682091951370239, "Finetune/Step": 2967, "Finetune/Step Time": 11.183928897604346}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.7763842940330505, "Finetune/Loss (Raw)": 0.8721426725387573, "Finetune/Step": 2968, "Finetune/Step Time": 11.19352682121098}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.775526225566864, "Finetune/Loss (Raw)": 0.7879349589347839, "Finetune/Step": 2969, "Finetune/Step Time": 11.18668681755662}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7753582000732422, "Finetune/Loss (Raw)": 0.7762082815170288, "Finetune/Step": 2970, "Finetune/Step Time": 11.200862634927034}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7762141227722168, "Finetune/Loss (Raw)": 0.7781398296356201, "Finetune/Step": 2971, "Finetune/Step Time": 11.211818778887391}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7757881879806519, "Finetune/Loss (Raw)": 0.775856077671051, "Finetune/Step": 2972, "Finetune/Step Time": 11.202740166336298}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7751461267471313, "Finetune/Loss (Raw)": 0.6913153529167175, "Finetune/Step": 2973, "Finetune/Step Time": 11.20812115073204}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7756508588790894, "Finetune/Loss (Raw)": 0.7959779500961304, "Finetune/Step": 2974, "Finetune/Step Time": 11.206707691773772}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7761620283126831, "Finetune/Loss (Raw)": 0.640469491481781, "Finetune/Step": 2975, "Finetune/Step Time": 11.22482036985457}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7751882076263428, "Finetune/Loss (Raw)": 0.6930343508720398, "Finetune/Step": 2976, "Finetune/Step Time": 11.221226397901773}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.7753201127052307, "Finetune/Loss (Raw)": 0.738132119178772, "Finetune/Step": 2977, "Finetune/Step Time": 11.219567449763417}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.776302695274353, "Finetune/Loss (Raw)": 0.9049397706985474, "Finetune/Step": 2978, "Finetune/Step Time": 11.216364933177829}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7760539054870605, "Finetune/Loss (Raw)": 0.809676468372345, "Finetune/Step": 2979, "Finetune/Step Time": 11.228354381397367}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.775344729423523, "Finetune/Loss (Raw)": 0.7274685502052307, "Finetune/Step": 2980, "Finetune/Step Time": 11.232463518157601}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7751063108444214, "Finetune/Loss (Raw)": 0.7077550292015076, "Finetune/Step": 2981, "Finetune/Step Time": 11.272728603333235}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7741390466690063, "Finetune/Loss (Raw)": 0.7338243126869202, "Finetune/Step": 2982, "Finetune/Step Time": 11.26418555341661}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.77518630027771, "Finetune/Loss (Raw)": 0.8964390158653259, "Finetune/Step": 2983, "Finetune/Step Time": 11.252314960584044}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.775136411190033, "Finetune/Loss (Raw)": 0.738713264465332, "Finetune/Step": 2984, "Finetune/Step Time": 11.25079184398055}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7751096487045288, "Finetune/Loss (Raw)": 0.8022173643112183, "Finetune/Step": 2985, "Finetune/Step Time": 11.252958761528134}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7740417122840881, "Finetune/Loss (Raw)": 0.5630820393562317, "Finetune/Step": 2986, "Finetune/Step Time": 11.2960603851825}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7738441228866577, "Finetune/Loss (Raw)": 0.7723225355148315, "Finetune/Step": 2987, "Finetune/Step Time": 11.31648963317275}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7753132581710815, "Finetune/Loss (Raw)": 0.8481045365333557, "Finetune/Step": 2988, "Finetune/Step Time": 11.31252920627594}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7729684710502625, "Finetune/Loss (Raw)": 0.6206880211830139, "Finetune/Step": 2989, "Finetune/Step Time": 11.319699458777905}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7741751074790955, "Finetune/Loss (Raw)": 0.8896222114562988, "Finetune/Step": 2990, "Finetune/Step Time": 11.286667013540864}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7748171091079712, "Finetune/Loss (Raw)": 0.8332864046096802, "Finetune/Step": 2991, "Finetune/Step Time": 11.298451043665409}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.774815559387207, "Finetune/Loss (Raw)": 0.6949260830879211, "Finetune/Step": 2992, "Finetune/Step Time": 11.312720557674766}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7749801278114319, "Finetune/Loss (Raw)": 0.8879991769790649, "Finetune/Step": 2993, "Finetune/Step Time": 11.306325051933527}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7774140238761902, "Finetune/Loss (Raw)": 0.8930324912071228, "Finetune/Step": 2994, "Finetune/Step Time": 11.26402590610087}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7773561477661133, "Finetune/Loss (Raw)": 0.789489209651947, "Finetune/Step": 2995, "Finetune/Step Time": 11.26368079520762}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7759987711906433, "Finetune/Loss (Raw)": 0.7203772664070129, "Finetune/Step": 2996, "Finetune/Step Time": 11.28686160966754}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7770980000495911, "Finetune/Loss (Raw)": 0.7129978537559509, "Finetune/Step": 2997, "Finetune/Step Time": 11.24072458036244}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.7783658504486084, "Finetune/Loss (Raw)": 0.74634850025177, "Finetune/Step": 2998, "Finetune/Step Time": 11.204352926462889}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7776921987533569, "Finetune/Loss (Raw)": 0.8163247108459473, "Finetune/Step": 2999, "Finetune/Step Time": 11.209636226296425}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7770840525627136, "Finetune/Loss (Raw)": 0.8103678822517395, "Finetune/Step": 3000, "Finetune/Step Time": 11.213792953640223}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.7767086029052734, "Finetune/Loss (Raw)": 0.7439125776290894, "Finetune/Step": 3001, "Finetune/Step Time": 11.204218346625566}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.778924822807312, "Finetune/Loss (Raw)": 0.8611919283866882, "Finetune/Step": 3002, "Finetune/Step Time": 11.169447792693973}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.7782397866249084, "Finetune/Loss (Raw)": 0.7689988613128662, "Finetune/Step": 3003, "Finetune/Step Time": 11.179119622334838}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.77866530418396, "Finetune/Loss (Raw)": 0.8439747095108032, "Finetune/Step": 3004, "Finetune/Step Time": 11.17847901955247}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.7772274017333984, "Finetune/Loss (Raw)": 0.5740991234779358, "Finetune/Step": 3005, "Finetune/Step Time": 11.208949254825711}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.7781872749328613, "Finetune/Loss (Raw)": 0.8331822752952576, "Finetune/Step": 3006, "Finetune/Step Time": 11.202790223062038}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7776038646697998, "Finetune/Loss (Raw)": 0.6405651569366455, "Finetune/Step": 3007, "Finetune/Step Time": 11.192278485745192}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.7772718667984009, "Finetune/Loss (Raw)": 0.8549584150314331, "Finetune/Step": 3008, "Finetune/Step Time": 11.207607813179493}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7781515121459961, "Finetune/Loss (Raw)": 0.9042951464653015, "Finetune/Step": 3009, "Finetune/Step Time": 11.200169967487454}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.7773030996322632, "Finetune/Loss (Raw)": 0.7570288181304932, "Finetune/Step": 3010, "Finetune/Step Time": 11.204669943079352}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.7771068811416626, "Finetune/Loss (Raw)": 0.8678894639015198, "Finetune/Step": 3011, "Finetune/Step Time": 11.204260542988777}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7780780792236328, "Finetune/Loss (Raw)": 0.8294387459754944, "Finetune/Step": 3012, "Finetune/Step Time": 11.160437036305666}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.7778000235557556, "Finetune/Loss (Raw)": 0.8119670152664185, "Finetune/Step": 3013, "Finetune/Step Time": 11.152097022160888}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7786306142807007, "Finetune/Loss (Raw)": 0.683391809463501, "Finetune/Step": 3014, "Finetune/Step Time": 11.124306354671717}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7779857516288757, "Finetune/Loss (Raw)": 0.5897760987281799, "Finetune/Step": 3015, "Finetune/Step Time": 11.136648805812001}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7764512300491333, "Finetune/Loss (Raw)": 0.755844235420227, "Finetune/Step": 3016, "Finetune/Step Time": 11.139918521046638}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.7763078212738037, "Finetune/Loss (Raw)": 0.6685438752174377, "Finetune/Step": 3017, "Finetune/Step Time": 11.107563305646181}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.776330828666687, "Finetune/Loss (Raw)": 0.7331433892250061, "Finetune/Step": 3018, "Finetune/Step Time": 11.09783568419516}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.7767317295074463, "Finetune/Loss (Raw)": 0.7932159304618835, "Finetune/Step": 3019, "Finetune/Step Time": 11.098961729556322}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7748923301696777, "Finetune/Loss (Raw)": 0.728657066822052, "Finetune/Step": 3020, "Finetune/Step Time": 11.073636310175061}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7750394344329834, "Finetune/Loss (Raw)": 0.7784277200698853, "Finetune/Step": 3021, "Finetune/Step Time": 11.080964161083102}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.7751638293266296, "Finetune/Loss (Raw)": 0.8984941840171814, "Finetune/Step": 3022, "Finetune/Step Time": 11.080451495945454}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7740641236305237, "Finetune/Loss (Raw)": 0.6576877236366272, "Finetune/Step": 3023, "Finetune/Step Time": 11.080440433695912}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7737852334976196, "Finetune/Loss (Raw)": 0.7973290681838989, "Finetune/Step": 3024, "Finetune/Step Time": 11.087459247559309}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7737690210342407, "Finetune/Loss (Raw)": 0.8324817419052124, "Finetune/Step": 3025, "Finetune/Step Time": 11.085988879203796}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7736948728561401, "Finetune/Loss (Raw)": 0.8045883178710938, "Finetune/Step": 3026, "Finetune/Step Time": 11.091458700597286}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7743157148361206, "Finetune/Loss (Raw)": 0.8548446297645569, "Finetune/Step": 3027, "Finetune/Step Time": 11.08340273052454}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7750241756439209, "Finetune/Loss (Raw)": 0.7552563548088074, "Finetune/Step": 3028, "Finetune/Step Time": 11.088182779029012}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.7773820757865906, "Finetune/Loss (Raw)": 0.9916099905967712, "Finetune/Step": 3029, "Finetune/Step Time": 11.076866064220667}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.7770645618438721, "Finetune/Loss (Raw)": 0.7358593940734863, "Finetune/Step": 3030, "Finetune/Step Time": 11.062658715993166}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.7770999073982239, "Finetune/Loss (Raw)": 0.8147225379943848, "Finetune/Step": 3031, "Finetune/Step Time": 11.05946484208107}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.7772639989852905, "Finetune/Loss (Raw)": 0.7922288179397583, "Finetune/Step": 3032, "Finetune/Step Time": 11.062011703848839}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.7777997851371765, "Finetune/Loss (Raw)": 0.8407526016235352, "Finetune/Step": 3033, "Finetune/Step Time": 11.056157350540161}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.7781109809875488, "Finetune/Loss (Raw)": 0.8966447710990906, "Finetune/Step": 3034, "Finetune/Step Time": 11.052238870412111}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.7784247398376465, "Finetune/Loss (Raw)": 0.7971130013465881, "Finetune/Step": 3035, "Finetune/Step Time": 11.050565021112561}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.7777446508407593, "Finetune/Loss (Raw)": 0.7463656067848206, "Finetune/Step": 3036, "Finetune/Step Time": 11.064894314855337}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.777301013469696, "Finetune/Loss (Raw)": 0.9242960214614868, "Finetune/Step": 3037, "Finetune/Step Time": 11.065288338810205}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.7768924236297607, "Finetune/Loss (Raw)": 0.8515506982803345, "Finetune/Step": 3038, "Finetune/Step Time": 11.067893575876951}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7751291990280151, "Finetune/Loss (Raw)": 0.7183583974838257, "Finetune/Step": 3039, "Finetune/Step Time": 11.069098681211472}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.7751431465148926, "Finetune/Loss (Raw)": 0.8172330856323242, "Finetune/Step": 3040, "Finetune/Step Time": 11.06138850748539}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7745010852813721, "Finetune/Loss (Raw)": 0.7174331545829773, "Finetune/Step": 3041, "Finetune/Step Time": 11.070009618997574}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.776129961013794, "Finetune/Loss (Raw)": 0.8002886176109314, "Finetune/Step": 3042, "Finetune/Step Time": 11.027905270457268}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.7760315537452698, "Finetune/Loss (Raw)": 0.54976886510849, "Finetune/Step": 3043, "Finetune/Step Time": 11.051364379003644}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7745757102966309, "Finetune/Loss (Raw)": 0.6595931053161621, "Finetune/Step": 3044, "Finetune/Step Time": 11.07883746176958}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7720328569412231, "Finetune/Loss (Raw)": 0.5677810907363892, "Finetune/Step": 3045, "Finetune/Step Time": 11.074020119383931}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7740534543991089, "Finetune/Loss (Raw)": 0.9525523781776428, "Finetune/Step": 3046, "Finetune/Step Time": 11.06899294629693}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7739971876144409, "Finetune/Loss (Raw)": 0.7924555540084839, "Finetune/Step": 3047, "Finetune/Step Time": 11.07534577138722}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.7775752544403076, "Finetune/Loss (Raw)": 0.9475997090339661, "Finetune/Step": 3048, "Finetune/Step Time": 11.039581816643476}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.7775816917419434, "Finetune/Loss (Raw)": 0.7639399766921997, "Finetune/Step": 3049, "Finetune/Step Time": 11.0131875295192}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.7790075540542603, "Finetune/Loss (Raw)": 0.9023652672767639, "Finetune/Step": 3050, "Finetune/Step Time": 11.027265613898635}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7805013060569763, "Finetune/Loss (Raw)": 0.8857068419456482, "Finetune/Step": 3051, "Finetune/Step Time": 10.992461839690804}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7798911929130554, "Finetune/Loss (Raw)": 0.7569602727890015, "Finetune/Step": 3052, "Finetune/Step Time": 10.9935118034482}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.7799681425094604, "Finetune/Loss (Raw)": 0.8724581599235535, "Finetune/Step": 3053, "Finetune/Step Time": 11.002267848700285}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.7810564637184143, "Finetune/Loss (Raw)": 0.9197508096694946, "Finetune/Step": 3054, "Finetune/Step Time": 10.96961534023285}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.7830977439880371, "Finetune/Loss (Raw)": 0.7994849681854248, "Finetune/Step": 3055, "Finetune/Step Time": 10.960050202906132}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.783527135848999, "Finetune/Loss (Raw)": 0.8194957375526428, "Finetune/Step": 3056, "Finetune/Step Time": 10.930824460461736}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.7825679779052734, "Finetune/Loss (Raw)": 0.6934895515441895, "Finetune/Step": 3057, "Finetune/Step Time": 10.9500803463161}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.7826400995254517, "Finetune/Loss (Raw)": 0.8353986740112305, "Finetune/Step": 3058, "Finetune/Step Time": 10.946081714704633}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.7823653221130371, "Finetune/Loss (Raw)": 0.8292161822319031, "Finetune/Step": 3059, "Finetune/Step Time": 10.94518912024796}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.7825497388839722, "Finetune/Loss (Raw)": 0.8607507944107056, "Finetune/Step": 3060, "Finetune/Step Time": 10.949816927313805}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.7830518484115601, "Finetune/Loss (Raw)": 0.8759250640869141, "Finetune/Step": 3061, "Finetune/Step Time": 10.939319398254156}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.7825015783309937, "Finetune/Loss (Raw)": 0.682960033416748, "Finetune/Step": 3062, "Finetune/Step Time": 10.980308536440134}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.78225177526474, "Finetune/Loss (Raw)": 0.7575972676277161, "Finetune/Step": 3063, "Finetune/Step Time": 10.97246484644711}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.7820334434509277, "Finetune/Loss (Raw)": 0.8321400880813599, "Finetune/Step": 3064, "Finetune/Step Time": 10.943273592740297}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7793148756027222, "Finetune/Loss (Raw)": 0.6287619471549988, "Finetune/Step": 3065, "Finetune/Step Time": 10.969708688557148}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.7769985198974609, "Finetune/Loss (Raw)": 0.5515220761299133, "Finetune/Step": 3066, "Finetune/Step Time": 11.018993075937033}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.7770403623580933, "Finetune/Loss (Raw)": 0.8073489665985107, "Finetune/Step": 3067, "Finetune/Step Time": 11.021789707243443}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.7777029871940613, "Finetune/Loss (Raw)": 0.7406980395317078, "Finetune/Step": 3068, "Finetune/Step Time": 11.03551922366023}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.7790625095367432, "Finetune/Loss (Raw)": 0.663413941860199, "Finetune/Step": 3069, "Finetune/Step Time": 11.022036401554942}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.7779447436332703, "Finetune/Loss (Raw)": 0.7797785401344299, "Finetune/Step": 3070, "Finetune/Step Time": 11.015526397153735}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.779527485370636, "Finetune/Loss (Raw)": 0.9168591499328613, "Finetune/Step": 3071, "Finetune/Step Time": 11.007576260715723}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.7793343663215637, "Finetune/Loss (Raw)": 0.771359920501709, "Finetune/Step": 3072, "Finetune/Step Time": 11.010090727359056}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.7798041105270386, "Finetune/Loss (Raw)": 0.7904871106147766, "Finetune/Step": 3073, "Finetune/Step Time": 10.995117198675871}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.7797794938087463, "Finetune/Loss (Raw)": 0.7597835659980774, "Finetune/Step": 3074, "Finetune/Step Time": 10.996880415827036}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7785129547119141, "Finetune/Loss (Raw)": 0.5814085006713867, "Finetune/Step": 3075, "Finetune/Step Time": 11.013790963217616}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.7780998945236206, "Finetune/Loss (Raw)": 0.6446657776832581, "Finetune/Step": 3076, "Finetune/Step Time": 10.995501544326544}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7783491611480713, "Finetune/Loss (Raw)": 0.8316683173179626, "Finetune/Step": 3077, "Finetune/Step Time": 10.995941113680601}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.777278482913971, "Finetune/Loss (Raw)": 0.6787481307983398, "Finetune/Step": 3078, "Finetune/Step Time": 10.98927547596395}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.7776516079902649, "Finetune/Loss (Raw)": 0.5958188772201538, "Finetune/Step": 3079, "Finetune/Step Time": 10.983520532026887}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7767122983932495, "Finetune/Loss (Raw)": 0.7023099064826965, "Finetune/Step": 3080, "Finetune/Step Time": 10.98859791085124}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.775301456451416, "Finetune/Loss (Raw)": 0.7067827582359314, "Finetune/Step": 3081, "Finetune/Step Time": 10.987448327243328}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7762559652328491, "Finetune/Loss (Raw)": 0.8129293322563171, "Finetune/Step": 3082, "Finetune/Step Time": 10.980327017605305}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7752237319946289, "Finetune/Loss (Raw)": 0.8193033933639526, "Finetune/Step": 3083, "Finetune/Step Time": 10.98846078850329}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7748838663101196, "Finetune/Loss (Raw)": 0.7433128356933594, "Finetune/Step": 3084, "Finetune/Step Time": 11.004288546741009}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.7764629125595093, "Finetune/Loss (Raw)": 0.9439548254013062, "Finetune/Step": 3085, "Finetune/Step Time": 10.987322486937046}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7766112089157104, "Finetune/Loss (Raw)": 0.8065927028656006, "Finetune/Step": 3086, "Finetune/Step Time": 10.985400630161166}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.7775862812995911, "Finetune/Loss (Raw)": 0.7761920690536499, "Finetune/Step": 3087, "Finetune/Step Time": 10.940254943445325}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.7761412858963013, "Finetune/Loss (Raw)": 0.5456492304801941, "Finetune/Step": 3088, "Finetune/Step Time": 10.93886099755764}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7770304083824158, "Finetune/Loss (Raw)": 0.863278865814209, "Finetune/Step": 3089, "Finetune/Step Time": 10.940313937142491}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7749017477035522, "Finetune/Loss (Raw)": 0.7004392743110657, "Finetune/Step": 3090, "Finetune/Step Time": 10.935258358716965}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7738877534866333, "Finetune/Loss (Raw)": 0.6903595328330994, "Finetune/Step": 3091, "Finetune/Step Time": 10.950949773192406}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7716506719589233, "Finetune/Loss (Raw)": 0.5533210635185242, "Finetune/Step": 3092, "Finetune/Step Time": 10.989206759259105}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7711802124977112, "Finetune/Loss (Raw)": 0.8146234154701233, "Finetune/Step": 3093, "Finetune/Step Time": 11.004396937787533}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.772042453289032, "Finetune/Loss (Raw)": 0.837605893611908, "Finetune/Step": 3094, "Finetune/Step Time": 11.00038380548358}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7728696465492249, "Finetune/Loss (Raw)": 0.7740908265113831, "Finetune/Step": 3095, "Finetune/Step Time": 10.974838647991419}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7724007964134216, "Finetune/Loss (Raw)": 0.8121294379234314, "Finetune/Step": 3096, "Finetune/Step Time": 10.970481803640723}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.770748496055603, "Finetune/Loss (Raw)": 0.5764399170875549, "Finetune/Step": 3097, "Finetune/Step Time": 11.024984121322632}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7689623832702637, "Finetune/Loss (Raw)": 0.5475922226905823, "Finetune/Step": 3098, "Finetune/Step Time": 11.006827753037214}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.769223690032959, "Finetune/Loss (Raw)": 0.8115812540054321, "Finetune/Step": 3099, "Finetune/Step Time": 11.011476948857307}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7706013917922974, "Finetune/Loss (Raw)": 0.95220547914505, "Finetune/Step": 3100, "Finetune/Step Time": 11.017155718058348}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.76957106590271, "Finetune/Loss (Raw)": 0.5594308972358704, "Finetune/Step": 3101, "Finetune/Step Time": 11.018953325226903}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.77022385597229, "Finetune/Loss (Raw)": 0.8795384168624878, "Finetune/Step": 3102, "Finetune/Step Time": 11.030254252254963}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7720905542373657, "Finetune/Loss (Raw)": 0.8794004321098328, "Finetune/Step": 3103, "Finetune/Step Time": 11.010186670348048}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7731653451919556, "Finetune/Loss (Raw)": 0.830605685710907, "Finetune/Step": 3104, "Finetune/Step Time": 11.000028159469366}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7738714218139648, "Finetune/Loss (Raw)": 0.8285149335861206, "Finetune/Step": 3105, "Finetune/Step Time": 10.9862599670887}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.772357702255249, "Finetune/Loss (Raw)": 0.7111865282058716, "Finetune/Step": 3106, "Finetune/Step Time": 10.989545250311494}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7732551097869873, "Finetune/Loss (Raw)": 0.924541175365448, "Finetune/Step": 3107, "Finetune/Step Time": 10.985418422147632}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7733206748962402, "Finetune/Loss (Raw)": 0.7358567714691162, "Finetune/Step": 3108, "Finetune/Step Time": 10.971885034814477}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7736953496932983, "Finetune/Loss (Raw)": 0.755723774433136, "Finetune/Step": 3109, "Finetune/Step Time": 10.936223043128848}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7736504077911377, "Finetune/Loss (Raw)": 0.7280694842338562, "Finetune/Step": 3110, "Finetune/Step Time": 10.933957559987903}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7724645137786865, "Finetune/Loss (Raw)": 0.7446413040161133, "Finetune/Step": 3111, "Finetune/Step Time": 10.945594143122435}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.77330082654953, "Finetune/Loss (Raw)": 0.8457608819007874, "Finetune/Step": 3112, "Finetune/Step Time": 10.927078701555729}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7726881504058838, "Finetune/Loss (Raw)": 0.7237982749938965, "Finetune/Step": 3113, "Finetune/Step Time": 10.944163484498858}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.7747042179107666, "Finetune/Loss (Raw)": 0.8211352229118347, "Finetune/Step": 3114, "Finetune/Step Time": 10.917772948741913}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7746256589889526, "Finetune/Loss (Raw)": 0.762263298034668, "Finetune/Step": 3115, "Finetune/Step Time": 10.895417183637619}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7723020911216736, "Finetune/Loss (Raw)": 0.5506937503814697, "Finetune/Step": 3116, "Finetune/Step Time": 10.93467228487134}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.774036169052124, "Finetune/Loss (Raw)": 0.8426515460014343, "Finetune/Step": 3117, "Finetune/Step Time": 10.932500552386045}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7728759050369263, "Finetune/Loss (Raw)": 0.7411084771156311, "Finetune/Step": 3118, "Finetune/Step Time": 10.972417280077934}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7725229263305664, "Finetune/Loss (Raw)": 0.7880989909172058, "Finetune/Step": 3119, "Finetune/Step Time": 10.971840769052505}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7731483578681946, "Finetune/Loss (Raw)": 0.7749857306480408, "Finetune/Step": 3120, "Finetune/Step Time": 10.968139082193375}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7710208296775818, "Finetune/Loss (Raw)": 0.6156764030456543, "Finetune/Step": 3121, "Finetune/Step Time": 10.983159691095352}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.77008455991745, "Finetune/Loss (Raw)": 0.773190975189209, "Finetune/Step": 3122, "Finetune/Step Time": 10.987814230844378}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7698419094085693, "Finetune/Loss (Raw)": 0.7584261298179626, "Finetune/Step": 3123, "Finetune/Step Time": 10.980020631104708}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7707948684692383, "Finetune/Loss (Raw)": 0.842352569103241, "Finetune/Step": 3124, "Finetune/Step Time": 10.959384931251407}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7701390385627747, "Finetune/Loss (Raw)": 0.6290543079376221, "Finetune/Step": 3125, "Finetune/Step Time": 10.954671386629343}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.770897626876831, "Finetune/Loss (Raw)": 0.8434464931488037, "Finetune/Step": 3126, "Finetune/Step Time": 10.944236330688}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7716193199157715, "Finetune/Loss (Raw)": 0.9087052941322327, "Finetune/Step": 3127, "Finetune/Step Time": 10.940353790298104}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7690683603286743, "Finetune/Loss (Raw)": 0.4838436245918274, "Finetune/Step": 3128, "Finetune/Step Time": 11.00160032697022}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7690684795379639, "Finetune/Loss (Raw)": 0.743934690952301, "Finetune/Step": 3129, "Finetune/Step Time": 11.000880038365722}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7677181959152222, "Finetune/Loss (Raw)": 0.6883550882339478, "Finetune/Step": 3130, "Finetune/Step Time": 11.023852471262217}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7674447894096375, "Finetune/Loss (Raw)": 0.7339944839477539, "Finetune/Step": 3131, "Finetune/Step Time": 11.023727053776383}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.765907347202301, "Finetune/Loss (Raw)": 0.6471870541572571, "Finetune/Step": 3132, "Finetune/Step Time": 11.052243979647756}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7675282955169678, "Finetune/Loss (Raw)": 0.7815716862678528, "Finetune/Step": 3133, "Finetune/Step Time": 11.012495705857873}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7660051584243774, "Finetune/Loss (Raw)": 0.6382279396057129, "Finetune/Step": 3134, "Finetune/Step Time": 11.031452292576432}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7674939036369324, "Finetune/Loss (Raw)": 0.8311241269111633, "Finetune/Step": 3135, "Finetune/Step Time": 11.031997501850128}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7671106457710266, "Finetune/Loss (Raw)": 0.8059019446372986, "Finetune/Step": 3136, "Finetune/Step Time": 11.025339918211102}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7655561566352844, "Finetune/Loss (Raw)": 0.7053226232528687, "Finetune/Step": 3137, "Finetune/Step Time": 11.049372904002666}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7645353078842163, "Finetune/Loss (Raw)": 0.6263607144355774, "Finetune/Step": 3138, "Finetune/Step Time": 11.070036152377725}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.76383376121521, "Finetune/Loss (Raw)": 0.7780840992927551, "Finetune/Step": 3139, "Finetune/Step Time": 11.073035905137658}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7633161544799805, "Finetune/Loss (Raw)": 0.7631935477256775, "Finetune/Step": 3140, "Finetune/Step Time": 11.099429426714778}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7629284858703613, "Finetune/Loss (Raw)": 0.7623413801193237, "Finetune/Step": 3141, "Finetune/Step Time": 11.10365928336978}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7632272243499756, "Finetune/Loss (Raw)": 0.7216269373893738, "Finetune/Step": 3142, "Finetune/Step Time": 11.120910996571183}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.762687087059021, "Finetune/Loss (Raw)": 0.5206431746482849, "Finetune/Step": 3143, "Finetune/Step Time": 11.120232341811061}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7637960910797119, "Finetune/Loss (Raw)": 0.8977991938591003, "Finetune/Step": 3144, "Finetune/Step Time": 11.110203586518764}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7653524875640869, "Finetune/Loss (Raw)": 0.8677605390548706, "Finetune/Step": 3145, "Finetune/Step Time": 11.10648312792182}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7662238478660583, "Finetune/Loss (Raw)": 0.8446779847145081, "Finetune/Step": 3146, "Finetune/Step Time": 11.107745097950101}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7660965323448181, "Finetune/Loss (Raw)": 0.7769156098365784, "Finetune/Step": 3147, "Finetune/Step Time": 11.115415187552571}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7674355506896973, "Finetune/Loss (Raw)": 0.9000546336174011, "Finetune/Step": 3148, "Finetune/Step Time": 11.143875548616052}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7661452293395996, "Finetune/Loss (Raw)": 0.6132581830024719, "Finetune/Step": 3149, "Finetune/Step Time": 11.178664807230234}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.764991044998169, "Finetune/Loss (Raw)": 0.7507582306861877, "Finetune/Step": 3150, "Finetune/Step Time": 11.178930021822453}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7660598158836365, "Finetune/Loss (Raw)": 0.7944985628128052, "Finetune/Step": 3151, "Finetune/Step Time": 11.188252428546548}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7658419609069824, "Finetune/Loss (Raw)": 0.7694376111030579, "Finetune/Step": 3152, "Finetune/Step Time": 11.186390615999699}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7658045291900635, "Finetune/Loss (Raw)": 0.8276974558830261, "Finetune/Step": 3153, "Finetune/Step Time": 11.187050011008978}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.765554666519165, "Finetune/Loss (Raw)": 0.7726066708564758, "Finetune/Step": 3154, "Finetune/Step Time": 11.17861563153565}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7655600309371948, "Finetune/Loss (Raw)": 0.8555247783660889, "Finetune/Step": 3155, "Finetune/Step Time": 11.168665466830134}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7654491662979126, "Finetune/Loss (Raw)": 0.7410751581192017, "Finetune/Step": 3156, "Finetune/Step Time": 11.165060190483928}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7647410035133362, "Finetune/Loss (Raw)": 0.900963306427002, "Finetune/Step": 3157, "Finetune/Step Time": 11.170726938173175}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7626540660858154, "Finetune/Loss (Raw)": 0.4687339663505554, "Finetune/Step": 3158, "Finetune/Step Time": 11.189553447067738}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7619844079017639, "Finetune/Loss (Raw)": 0.7290002703666687, "Finetune/Step": 3159, "Finetune/Step Time": 11.197400541976094}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.762032687664032, "Finetune/Loss (Raw)": 0.7984065413475037, "Finetune/Step": 3160, "Finetune/Step Time": 11.184820584952831}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7617081999778748, "Finetune/Loss (Raw)": 0.7992165088653564, "Finetune/Step": 3161, "Finetune/Step Time": 11.21149149350822}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7591140866279602, "Finetune/Loss (Raw)": 0.5646065473556519, "Finetune/Step": 3162, "Finetune/Step Time": 11.248215487226844}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7599432468414307, "Finetune/Loss (Raw)": 0.9032372832298279, "Finetune/Step": 3163, "Finetune/Step Time": 11.266786150634289}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7605593800544739, "Finetune/Loss (Raw)": 0.8252382278442383, "Finetune/Step": 3164, "Finetune/Step Time": 11.240797977894545}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7573102116584778, "Finetune/Loss (Raw)": 0.5083935260772705, "Finetune/Step": 3165, "Finetune/Step Time": 11.243473537266254}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7565548419952393, "Finetune/Loss (Raw)": 0.754872739315033, "Finetune/Step": 3166, "Finetune/Step Time": 11.245268339291215}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7570314407348633, "Finetune/Loss (Raw)": 0.7793561816215515, "Finetune/Step": 3167, "Finetune/Step Time": 11.240686781704426}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7577717900276184, "Finetune/Loss (Raw)": 0.9119997620582581, "Finetune/Step": 3168, "Finetune/Step Time": 11.246989922598004}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.757072925567627, "Finetune/Loss (Raw)": 0.6279792785644531, "Finetune/Step": 3169, "Finetune/Step Time": 11.280754750594497}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7557933330535889, "Finetune/Loss (Raw)": 0.6364986896514893, "Finetune/Step": 3170, "Finetune/Step Time": 11.279369259253144}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7571877241134644, "Finetune/Loss (Raw)": 0.7282480597496033, "Finetune/Step": 3171, "Finetune/Step Time": 11.246895302087069}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7576537132263184, "Finetune/Loss (Raw)": 0.7192482352256775, "Finetune/Step": 3172, "Finetune/Step Time": 11.217513149604201}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7583019733428955, "Finetune/Loss (Raw)": 0.6507514119148254, "Finetune/Step": 3173, "Finetune/Step Time": 11.23440221697092}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7582624554634094, "Finetune/Loss (Raw)": 0.9475036263465881, "Finetune/Step": 3174, "Finetune/Step Time": 11.238469308242202}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.758133590221405, "Finetune/Loss (Raw)": 0.7759530544281006, "Finetune/Step": 3175, "Finetune/Step Time": 11.232150116935372}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7578334212303162, "Finetune/Loss (Raw)": 0.909177303314209, "Finetune/Step": 3176, "Finetune/Step Time": 11.231055514886975}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.757550835609436, "Finetune/Loss (Raw)": 0.7277671098709106, "Finetune/Step": 3177, "Finetune/Step Time": 11.22710488550365}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7567493915557861, "Finetune/Loss (Raw)": 0.7997854351997375, "Finetune/Step": 3178, "Finetune/Step Time": 11.216688932850957}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7568850517272949, "Finetune/Loss (Raw)": 0.9030709266662598, "Finetune/Step": 3179, "Finetune/Step Time": 11.22839847765863}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.756716787815094, "Finetune/Loss (Raw)": 0.7354243993759155, "Finetune/Step": 3180, "Finetune/Step Time": 11.227572053670883}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7564204931259155, "Finetune/Loss (Raw)": 0.8345312476158142, "Finetune/Step": 3181, "Finetune/Step Time": 11.222175542265177}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7555104494094849, "Finetune/Loss (Raw)": 0.8032703399658203, "Finetune/Step": 3182, "Finetune/Step Time": 11.242435896769166}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7546827793121338, "Finetune/Loss (Raw)": 0.6935427784919739, "Finetune/Step": 3183, "Finetune/Step Time": 11.247091136872768}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7540843486785889, "Finetune/Loss (Raw)": 0.7428940534591675, "Finetune/Step": 3184, "Finetune/Step Time": 11.271263610571623}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7552518248558044, "Finetune/Loss (Raw)": 0.842925488948822, "Finetune/Step": 3185, "Finetune/Step Time": 11.26626654714346}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7545838356018066, "Finetune/Loss (Raw)": 0.7498945593833923, "Finetune/Step": 3186, "Finetune/Step Time": 11.273733658716083}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7549012899398804, "Finetune/Loss (Raw)": 0.8698498606681824, "Finetune/Step": 3187, "Finetune/Step Time": 11.265438748523593}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7533165216445923, "Finetune/Loss (Raw)": 0.6578988432884216, "Finetune/Step": 3188, "Finetune/Step Time": 11.276553986594081}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7520253658294678, "Finetune/Loss (Raw)": 0.7106621265411377, "Finetune/Step": 3189, "Finetune/Step Time": 11.271462136879563}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7531523704528809, "Finetune/Loss (Raw)": 0.8272157907485962, "Finetune/Step": 3190, "Finetune/Step Time": 11.230729561299086}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7535672187805176, "Finetune/Loss (Raw)": 0.8106910586357117, "Finetune/Step": 3191, "Finetune/Step Time": 11.265027392655611}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.753140389919281, "Finetune/Loss (Raw)": 0.7775054574012756, "Finetune/Step": 3192, "Finetune/Step Time": 11.27215250581503}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7543424963951111, "Finetune/Loss (Raw)": 0.7826387286186218, "Finetune/Step": 3193, "Finetune/Step Time": 11.251579582691193}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7555558085441589, "Finetune/Loss (Raw)": 0.7068166136741638, "Finetune/Step": 3194, "Finetune/Step Time": 11.207655379548669}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7556101083755493, "Finetune/Loss (Raw)": 0.8142999410629272, "Finetune/Step": 3195, "Finetune/Step Time": 11.211262250319123}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7558751106262207, "Finetune/Loss (Raw)": 0.7746223211288452, "Finetune/Step": 3196, "Finetune/Step Time": 11.194142293184996}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7573407888412476, "Finetune/Loss (Raw)": 0.8510202765464783, "Finetune/Step": 3197, "Finetune/Step Time": 11.183954266831279}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7566914558410645, "Finetune/Loss (Raw)": 0.6966672539710999, "Finetune/Step": 3198, "Finetune/Step Time": 11.196911791339517}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7558342814445496, "Finetune/Loss (Raw)": 0.8071407079696655, "Finetune/Step": 3199, "Finetune/Step Time": 11.196912106126547}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7575753927230835, "Finetune/Loss (Raw)": 0.9942226409912109, "Finetune/Step": 3200, "Finetune/Step Time": 11.182622427120805}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7562074661254883, "Finetune/Loss (Raw)": 0.6153955459594727, "Finetune/Step": 3201, "Finetune/Step Time": 11.185212487354875}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.756213366985321, "Finetune/Loss (Raw)": 0.7605305910110474, "Finetune/Step": 3202, "Finetune/Step Time": 11.181457938626409}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.757601261138916, "Finetune/Loss (Raw)": 0.7590633630752563, "Finetune/Step": 3203, "Finetune/Step Time": 11.139052636921406}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7583403587341309, "Finetune/Loss (Raw)": 0.7392683029174805, "Finetune/Step": 3204, "Finetune/Step Time": 11.14702371507883}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7576013803482056, "Finetune/Loss (Raw)": 0.7370798587799072, "Finetune/Step": 3205, "Finetune/Step Time": 11.144801089540124}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7572062015533447, "Finetune/Loss (Raw)": 0.6281607747077942, "Finetune/Step": 3206, "Finetune/Step Time": 11.148469354957342}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7584519982337952, "Finetune/Loss (Raw)": 0.7552842497825623, "Finetune/Step": 3207, "Finetune/Step Time": 11.148871200159192}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7592570185661316, "Finetune/Loss (Raw)": 0.8053499460220337, "Finetune/Step": 3208, "Finetune/Step Time": 11.144761051982641}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.75970059633255, "Finetune/Loss (Raw)": 0.7635639905929565, "Finetune/Step": 3209, "Finetune/Step Time": 11.153228798881173}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7588196992874146, "Finetune/Loss (Raw)": 0.700168251991272, "Finetune/Step": 3210, "Finetune/Step Time": 11.153702430427074}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.758500337600708, "Finetune/Loss (Raw)": 0.7784331440925598, "Finetune/Step": 3211, "Finetune/Step Time": 11.145167492330074}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7575064897537231, "Finetune/Loss (Raw)": 0.6160946488380432, "Finetune/Step": 3212, "Finetune/Step Time": 11.17353005334735}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7565901875495911, "Finetune/Loss (Raw)": 0.826672375202179, "Finetune/Step": 3213, "Finetune/Step Time": 11.173055697232485}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7558001279830933, "Finetune/Loss (Raw)": 0.7054556012153625, "Finetune/Step": 3214, "Finetune/Step Time": 11.193074995651841}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7549554109573364, "Finetune/Loss (Raw)": 0.6680777668952942, "Finetune/Step": 3215, "Finetune/Step Time": 11.207310076802969}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7555607557296753, "Finetune/Loss (Raw)": 0.6231345534324646, "Finetune/Step": 3216, "Finetune/Step Time": 11.242326525971293}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7549655437469482, "Finetune/Loss (Raw)": 0.7870936393737793, "Finetune/Step": 3217, "Finetune/Step Time": 11.232160575687885}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7557899951934814, "Finetune/Loss (Raw)": 0.8059622049331665, "Finetune/Step": 3218, "Finetune/Step Time": 11.22996635735035}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7555211782455444, "Finetune/Loss (Raw)": 0.6559496521949768, "Finetune/Step": 3219, "Finetune/Step Time": 11.201257441192865}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7585976123809814, "Finetune/Loss (Raw)": 0.9471102952957153, "Finetune/Step": 3220, "Finetune/Step Time": 11.153038715943694}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7579767107963562, "Finetune/Loss (Raw)": 0.7351450324058533, "Finetune/Step": 3221, "Finetune/Step Time": 11.15434849075973}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7558624744415283, "Finetune/Loss (Raw)": 0.5669827461242676, "Finetune/Step": 3222, "Finetune/Step Time": 11.186130920425057}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7556068301200867, "Finetune/Loss (Raw)": 0.7413720488548279, "Finetune/Step": 3223, "Finetune/Step Time": 11.206428445875645}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7551662921905518, "Finetune/Loss (Raw)": 0.7557370662689209, "Finetune/Step": 3224, "Finetune/Step Time": 11.205025723204017}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7566152215003967, "Finetune/Loss (Raw)": 0.7619059085845947, "Finetune/Step": 3225, "Finetune/Step Time": 11.168047863990068}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7582628726959229, "Finetune/Loss (Raw)": 0.7584915161132812, "Finetune/Step": 3226, "Finetune/Step Time": 11.168790316209197}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7573723793029785, "Finetune/Loss (Raw)": 0.6975960731506348, "Finetune/Step": 3227, "Finetune/Step Time": 11.180180102586746}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7558667659759521, "Finetune/Loss (Raw)": 0.7594823837280273, "Finetune/Step": 3228, "Finetune/Step Time": 11.17458589375019}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7584127187728882, "Finetune/Loss (Raw)": 0.8853188157081604, "Finetune/Step": 3229, "Finetune/Step Time": 11.154611745849252}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7571715116500854, "Finetune/Loss (Raw)": 0.7206598520278931, "Finetune/Step": 3230, "Finetune/Step Time": 11.157002728432417}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7562557458877563, "Finetune/Loss (Raw)": 0.7621896862983704, "Finetune/Step": 3231, "Finetune/Step Time": 11.184508442878723}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7568155527114868, "Finetune/Loss (Raw)": 0.9022564888000488, "Finetune/Step": 3232, "Finetune/Step Time": 11.188499383628368}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7578575611114502, "Finetune/Loss (Raw)": 0.9618974924087524, "Finetune/Step": 3233, "Finetune/Step Time": 11.190209051594138}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.75772625207901, "Finetune/Loss (Raw)": 0.6943730115890503, "Finetune/Step": 3234, "Finetune/Step Time": 11.220137624070048}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7574222683906555, "Finetune/Loss (Raw)": 0.8856329917907715, "Finetune/Step": 3235, "Finetune/Step Time": 11.224098289385438}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7565610408782959, "Finetune/Loss (Raw)": 0.6256162524223328, "Finetune/Step": 3236, "Finetune/Step Time": 11.234568297863007}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7572256326675415, "Finetune/Loss (Raw)": 0.8407924175262451, "Finetune/Step": 3237, "Finetune/Step Time": 11.23292170651257}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7567921876907349, "Finetune/Loss (Raw)": 0.6725857853889465, "Finetune/Step": 3238, "Finetune/Step Time": 11.271755596622825}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7582752704620361, "Finetune/Loss (Raw)": 0.9344782829284668, "Finetune/Step": 3239, "Finetune/Step Time": 11.264449836686254}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7587390542030334, "Finetune/Loss (Raw)": 0.9051303267478943, "Finetune/Step": 3240, "Finetune/Step Time": 11.266347017139196}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7597064971923828, "Finetune/Loss (Raw)": 0.8476276993751526, "Finetune/Step": 3241, "Finetune/Step Time": 11.250318808481097}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7604199647903442, "Finetune/Loss (Raw)": 0.9124642014503479, "Finetune/Step": 3242, "Finetune/Step Time": 11.240007480606437}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7607673406600952, "Finetune/Loss (Raw)": 0.8067193031311035, "Finetune/Step": 3243, "Finetune/Step Time": 11.23614333383739}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7628878951072693, "Finetune/Loss (Raw)": 0.8221256732940674, "Finetune/Step": 3244, "Finetune/Step Time": 11.185504144057631}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7630643248558044, "Finetune/Loss (Raw)": 0.8652400970458984, "Finetune/Step": 3245, "Finetune/Step Time": 11.184903586283326}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.762448787689209, "Finetune/Loss (Raw)": 0.6623175144195557, "Finetune/Step": 3246, "Finetune/Step Time": 11.151847954839468}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7619591951370239, "Finetune/Loss (Raw)": 0.725425660610199, "Finetune/Step": 3247, "Finetune/Step Time": 11.148370636627078}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7629351615905762, "Finetune/Loss (Raw)": 0.8999163508415222, "Finetune/Step": 3248, "Finetune/Step Time": 11.148395074531436}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7652837038040161, "Finetune/Loss (Raw)": 0.9162853360176086, "Finetune/Step": 3249, "Finetune/Step Time": 11.133052723482251}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7651174664497375, "Finetune/Loss (Raw)": 0.7519176602363586, "Finetune/Step": 3250, "Finetune/Step Time": 11.156696232035756}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7641110420227051, "Finetune/Loss (Raw)": 0.6296020746231079, "Finetune/Step": 3251, "Finetune/Step Time": 11.199726909399033}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7642810344696045, "Finetune/Loss (Raw)": 0.8641085624694824, "Finetune/Step": 3252, "Finetune/Step Time": 11.196067219600081}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7658027410507202, "Finetune/Loss (Raw)": 0.8238360285758972, "Finetune/Step": 3253, "Finetune/Step Time": 11.198925020173192}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7656728625297546, "Finetune/Loss (Raw)": 0.8268226981163025, "Finetune/Step": 3254, "Finetune/Step Time": 11.198051547631621}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7652249932289124, "Finetune/Loss (Raw)": 0.8513746857643127, "Finetune/Step": 3255, "Finetune/Step Time": 11.21352195367217}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7681469917297363, "Finetune/Loss (Raw)": 0.8578627109527588, "Finetune/Step": 3256, "Finetune/Step Time": 11.155213197693229}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7671428322792053, "Finetune/Loss (Raw)": 0.6153990626335144, "Finetune/Step": 3257, "Finetune/Step Time": 11.164690298959613}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7692868709564209, "Finetune/Loss (Raw)": 0.9627913236618042, "Finetune/Step": 3258, "Finetune/Step Time": 11.147030387073755}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7689275741577148, "Finetune/Loss (Raw)": 0.6880053877830505, "Finetune/Step": 3259, "Finetune/Step Time": 11.151003502309322}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7702318429946899, "Finetune/Loss (Raw)": 0.8141356706619263, "Finetune/Step": 3260, "Finetune/Step Time": 11.138645466417074}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7698136568069458, "Finetune/Loss (Raw)": 0.7280499339103699, "Finetune/Step": 3261, "Finetune/Step Time": 11.13821374066174}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7719475030899048, "Finetune/Loss (Raw)": 0.9113556146621704, "Finetune/Step": 3262, "Finetune/Step Time": 11.120049299672246}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7726165056228638, "Finetune/Loss (Raw)": 0.9167500138282776, "Finetune/Step": 3263, "Finetune/Step Time": 11.116565309464931}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7718203067779541, "Finetune/Loss (Raw)": 0.703985869884491, "Finetune/Step": 3264, "Finetune/Step Time": 11.113631192594767}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.773705244064331, "Finetune/Loss (Raw)": 0.946607232093811, "Finetune/Step": 3265, "Finetune/Step Time": 11.088510794565082}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7747896909713745, "Finetune/Loss (Raw)": 0.765169620513916, "Finetune/Step": 3266, "Finetune/Step Time": 11.070480113849044}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.774218738079071, "Finetune/Loss (Raw)": 0.7049942016601562, "Finetune/Step": 3267, "Finetune/Step Time": 11.086276652291417}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7751802802085876, "Finetune/Loss (Raw)": 0.8862753510475159, "Finetune/Step": 3268, "Finetune/Step Time": 11.069920808076859}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7757217884063721, "Finetune/Loss (Raw)": 0.8316607475280762, "Finetune/Step": 3269, "Finetune/Step Time": 11.069030728191137}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.7756820321083069, "Finetune/Loss (Raw)": 0.7165287733078003, "Finetune/Step": 3270, "Finetune/Step Time": 11.046945905312896}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.7773706316947937, "Finetune/Loss (Raw)": 0.736783504486084, "Finetune/Step": 3271, "Finetune/Step Time": 11.046903125941753}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7763333320617676, "Finetune/Loss (Raw)": 0.7650222778320312, "Finetune/Step": 3272, "Finetune/Step Time": 11.088873764500022}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.775001585483551, "Finetune/Loss (Raw)": 0.6973029375076294, "Finetune/Step": 3273, "Finetune/Step Time": 11.099527137354016}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7724014520645142, "Finetune/Loss (Raw)": 0.5118557810783386, "Finetune/Step": 3274, "Finetune/Step Time": 11.147064875811338}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7717702388763428, "Finetune/Loss (Raw)": 0.6961215138435364, "Finetune/Step": 3275, "Finetune/Step Time": 11.152507521212101}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7709196209907532, "Finetune/Loss (Raw)": 0.7911807298660278, "Finetune/Step": 3276, "Finetune/Step Time": 11.133524945005774}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7723295092582703, "Finetune/Loss (Raw)": 0.7937215566635132, "Finetune/Step": 3277, "Finetune/Step Time": 11.090343549847603}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7725812792778015, "Finetune/Loss (Raw)": 0.782982349395752, "Finetune/Step": 3278, "Finetune/Step Time": 11.090098269283772}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7728003263473511, "Finetune/Loss (Raw)": 0.8225412368774414, "Finetune/Step": 3279, "Finetune/Step Time": 11.094363749027252}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.773829460144043, "Finetune/Loss (Raw)": 0.9011595249176025, "Finetune/Step": 3280, "Finetune/Step Time": 11.088103991001844}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.7747206687927246, "Finetune/Loss (Raw)": 0.9417782425880432, "Finetune/Step": 3281, "Finetune/Step Time": 11.091016948223114}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7745171785354614, "Finetune/Loss (Raw)": 0.7465624213218689, "Finetune/Step": 3282, "Finetune/Step Time": 11.09123701788485}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7729147672653198, "Finetune/Loss (Raw)": 0.6504090428352356, "Finetune/Step": 3283, "Finetune/Step Time": 11.130772572010756}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7728471755981445, "Finetune/Loss (Raw)": 0.7324275374412537, "Finetune/Step": 3284, "Finetune/Step Time": 11.131984820589423}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7724233269691467, "Finetune/Loss (Raw)": 0.8467099070549011, "Finetune/Step": 3285, "Finetune/Step Time": 11.125885667279363}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.774720311164856, "Finetune/Loss (Raw)": 0.7627466320991516, "Finetune/Step": 3286, "Finetune/Step Time": 11.100557580590248}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.7753822803497314, "Finetune/Loss (Raw)": 0.8137364983558655, "Finetune/Step": 3287, "Finetune/Step Time": 11.104520212858915}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7759648561477661, "Finetune/Loss (Raw)": 0.8729776740074158, "Finetune/Step": 3288, "Finetune/Step Time": 11.115162815898657}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.775485634803772, "Finetune/Loss (Raw)": 0.7378775477409363, "Finetune/Step": 3289, "Finetune/Step Time": 11.088994467630982}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.7775830030441284, "Finetune/Loss (Raw)": 0.83306884765625, "Finetune/Step": 3290, "Finetune/Step Time": 11.053509522229433}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.7756844758987427, "Finetune/Loss (Raw)": 0.6602195501327515, "Finetune/Step": 3291, "Finetune/Step Time": 11.044391572475433}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7752512097358704, "Finetune/Loss (Raw)": 0.769783616065979, "Finetune/Step": 3292, "Finetune/Step Time": 11.044699098914862}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.7775665521621704, "Finetune/Loss (Raw)": 0.8047534227371216, "Finetune/Step": 3293, "Finetune/Step Time": 11.036723401397467}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7771753668785095, "Finetune/Loss (Raw)": 0.7047997713088989, "Finetune/Step": 3294, "Finetune/Step Time": 11.070355203002691}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7769758701324463, "Finetune/Loss (Raw)": 0.753821611404419, "Finetune/Step": 3295, "Finetune/Step Time": 11.07446013763547}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.77616286277771, "Finetune/Loss (Raw)": 0.8079374432563782, "Finetune/Step": 3296, "Finetune/Step Time": 11.07262503542006}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7766344547271729, "Finetune/Loss (Raw)": 0.6883378028869629, "Finetune/Step": 3297, "Finetune/Step Time": 11.064285427331924}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7784979343414307, "Finetune/Loss (Raw)": 0.8750292062759399, "Finetune/Step": 3298, "Finetune/Step Time": 11.05992522649467}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.778059720993042, "Finetune/Loss (Raw)": 0.6721499562263489, "Finetune/Step": 3299, "Finetune/Step Time": 11.091953663155437}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.7790817022323608, "Finetune/Loss (Raw)": 0.8500725030899048, "Finetune/Step": 3300, "Finetune/Step Time": 11.100131910294294}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.779262900352478, "Finetune/Loss (Raw)": 0.673933207988739, "Finetune/Step": 3301, "Finetune/Step Time": 11.08127729035914}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.7786775827407837, "Finetune/Loss (Raw)": 0.8725976347923279, "Finetune/Step": 3302, "Finetune/Step Time": 11.082030164077878}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.7785595655441284, "Finetune/Loss (Raw)": 0.7608358263969421, "Finetune/Step": 3303, "Finetune/Step Time": 11.082220507785678}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7769573926925659, "Finetune/Loss (Raw)": 0.7040985822677612, "Finetune/Step": 3304, "Finetune/Step Time": 11.09614073485136}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.777873694896698, "Finetune/Loss (Raw)": 0.845061182975769, "Finetune/Step": 3305, "Finetune/Step Time": 11.088114522397518}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7770941257476807, "Finetune/Loss (Raw)": 0.7000067830085754, "Finetune/Step": 3306, "Finetune/Step Time": 11.072383055463433}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7772300839424133, "Finetune/Loss (Raw)": 0.9204655885696411, "Finetune/Step": 3307, "Finetune/Step Time": 11.0561533421278}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7776691913604736, "Finetune/Loss (Raw)": 0.7916233539581299, "Finetune/Step": 3308, "Finetune/Step Time": 11.060231488198042}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.7778605222702026, "Finetune/Loss (Raw)": 0.8590288758277893, "Finetune/Step": 3309, "Finetune/Step Time": 11.071273358538747}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7772631645202637, "Finetune/Loss (Raw)": 0.726803183555603, "Finetune/Step": 3310, "Finetune/Step Time": 11.047107428312302}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7772218585014343, "Finetune/Loss (Raw)": 0.6882610321044922, "Finetune/Step": 3311, "Finetune/Step Time": 11.050371211022139}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7772246599197388, "Finetune/Loss (Raw)": 0.7432551980018616, "Finetune/Step": 3312, "Finetune/Step Time": 11.03443674556911}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7762592434883118, "Finetune/Loss (Raw)": 0.7193486094474792, "Finetune/Step": 3313, "Finetune/Step Time": 11.05968396551907}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7758218050003052, "Finetune/Loss (Raw)": 0.6939051151275635, "Finetune/Step": 3314, "Finetune/Step Time": 11.05461005307734}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.776526689529419, "Finetune/Loss (Raw)": 0.9600706696510315, "Finetune/Step": 3315, "Finetune/Step Time": 11.0636689607054}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.7772036790847778, "Finetune/Loss (Raw)": 0.7445539236068726, "Finetune/Step": 3316, "Finetune/Step Time": 11.06016106531024}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7773833274841309, "Finetune/Loss (Raw)": 0.7336602210998535, "Finetune/Step": 3317, "Finetune/Step Time": 11.060445556417108}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7755144238471985, "Finetune/Loss (Raw)": 0.5879957675933838, "Finetune/Step": 3318, "Finetune/Step Time": 11.102422960102558}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7758843302726746, "Finetune/Loss (Raw)": 0.8580362796783447, "Finetune/Step": 3319, "Finetune/Step Time": 11.089032171294093}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7756909132003784, "Finetune/Loss (Raw)": 0.7527415156364441, "Finetune/Step": 3320, "Finetune/Step Time": 11.075870469212532}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7748571038246155, "Finetune/Loss (Raw)": 0.6759209632873535, "Finetune/Step": 3321, "Finetune/Step Time": 11.074225448071957}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.775176465511322, "Finetune/Loss (Raw)": 0.7476951479911804, "Finetune/Step": 3322, "Finetune/Step Time": 11.066395439207554}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7756596803665161, "Finetune/Loss (Raw)": 0.8761534094810486, "Finetune/Step": 3323, "Finetune/Step Time": 11.07524898275733}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.775470495223999, "Finetune/Loss (Raw)": 0.7503954768180847, "Finetune/Step": 3324, "Finetune/Step Time": 11.095222312957048}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.774033784866333, "Finetune/Loss (Raw)": 0.6671281456947327, "Finetune/Step": 3325, "Finetune/Step Time": 11.095225287601352}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7751904726028442, "Finetune/Loss (Raw)": 0.8447308540344238, "Finetune/Step": 3326, "Finetune/Step Time": 11.082384204491973}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7735452651977539, "Finetune/Loss (Raw)": 0.5965452790260315, "Finetune/Step": 3327, "Finetune/Step Time": 11.097839519381523}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7728872299194336, "Finetune/Loss (Raw)": 0.9099986553192139, "Finetune/Step": 3328, "Finetune/Step Time": 11.107923338189721}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7743315696716309, "Finetune/Loss (Raw)": 0.8002654314041138, "Finetune/Step": 3329, "Finetune/Step Time": 11.112664833664894}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.773530900478363, "Finetune/Loss (Raw)": 0.6580530405044556, "Finetune/Step": 3330, "Finetune/Step Time": 11.130017822608352}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.7736637592315674, "Finetune/Loss (Raw)": 0.7760595679283142, "Finetune/Step": 3331, "Finetune/Step Time": 11.15065742470324}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7739492654800415, "Finetune/Loss (Raw)": 0.7758200168609619, "Finetune/Step": 3332, "Finetune/Step Time": 11.143321571871638}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7744259834289551, "Finetune/Loss (Raw)": 0.7980927228927612, "Finetune/Step": 3333, "Finetune/Step Time": 11.143490944057703}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.7757326364517212, "Finetune/Loss (Raw)": 0.7954214811325073, "Finetune/Step": 3334, "Finetune/Step Time": 11.143786421045661}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7752758860588074, "Finetune/Loss (Raw)": 0.6968140602111816, "Finetune/Step": 3335, "Finetune/Step Time": 11.110602615401149}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7747710943222046, "Finetune/Loss (Raw)": 0.7407364845275879, "Finetune/Step": 3336, "Finetune/Step Time": 11.106943422928452}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7739746570587158, "Finetune/Loss (Raw)": 0.6616255044937134, "Finetune/Step": 3337, "Finetune/Step Time": 11.110772218555212}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7744432687759399, "Finetune/Loss (Raw)": 0.7601443529129028, "Finetune/Step": 3338, "Finetune/Step Time": 11.117734842002392}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7749253511428833, "Finetune/Loss (Raw)": 0.8401418328285217, "Finetune/Step": 3339, "Finetune/Step Time": 11.10951178893447}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7762091159820557, "Finetune/Loss (Raw)": 0.780415415763855, "Finetune/Step": 3340, "Finetune/Step Time": 11.0735526047647}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7770061492919922, "Finetune/Loss (Raw)": 0.9286949634552002, "Finetune/Step": 3341, "Finetune/Step Time": 11.078789656981826}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7781428694725037, "Finetune/Loss (Raw)": 0.8509579300880432, "Finetune/Step": 3342, "Finetune/Step Time": 11.049069572240114}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.7792478799819946, "Finetune/Loss (Raw)": 0.8095202445983887, "Finetune/Step": 3343, "Finetune/Step Time": 11.02990173175931}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.7791498303413391, "Finetune/Loss (Raw)": 0.6105817556381226, "Finetune/Step": 3344, "Finetune/Step Time": 10.997594704851508}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.7777160406112671, "Finetune/Loss (Raw)": 0.6035715937614441, "Finetune/Step": 3345, "Finetune/Step Time": 11.044093078002334}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7781306505203247, "Finetune/Loss (Raw)": 0.8590326905250549, "Finetune/Step": 3346, "Finetune/Step Time": 11.043016521260142}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7780709862709045, "Finetune/Loss (Raw)": 0.6483069658279419, "Finetune/Step": 3347, "Finetune/Step Time": 11.04508951306343}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7772067785263062, "Finetune/Loss (Raw)": 0.8364867568016052, "Finetune/Step": 3348, "Finetune/Step Time": 11.047429572790861}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7780189514160156, "Finetune/Loss (Raw)": 0.8391101956367493, "Finetune/Step": 3349, "Finetune/Step Time": 11.042871540412307}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7810631990432739, "Finetune/Loss (Raw)": 0.9566501975059509, "Finetune/Step": 3350, "Finetune/Step Time": 11.015617452561855}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.7810704112052917, "Finetune/Loss (Raw)": 0.7422873377799988, "Finetune/Step": 3351, "Finetune/Step Time": 11.013253258541226}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.7815238237380981, "Finetune/Loss (Raw)": 0.8137766122817993, "Finetune/Step": 3352, "Finetune/Step Time": 11.019733428955078}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.7825960516929626, "Finetune/Loss (Raw)": 0.8991511464118958, "Finetune/Step": 3353, "Finetune/Step Time": 11.035095259547234}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.7832804918289185, "Finetune/Loss (Raw)": 0.8461018800735474, "Finetune/Step": 3354, "Finetune/Step Time": 11.033291317522526}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.7842079401016235, "Finetune/Loss (Raw)": 0.8163026571273804, "Finetune/Step": 3355, "Finetune/Step Time": 11.010246887803078}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7848808765411377, "Finetune/Loss (Raw)": 0.8456190824508667, "Finetune/Step": 3356, "Finetune/Step Time": 11.014396278187633}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.7840868234634399, "Finetune/Loss (Raw)": 0.7836850881576538, "Finetune/Step": 3357, "Finetune/Step Time": 11.017512468621135}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.7841793298721313, "Finetune/Loss (Raw)": 0.7325003743171692, "Finetune/Step": 3358, "Finetune/Step Time": 11.029479566961527}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7857397794723511, "Finetune/Loss (Raw)": 0.9619268178939819, "Finetune/Step": 3359, "Finetune/Step Time": 10.985138952732086}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.785485029220581, "Finetune/Loss (Raw)": 0.8696449995040894, "Finetune/Step": 3360, "Finetune/Step Time": 10.98620412312448}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.784257709980011, "Finetune/Loss (Raw)": 0.8048056364059448, "Finetune/Step": 3361, "Finetune/Step Time": 11.017719713971019}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7843031883239746, "Finetune/Loss (Raw)": 0.7001974582672119, "Finetune/Step": 3362, "Finetune/Step Time": 10.99722058326006}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7840569019317627, "Finetune/Loss (Raw)": 0.8540980219841003, "Finetune/Step": 3363, "Finetune/Step Time": 11.002318868413568}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7858825325965881, "Finetune/Loss (Raw)": 0.8593015074729919, "Finetune/Step": 3364, "Finetune/Step Time": 10.995350981131196}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7852766513824463, "Finetune/Loss (Raw)": 0.7632471919059753, "Finetune/Step": 3365, "Finetune/Step Time": 11.023535562679172}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.7853728532791138, "Finetune/Loss (Raw)": 0.6848939657211304, "Finetune/Step": 3366, "Finetune/Step Time": 11.001614267006516}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7834487557411194, "Finetune/Loss (Raw)": 0.6881930828094482, "Finetune/Step": 3367, "Finetune/Step Time": 10.998769208788872}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.78171306848526, "Finetune/Loss (Raw)": 0.6829628944396973, "Finetune/Step": 3368, "Finetune/Step Time": 11.031052816659212}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.7815638780593872, "Finetune/Loss (Raw)": 0.8285298347473145, "Finetune/Step": 3369, "Finetune/Step Time": 11.028984105214477}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.7808678150177002, "Finetune/Loss (Raw)": 0.8233702778816223, "Finetune/Step": 3370, "Finetune/Step Time": 11.0297721195966}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7789414525032043, "Finetune/Loss (Raw)": 0.5601401329040527, "Finetune/Step": 3371, "Finetune/Step Time": 11.061133282259107}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7781620621681213, "Finetune/Loss (Raw)": 0.7223676443099976, "Finetune/Step": 3372, "Finetune/Step Time": 11.076322877779603}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7778013944625854, "Finetune/Loss (Raw)": 0.819078803062439, "Finetune/Step": 3373, "Finetune/Step Time": 11.086959881708026}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7788092494010925, "Finetune/Loss (Raw)": 0.791316032409668, "Finetune/Step": 3374, "Finetune/Step Time": 11.094623923301697}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7810121774673462, "Finetune/Loss (Raw)": 1.0073963403701782, "Finetune/Step": 3375, "Finetune/Step Time": 11.094947256147861}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.780949592590332, "Finetune/Loss (Raw)": 0.8919112682342529, "Finetune/Step": 3376, "Finetune/Step Time": 11.083354339003563}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.778613805770874, "Finetune/Loss (Raw)": 0.6173037886619568, "Finetune/Step": 3377, "Finetune/Step Time": 11.097337666898966}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.7795938849449158, "Finetune/Loss (Raw)": 0.8773728013038635, "Finetune/Step": 3378, "Finetune/Step Time": 11.093446685001254}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7793508768081665, "Finetune/Loss (Raw)": 0.5984904766082764, "Finetune/Step": 3379, "Finetune/Step Time": 11.054422035813332}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7780011892318726, "Finetune/Loss (Raw)": 0.6913590431213379, "Finetune/Step": 3380, "Finetune/Step Time": 11.054187642410398}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.7772848606109619, "Finetune/Loss (Raw)": 0.7321376800537109, "Finetune/Step": 3381, "Finetune/Step Time": 11.047128666192293}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7773962020874023, "Finetune/Loss (Raw)": 0.8410694599151611, "Finetune/Step": 3382, "Finetune/Step Time": 11.048073822632432}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7766427993774414, "Finetune/Loss (Raw)": 0.7549485564231873, "Finetune/Step": 3383, "Finetune/Step Time": 11.034122310578823}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7766684889793396, "Finetune/Loss (Raw)": 0.8611462116241455, "Finetune/Step": 3384, "Finetune/Step Time": 11.032913347706199}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.77687668800354, "Finetune/Loss (Raw)": 0.6420511603355408, "Finetune/Step": 3385, "Finetune/Step Time": 11.021276339888573}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7753823399543762, "Finetune/Loss (Raw)": 0.771510124206543, "Finetune/Step": 3386, "Finetune/Step Time": 11.012503368780017}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7755286693572998, "Finetune/Loss (Raw)": 0.7067359089851379, "Finetune/Step": 3387, "Finetune/Step Time": 11.000311506912112}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7748839855194092, "Finetune/Loss (Raw)": 0.7316216230392456, "Finetune/Step": 3388, "Finetune/Step Time": 10.977406065911055}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7755148410797119, "Finetune/Loss (Raw)": 0.8088003993034363, "Finetune/Step": 3389, "Finetune/Step Time": 10.985625488683581}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7747297286987305, "Finetune/Loss (Raw)": 0.8108567595481873, "Finetune/Step": 3390, "Finetune/Step Time": 10.990604024380445}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7750784158706665, "Finetune/Loss (Raw)": 0.961378276348114, "Finetune/Step": 3391, "Finetune/Step Time": 10.990200284868479}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7753994464874268, "Finetune/Loss (Raw)": 0.7450767755508423, "Finetune/Step": 3392, "Finetune/Step Time": 10.99533456005156}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.7748470902442932, "Finetune/Loss (Raw)": 0.875909686088562, "Finetune/Step": 3393, "Finetune/Step Time": 10.992009319365025}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.774398922920227, "Finetune/Loss (Raw)": 0.7077996134757996, "Finetune/Step": 3394, "Finetune/Step Time": 11.019430136308074}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7756221294403076, "Finetune/Loss (Raw)": 0.8615681529045105, "Finetune/Step": 3395, "Finetune/Step Time": 10.999586580321193}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7738173007965088, "Finetune/Loss (Raw)": 0.6552570462226868, "Finetune/Step": 3396, "Finetune/Step Time": 11.000557756051421}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7730224132537842, "Finetune/Loss (Raw)": 0.7299202084541321, "Finetune/Step": 3397, "Finetune/Step Time": 10.999738400802016}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.773606538772583, "Finetune/Loss (Raw)": 0.7912918925285339, "Finetune/Step": 3398, "Finetune/Step Time": 10.998440854251385}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7736018896102905, "Finetune/Loss (Raw)": 0.7361873984336853, "Finetune/Step": 3399, "Finetune/Step Time": 10.98885478451848}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7736164331436157, "Finetune/Loss (Raw)": 0.7668779492378235, "Finetune/Step": 3400, "Finetune/Step Time": 10.952463250607252}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.773534893989563, "Finetune/Loss (Raw)": 0.6868770718574524, "Finetune/Step": 3401, "Finetune/Step Time": 10.937284644693136}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7755001783370972, "Finetune/Loss (Raw)": 0.7634090185165405, "Finetune/Step": 3402, "Finetune/Step Time": 10.886823439970613}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.775644063949585, "Finetune/Loss (Raw)": 0.7145389318466187, "Finetune/Step": 3403, "Finetune/Step Time": 10.87551999092102}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7753708362579346, "Finetune/Loss (Raw)": 0.7562097311019897, "Finetune/Step": 3404, "Finetune/Step Time": 10.870808951556683}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.773604154586792, "Finetune/Loss (Raw)": 0.5675845742225647, "Finetune/Step": 3405, "Finetune/Step Time": 10.967697784304619}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.773751974105835, "Finetune/Loss (Raw)": 0.8019039034843445, "Finetune/Step": 3406, "Finetune/Step Time": 10.978153998032212}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7737914323806763, "Finetune/Loss (Raw)": 0.8275883197784424, "Finetune/Step": 3407, "Finetune/Step Time": 10.974373936653137}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7731868028640747, "Finetune/Loss (Raw)": 0.8237708806991577, "Finetune/Step": 3408, "Finetune/Step Time": 10.978304946795106}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.772240161895752, "Finetune/Loss (Raw)": 0.8206101059913635, "Finetune/Step": 3409, "Finetune/Step Time": 10.974437160417438}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7717664241790771, "Finetune/Loss (Raw)": 0.6859151721000671, "Finetune/Step": 3410, "Finetune/Step Time": 10.991987911984324}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7738969326019287, "Finetune/Loss (Raw)": 0.9231142401695251, "Finetune/Step": 3411, "Finetune/Step Time": 10.956085091456771}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7746832370758057, "Finetune/Loss (Raw)": 0.8330755233764648, "Finetune/Step": 3412, "Finetune/Step Time": 10.947784889489412}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7750491499900818, "Finetune/Loss (Raw)": 0.893552303314209, "Finetune/Step": 3413, "Finetune/Step Time": 10.955501748248935}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7761548161506653, "Finetune/Loss (Raw)": 0.9042726755142212, "Finetune/Step": 3414, "Finetune/Step Time": 10.946377862244844}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7748434543609619, "Finetune/Loss (Raw)": 0.6458752751350403, "Finetune/Step": 3415, "Finetune/Step Time": 10.94317664951086}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7732592821121216, "Finetune/Loss (Raw)": 0.6702026128768921, "Finetune/Step": 3416, "Finetune/Step Time": 10.979714773595333}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7729060053825378, "Finetune/Loss (Raw)": 0.6926670074462891, "Finetune/Step": 3417, "Finetune/Step Time": 10.9871043022722}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7725800275802612, "Finetune/Loss (Raw)": 0.7913424968719482, "Finetune/Step": 3418, "Finetune/Step Time": 11.001297006383538}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7737478017807007, "Finetune/Loss (Raw)": 0.809697151184082, "Finetune/Step": 3419, "Finetune/Step Time": 10.991222066804767}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7715810537338257, "Finetune/Loss (Raw)": 0.4924394190311432, "Finetune/Step": 3420, "Finetune/Step Time": 11.028146589174867}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7717606425285339, "Finetune/Loss (Raw)": 0.8277348279953003, "Finetune/Step": 3421, "Finetune/Step Time": 11.036485817283392}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7714566588401794, "Finetune/Loss (Raw)": 0.6658907532691956, "Finetune/Step": 3422, "Finetune/Step Time": 11.027926616370678}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7713974714279175, "Finetune/Loss (Raw)": 0.7462522983551025, "Finetune/Step": 3423, "Finetune/Step Time": 11.026507696136832}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7704132199287415, "Finetune/Loss (Raw)": 0.6819491386413574, "Finetune/Step": 3424, "Finetune/Step Time": 11.05935101956129}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7708933353424072, "Finetune/Loss (Raw)": 0.7497971653938293, "Finetune/Step": 3425, "Finetune/Step Time": 11.04121390171349}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7691339254379272, "Finetune/Loss (Raw)": 0.6498174667358398, "Finetune/Step": 3426, "Finetune/Step Time": 11.04838333465159}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7702438235282898, "Finetune/Loss (Raw)": 0.8142167329788208, "Finetune/Step": 3427, "Finetune/Step Time": 11.014679569751024}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7694267630577087, "Finetune/Loss (Raw)": 0.7454916834831238, "Finetune/Step": 3428, "Finetune/Step Time": 11.022010765969753}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7704898118972778, "Finetune/Loss (Raw)": 0.8100000619888306, "Finetune/Step": 3429, "Finetune/Step Time": 11.022942459210753}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.768601655960083, "Finetune/Loss (Raw)": 0.630919873714447, "Finetune/Step": 3430, "Finetune/Step Time": 11.013915207237005}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7697470784187317, "Finetune/Loss (Raw)": 0.9074472188949585, "Finetune/Step": 3431, "Finetune/Step Time": 11.017177376896143}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7692750692367554, "Finetune/Loss (Raw)": 0.6436758637428284, "Finetune/Step": 3432, "Finetune/Step Time": 11.021584171801805}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7685790061950684, "Finetune/Loss (Raw)": 0.7559728026390076, "Finetune/Step": 3433, "Finetune/Step Time": 11.051015606150031}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7683078646659851, "Finetune/Loss (Raw)": 0.665296733379364, "Finetune/Step": 3434, "Finetune/Step Time": 11.085525950416923}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7668771743774414, "Finetune/Loss (Raw)": 0.7373356819152832, "Finetune/Step": 3435, "Finetune/Step Time": 11.105857525020838}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7660079598426819, "Finetune/Loss (Raw)": 0.6803691387176514, "Finetune/Step": 3436, "Finetune/Step Time": 11.100914124399424}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7654294371604919, "Finetune/Loss (Raw)": 0.7849732637405396, "Finetune/Step": 3437, "Finetune/Step Time": 11.088681669905782}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7650935053825378, "Finetune/Loss (Raw)": 0.6838037371635437, "Finetune/Step": 3438, "Finetune/Step Time": 11.085598768666387}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7659326791763306, "Finetune/Loss (Raw)": 0.7956825494766235, "Finetune/Step": 3439, "Finetune/Step Time": 11.093829791992903}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7655843496322632, "Finetune/Loss (Raw)": 0.6986604928970337, "Finetune/Step": 3440, "Finetune/Step Time": 11.093813298270106}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7647591233253479, "Finetune/Loss (Raw)": 0.6137215495109558, "Finetune/Step": 3441, "Finetune/Step Time": 11.091341268271208}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7648279666900635, "Finetune/Loss (Raw)": 0.7027233242988586, "Finetune/Step": 3442, "Finetune/Step Time": 11.102290568873286}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7627878189086914, "Finetune/Loss (Raw)": 0.6989246606826782, "Finetune/Step": 3443, "Finetune/Step Time": 11.109648939222097}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7633101940155029, "Finetune/Loss (Raw)": 0.8114243149757385, "Finetune/Step": 3444, "Finetune/Step Time": 11.09416263923049}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.762073278427124, "Finetune/Loss (Raw)": 0.5753334164619446, "Finetune/Step": 3445, "Finetune/Step Time": 11.11886134929955}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7632243633270264, "Finetune/Loss (Raw)": 0.7353323101997375, "Finetune/Step": 3446, "Finetune/Step Time": 11.084368750452995}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7635191679000854, "Finetune/Loss (Raw)": 0.8957731127738953, "Finetune/Step": 3447, "Finetune/Step Time": 11.064635075628757}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7631320953369141, "Finetune/Loss (Raw)": 0.7032015323638916, "Finetune/Step": 3448, "Finetune/Step Time": 11.074053635820746}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7646669149398804, "Finetune/Loss (Raw)": 0.8723685145378113, "Finetune/Step": 3449, "Finetune/Step Time": 11.067602341994643}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7647371292114258, "Finetune/Loss (Raw)": 0.7566836476325989, "Finetune/Step": 3450, "Finetune/Step Time": 11.112481579184532}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7638862729072571, "Finetune/Loss (Raw)": 0.7672439813613892, "Finetune/Step": 3451, "Finetune/Step Time": 11.09210948459804}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7647203803062439, "Finetune/Loss (Raw)": 0.8571661114692688, "Finetune/Step": 3452, "Finetune/Step Time": 11.093832567334175}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7655826807022095, "Finetune/Loss (Raw)": 0.777498185634613, "Finetune/Step": 3453, "Finetune/Step Time": 11.08993986621499}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.764682412147522, "Finetune/Loss (Raw)": 0.7294899225234985, "Finetune/Step": 3454, "Finetune/Step Time": 11.101090284064412}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7640470266342163, "Finetune/Loss (Raw)": 0.5152244567871094, "Finetune/Step": 3455, "Finetune/Step Time": 11.124356692656875}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7634140849113464, "Finetune/Loss (Raw)": 0.8289824724197388, "Finetune/Step": 3456, "Finetune/Step Time": 11.117615586146712}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7635259628295898, "Finetune/Loss (Raw)": 0.8145771026611328, "Finetune/Step": 3457, "Finetune/Step Time": 11.105677552521229}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7645741701126099, "Finetune/Loss (Raw)": 0.7922347784042358, "Finetune/Step": 3458, "Finetune/Step Time": 11.117450905963778}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.764593243598938, "Finetune/Loss (Raw)": 0.7785007953643799, "Finetune/Step": 3459, "Finetune/Step Time": 11.106393247842789}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7651847004890442, "Finetune/Loss (Raw)": 0.8515191674232483, "Finetune/Step": 3460, "Finetune/Step Time": 11.107990389689803}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7634475827217102, "Finetune/Loss (Raw)": 0.5757417678833008, "Finetune/Step": 3461, "Finetune/Step Time": 11.142782287672162}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7632388472557068, "Finetune/Loss (Raw)": 0.7687029242515564, "Finetune/Step": 3462, "Finetune/Step Time": 11.136458108201623}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7635513544082642, "Finetune/Loss (Raw)": 0.7368215918540955, "Finetune/Step": 3463, "Finetune/Step Time": 11.138149928301573}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7646591067314148, "Finetune/Loss (Raw)": 0.8825268149375916, "Finetune/Step": 3464, "Finetune/Step Time": 11.139168391004205}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7651877403259277, "Finetune/Loss (Raw)": 0.7292911410331726, "Finetune/Step": 3465, "Finetune/Step Time": 11.130071578547359}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7644515037536621, "Finetune/Loss (Raw)": 0.6659002900123596, "Finetune/Step": 3466, "Finetune/Step Time": 11.125496190041304}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7627629041671753, "Finetune/Loss (Raw)": 0.6240043640136719, "Finetune/Step": 3467, "Finetune/Step Time": 11.122821271419525}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7616055607795715, "Finetune/Loss (Raw)": 0.6322760581970215, "Finetune/Step": 3468, "Finetune/Step Time": 11.133968027308583}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7598021030426025, "Finetune/Loss (Raw)": 0.6978529095649719, "Finetune/Step": 3469, "Finetune/Step Time": 11.146449279040098}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7589273452758789, "Finetune/Loss (Raw)": 0.7389900088310242, "Finetune/Step": 3470, "Finetune/Step Time": 11.155606409534812}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7591373920440674, "Finetune/Loss (Raw)": 0.8364088535308838, "Finetune/Step": 3471, "Finetune/Step Time": 11.165125075727701}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7600120306015015, "Finetune/Loss (Raw)": 0.7225294709205627, "Finetune/Step": 3472, "Finetune/Step Time": 11.165553096681833}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7616750001907349, "Finetune/Loss (Raw)": 0.8164260983467102, "Finetune/Step": 3473, "Finetune/Step Time": 11.152553610503674}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7600676417350769, "Finetune/Loss (Raw)": 0.6532973051071167, "Finetune/Step": 3474, "Finetune/Step Time": 11.159315062686801}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7610625624656677, "Finetune/Loss (Raw)": 0.77565997838974, "Finetune/Step": 3475, "Finetune/Step Time": 11.16294538974762}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7594863176345825, "Finetune/Loss (Raw)": 0.6347253322601318, "Finetune/Step": 3476, "Finetune/Step Time": 11.167837778106332}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7586588263511658, "Finetune/Loss (Raw)": 0.733191967010498, "Finetune/Step": 3477, "Finetune/Step Time": 11.193924814462662}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7582666873931885, "Finetune/Loss (Raw)": 0.9064565300941467, "Finetune/Step": 3478, "Finetune/Step Time": 11.184920333325863}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7603045701980591, "Finetune/Loss (Raw)": 1.0031417608261108, "Finetune/Step": 3479, "Finetune/Step Time": 11.16623354703188}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7603371143341064, "Finetune/Loss (Raw)": 0.8179343938827515, "Finetune/Step": 3480, "Finetune/Step Time": 11.154968362301588}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7596229314804077, "Finetune/Loss (Raw)": 0.8077389597892761, "Finetune/Step": 3481, "Finetune/Step Time": 11.122384266927838}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7588707208633423, "Finetune/Loss (Raw)": 0.7498136758804321, "Finetune/Step": 3482, "Finetune/Step Time": 11.120800450444221}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7579530477523804, "Finetune/Loss (Raw)": 0.6988508105278015, "Finetune/Step": 3483, "Finetune/Step Time": 11.184097466990352}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7570818066596985, "Finetune/Loss (Raw)": 0.7340929508209229, "Finetune/Step": 3484, "Finetune/Step Time": 11.204187223687768}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7581060528755188, "Finetune/Loss (Raw)": 0.914791464805603, "Finetune/Step": 3485, "Finetune/Step Time": 11.202033564448357}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7585204839706421, "Finetune/Loss (Raw)": 0.7855449914932251, "Finetune/Step": 3486, "Finetune/Step Time": 11.17197217978537}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7565916180610657, "Finetune/Loss (Raw)": 0.7150348424911499, "Finetune/Step": 3487, "Finetune/Step Time": 11.16908854804933}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7548314332962036, "Finetune/Loss (Raw)": 0.6443405151367188, "Finetune/Step": 3488, "Finetune/Step Time": 11.16521180048585}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.755243182182312, "Finetune/Loss (Raw)": 0.8574996590614319, "Finetune/Step": 3489, "Finetune/Step Time": 11.132022177800536}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.755164623260498, "Finetune/Loss (Raw)": 0.6901448369026184, "Finetune/Step": 3490, "Finetune/Step Time": 11.126018663868308}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.755508542060852, "Finetune/Loss (Raw)": 0.8981257081031799, "Finetune/Step": 3491, "Finetune/Step Time": 11.118061838671565}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7547892332077026, "Finetune/Loss (Raw)": 0.7672356367111206, "Finetune/Step": 3492, "Finetune/Step Time": 11.138263823464513}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7525043487548828, "Finetune/Loss (Raw)": 0.4707809090614319, "Finetune/Step": 3493, "Finetune/Step Time": 11.135785507038236}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.754185676574707, "Finetune/Loss (Raw)": 0.9000998139381409, "Finetune/Step": 3494, "Finetune/Step Time": 11.115307440981269}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.755203366279602, "Finetune/Loss (Raw)": 0.8184573650360107, "Finetune/Step": 3495, "Finetune/Step Time": 11.115866741165519}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7562466263771057, "Finetune/Loss (Raw)": 0.8164997696876526, "Finetune/Step": 3496, "Finetune/Step Time": 11.08998304978013}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7546705007553101, "Finetune/Loss (Raw)": 0.6267874836921692, "Finetune/Step": 3497, "Finetune/Step Time": 11.107901075854897}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7548782825469971, "Finetune/Loss (Raw)": 0.8499646186828613, "Finetune/Step": 3498, "Finetune/Step Time": 11.125516759231687}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7564989328384399, "Finetune/Loss (Raw)": 0.7675775289535522, "Finetune/Step": 3499, "Finetune/Step Time": 11.102554351091385}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7576990127563477, "Finetune/Loss (Raw)": 0.8759856820106506, "Finetune/Step": 3500, "Finetune/Step Time": 11.091963643208146}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7576885223388672, "Finetune/Loss (Raw)": 0.8177376389503479, "Finetune/Step": 3501, "Finetune/Step Time": 11.07510655745864}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.758682906627655, "Finetune/Loss (Raw)": 0.9185906052589417, "Finetune/Step": 3502, "Finetune/Step Time": 11.064024902880192}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7575646638870239, "Finetune/Loss (Raw)": 0.8642637729644775, "Finetune/Step": 3503, "Finetune/Step Time": 11.06385144032538}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.756301760673523, "Finetune/Loss (Raw)": 0.7302567958831787, "Finetune/Step": 3504, "Finetune/Step Time": 11.070875460281968}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7573812007904053, "Finetune/Loss (Raw)": 0.7554668188095093, "Finetune/Step": 3505, "Finetune/Step Time": 11.06538356281817}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7562112808227539, "Finetune/Loss (Raw)": 0.7276270389556885, "Finetune/Step": 3506, "Finetune/Step Time": 11.059823878109455}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7560609579086304, "Finetune/Loss (Raw)": 0.5792499780654907, "Finetune/Step": 3507, "Finetune/Step Time": 11.083819530904293}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7566978931427002, "Finetune/Loss (Raw)": 0.7728957533836365, "Finetune/Step": 3508, "Finetune/Step Time": 11.085172425955534}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7568067908287048, "Finetune/Loss (Raw)": 0.7460696697235107, "Finetune/Step": 3509, "Finetune/Step Time": 11.105964165180922}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7557565569877625, "Finetune/Loss (Raw)": 0.7066390514373779, "Finetune/Step": 3510, "Finetune/Step Time": 11.107486682012677}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7554880380630493, "Finetune/Loss (Raw)": 0.7205789089202881, "Finetune/Step": 3511, "Finetune/Step Time": 11.114227643236518}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7547245025634766, "Finetune/Loss (Raw)": 0.7634199261665344, "Finetune/Step": 3512, "Finetune/Step Time": 11.110242806375027}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7561041116714478, "Finetune/Loss (Raw)": 0.8186357021331787, "Finetune/Step": 3513, "Finetune/Step Time": 11.109897244721651}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7556114792823792, "Finetune/Loss (Raw)": 0.7084523439407349, "Finetune/Step": 3514, "Finetune/Step Time": 11.112885205075145}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7562208771705627, "Finetune/Loss (Raw)": 0.7847378849983215, "Finetune/Step": 3515, "Finetune/Step Time": 11.11749129742384}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7565591335296631, "Finetune/Loss (Raw)": 0.7749209403991699, "Finetune/Step": 3516, "Finetune/Step Time": 11.118961999192834}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7566161155700684, "Finetune/Loss (Raw)": 0.8160985708236694, "Finetune/Step": 3517, "Finetune/Step Time": 11.117186704650521}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7551698684692383, "Finetune/Loss (Raw)": 0.6257296204566956, "Finetune/Step": 3518, "Finetune/Step Time": 11.161848625168204}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7528500556945801, "Finetune/Loss (Raw)": 0.6644415259361267, "Finetune/Step": 3519, "Finetune/Step Time": 11.194863505661488}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7527276277542114, "Finetune/Loss (Raw)": 0.7294097542762756, "Finetune/Step": 3520, "Finetune/Step Time": 11.192417547106743}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7524975538253784, "Finetune/Loss (Raw)": 0.8464610576629639, "Finetune/Step": 3521, "Finetune/Step Time": 11.192702667787671}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7516704797744751, "Finetune/Loss (Raw)": 0.6019279360771179, "Finetune/Step": 3522, "Finetune/Step Time": 11.186944335699081}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7498527765274048, "Finetune/Loss (Raw)": 0.628903329372406, "Finetune/Step": 3523, "Finetune/Step Time": 11.223563315346837}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7498487830162048, "Finetune/Loss (Raw)": 0.6547524333000183, "Finetune/Step": 3524, "Finetune/Step Time": 11.234320420771837}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7514796257019043, "Finetune/Loss (Raw)": 0.9386637210845947, "Finetune/Step": 3525, "Finetune/Step Time": 11.241854812949896}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7503597736358643, "Finetune/Loss (Raw)": 0.647955060005188, "Finetune/Step": 3526, "Finetune/Step Time": 11.251093493774533}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7506552934646606, "Finetune/Loss (Raw)": 0.7740112543106079, "Finetune/Step": 3527, "Finetune/Step Time": 11.235946357250214}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.750523567199707, "Finetune/Loss (Raw)": 0.7500220537185669, "Finetune/Step": 3528, "Finetune/Step Time": 11.235117921605706}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7499729990959167, "Finetune/Loss (Raw)": 0.6163984537124634, "Finetune/Step": 3529, "Finetune/Step Time": 11.248447615653276}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7497292757034302, "Finetune/Loss (Raw)": 0.7322149872779846, "Finetune/Step": 3530, "Finetune/Step Time": 11.250643700361252}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7504100203514099, "Finetune/Loss (Raw)": 0.8016729354858398, "Finetune/Step": 3531, "Finetune/Step Time": 11.249985914677382}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7497836947441101, "Finetune/Loss (Raw)": 0.67603600025177, "Finetune/Step": 3532, "Finetune/Step Time": 11.265329459682107}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7496769428253174, "Finetune/Loss (Raw)": 0.5539278984069824, "Finetune/Step": 3533, "Finetune/Step Time": 11.212834808975458}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7497345209121704, "Finetune/Loss (Raw)": 0.8092702627182007, "Finetune/Step": 3534, "Finetune/Step Time": 11.211364805698395}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.747957706451416, "Finetune/Loss (Raw)": 0.6001495122909546, "Finetune/Step": 3535, "Finetune/Step Time": 11.237409684807062}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7473495602607727, "Finetune/Loss (Raw)": 0.7459337115287781, "Finetune/Step": 3536, "Finetune/Step Time": 11.234508654102683}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7479217052459717, "Finetune/Loss (Raw)": 0.8938460350036621, "Finetune/Step": 3537, "Finetune/Step Time": 11.241653688251972}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.74946129322052, "Finetune/Loss (Raw)": 0.8829807043075562, "Finetune/Step": 3538, "Finetune/Step Time": 11.240483921021223}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.749073326587677, "Finetune/Loss (Raw)": 0.8734548687934875, "Finetune/Step": 3539, "Finetune/Step Time": 11.241377755999565}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7487709522247314, "Finetune/Loss (Raw)": 0.794376790523529, "Finetune/Step": 3540, "Finetune/Step Time": 11.257348882034421}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.747990608215332, "Finetune/Loss (Raw)": 0.7936609983444214, "Finetune/Step": 3541, "Finetune/Step Time": 11.256010195240378}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7463240027427673, "Finetune/Loss (Raw)": 0.6909535527229309, "Finetune/Step": 3542, "Finetune/Step Time": 11.270356260240078}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7472788691520691, "Finetune/Loss (Raw)": 0.7680873870849609, "Finetune/Step": 3543, "Finetune/Step Time": 11.296067163348198}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7484498023986816, "Finetune/Loss (Raw)": 0.8200895190238953, "Finetune/Step": 3544, "Finetune/Step Time": 11.252936273813248}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7479188442230225, "Finetune/Loss (Raw)": 0.6247026920318604, "Finetune/Step": 3545, "Finetune/Step Time": 11.283297484740615}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7472535371780396, "Finetune/Loss (Raw)": 0.7061870694160461, "Finetune/Step": 3546, "Finetune/Step Time": 11.277202602475882}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7478092908859253, "Finetune/Loss (Raw)": 0.8808262944221497, "Finetune/Step": 3547, "Finetune/Step Time": 11.274679780006409}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7497631907463074, "Finetune/Loss (Raw)": 0.7425374984741211, "Finetune/Step": 3548, "Finetune/Step Time": 11.254493612796068}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7503958940505981, "Finetune/Loss (Raw)": 0.9087247252464294, "Finetune/Step": 3549, "Finetune/Step Time": 11.253655789420009}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7503872513771057, "Finetune/Loss (Raw)": 0.6647836565971375, "Finetune/Step": 3550, "Finetune/Step Time": 11.260869251564145}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7497138977050781, "Finetune/Loss (Raw)": 0.6600634455680847, "Finetune/Step": 3551, "Finetune/Step Time": 11.28566169925034}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7505581378936768, "Finetune/Loss (Raw)": 0.7900176644325256, "Finetune/Step": 3552, "Finetune/Step Time": 11.242619967088103}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7495789527893066, "Finetune/Loss (Raw)": 0.6244613528251648, "Finetune/Step": 3553, "Finetune/Step Time": 11.253032414242625}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7513793706893921, "Finetune/Loss (Raw)": 0.880264163017273, "Finetune/Step": 3554, "Finetune/Step Time": 11.258384846150875}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7520761489868164, "Finetune/Loss (Raw)": 0.9034096002578735, "Finetune/Step": 3555, "Finetune/Step Time": 11.255948031321168}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7506115436553955, "Finetune/Loss (Raw)": 0.5580202341079712, "Finetune/Step": 3556, "Finetune/Step Time": 11.2830507196486}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7518606781959534, "Finetune/Loss (Raw)": 0.9698868989944458, "Finetune/Step": 3557, "Finetune/Step Time": 11.27554883249104}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7530935406684875, "Finetune/Loss (Raw)": 0.7887269258499146, "Finetune/Step": 3558, "Finetune/Step Time": 11.277569441124797}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7526037096977234, "Finetune/Loss (Raw)": 0.8447418808937073, "Finetune/Step": 3559, "Finetune/Step Time": 11.275146866217256}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7542445659637451, "Finetune/Loss (Raw)": 0.853712797164917, "Finetune/Step": 3560, "Finetune/Step Time": 11.253420328721404}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7554638385772705, "Finetune/Loss (Raw)": 0.9120405316352844, "Finetune/Step": 3561, "Finetune/Step Time": 11.231327401474118}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7550816535949707, "Finetune/Loss (Raw)": 0.6163763403892517, "Finetune/Step": 3562, "Finetune/Step Time": 11.198111100122333}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7544792890548706, "Finetune/Loss (Raw)": 0.6602262258529663, "Finetune/Step": 3563, "Finetune/Step Time": 11.180680338293314}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7549607157707214, "Finetune/Loss (Raw)": 0.7419957518577576, "Finetune/Step": 3564, "Finetune/Step Time": 11.186308851465583}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7545781135559082, "Finetune/Loss (Raw)": 0.7360015511512756, "Finetune/Step": 3565, "Finetune/Step Time": 11.19093975611031}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7558863162994385, "Finetune/Loss (Raw)": 0.8512565493583679, "Finetune/Step": 3566, "Finetune/Step Time": 11.194756001234055}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.755615770816803, "Finetune/Loss (Raw)": 0.7610519528388977, "Finetune/Step": 3567, "Finetune/Step Time": 11.200405318289995}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7564096450805664, "Finetune/Loss (Raw)": 0.8002710938453674, "Finetune/Step": 3568, "Finetune/Step Time": 11.208404060453176}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7573416233062744, "Finetune/Loss (Raw)": 0.733022153377533, "Finetune/Step": 3569, "Finetune/Step Time": 11.18821876309812}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7575711011886597, "Finetune/Loss (Raw)": 0.7320935726165771, "Finetune/Step": 3570, "Finetune/Step Time": 11.178514458239079}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7583208680152893, "Finetune/Loss (Raw)": 0.7948961853981018, "Finetune/Step": 3571, "Finetune/Step Time": 11.166122948750854}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.758716344833374, "Finetune/Loss (Raw)": 0.8620455861091614, "Finetune/Step": 3572, "Finetune/Step Time": 11.166110007092357}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7608948945999146, "Finetune/Loss (Raw)": 0.8541862368583679, "Finetune/Step": 3573, "Finetune/Step Time": 11.14252077229321}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7621071338653564, "Finetune/Loss (Raw)": 0.8904969692230225, "Finetune/Step": 3574, "Finetune/Step Time": 11.138394290581346}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7610849142074585, "Finetune/Loss (Raw)": 0.764931321144104, "Finetune/Step": 3575, "Finetune/Step Time": 11.13468936830759}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7624715566635132, "Finetune/Loss (Raw)": 0.8806934952735901, "Finetune/Step": 3576, "Finetune/Step Time": 11.130165887996554}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7616181969642639, "Finetune/Loss (Raw)": 0.7631371021270752, "Finetune/Step": 3577, "Finetune/Step Time": 11.153994219377637}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7623947262763977, "Finetune/Loss (Raw)": 0.8560753464698792, "Finetune/Step": 3578, "Finetune/Step Time": 11.117409193888307}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7624460458755493, "Finetune/Loss (Raw)": 0.7738178372383118, "Finetune/Step": 3579, "Finetune/Step Time": 11.117452001199126}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7621675729751587, "Finetune/Loss (Raw)": 0.8215172290802002, "Finetune/Step": 3580, "Finetune/Step Time": 11.103671601042151}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7626811861991882, "Finetune/Loss (Raw)": 0.8432448506355286, "Finetune/Step": 3581, "Finetune/Step Time": 11.114904418587685}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7623246908187866, "Finetune/Loss (Raw)": 0.6838587522506714, "Finetune/Step": 3582, "Finetune/Step Time": 11.117569910362363}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7639396786689758, "Finetune/Loss (Raw)": 0.7219457030296326, "Finetune/Step": 3583, "Finetune/Step Time": 11.093088703230023}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7636148929595947, "Finetune/Loss (Raw)": 0.7874082326889038, "Finetune/Step": 3584, "Finetune/Step Time": 11.10594685189426}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7644666433334351, "Finetune/Loss (Raw)": 0.923595130443573, "Finetune/Step": 3585, "Finetune/Step Time": 11.124020759016275}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7633005380630493, "Finetune/Loss (Raw)": 0.6429733633995056, "Finetune/Step": 3586, "Finetune/Step Time": 11.1202326528728}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.762865424156189, "Finetune/Loss (Raw)": 0.7228105664253235, "Finetune/Step": 3587, "Finetune/Step Time": 11.106984348967671}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.761203408241272, "Finetune/Loss (Raw)": 0.638774037361145, "Finetune/Step": 3588, "Finetune/Step Time": 11.10617190413177}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7626332640647888, "Finetune/Loss (Raw)": 0.7587711811065674, "Finetune/Step": 3589, "Finetune/Step Time": 11.079468024894595}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7631115317344666, "Finetune/Loss (Raw)": 0.8299148678779602, "Finetune/Step": 3590, "Finetune/Step Time": 11.084526995196939}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7629092931747437, "Finetune/Loss (Raw)": 0.7109410762786865, "Finetune/Step": 3591, "Finetune/Step Time": 11.088688988238573}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7618954181671143, "Finetune/Loss (Raw)": 0.75274658203125, "Finetune/Step": 3592, "Finetune/Step Time": 11.095065470784903}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7631396651268005, "Finetune/Loss (Raw)": 0.8885572552680969, "Finetune/Step": 3593, "Finetune/Step Time": 11.0943723320961}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7621335983276367, "Finetune/Loss (Raw)": 0.5371221899986267, "Finetune/Step": 3594, "Finetune/Step Time": 11.100926825776696}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7635205984115601, "Finetune/Loss (Raw)": 0.8015478849411011, "Finetune/Step": 3595, "Finetune/Step Time": 11.115967776626348}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7657260894775391, "Finetune/Loss (Raw)": 0.914567768573761, "Finetune/Step": 3596, "Finetune/Step Time": 11.097712317481637}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7643525004386902, "Finetune/Loss (Raw)": 0.522037148475647, "Finetune/Step": 3597, "Finetune/Step Time": 11.121239317581058}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7642198801040649, "Finetune/Loss (Raw)": 0.7220141291618347, "Finetune/Step": 3598, "Finetune/Step Time": 11.144687298685312}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7629691362380981, "Finetune/Loss (Raw)": 0.6763227581977844, "Finetune/Step": 3599, "Finetune/Step Time": 11.13549318537116}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7619300484657288, "Finetune/Loss (Raw)": 0.5895178318023682, "Finetune/Step": 3600, "Finetune/Step Time": 11.163461906835437}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7618812322616577, "Finetune/Loss (Raw)": 0.8101807236671448, "Finetune/Step": 3601, "Finetune/Step Time": 11.143749808892608}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7627801299095154, "Finetune/Loss (Raw)": 0.7683534026145935, "Finetune/Step": 3602, "Finetune/Step Time": 11.13692333176732}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7626818418502808, "Finetune/Loss (Raw)": 0.7630804181098938, "Finetune/Step": 3603, "Finetune/Step Time": 11.136169537901878}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7639479637145996, "Finetune/Loss (Raw)": 0.7967886924743652, "Finetune/Step": 3604, "Finetune/Step Time": 11.134154805913568}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7631708979606628, "Finetune/Loss (Raw)": 0.6337286829948425, "Finetune/Step": 3605, "Finetune/Step Time": 11.113969016820192}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7615430951118469, "Finetune/Loss (Raw)": 0.6980897784233093, "Finetune/Step": 3606, "Finetune/Step Time": 11.132115203887224}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7598145008087158, "Finetune/Loss (Raw)": 0.7818859815597534, "Finetune/Step": 3607, "Finetune/Step Time": 11.14027083106339}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7583261728286743, "Finetune/Loss (Raw)": 0.6274240016937256, "Finetune/Step": 3608, "Finetune/Step Time": 11.182138601318002}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7577062845230103, "Finetune/Loss (Raw)": 0.7283991575241089, "Finetune/Step": 3609, "Finetune/Step Time": 11.18179420568049}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7568601369857788, "Finetune/Loss (Raw)": 0.6415077447891235, "Finetune/Step": 3610, "Finetune/Step Time": 11.181253915652633}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.755683183670044, "Finetune/Loss (Raw)": 0.5482062697410583, "Finetune/Step": 3611, "Finetune/Step Time": 11.15288819745183}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7559195756912231, "Finetune/Loss (Raw)": 0.7643378973007202, "Finetune/Step": 3612, "Finetune/Step Time": 11.152036713436246}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7540110349655151, "Finetune/Loss (Raw)": 0.6705077290534973, "Finetune/Step": 3613, "Finetune/Step Time": 11.150434514507651}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7538614273071289, "Finetune/Loss (Raw)": 0.7663933634757996, "Finetune/Step": 3614, "Finetune/Step Time": 11.161561904475093}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7545303106307983, "Finetune/Loss (Raw)": 0.8006507158279419, "Finetune/Step": 3615, "Finetune/Step Time": 11.164760991930962}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.754777193069458, "Finetune/Loss (Raw)": 0.6759380102157593, "Finetune/Step": 3616, "Finetune/Step Time": 11.173442348837852}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7534385919570923, "Finetune/Loss (Raw)": 0.6861629486083984, "Finetune/Step": 3617, "Finetune/Step Time": 11.189797958359122}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7532515525817871, "Finetune/Loss (Raw)": 0.6662032604217529, "Finetune/Step": 3618, "Finetune/Step Time": 11.199118312448263}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.752028226852417, "Finetune/Loss (Raw)": 0.741544246673584, "Finetune/Step": 3619, "Finetune/Step Time": 11.195778092369437}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7520403861999512, "Finetune/Loss (Raw)": 0.7687897086143494, "Finetune/Step": 3620, "Finetune/Step Time": 11.173924654722214}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.753995418548584, "Finetune/Loss (Raw)": 0.7210311889648438, "Finetune/Step": 3621, "Finetune/Step Time": 11.146472029387951}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7530225515365601, "Finetune/Loss (Raw)": 0.7755599021911621, "Finetune/Step": 3622, "Finetune/Step Time": 11.148458259180188}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.752977728843689, "Finetune/Loss (Raw)": 0.8127283453941345, "Finetune/Step": 3623, "Finetune/Step Time": 11.145662194117904}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.753403902053833, "Finetune/Loss (Raw)": 0.8710498809814453, "Finetune/Step": 3624, "Finetune/Step Time": 11.149915786460042}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.755172848701477, "Finetune/Loss (Raw)": 0.8532167673110962, "Finetune/Step": 3625, "Finetune/Step Time": 11.130749864503741}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7538025379180908, "Finetune/Loss (Raw)": 0.6745594143867493, "Finetune/Step": 3626, "Finetune/Step Time": 11.113209214061499}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7542750835418701, "Finetune/Loss (Raw)": 0.8280693292617798, "Finetune/Step": 3627, "Finetune/Step Time": 11.14604533277452}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7534076571464539, "Finetune/Loss (Raw)": 0.7649447917938232, "Finetune/Step": 3628, "Finetune/Step Time": 11.162029325962067}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7527917623519897, "Finetune/Loss (Raw)": 0.7389041781425476, "Finetune/Step": 3629, "Finetune/Step Time": 11.168378567323089}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7509674429893494, "Finetune/Loss (Raw)": 0.6850753426551819, "Finetune/Step": 3630, "Finetune/Step Time": 11.16586714796722}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7490234375, "Finetune/Loss (Raw)": 0.6154427528381348, "Finetune/Step": 3631, "Finetune/Step Time": 11.18305061198771}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7499662637710571, "Finetune/Loss (Raw)": 0.8509334921836853, "Finetune/Step": 3632, "Finetune/Step Time": 11.192975178360939}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7507993578910828, "Finetune/Loss (Raw)": 0.8620991706848145, "Finetune/Step": 3633, "Finetune/Step Time": 11.187784168869257}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7509616017341614, "Finetune/Loss (Raw)": 0.7483914494514465, "Finetune/Step": 3634, "Finetune/Step Time": 11.179779458791018}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7514680624008179, "Finetune/Loss (Raw)": 0.6440783143043518, "Finetune/Step": 3635, "Finetune/Step Time": 11.153355585411191}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7516331672668457, "Finetune/Loss (Raw)": 0.7940356731414795, "Finetune/Step": 3636, "Finetune/Step Time": 11.15124329738319}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7523223161697388, "Finetune/Loss (Raw)": 0.8342736959457397, "Finetune/Step": 3637, "Finetune/Step Time": 11.129199080169201}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7531416416168213, "Finetune/Loss (Raw)": 0.8115108013153076, "Finetune/Step": 3638, "Finetune/Step Time": 11.124793265014887}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7536685466766357, "Finetune/Loss (Raw)": 0.7880277633666992, "Finetune/Step": 3639, "Finetune/Step Time": 11.11132381297648}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7520967721939087, "Finetune/Loss (Raw)": 0.5622374415397644, "Finetune/Step": 3640, "Finetune/Step Time": 11.148696387186646}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7511603236198425, "Finetune/Loss (Raw)": 0.698763370513916, "Finetune/Step": 3641, "Finetune/Step Time": 11.15529154613614}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7518153190612793, "Finetune/Loss (Raw)": 0.7922919988632202, "Finetune/Step": 3642, "Finetune/Step Time": 11.161479659378529}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.752048671245575, "Finetune/Loss (Raw)": 0.8146102428436279, "Finetune/Step": 3643, "Finetune/Step Time": 11.157043250277638}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7520402669906616, "Finetune/Loss (Raw)": 0.7738484740257263, "Finetune/Step": 3644, "Finetune/Step Time": 11.14888452924788}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7513977885246277, "Finetune/Loss (Raw)": 0.7338553071022034, "Finetune/Step": 3645, "Finetune/Step Time": 11.150234250351787}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7528367042541504, "Finetune/Loss (Raw)": 0.8099165558815002, "Finetune/Step": 3646, "Finetune/Step Time": 11.120611920952797}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7539678812026978, "Finetune/Loss (Raw)": 0.8092297911643982, "Finetune/Step": 3647, "Finetune/Step Time": 11.090272156521678}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7550296783447266, "Finetune/Loss (Raw)": 0.8653193712234497, "Finetune/Step": 3648, "Finetune/Step Time": 11.097831308841705}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7551959753036499, "Finetune/Loss (Raw)": 0.8677386045455933, "Finetune/Step": 3649, "Finetune/Step Time": 11.105045786127448}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7577403783798218, "Finetune/Loss (Raw)": 0.9276187419891357, "Finetune/Step": 3650, "Finetune/Step Time": 11.078672720119357}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7578639984130859, "Finetune/Loss (Raw)": 0.6447277665138245, "Finetune/Step": 3651, "Finetune/Step Time": 11.060544587671757}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7588995099067688, "Finetune/Loss (Raw)": 0.787298321723938, "Finetune/Step": 3652, "Finetune/Step Time": 11.051478723064065}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7581977844238281, "Finetune/Loss (Raw)": 0.8488394618034363, "Finetune/Step": 3653, "Finetune/Step Time": 11.044320154935122}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7588454484939575, "Finetune/Loss (Raw)": 0.7308533191680908, "Finetune/Step": 3654, "Finetune/Step Time": 11.057159349322319}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7599717378616333, "Finetune/Loss (Raw)": 0.9181813597679138, "Finetune/Step": 3655, "Finetune/Step Time": 11.065655454993248}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7592369318008423, "Finetune/Loss (Raw)": 0.6559680104255676, "Finetune/Step": 3656, "Finetune/Step Time": 11.067534621804953}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.760594367980957, "Finetune/Loss (Raw)": 0.7901413440704346, "Finetune/Step": 3657, "Finetune/Step Time": 11.06404290534556}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7606557607650757, "Finetune/Loss (Raw)": 0.7400758862495422, "Finetune/Step": 3658, "Finetune/Step Time": 11.087554743513465}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7603685855865479, "Finetune/Loss (Raw)": 0.7649199962615967, "Finetune/Step": 3659, "Finetune/Step Time": 11.094449838623405}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7619223594665527, "Finetune/Loss (Raw)": 0.8749216794967651, "Finetune/Step": 3660, "Finetune/Step Time": 11.07850006595254}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7636927366256714, "Finetune/Loss (Raw)": 0.7805334329605103, "Finetune/Step": 3661, "Finetune/Step Time": 11.03706487454474}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7641635537147522, "Finetune/Loss (Raw)": 0.8695401549339294, "Finetune/Step": 3662, "Finetune/Step Time": 11.025056686252356}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7669956088066101, "Finetune/Loss (Raw)": 0.9626466631889343, "Finetune/Step": 3663, "Finetune/Step Time": 10.981579545885324}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7665760517120361, "Finetune/Loss (Raw)": 0.6922377347946167, "Finetune/Step": 3664, "Finetune/Step Time": 10.996697342023253}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7657262086868286, "Finetune/Loss (Raw)": 0.7850558757781982, "Finetune/Step": 3665, "Finetune/Step Time": 10.989231213927269}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7649058103561401, "Finetune/Loss (Raw)": 0.7779756188392639, "Finetune/Step": 3666, "Finetune/Step Time": 10.974873686209321}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7633211016654968, "Finetune/Loss (Raw)": 0.6706113815307617, "Finetune/Step": 3667, "Finetune/Step Time": 11.012059481814504}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7627389430999756, "Finetune/Loss (Raw)": 0.719859778881073, "Finetune/Step": 3668, "Finetune/Step Time": 10.991427412256598}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7621556520462036, "Finetune/Loss (Raw)": 0.7189997434616089, "Finetune/Step": 3669, "Finetune/Step Time": 10.983932208269835}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.7629356384277344, "Finetune/Loss (Raw)": 0.7907986044883728, "Finetune/Step": 3670, "Finetune/Step Time": 10.966046795248985}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.763803243637085, "Finetune/Loss (Raw)": 0.8791297674179077, "Finetune/Step": 3671, "Finetune/Step Time": 10.935309620574117}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7630887031555176, "Finetune/Loss (Raw)": 0.7286362051963806, "Finetune/Step": 3672, "Finetune/Step Time": 10.954516293480992}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7622095346450806, "Finetune/Loss (Raw)": 0.5121595859527588, "Finetune/Step": 3673, "Finetune/Step Time": 10.922320729121566}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.762690007686615, "Finetune/Loss (Raw)": 0.7676910758018494, "Finetune/Step": 3674, "Finetune/Step Time": 10.92262215167284}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7601481080055237, "Finetune/Loss (Raw)": 0.555469274520874, "Finetune/Step": 3675, "Finetune/Step Time": 10.977766001597047}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.760443389415741, "Finetune/Loss (Raw)": 0.7803311347961426, "Finetune/Step": 3676, "Finetune/Step Time": 10.994165312498808}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7603118419647217, "Finetune/Loss (Raw)": 0.8918870091438293, "Finetune/Step": 3677, "Finetune/Step Time": 10.991016544401646}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7593134045600891, "Finetune/Loss (Raw)": 0.5369858145713806, "Finetune/Step": 3678, "Finetune/Step Time": 10.952427351847291}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7598705291748047, "Finetune/Loss (Raw)": 0.7313741445541382, "Finetune/Step": 3679, "Finetune/Step Time": 10.932426743209362}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7600597143173218, "Finetune/Loss (Raw)": 0.8142372965812683, "Finetune/Step": 3680, "Finetune/Step Time": 10.945217272266746}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7612654566764832, "Finetune/Loss (Raw)": 0.7787907719612122, "Finetune/Step": 3681, "Finetune/Step Time": 10.91700266301632}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.762207567691803, "Finetune/Loss (Raw)": 1.0008587837219238, "Finetune/Step": 3682, "Finetune/Step Time": 10.91177199780941}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.761310338973999, "Finetune/Loss (Raw)": 0.7885573506355286, "Finetune/Step": 3683, "Finetune/Step Time": 10.917427226901054}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7612399458885193, "Finetune/Loss (Raw)": 0.5490168929100037, "Finetune/Step": 3684, "Finetune/Step Time": 10.903815949335694}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7595735192298889, "Finetune/Loss (Raw)": 0.7565847039222717, "Finetune/Step": 3685, "Finetune/Step Time": 10.901997148990631}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7597246170043945, "Finetune/Loss (Raw)": 0.8080685138702393, "Finetune/Step": 3686, "Finetune/Step Time": 10.90201984345913}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7594565749168396, "Finetune/Loss (Raw)": 0.8104241490364075, "Finetune/Step": 3687, "Finetune/Step Time": 10.903837079182267}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7576301097869873, "Finetune/Loss (Raw)": 0.6199296712875366, "Finetune/Step": 3688, "Finetune/Step Time": 10.913473013788462}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7572660446166992, "Finetune/Loss (Raw)": 0.8654338121414185, "Finetune/Step": 3689, "Finetune/Step Time": 10.913467599079013}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7588564157485962, "Finetune/Loss (Raw)": 0.819945216178894, "Finetune/Step": 3690, "Finetune/Step Time": 10.919311234727502}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7578282952308655, "Finetune/Loss (Raw)": 0.5286286473274231, "Finetune/Step": 3691, "Finetune/Step Time": 10.95352240651846}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7586223483085632, "Finetune/Loss (Raw)": 0.8436331748962402, "Finetune/Step": 3692, "Finetune/Step Time": 10.942157533019781}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7590476274490356, "Finetune/Loss (Raw)": 0.7904365062713623, "Finetune/Step": 3693, "Finetune/Step Time": 10.939541101455688}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7573745250701904, "Finetune/Loss (Raw)": 0.637104332447052, "Finetune/Step": 3694, "Finetune/Step Time": 10.971866831183434}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7592425346374512, "Finetune/Loss (Raw)": 1.000152587890625, "Finetune/Step": 3695, "Finetune/Step Time": 10.942102452740073}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7589161396026611, "Finetune/Loss (Raw)": 0.7584952116012573, "Finetune/Step": 3696, "Finetune/Step Time": 10.92865864187479}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7570873498916626, "Finetune/Loss (Raw)": 0.4989359676837921, "Finetune/Step": 3697, "Finetune/Step Time": 10.949881583452225}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7576843500137329, "Finetune/Loss (Raw)": 0.8085078597068787, "Finetune/Step": 3698, "Finetune/Step Time": 10.961571188643575}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7575940489768982, "Finetune/Loss (Raw)": 0.7833368182182312, "Finetune/Step": 3699, "Finetune/Step Time": 10.957226164638996}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7570319175720215, "Finetune/Loss (Raw)": 0.7900951504707336, "Finetune/Step": 3700, "Finetune/Step Time": 10.962130464613438}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7552199363708496, "Finetune/Loss (Raw)": 0.6222585439682007, "Finetune/Step": 3701, "Finetune/Step Time": 10.976095367223024}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7543810606002808, "Finetune/Loss (Raw)": 0.7831122875213623, "Finetune/Step": 3702, "Finetune/Step Time": 10.962506217882037}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7548162341117859, "Finetune/Loss (Raw)": 0.8206333518028259, "Finetune/Step": 3703, "Finetune/Step Time": 10.963612757623196}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.75416100025177, "Finetune/Loss (Raw)": 0.7968263030052185, "Finetune/Step": 3704, "Finetune/Step Time": 10.973466753959656}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7527743577957153, "Finetune/Loss (Raw)": 0.5856521725654602, "Finetune/Step": 3705, "Finetune/Step Time": 10.948580717667937}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7518969774246216, "Finetune/Loss (Raw)": 0.7437612414360046, "Finetune/Step": 3706, "Finetune/Step Time": 10.947621557861567}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7516082525253296, "Finetune/Loss (Raw)": 0.7368631958961487, "Finetune/Step": 3707, "Finetune/Step Time": 10.9856874961406}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7500945925712585, "Finetune/Loss (Raw)": 0.6277678608894348, "Finetune/Step": 3708, "Finetune/Step Time": 11.004651252180338}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7505959272384644, "Finetune/Loss (Raw)": 0.9074206352233887, "Finetune/Step": 3709, "Finetune/Step Time": 10.991073165088892}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7524130940437317, "Finetune/Loss (Raw)": 0.9164555072784424, "Finetune/Step": 3710, "Finetune/Step Time": 10.974391501396894}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7515749335289001, "Finetune/Loss (Raw)": 0.6146599650382996, "Finetune/Step": 3711, "Finetune/Step Time": 10.97838963009417}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7520674467086792, "Finetune/Loss (Raw)": 0.8504475951194763, "Finetune/Step": 3712, "Finetune/Step Time": 10.968409724533558}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7486891746520996, "Finetune/Loss (Raw)": 0.4911741614341736, "Finetune/Step": 3713, "Finetune/Step Time": 10.985648019239306}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.74985671043396, "Finetune/Loss (Raw)": 0.7924185395240784, "Finetune/Step": 3714, "Finetune/Step Time": 10.976957263424993}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7504600286483765, "Finetune/Loss (Raw)": 0.8000360727310181, "Finetune/Step": 3715, "Finetune/Step Time": 10.982642201706767}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7508811354637146, "Finetune/Loss (Raw)": 0.6926770210266113, "Finetune/Step": 3716, "Finetune/Step Time": 11.026381155475974}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7501035332679749, "Finetune/Loss (Raw)": 0.6592450737953186, "Finetune/Step": 3717, "Finetune/Step Time": 11.042191432788968}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7483482956886292, "Finetune/Loss (Raw)": 0.6052415370941162, "Finetune/Step": 3718, "Finetune/Step Time": 11.046257983893156}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7474223375320435, "Finetune/Loss (Raw)": 0.5924102067947388, "Finetune/Step": 3719, "Finetune/Step Time": 11.077537849545479}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7478177547454834, "Finetune/Loss (Raw)": 0.8033656477928162, "Finetune/Step": 3720, "Finetune/Step Time": 11.09354954585433}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7475302219390869, "Finetune/Loss (Raw)": 0.8517551422119141, "Finetune/Step": 3721, "Finetune/Step Time": 11.08870374597609}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7497367858886719, "Finetune/Loss (Raw)": 0.81955885887146, "Finetune/Step": 3722, "Finetune/Step Time": 11.08379483781755}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7506061792373657, "Finetune/Loss (Raw)": 0.9128314852714539, "Finetune/Step": 3723, "Finetune/Step Time": 11.078066213056445}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7491494417190552, "Finetune/Loss (Raw)": 0.7281046509742737, "Finetune/Step": 3724, "Finetune/Step Time": 11.078472869470716}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7518049478530884, "Finetune/Loss (Raw)": 0.861942708492279, "Finetune/Step": 3725, "Finetune/Step Time": 11.042019644752145}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7512373924255371, "Finetune/Loss (Raw)": 0.6493672728538513, "Finetune/Step": 3726, "Finetune/Step Time": 11.051639016717672}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.751614511013031, "Finetune/Loss (Raw)": 0.7245985269546509, "Finetune/Step": 3727, "Finetune/Step Time": 11.058997694402933}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7511860728263855, "Finetune/Loss (Raw)": 0.5346714854240417, "Finetune/Step": 3728, "Finetune/Step Time": 11.030042082071304}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7510570287704468, "Finetune/Loss (Raw)": 0.7936689853668213, "Finetune/Step": 3729, "Finetune/Step Time": 11.036766102537513}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.751533031463623, "Finetune/Loss (Raw)": 0.8292755484580994, "Finetune/Step": 3730, "Finetune/Step Time": 11.076973285526037}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7519829273223877, "Finetune/Loss (Raw)": 0.8206645846366882, "Finetune/Step": 3731, "Finetune/Step Time": 11.076674658805132}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7521430850028992, "Finetune/Loss (Raw)": 0.8172968626022339, "Finetune/Step": 3732, "Finetune/Step Time": 11.077634740620852}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7531360983848572, "Finetune/Loss (Raw)": 0.7608321309089661, "Finetune/Step": 3733, "Finetune/Step Time": 11.08866080455482}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7545995116233826, "Finetune/Loss (Raw)": 0.8854067921638489, "Finetune/Step": 3734, "Finetune/Step Time": 11.07987273298204}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7532393932342529, "Finetune/Loss (Raw)": 0.6077883839607239, "Finetune/Step": 3735, "Finetune/Step Time": 11.081682246178389}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7559791803359985, "Finetune/Loss (Raw)": 0.9781219363212585, "Finetune/Step": 3736, "Finetune/Step Time": 11.037080366164446}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7559323906898499, "Finetune/Loss (Raw)": 0.7224088907241821, "Finetune/Step": 3737, "Finetune/Step Time": 11.062863612547517}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7563091516494751, "Finetune/Loss (Raw)": 0.6897338032722473, "Finetune/Step": 3738, "Finetune/Step Time": 11.073467336595058}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7575377225875854, "Finetune/Loss (Raw)": 0.7054593563079834, "Finetune/Step": 3739, "Finetune/Step Time": 11.034405944868922}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7574712634086609, "Finetune/Loss (Raw)": 0.7558302283287048, "Finetune/Step": 3740, "Finetune/Step Time": 11.010320698842406}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.75899338722229, "Finetune/Loss (Raw)": 0.8653357625007629, "Finetune/Step": 3741, "Finetune/Step Time": 11.008491633459926}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.759235680103302, "Finetune/Loss (Raw)": 0.7974153757095337, "Finetune/Step": 3742, "Finetune/Step Time": 11.0003613345325}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7591810822486877, "Finetune/Loss (Raw)": 0.793660581111908, "Finetune/Step": 3743, "Finetune/Step Time": 11.05570862442255}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7587194442749023, "Finetune/Loss (Raw)": 0.6168459057807922, "Finetune/Step": 3744, "Finetune/Step Time": 11.086349908262491}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7576240301132202, "Finetune/Loss (Raw)": 0.5459537506103516, "Finetune/Step": 3745, "Finetune/Step Time": 11.107074324041605}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7578020691871643, "Finetune/Loss (Raw)": 0.6889864206314087, "Finetune/Step": 3746, "Finetune/Step Time": 11.096257239580154}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7566636204719543, "Finetune/Loss (Raw)": 0.5958232283592224, "Finetune/Step": 3747, "Finetune/Step Time": 11.12147057428956}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7569682002067566, "Finetune/Loss (Raw)": 0.807779848575592, "Finetune/Step": 3748, "Finetune/Step Time": 11.133159903809428}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7561303973197937, "Finetune/Loss (Raw)": 0.6137903928756714, "Finetune/Step": 3749, "Finetune/Step Time": 11.140721837058663}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7569112777709961, "Finetune/Loss (Raw)": 0.8755165934562683, "Finetune/Step": 3750, "Finetune/Step Time": 11.143658988177776}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7578653693199158, "Finetune/Loss (Raw)": 0.9348532557487488, "Finetune/Step": 3751, "Finetune/Step Time": 11.153530454263091}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7570120096206665, "Finetune/Loss (Raw)": 0.7618170380592346, "Finetune/Step": 3752, "Finetune/Step Time": 11.144498508423567}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7557280659675598, "Finetune/Loss (Raw)": 0.6888726949691772, "Finetune/Step": 3753, "Finetune/Step Time": 11.16571662016213}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7564067244529724, "Finetune/Loss (Raw)": 0.761427104473114, "Finetune/Step": 3754, "Finetune/Step Time": 11.165791591629386}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7557394504547119, "Finetune/Loss (Raw)": 0.7426555156707764, "Finetune/Step": 3755, "Finetune/Step Time": 11.134864717721939}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7544269561767578, "Finetune/Loss (Raw)": 0.5969427824020386, "Finetune/Step": 3756, "Finetune/Step Time": 11.12555231153965}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7555191516876221, "Finetune/Loss (Raw)": 0.8787134289741516, "Finetune/Step": 3757, "Finetune/Step Time": 11.129058606922626}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7549874186515808, "Finetune/Loss (Raw)": 0.6170137524604797, "Finetune/Step": 3758, "Finetune/Step Time": 11.150712218135595}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7566738724708557, "Finetune/Loss (Raw)": 0.8313035368919373, "Finetune/Step": 3759, "Finetune/Step Time": 11.140394074842334}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.755418062210083, "Finetune/Loss (Raw)": 0.6901935338973999, "Finetune/Step": 3760, "Finetune/Step Time": 11.137611104175448}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7535711526870728, "Finetune/Loss (Raw)": 0.6256998777389526, "Finetune/Step": 3761, "Finetune/Step Time": 11.159999944269657}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.753535807132721, "Finetune/Loss (Raw)": 0.7438585162162781, "Finetune/Step": 3762, "Finetune/Step Time": 11.183985786512494}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7551809549331665, "Finetune/Loss (Raw)": 0.8546589612960815, "Finetune/Step": 3763, "Finetune/Step Time": 11.18961676955223}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7544757127761841, "Finetune/Loss (Raw)": 0.7037685513496399, "Finetune/Step": 3764, "Finetune/Step Time": 11.18922815285623}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7527467012405396, "Finetune/Loss (Raw)": 0.6129584908485413, "Finetune/Step": 3765, "Finetune/Step Time": 11.202225174754858}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7532322406768799, "Finetune/Loss (Raw)": 0.8736572861671448, "Finetune/Step": 3766, "Finetune/Step Time": 11.214480482041836}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7534008026123047, "Finetune/Loss (Raw)": 0.8095996975898743, "Finetune/Step": 3767, "Finetune/Step Time": 11.218977306038141}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7541967630386353, "Finetune/Loss (Raw)": 0.6641222238540649, "Finetune/Step": 3768, "Finetune/Step Time": 11.191689118742943}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.752534031867981, "Finetune/Loss (Raw)": 0.4859347343444824, "Finetune/Step": 3769, "Finetune/Step Time": 11.220665453001857}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7535540461540222, "Finetune/Loss (Raw)": 0.9228549599647522, "Finetune/Step": 3770, "Finetune/Step Time": 11.209795063361526}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7542741894721985, "Finetune/Loss (Raw)": 0.9067861437797546, "Finetune/Step": 3771, "Finetune/Step Time": 11.211243377998471}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7547310590744019, "Finetune/Loss (Raw)": 0.8323385119438171, "Finetune/Step": 3772, "Finetune/Step Time": 11.219780016690493}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7531678676605225, "Finetune/Loss (Raw)": 0.5337584018707275, "Finetune/Step": 3773, "Finetune/Step Time": 11.251368781551719}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7534389495849609, "Finetune/Loss (Raw)": 0.8446206450462341, "Finetune/Step": 3774, "Finetune/Step Time": 11.25389327481389}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7538338899612427, "Finetune/Loss (Raw)": 0.8597795367240906, "Finetune/Step": 3775, "Finetune/Step Time": 11.256358860060573}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7537445425987244, "Finetune/Loss (Raw)": 0.853877604007721, "Finetune/Step": 3776, "Finetune/Step Time": 11.255347704514861}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.750673770904541, "Finetune/Loss (Raw)": 0.47468048334121704, "Finetune/Step": 3777, "Finetune/Step Time": 11.290745059028268}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7496501207351685, "Finetune/Loss (Raw)": 0.796594500541687, "Finetune/Step": 3778, "Finetune/Step Time": 11.298699218779802}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7497825622558594, "Finetune/Loss (Raw)": 0.6616718173027039, "Finetune/Step": 3779, "Finetune/Step Time": 11.297829441726208}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7492959499359131, "Finetune/Loss (Raw)": 0.7250162959098816, "Finetune/Step": 3780, "Finetune/Step Time": 11.296085271984339}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7490099668502808, "Finetune/Loss (Raw)": 0.812233030796051, "Finetune/Step": 3781, "Finetune/Step Time": 11.295007228851318}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.748855710029602, "Finetune/Loss (Raw)": 0.7111101150512695, "Finetune/Step": 3782, "Finetune/Step Time": 11.272156316787004}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7468736171722412, "Finetune/Loss (Raw)": 0.6644736528396606, "Finetune/Step": 3783, "Finetune/Step Time": 11.27447921410203}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7472530007362366, "Finetune/Loss (Raw)": 0.7045318484306335, "Finetune/Step": 3784, "Finetune/Step Time": 11.283142203465104}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7471843957901001, "Finetune/Loss (Raw)": 0.7813640832901001, "Finetune/Step": 3785, "Finetune/Step Time": 11.277222469449043}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7483862638473511, "Finetune/Loss (Raw)": 0.8939118385314941, "Finetune/Step": 3786, "Finetune/Step Time": 11.255743023008108}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7486485242843628, "Finetune/Loss (Raw)": 0.7984870076179504, "Finetune/Step": 3787, "Finetune/Step Time": 11.245265107601881}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7474833726882935, "Finetune/Loss (Raw)": 0.7257813215255737, "Finetune/Step": 3788, "Finetune/Step Time": 11.248576050624251}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7462141513824463, "Finetune/Loss (Raw)": 0.6180694103240967, "Finetune/Step": 3789, "Finetune/Step Time": 11.274627463892102}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7459949254989624, "Finetune/Loss (Raw)": 0.8414793014526367, "Finetune/Step": 3790, "Finetune/Step Time": 11.272697944194078}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7447541952133179, "Finetune/Loss (Raw)": 0.8038356304168701, "Finetune/Step": 3791, "Finetune/Step Time": 11.271758584305644}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7444654703140259, "Finetune/Loss (Raw)": 0.6552894115447998, "Finetune/Step": 3792, "Finetune/Step Time": 11.291204206645489}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7444349527359009, "Finetune/Loss (Raw)": 0.7811447978019714, "Finetune/Step": 3793, "Finetune/Step Time": 11.315843058750033}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7446138858795166, "Finetune/Loss (Raw)": 0.8008798956871033, "Finetune/Step": 3794, "Finetune/Step Time": 11.315319329500198}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.744531512260437, "Finetune/Loss (Raw)": 0.6600660085678101, "Finetune/Step": 3795, "Finetune/Step Time": 11.293843550607562}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7452322244644165, "Finetune/Loss (Raw)": 0.8095491528511047, "Finetune/Step": 3796, "Finetune/Step Time": 11.298380121588707}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.744280219078064, "Finetune/Loss (Raw)": 0.5971393585205078, "Finetune/Step": 3797, "Finetune/Step Time": 11.303537804633379}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7438139915466309, "Finetune/Loss (Raw)": 0.7311227917671204, "Finetune/Step": 3798, "Finetune/Step Time": 11.297188570722938}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7415069341659546, "Finetune/Loss (Raw)": 0.5838229656219482, "Finetune/Step": 3799, "Finetune/Step Time": 11.306334506720304}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7419010400772095, "Finetune/Loss (Raw)": 0.779093325138092, "Finetune/Step": 3800, "Finetune/Step Time": 11.287615498527884}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7440124750137329, "Finetune/Loss (Raw)": 0.7824211120605469, "Finetune/Step": 3801, "Finetune/Step Time": 11.286045024171472}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7448010444641113, "Finetune/Loss (Raw)": 0.8686286211013794, "Finetune/Step": 3802, "Finetune/Step Time": 11.277373030781746}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7473022937774658, "Finetune/Loss (Raw)": 0.8756280541419983, "Finetune/Step": 3803, "Finetune/Step Time": 11.222578661516309}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7473833560943604, "Finetune/Loss (Raw)": 0.7907018065452576, "Finetune/Step": 3804, "Finetune/Step Time": 11.189989494159818}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7450922727584839, "Finetune/Loss (Raw)": 0.5986298322677612, "Finetune/Step": 3805, "Finetune/Step Time": 11.21409891359508}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7468796968460083, "Finetune/Loss (Raw)": 0.7657737731933594, "Finetune/Step": 3806, "Finetune/Step Time": 11.242517644539475}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7468279600143433, "Finetune/Loss (Raw)": 0.7247565984725952, "Finetune/Step": 3807, "Finetune/Step Time": 11.254495209082961}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7452924251556396, "Finetune/Loss (Raw)": 0.6176877617835999, "Finetune/Step": 3808, "Finetune/Step Time": 11.258298771455884}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7450295686721802, "Finetune/Loss (Raw)": 0.7451505661010742, "Finetune/Step": 3809, "Finetune/Step Time": 11.290216954424977}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7437489032745361, "Finetune/Loss (Raw)": 0.8369272947311401, "Finetune/Step": 3810, "Finetune/Step Time": 11.293496619910002}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7430391311645508, "Finetune/Loss (Raw)": 0.6977039575576782, "Finetune/Step": 3811, "Finetune/Step Time": 11.306480456143618}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7441402673721313, "Finetune/Loss (Raw)": 0.6899682283401489, "Finetune/Step": 3812, "Finetune/Step Time": 11.298981379717588}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7442247271537781, "Finetune/Loss (Raw)": 0.7673932313919067, "Finetune/Step": 3813, "Finetune/Step Time": 11.294082704931498}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7435437440872192, "Finetune/Loss (Raw)": 0.7208995819091797, "Finetune/Step": 3814, "Finetune/Step Time": 11.28924361243844}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7432935237884521, "Finetune/Loss (Raw)": 0.7783954739570618, "Finetune/Step": 3815, "Finetune/Step Time": 11.313934540376067}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7446959018707275, "Finetune/Loss (Raw)": 0.7994328141212463, "Finetune/Step": 3816, "Finetune/Step Time": 11.308299355208874}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.743566632270813, "Finetune/Loss (Raw)": 0.7208887338638306, "Finetune/Step": 3817, "Finetune/Step Time": 11.30124531313777}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.742933452129364, "Finetune/Loss (Raw)": 0.738905131816864, "Finetune/Step": 3818, "Finetune/Step Time": 11.28752383776009}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7445230484008789, "Finetune/Loss (Raw)": 0.7320989370346069, "Finetune/Step": 3819, "Finetune/Step Time": 11.24899248406291}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7428356409072876, "Finetune/Loss (Raw)": 0.6276403665542603, "Finetune/Step": 3820, "Finetune/Step Time": 11.250504318624735}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7418256998062134, "Finetune/Loss (Raw)": 0.6611680388450623, "Finetune/Step": 3821, "Finetune/Step Time": 11.255389058962464}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7422828674316406, "Finetune/Loss (Raw)": 0.6956185698509216, "Finetune/Step": 3822, "Finetune/Step Time": 11.224911691620946}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7414971590042114, "Finetune/Loss (Raw)": 0.8995774388313293, "Finetune/Step": 3823, "Finetune/Step Time": 11.230435863137245}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7418107986450195, "Finetune/Loss (Raw)": 0.7986442446708679, "Finetune/Step": 3824, "Finetune/Step Time": 11.234205095097423}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7429292798042297, "Finetune/Loss (Raw)": 0.6421025395393372, "Finetune/Step": 3825, "Finetune/Step Time": 11.203642085194588}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7415413856506348, "Finetune/Loss (Raw)": 0.6308581829071045, "Finetune/Step": 3826, "Finetune/Step Time": 11.196343682706356}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7413432598114014, "Finetune/Loss (Raw)": 0.7579763531684875, "Finetune/Step": 3827, "Finetune/Step Time": 11.240040531381965}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7415114641189575, "Finetune/Loss (Raw)": 0.811627209186554, "Finetune/Step": 3828, "Finetune/Step Time": 11.241881381720304}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7407819032669067, "Finetune/Loss (Raw)": 0.5288717150688171, "Finetune/Step": 3829, "Finetune/Step Time": 11.266184825450182}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7406643629074097, "Finetune/Loss (Raw)": 0.7680656909942627, "Finetune/Step": 3830, "Finetune/Step Time": 11.278715556487441}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7400177121162415, "Finetune/Loss (Raw)": 0.7378638386726379, "Finetune/Step": 3831, "Finetune/Step Time": 11.286107629537582}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7410631775856018, "Finetune/Loss (Raw)": 0.9306450486183167, "Finetune/Step": 3832, "Finetune/Step Time": 11.281398380175233}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7429019212722778, "Finetune/Loss (Raw)": 0.8210083842277527, "Finetune/Step": 3833, "Finetune/Step Time": 11.315343249589205}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7438170313835144, "Finetune/Loss (Raw)": 0.8609005212783813, "Finetune/Step": 3834, "Finetune/Step Time": 11.310959389433265}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7445367574691772, "Finetune/Loss (Raw)": 0.8289879560470581, "Finetune/Step": 3835, "Finetune/Step Time": 11.284879188984632}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7450081706047058, "Finetune/Loss (Raw)": 0.6881048083305359, "Finetune/Step": 3836, "Finetune/Step Time": 11.253131637349725}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7435988187789917, "Finetune/Loss (Raw)": 0.7270246744155884, "Finetune/Step": 3837, "Finetune/Step Time": 11.262447593733668}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7420116066932678, "Finetune/Loss (Raw)": 0.7132884860038757, "Finetune/Step": 3838, "Finetune/Step Time": 11.256425829604268}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7432020306587219, "Finetune/Loss (Raw)": 0.7670394778251648, "Finetune/Step": 3839, "Finetune/Step Time": 11.276043685153127}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.742056667804718, "Finetune/Loss (Raw)": 0.7038391828536987, "Finetune/Step": 3840, "Finetune/Step Time": 11.27633473649621}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7453117370605469, "Finetune/Loss (Raw)": 0.9078227877616882, "Finetune/Step": 3841, "Finetune/Step Time": 11.240077706053853}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7448103427886963, "Finetune/Loss (Raw)": 0.7282411456108093, "Finetune/Step": 3842, "Finetune/Step Time": 11.231373781338334}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7430559396743774, "Finetune/Loss (Raw)": 0.5754741430282593, "Finetune/Step": 3843, "Finetune/Step Time": 11.243853030726314}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7435328364372253, "Finetune/Loss (Raw)": 0.7537188529968262, "Finetune/Step": 3844, "Finetune/Step Time": 11.20659084431827}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7442358732223511, "Finetune/Loss (Raw)": 0.7492306232452393, "Finetune/Step": 3845, "Finetune/Step Time": 11.183636080473661}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7441331148147583, "Finetune/Loss (Raw)": 0.5920901298522949, "Finetune/Step": 3846, "Finetune/Step Time": 11.180580107495189}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7462403178215027, "Finetune/Loss (Raw)": 0.8621323704719543, "Finetune/Step": 3847, "Finetune/Step Time": 11.146594351157546}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.744760274887085, "Finetune/Loss (Raw)": 0.6139212250709534, "Finetune/Step": 3848, "Finetune/Step Time": 11.159458082169294}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7449110150337219, "Finetune/Loss (Raw)": 0.8710511922836304, "Finetune/Step": 3849, "Finetune/Step Time": 11.1850674636662}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7422579526901245, "Finetune/Loss (Raw)": 0.47996553778648376, "Finetune/Step": 3850, "Finetune/Step Time": 11.198895504698157}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7400203943252563, "Finetune/Loss (Raw)": 0.6264205574989319, "Finetune/Step": 3851, "Finetune/Step Time": 11.202910291031003}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7412195801734924, "Finetune/Loss (Raw)": 0.8816013932228088, "Finetune/Step": 3852, "Finetune/Step Time": 11.21577375754714}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7397570013999939, "Finetune/Loss (Raw)": 0.6747347712516785, "Finetune/Step": 3853, "Finetune/Step Time": 11.270749252289534}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7409780025482178, "Finetune/Loss (Raw)": 0.8056520819664001, "Finetune/Step": 3854, "Finetune/Step Time": 11.249342255294323}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7392083406448364, "Finetune/Loss (Raw)": 0.49808335304260254, "Finetune/Step": 3855, "Finetune/Step Time": 11.26109634526074}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7418481111526489, "Finetune/Loss (Raw)": 0.8725568652153015, "Finetune/Step": 3856, "Finetune/Step Time": 11.252447934821248}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7404492497444153, "Finetune/Loss (Raw)": 0.6146234273910522, "Finetune/Step": 3857, "Finetune/Step Time": 11.27586068958044}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7380622625350952, "Finetune/Loss (Raw)": 0.5237363576889038, "Finetune/Step": 3858, "Finetune/Step Time": 11.277144262567163}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7388653755187988, "Finetune/Loss (Raw)": 0.9234653115272522, "Finetune/Step": 3859, "Finetune/Step Time": 11.269293826073408}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.738710880279541, "Finetune/Loss (Raw)": 0.7975156903266907, "Finetune/Step": 3860, "Finetune/Step Time": 11.258272249251604}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7383690476417542, "Finetune/Loss (Raw)": 0.7170817255973816, "Finetune/Step": 3861, "Finetune/Step Time": 11.239412249997258}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7376469969749451, "Finetune/Loss (Raw)": 0.7929856181144714, "Finetune/Step": 3862, "Finetune/Step Time": 11.232834251597524}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.737899899482727, "Finetune/Loss (Raw)": 0.6401570439338684, "Finetune/Step": 3863, "Finetune/Step Time": 11.243397895246744}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7363302707672119, "Finetune/Loss (Raw)": 0.7772117257118225, "Finetune/Step": 3864, "Finetune/Step Time": 11.247828248888254}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7361093759536743, "Finetune/Loss (Raw)": 0.6941296458244324, "Finetune/Step": 3865, "Finetune/Step Time": 11.273644931614399}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7376137971878052, "Finetune/Loss (Raw)": 0.8823074102401733, "Finetune/Step": 3866, "Finetune/Step Time": 11.265381287783384}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7394804954528809, "Finetune/Loss (Raw)": 0.9443942308425903, "Finetune/Step": 3867, "Finetune/Step Time": 11.267974350601435}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7401145100593567, "Finetune/Loss (Raw)": 0.836983323097229, "Finetune/Step": 3868, "Finetune/Step Time": 11.274871850386262}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7388677000999451, "Finetune/Loss (Raw)": 0.7057414650917053, "Finetune/Step": 3869, "Finetune/Step Time": 11.27567370980978}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.737927258014679, "Finetune/Loss (Raw)": 0.6770409345626831, "Finetune/Step": 3870, "Finetune/Step Time": 11.310432167723775}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7376721501350403, "Finetune/Loss (Raw)": 0.7610074281692505, "Finetune/Step": 3871, "Finetune/Step Time": 11.255790082737803}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7358623147010803, "Finetune/Loss (Raw)": 0.38518381118774414, "Finetune/Step": 3872, "Finetune/Step Time": 11.270802833139896}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7365913987159729, "Finetune/Loss (Raw)": 0.6392775774002075, "Finetune/Step": 3873, "Finetune/Step Time": 11.24610143341124}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.737091064453125, "Finetune/Loss (Raw)": 0.7529409527778625, "Finetune/Step": 3874, "Finetune/Step Time": 11.246846286579967}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7382463812828064, "Finetune/Loss (Raw)": 0.7437068223953247, "Finetune/Step": 3875, "Finetune/Step Time": 11.225143481045961}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7381671667098999, "Finetune/Loss (Raw)": 0.797645092010498, "Finetune/Step": 3876, "Finetune/Step Time": 11.20522796176374}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7386323809623718, "Finetune/Loss (Raw)": 0.6733320951461792, "Finetune/Step": 3877, "Finetune/Step Time": 11.2177321780473}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7375447750091553, "Finetune/Loss (Raw)": 0.736307680606842, "Finetune/Step": 3878, "Finetune/Step Time": 11.256269972771406}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7355628609657288, "Finetune/Loss (Raw)": 0.6811681985855103, "Finetune/Step": 3879, "Finetune/Step Time": 11.304223151877522}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.735831618309021, "Finetune/Loss (Raw)": 0.7962195873260498, "Finetune/Step": 3880, "Finetune/Step Time": 11.300280483439565}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.736763596534729, "Finetune/Loss (Raw)": 0.8081578016281128, "Finetune/Step": 3881, "Finetune/Step Time": 11.291047252714634}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7370947599411011, "Finetune/Loss (Raw)": 0.8038163185119629, "Finetune/Step": 3882, "Finetune/Step Time": 11.297858729958534}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7379925847053528, "Finetune/Loss (Raw)": 0.85758376121521, "Finetune/Step": 3883, "Finetune/Step Time": 11.294223915785551}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7387833595275879, "Finetune/Loss (Raw)": 0.6981616616249084, "Finetune/Step": 3884, "Finetune/Step Time": 11.285221567377448}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.736018717288971, "Finetune/Loss (Raw)": 0.5248364210128784, "Finetune/Step": 3885, "Finetune/Step Time": 11.295957460999489}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7363553643226624, "Finetune/Loss (Raw)": 0.6601051688194275, "Finetune/Step": 3886, "Finetune/Step Time": 11.278870563954115}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7351260185241699, "Finetune/Loss (Raw)": 0.6739477515220642, "Finetune/Step": 3887, "Finetune/Step Time": 11.272078784182668}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7357179522514343, "Finetune/Loss (Raw)": 0.7659640908241272, "Finetune/Step": 3888, "Finetune/Step Time": 11.263356974348426}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7368346452713013, "Finetune/Loss (Raw)": 0.768625795841217, "Finetune/Step": 3889, "Finetune/Step Time": 11.240823578089476}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7367730140686035, "Finetune/Loss (Raw)": 0.7359825372695923, "Finetune/Step": 3890, "Finetune/Step Time": 11.211549185216427}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7352712154388428, "Finetune/Loss (Raw)": 0.6624274253845215, "Finetune/Step": 3891, "Finetune/Step Time": 11.231522070243955}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7358884811401367, "Finetune/Loss (Raw)": 0.7827808260917664, "Finetune/Step": 3892, "Finetune/Step Time": 11.23958458006382}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7359828948974609, "Finetune/Loss (Raw)": 0.6250328421592712, "Finetune/Step": 3893, "Finetune/Step Time": 11.276032796129584}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7354158163070679, "Finetune/Loss (Raw)": 0.801074743270874, "Finetune/Step": 3894, "Finetune/Step Time": 11.279375746846199}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7351972460746765, "Finetune/Loss (Raw)": 0.7816245555877686, "Finetune/Step": 3895, "Finetune/Step Time": 11.277325438335538}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7359683513641357, "Finetune/Loss (Raw)": 0.7628272175788879, "Finetune/Step": 3896, "Finetune/Step Time": 11.272030930966139}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7379971742630005, "Finetune/Loss (Raw)": 0.7456164956092834, "Finetune/Step": 3897, "Finetune/Step Time": 11.236198099330068}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7363405227661133, "Finetune/Loss (Raw)": 0.7108086347579956, "Finetune/Step": 3898, "Finetune/Step Time": 11.257714563980699}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7360602021217346, "Finetune/Loss (Raw)": 0.8709068894386292, "Finetune/Step": 3899, "Finetune/Step Time": 11.25936184823513}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.735494077205658, "Finetune/Loss (Raw)": 0.7598730325698853, "Finetune/Step": 3900, "Finetune/Step Time": 11.284242372959852}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7378007173538208, "Finetune/Loss (Raw)": 0.8290046453475952, "Finetune/Step": 3901, "Finetune/Step Time": 11.248765433207154}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.738276481628418, "Finetune/Loss (Raw)": 0.9055200815200806, "Finetune/Step": 3902, "Finetune/Step Time": 11.223867746070027}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7382665872573853, "Finetune/Loss (Raw)": 0.8585151433944702, "Finetune/Step": 3903, "Finetune/Step Time": 11.215839922428131}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7374415397644043, "Finetune/Loss (Raw)": 0.7482783794403076, "Finetune/Step": 3904, "Finetune/Step Time": 11.221981490030885}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7386406660079956, "Finetune/Loss (Raw)": 0.6281566023826599, "Finetune/Step": 3905, "Finetune/Step Time": 11.20403928309679}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7382967472076416, "Finetune/Loss (Raw)": 0.7525739669799805, "Finetune/Step": 3906, "Finetune/Step Time": 11.274687798693776}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7408697605133057, "Finetune/Loss (Raw)": 0.991018533706665, "Finetune/Step": 3907, "Finetune/Step Time": 11.25400528497994}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7395048141479492, "Finetune/Loss (Raw)": 0.550307035446167, "Finetune/Step": 3908, "Finetune/Step Time": 11.264285773038864}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7382534742355347, "Finetune/Loss (Raw)": 0.6520626544952393, "Finetune/Step": 3909, "Finetune/Step Time": 11.27098984643817}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7391521334648132, "Finetune/Loss (Raw)": 0.8261380791664124, "Finetune/Step": 3910, "Finetune/Step Time": 11.273614786565304}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.740971565246582, "Finetune/Loss (Raw)": 0.8973575234413147, "Finetune/Step": 3911, "Finetune/Step Time": 11.267919562757015}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7406622767448425, "Finetune/Loss (Raw)": 0.6649460196495056, "Finetune/Step": 3912, "Finetune/Step Time": 11.275894336402416}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7402816414833069, "Finetune/Loss (Raw)": 0.7326405048370361, "Finetune/Step": 3913, "Finetune/Step Time": 11.279376043006778}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7389922738075256, "Finetune/Loss (Raw)": 0.7288742661476135, "Finetune/Step": 3914, "Finetune/Step Time": 11.285639196634293}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.739131510257721, "Finetune/Loss (Raw)": 0.8163080811500549, "Finetune/Step": 3915, "Finetune/Step Time": 11.286000048741698}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7397173047065735, "Finetune/Loss (Raw)": 0.800762414932251, "Finetune/Step": 3916, "Finetune/Step Time": 11.29232643917203}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7404724359512329, "Finetune/Loss (Raw)": 0.7147263884544373, "Finetune/Step": 3917, "Finetune/Step Time": 11.296744797378778}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7404496669769287, "Finetune/Loss (Raw)": 0.8385705351829529, "Finetune/Step": 3918, "Finetune/Step Time": 11.300837721675634}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7399120330810547, "Finetune/Loss (Raw)": 0.7350130677223206, "Finetune/Step": 3919, "Finetune/Step Time": 11.317442500963807}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7407946586608887, "Finetune/Loss (Raw)": 0.7682690620422363, "Finetune/Step": 3920, "Finetune/Step Time": 11.336649190634489}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7394098043441772, "Finetune/Loss (Raw)": 0.6038764715194702, "Finetune/Step": 3921, "Finetune/Step Time": 11.352699657902122}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7397429347038269, "Finetune/Loss (Raw)": 0.8435254693031311, "Finetune/Step": 3922, "Finetune/Step Time": 11.35523839853704}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7386536598205566, "Finetune/Loss (Raw)": 0.5206398963928223, "Finetune/Step": 3923, "Finetune/Step Time": 11.355996936559677}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7387796640396118, "Finetune/Loss (Raw)": 0.8256731629371643, "Finetune/Step": 3924, "Finetune/Step Time": 11.36098900809884}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7404003143310547, "Finetune/Loss (Raw)": 0.8045875430107117, "Finetune/Step": 3925, "Finetune/Step Time": 11.36125105060637}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7399927377700806, "Finetune/Loss (Raw)": 0.6789556741714478, "Finetune/Step": 3926, "Finetune/Step Time": 11.367136614397168}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7412394881248474, "Finetune/Loss (Raw)": 0.7433987259864807, "Finetune/Step": 3927, "Finetune/Step Time": 11.380041353404522}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7417494058609009, "Finetune/Loss (Raw)": 0.8443673253059387, "Finetune/Step": 3928, "Finetune/Step Time": 11.38353168219328}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7418853044509888, "Finetune/Loss (Raw)": 0.7998151183128357, "Finetune/Step": 3929, "Finetune/Step Time": 11.383957713842392}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7406795024871826, "Finetune/Loss (Raw)": 0.7142901420593262, "Finetune/Step": 3930, "Finetune/Step Time": 11.389702398329973}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.74049973487854, "Finetune/Loss (Raw)": 0.8526123762130737, "Finetune/Step": 3931, "Finetune/Step Time": 11.39248269237578}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7395449280738831, "Finetune/Loss (Raw)": 0.6684858202934265, "Finetune/Step": 3932, "Finetune/Step Time": 11.41335709951818}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7388440370559692, "Finetune/Loss (Raw)": 0.5089176297187805, "Finetune/Step": 3933, "Finetune/Step Time": 11.425471559166908}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7383588552474976, "Finetune/Loss (Raw)": 0.7036721110343933, "Finetune/Step": 3934, "Finetune/Step Time": 11.401408664882183}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7383350133895874, "Finetune/Loss (Raw)": 0.7217016816139221, "Finetune/Step": 3935, "Finetune/Step Time": 11.396471813321114}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7402071952819824, "Finetune/Loss (Raw)": 0.8573226928710938, "Finetune/Step": 3936, "Finetune/Step Time": 11.384788747876883}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7406331896781921, "Finetune/Loss (Raw)": 0.7996811270713806, "Finetune/Step": 3937, "Finetune/Step Time": 11.365598239004612}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7398292422294617, "Finetune/Loss (Raw)": 0.7340272665023804, "Finetune/Step": 3938, "Finetune/Step Time": 11.35715414956212}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7406840324401855, "Finetune/Loss (Raw)": 0.8071129322052002, "Finetune/Step": 3939, "Finetune/Step Time": 11.350979356095195}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7415199875831604, "Finetune/Loss (Raw)": 0.7969714403152466, "Finetune/Step": 3940, "Finetune/Step Time": 11.346436263993382}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7421320080757141, "Finetune/Loss (Raw)": 0.8457314968109131, "Finetune/Step": 3941, "Finetune/Step Time": 11.347416885197163}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7431210279464722, "Finetune/Loss (Raw)": 0.8474939465522766, "Finetune/Step": 3942, "Finetune/Step Time": 11.370165815576911}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7418392300605774, "Finetune/Loss (Raw)": 0.6143247485160828, "Finetune/Step": 3943, "Finetune/Step Time": 11.398850096389651}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.741958737373352, "Finetune/Loss (Raw)": 0.8147314190864563, "Finetune/Step": 3944, "Finetune/Step Time": 11.397947216406465}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7440778017044067, "Finetune/Loss (Raw)": 0.9921232461929321, "Finetune/Step": 3945, "Finetune/Step Time": 11.426445664837956}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7442492842674255, "Finetune/Loss (Raw)": 0.7608625292778015, "Finetune/Step": 3946, "Finetune/Step Time": 11.447779135778546}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7447232007980347, "Finetune/Loss (Raw)": 0.7927614450454712, "Finetune/Step": 3947, "Finetune/Step Time": 11.460039842873812}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7455074191093445, "Finetune/Loss (Raw)": 0.7280174493789673, "Finetune/Step": 3948, "Finetune/Step Time": 11.498559854924679}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7468971014022827, "Finetune/Loss (Raw)": 0.8390446305274963, "Finetune/Step": 3949, "Finetune/Step Time": 11.494590394198895}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7480782270431519, "Finetune/Loss (Raw)": 0.8468002676963806, "Finetune/Step": 3950, "Finetune/Step Time": 11.492252614349127}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7477607727050781, "Finetune/Loss (Raw)": 0.858948826789856, "Finetune/Step": 3951, "Finetune/Step Time": 11.493924181908369}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7466140985488892, "Finetune/Loss (Raw)": 0.6518740653991699, "Finetune/Step": 3952, "Finetune/Step Time": 11.504024416208267}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7473793029785156, "Finetune/Loss (Raw)": 0.7400381565093994, "Finetune/Step": 3953, "Finetune/Step Time": 11.50520920753479}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.748067319393158, "Finetune/Loss (Raw)": 0.7189337611198425, "Finetune/Step": 3954, "Finetune/Step Time": 11.497337395325303}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7472115755081177, "Finetune/Loss (Raw)": 0.6484374403953552, "Finetune/Step": 3955, "Finetune/Step Time": 11.449767362326384}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7477863430976868, "Finetune/Loss (Raw)": 0.8851943612098694, "Finetune/Step": 3956, "Finetune/Step Time": 11.449392503127456}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7498648762702942, "Finetune/Loss (Raw)": 0.794924795627594, "Finetune/Step": 3957, "Finetune/Step Time": 11.41475985571742}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7492951154708862, "Finetune/Loss (Raw)": 0.6951462626457214, "Finetune/Step": 3958, "Finetune/Step Time": 11.408572513610125}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7483408451080322, "Finetune/Loss (Raw)": 0.6157119274139404, "Finetune/Step": 3959, "Finetune/Step Time": 11.427585607394576}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7462353706359863, "Finetune/Loss (Raw)": 0.6611410975456238, "Finetune/Step": 3960, "Finetune/Step Time": 11.433911170810461}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7457697987556458, "Finetune/Loss (Raw)": 0.7614139914512634, "Finetune/Step": 3961, "Finetune/Step Time": 11.40637269243598}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7440751791000366, "Finetune/Loss (Raw)": 0.6439894437789917, "Finetune/Step": 3962, "Finetune/Step Time": 11.414662443101406}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7439632415771484, "Finetune/Loss (Raw)": 0.8146554231643677, "Finetune/Step": 3963, "Finetune/Step Time": 11.416855854913592}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7447970509529114, "Finetune/Loss (Raw)": 0.7948405146598816, "Finetune/Step": 3964, "Finetune/Step Time": 11.42667648382485}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7449606657028198, "Finetune/Loss (Raw)": 0.7479594349861145, "Finetune/Step": 3965, "Finetune/Step Time": 11.441126273944974}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7440621256828308, "Finetune/Loss (Raw)": 0.5982832312583923, "Finetune/Step": 3966, "Finetune/Step Time": 11.489382565021515}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7440493106842041, "Finetune/Loss (Raw)": 0.7653930187225342, "Finetune/Step": 3967, "Finetune/Step Time": 11.455097367987037}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7449082732200623, "Finetune/Loss (Raw)": 0.8137965798377991, "Finetune/Step": 3968, "Finetune/Step Time": 11.452323218807578}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7438017725944519, "Finetune/Loss (Raw)": 0.7661822438240051, "Finetune/Step": 3969, "Finetune/Step Time": 11.487978843972087}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7444115877151489, "Finetune/Loss (Raw)": 0.8063055276870728, "Finetune/Step": 3970, "Finetune/Step Time": 11.490774516016245}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7467719316482544, "Finetune/Loss (Raw)": 0.8775937557220459, "Finetune/Step": 3971, "Finetune/Step Time": 11.481616217643023}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.746842622756958, "Finetune/Loss (Raw)": 0.762764573097229, "Finetune/Step": 3972, "Finetune/Step Time": 11.482992891222239}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7468199133872986, "Finetune/Loss (Raw)": 0.7463241815567017, "Finetune/Step": 3973, "Finetune/Step Time": 11.478055795654655}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7476944923400879, "Finetune/Loss (Raw)": 0.7040324807167053, "Finetune/Step": 3974, "Finetune/Step Time": 11.484595658257604}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7478786706924438, "Finetune/Loss (Raw)": 0.8857166171073914, "Finetune/Step": 3975, "Finetune/Step Time": 11.479660568758845}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.748584508895874, "Finetune/Loss (Raw)": 0.7042636871337891, "Finetune/Step": 3976, "Finetune/Step Time": 11.460354814305902}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7466714382171631, "Finetune/Loss (Raw)": 0.6261711716651917, "Finetune/Step": 3977, "Finetune/Step Time": 11.451919104903936}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7465953230857849, "Finetune/Loss (Raw)": 0.47023022174835205, "Finetune/Step": 3978, "Finetune/Step Time": 11.438828399404883}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7480084896087646, "Finetune/Loss (Raw)": 0.8073071241378784, "Finetune/Step": 3979, "Finetune/Step Time": 11.43488041125238}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7455640435218811, "Finetune/Loss (Raw)": 0.5687103271484375, "Finetune/Step": 3980, "Finetune/Step Time": 11.424228439107537}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7468886375427246, "Finetune/Loss (Raw)": 0.8442824482917786, "Finetune/Step": 3981, "Finetune/Step Time": 11.364990001544356}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7465265989303589, "Finetune/Loss (Raw)": 0.7593169808387756, "Finetune/Step": 3982, "Finetune/Step Time": 11.354139603674412}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7485714554786682, "Finetune/Loss (Raw)": 0.7598146200180054, "Finetune/Step": 3983, "Finetune/Step Time": 11.332247769460082}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7462595701217651, "Finetune/Loss (Raw)": 0.5766465067863464, "Finetune/Step": 3984, "Finetune/Step Time": 11.371304742991924}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7479348182678223, "Finetune/Loss (Raw)": 0.8290500044822693, "Finetune/Step": 3985, "Finetune/Step Time": 11.346596213057637}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7509703636169434, "Finetune/Loss (Raw)": 0.9122913479804993, "Finetune/Step": 3986, "Finetune/Step Time": 11.316828332841396}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7491178512573242, "Finetune/Loss (Raw)": 0.6863420605659485, "Finetune/Step": 3987, "Finetune/Step Time": 11.32917220890522}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7491871118545532, "Finetune/Loss (Raw)": 0.8063733577728271, "Finetune/Step": 3988, "Finetune/Step Time": 11.345395270735025}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7501717805862427, "Finetune/Loss (Raw)": 0.8431257009506226, "Finetune/Step": 3989, "Finetune/Step Time": 11.35221853107214}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7500641345977783, "Finetune/Loss (Raw)": 0.7792006731033325, "Finetune/Step": 3990, "Finetune/Step Time": 11.35634846240282}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7514877915382385, "Finetune/Loss (Raw)": 0.8223878741264343, "Finetune/Step": 3991, "Finetune/Step Time": 11.343471955507994}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7504156827926636, "Finetune/Loss (Raw)": 0.6399787664413452, "Finetune/Step": 3992, "Finetune/Step Time": 11.366888219490647}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7514445185661316, "Finetune/Loss (Raw)": 0.825823962688446, "Finetune/Step": 3993, "Finetune/Step Time": 11.32159318216145}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7497791051864624, "Finetune/Loss (Raw)": 0.6691378951072693, "Finetune/Step": 3994, "Finetune/Step Time": 11.33568531088531}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.747904896736145, "Finetune/Loss (Raw)": 0.7044943571090698, "Finetune/Step": 3995, "Finetune/Step Time": 11.336163213476539}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7466552257537842, "Finetune/Loss (Raw)": 0.67702317237854, "Finetune/Step": 3996, "Finetune/Step Time": 11.332389522343874}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7465440034866333, "Finetune/Loss (Raw)": 0.691502571105957, "Finetune/Step": 3997, "Finetune/Step Time": 11.329932319000363}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7478647232055664, "Finetune/Loss (Raw)": 0.8460903167724609, "Finetune/Step": 3998, "Finetune/Step Time": 11.302712179720402}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7478396892547607, "Finetune/Loss (Raw)": 0.7578038573265076, "Finetune/Step": 3999, "Finetune/Step Time": 11.322324469685555}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7507655620574951, "Finetune/Loss (Raw)": 0.75969398021698, "Finetune/Step": 4000, "Finetune/Step Time": 11.276912312954664}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7513946294784546, "Finetune/Loss (Raw)": 0.719802975654602, "Finetune/Step": 4001, "Finetune/Step Time": 11.29469557851553}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7506265640258789, "Finetune/Loss (Raw)": 0.6546377539634705, "Finetune/Step": 4002, "Finetune/Step Time": 11.305724957957864}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7506159543991089, "Finetune/Loss (Raw)": 0.7423372268676758, "Finetune/Step": 4003, "Finetune/Step Time": 11.320529947057366}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7506846189498901, "Finetune/Loss (Raw)": 0.8064392805099487, "Finetune/Step": 4004, "Finetune/Step Time": 11.327203568071127}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7513219118118286, "Finetune/Loss (Raw)": 0.7549086213111877, "Finetune/Step": 4005, "Finetune/Step Time": 11.306016121059656}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7528067827224731, "Finetune/Loss (Raw)": 0.9263643026351929, "Finetune/Step": 4006, "Finetune/Step Time": 11.264904648065567}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.752439022064209, "Finetune/Loss (Raw)": 0.6341014504432678, "Finetune/Step": 4007, "Finetune/Step Time": 11.241183618083596}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.751218855381012, "Finetune/Loss (Raw)": 0.640032172203064, "Finetune/Step": 4008, "Finetune/Step Time": 11.235894186422229}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7508260607719421, "Finetune/Loss (Raw)": 0.7578805685043335, "Finetune/Step": 4009, "Finetune/Step Time": 11.231841186061502}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7497462630271912, "Finetune/Loss (Raw)": 0.6656045317649841, "Finetune/Step": 4010, "Finetune/Step Time": 11.24340595304966}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7493833303451538, "Finetune/Loss (Raw)": 0.8111336827278137, "Finetune/Step": 4011, "Finetune/Step Time": 11.24635199457407}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7482805252075195, "Finetune/Loss (Raw)": 0.5570000410079956, "Finetune/Step": 4012, "Finetune/Step Time": 11.26954373717308}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7496785521507263, "Finetune/Loss (Raw)": 0.7037807106971741, "Finetune/Step": 4013, "Finetune/Step Time": 11.2603673748672}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7500455379486084, "Finetune/Loss (Raw)": 0.7070823311805725, "Finetune/Step": 4014, "Finetune/Step Time": 11.29920338280499}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.750737190246582, "Finetune/Loss (Raw)": 0.7624778747558594, "Finetune/Step": 4015, "Finetune/Step Time": 11.295875281095505}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7507651448249817, "Finetune/Loss (Raw)": 0.7695374488830566, "Finetune/Step": 4016, "Finetune/Step Time": 11.294707920402288}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7511841058731079, "Finetune/Loss (Raw)": 0.8222531080245972, "Finetune/Step": 4017, "Finetune/Step Time": 11.296959463506937}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7496474981307983, "Finetune/Loss (Raw)": 0.5393046736717224, "Finetune/Step": 4018, "Finetune/Step Time": 11.336387943476439}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7515133619308472, "Finetune/Loss (Raw)": 0.9012447595596313, "Finetune/Step": 4019, "Finetune/Step Time": 11.304176380857825}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.752061128616333, "Finetune/Loss (Raw)": 0.8528998494148254, "Finetune/Step": 4020, "Finetune/Step Time": 11.29509692825377}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7530487179756165, "Finetune/Loss (Raw)": 0.7514492273330688, "Finetune/Step": 4021, "Finetune/Step Time": 11.25950289517641}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7525355815887451, "Finetune/Loss (Raw)": 0.7353895306587219, "Finetune/Step": 4022, "Finetune/Step Time": 11.248513186350465}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.75272136926651, "Finetune/Loss (Raw)": 0.8054094314575195, "Finetune/Step": 4023, "Finetune/Step Time": 11.248136393725872}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7533529996871948, "Finetune/Loss (Raw)": 0.8436665534973145, "Finetune/Step": 4024, "Finetune/Step Time": 11.249496066942811}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7530620098114014, "Finetune/Loss (Raw)": 0.7083776593208313, "Finetune/Step": 4025, "Finetune/Step Time": 11.249072846025229}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7538517713546753, "Finetune/Loss (Raw)": 0.8118925094604492, "Finetune/Step": 4026, "Finetune/Step Time": 11.229105269536376}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7538537979125977, "Finetune/Loss (Raw)": 0.8711662888526917, "Finetune/Step": 4027, "Finetune/Step Time": 11.237324859946966}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.753562331199646, "Finetune/Loss (Raw)": 0.7225657105445862, "Finetune/Step": 4028, "Finetune/Step Time": 11.205381354317069}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7534006834030151, "Finetune/Loss (Raw)": 0.8083129525184631, "Finetune/Step": 4029, "Finetune/Step Time": 11.224929139018059}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7506960034370422, "Finetune/Loss (Raw)": 0.5593265891075134, "Finetune/Step": 4030, "Finetune/Step Time": 11.260530341416597}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7496206164360046, "Finetune/Loss (Raw)": 0.720862627029419, "Finetune/Step": 4031, "Finetune/Step Time": 11.262573530897498}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7494408488273621, "Finetune/Loss (Raw)": 0.7252671122550964, "Finetune/Step": 4032, "Finetune/Step Time": 11.250788802281022}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7509348392486572, "Finetune/Loss (Raw)": 0.8193871974945068, "Finetune/Step": 4033, "Finetune/Step Time": 11.236245861276984}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.750861406326294, "Finetune/Loss (Raw)": 0.743183434009552, "Finetune/Step": 4034, "Finetune/Step Time": 11.17020570486784}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7480543851852417, "Finetune/Loss (Raw)": 0.6317064762115479, "Finetune/Step": 4035, "Finetune/Step Time": 11.17870282381773}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7510443925857544, "Finetune/Loss (Raw)": 0.9330333471298218, "Finetune/Step": 4036, "Finetune/Step Time": 11.157627820968628}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7512040734291077, "Finetune/Loss (Raw)": 0.6725078821182251, "Finetune/Step": 4037, "Finetune/Step Time": 11.166198074817657}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7495399713516235, "Finetune/Loss (Raw)": 0.6131313443183899, "Finetune/Step": 4038, "Finetune/Step Time": 11.198836529627442}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7482649683952332, "Finetune/Loss (Raw)": 0.734157919883728, "Finetune/Step": 4039, "Finetune/Step Time": 11.22738622687757}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7496762275695801, "Finetune/Loss (Raw)": 0.8455785512924194, "Finetune/Step": 4040, "Finetune/Step Time": 11.212575294077396}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7493054866790771, "Finetune/Loss (Raw)": 0.6851851940155029, "Finetune/Step": 4041, "Finetune/Step Time": 11.208410501480103}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7494525909423828, "Finetune/Loss (Raw)": 0.7477088570594788, "Finetune/Step": 4042, "Finetune/Step Time": 11.223701860755682}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7493605613708496, "Finetune/Loss (Raw)": 0.8045341968536377, "Finetune/Step": 4043, "Finetune/Step Time": 11.2282795868814}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7489981055259705, "Finetune/Loss (Raw)": 0.754365086555481, "Finetune/Step": 4044, "Finetune/Step Time": 11.214455530047417}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7473015785217285, "Finetune/Loss (Raw)": 0.49756357073783875, "Finetune/Step": 4045, "Finetune/Step Time": 11.221429366618395}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.746261715888977, "Finetune/Loss (Raw)": 0.7054789662361145, "Finetune/Step": 4046, "Finetune/Step Time": 11.216703239828348}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7460940480232239, "Finetune/Loss (Raw)": 0.7135469913482666, "Finetune/Step": 4047, "Finetune/Step Time": 11.221310082823038}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.74510657787323, "Finetune/Loss (Raw)": 0.6418725848197937, "Finetune/Step": 4048, "Finetune/Step Time": 11.203185578808188}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7455048561096191, "Finetune/Loss (Raw)": 0.6548526287078857, "Finetune/Step": 4049, "Finetune/Step Time": 11.17733540572226}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7446017265319824, "Finetune/Loss (Raw)": 0.7279279828071594, "Finetune/Step": 4050, "Finetune/Step Time": 11.173444477841258}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7459478974342346, "Finetune/Loss (Raw)": 0.6929451823234558, "Finetune/Step": 4051, "Finetune/Step Time": 11.166290119290352}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7450657486915588, "Finetune/Loss (Raw)": 0.7127639055252075, "Finetune/Step": 4052, "Finetune/Step Time": 11.20096393674612}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7428531050682068, "Finetune/Loss (Raw)": 0.5213684439659119, "Finetune/Step": 4053, "Finetune/Step Time": 11.233278961852193}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7424225807189941, "Finetune/Loss (Raw)": 0.6238517165184021, "Finetune/Step": 4054, "Finetune/Step Time": 11.24814983829856}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7426140308380127, "Finetune/Loss (Raw)": 0.767903208732605, "Finetune/Step": 4055, "Finetune/Step Time": 11.22426831908524}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7401785850524902, "Finetune/Loss (Raw)": 0.5326198935508728, "Finetune/Step": 4056, "Finetune/Step Time": 11.248053016141057}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7406201362609863, "Finetune/Loss (Raw)": 0.8563419580459595, "Finetune/Step": 4057, "Finetune/Step Time": 11.241691639646888}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7406360507011414, "Finetune/Loss (Raw)": 0.7163275480270386, "Finetune/Step": 4058, "Finetune/Step Time": 11.231564912945032}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7394849061965942, "Finetune/Loss (Raw)": 0.7052688598632812, "Finetune/Step": 4059, "Finetune/Step Time": 11.248238429427147}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7377723455429077, "Finetune/Loss (Raw)": 0.44927310943603516, "Finetune/Step": 4060, "Finetune/Step Time": 11.250452538952231}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.738258957862854, "Finetune/Loss (Raw)": 0.5712054967880249, "Finetune/Step": 4061, "Finetune/Step Time": 11.237216783687472}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7390137910842896, "Finetune/Loss (Raw)": 0.80029296875, "Finetune/Step": 4062, "Finetune/Step Time": 11.23602057993412}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7375242114067078, "Finetune/Loss (Raw)": 0.5310317277908325, "Finetune/Step": 4063, "Finetune/Step Time": 11.258500592783093}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7355666160583496, "Finetune/Loss (Raw)": 0.6067549586296082, "Finetune/Step": 4064, "Finetune/Step Time": 11.30129068903625}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7342609167098999, "Finetune/Loss (Raw)": 0.6325526237487793, "Finetune/Step": 4065, "Finetune/Step Time": 11.310392266139388}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7346437573432922, "Finetune/Loss (Raw)": 0.7830285429954529, "Finetune/Step": 4066, "Finetune/Step Time": 11.315069109201431}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7347855567932129, "Finetune/Loss (Raw)": 0.825255274772644, "Finetune/Step": 4067, "Finetune/Step Time": 11.311810676008463}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7346628904342651, "Finetune/Loss (Raw)": 0.7812789082527161, "Finetune/Step": 4068, "Finetune/Step Time": 11.300271440297365}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7345476150512695, "Finetune/Loss (Raw)": 0.8309754729270935, "Finetune/Step": 4069, "Finetune/Step Time": 11.318243585526943}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.733773410320282, "Finetune/Loss (Raw)": 0.7483985424041748, "Finetune/Step": 4070, "Finetune/Step Time": 11.299401760101318}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7345497608184814, "Finetune/Loss (Raw)": 0.7136898040771484, "Finetune/Step": 4071, "Finetune/Step Time": 11.289957005530596}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7332503795623779, "Finetune/Loss (Raw)": 0.6484131217002869, "Finetune/Step": 4072, "Finetune/Step Time": 11.304412335157394}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7312396764755249, "Finetune/Loss (Raw)": 0.7347571849822998, "Finetune/Step": 4073, "Finetune/Step Time": 11.296064151450992}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7318949103355408, "Finetune/Loss (Raw)": 0.8447285890579224, "Finetune/Step": 4074, "Finetune/Step Time": 11.278693536296487}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7313613891601562, "Finetune/Loss (Raw)": 0.7244784235954285, "Finetune/Step": 4075, "Finetune/Step Time": 11.264340478926897}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7300665378570557, "Finetune/Loss (Raw)": 0.5622743964195251, "Finetune/Step": 4076, "Finetune/Step Time": 11.27332340925932}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7295692563056946, "Finetune/Loss (Raw)": 0.7753922343254089, "Finetune/Step": 4077, "Finetune/Step Time": 11.302428549155593}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7284188270568848, "Finetune/Loss (Raw)": 0.6995431184768677, "Finetune/Step": 4078, "Finetune/Step Time": 11.308053977787495}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7282780408859253, "Finetune/Loss (Raw)": 0.8409276604652405, "Finetune/Step": 4079, "Finetune/Step Time": 11.32547557912767}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7283715605735779, "Finetune/Loss (Raw)": 0.6638467311859131, "Finetune/Step": 4080, "Finetune/Step Time": 11.322123488411307}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7280698418617249, "Finetune/Loss (Raw)": 0.701417088508606, "Finetune/Step": 4081, "Finetune/Step Time": 11.349220931529999}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7277635335922241, "Finetune/Loss (Raw)": 0.6797242164611816, "Finetune/Step": 4082, "Finetune/Step Time": 11.359707698225975}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7291692495346069, "Finetune/Loss (Raw)": 0.8283737897872925, "Finetune/Step": 4083, "Finetune/Step Time": 11.363914402201772}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7273826599121094, "Finetune/Loss (Raw)": 0.6565095782279968, "Finetune/Step": 4084, "Finetune/Step Time": 11.3944305870682}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7256801128387451, "Finetune/Loss (Raw)": 0.5769955515861511, "Finetune/Step": 4085, "Finetune/Step Time": 11.408045755699277}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7255616188049316, "Finetune/Loss (Raw)": 0.6799800992012024, "Finetune/Step": 4086, "Finetune/Step Time": 11.420609584078193}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7273745536804199, "Finetune/Loss (Raw)": 0.8477696180343628, "Finetune/Step": 4087, "Finetune/Step Time": 11.402015650644898}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7284924387931824, "Finetune/Loss (Raw)": 0.8042304515838623, "Finetune/Step": 4088, "Finetune/Step Time": 11.394621256738901}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7285811901092529, "Finetune/Loss (Raw)": 0.7727714776992798, "Finetune/Step": 4089, "Finetune/Step Time": 11.395867321640253}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7295957803726196, "Finetune/Loss (Raw)": 0.773853600025177, "Finetune/Step": 4090, "Finetune/Step Time": 11.38665035739541}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7288610339164734, "Finetune/Loss (Raw)": 0.7206107974052429, "Finetune/Step": 4091, "Finetune/Step Time": 11.402977867051959}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7283492684364319, "Finetune/Loss (Raw)": 0.7293335795402527, "Finetune/Step": 4092, "Finetune/Step Time": 11.404964707791805}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7292463779449463, "Finetune/Loss (Raw)": 0.8627920746803284, "Finetune/Step": 4093, "Finetune/Step Time": 11.384615145623684}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7319492101669312, "Finetune/Loss (Raw)": 0.9442449808120728, "Finetune/Step": 4094, "Finetune/Step Time": 11.34803917631507}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7312682867050171, "Finetune/Loss (Raw)": 0.6782395839691162, "Finetune/Step": 4095, "Finetune/Step Time": 11.3529736045748}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7317560315132141, "Finetune/Loss (Raw)": 0.8762215971946716, "Finetune/Step": 4096, "Finetune/Step Time": 11.35998921096325}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7323126792907715, "Finetune/Loss (Raw)": 0.8374381065368652, "Finetune/Step": 4097, "Finetune/Step Time": 11.336001994088292}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7306228280067444, "Finetune/Loss (Raw)": 0.5900033116340637, "Finetune/Step": 4098, "Finetune/Step Time": 11.342370186001062}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7297163009643555, "Finetune/Loss (Raw)": 0.7615602612495422, "Finetune/Step": 4099, "Finetune/Step Time": 11.341736366972327}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7306859493255615, "Finetune/Loss (Raw)": 0.8868716955184937, "Finetune/Step": 4100, "Finetune/Step Time": 11.339763740077615}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7306766510009766, "Finetune/Loss (Raw)": 0.7451445460319519, "Finetune/Step": 4101, "Finetune/Step Time": 11.36712883785367}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7309525609016418, "Finetune/Loss (Raw)": 0.7393386363983154, "Finetune/Step": 4102, "Finetune/Step Time": 11.359168952330947}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7300225496292114, "Finetune/Loss (Raw)": 0.7666826844215393, "Finetune/Step": 4103, "Finetune/Step Time": 11.36466777138412}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7305750846862793, "Finetune/Loss (Raw)": 0.7749812602996826, "Finetune/Step": 4104, "Finetune/Step Time": 11.34728080034256}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7305262088775635, "Finetune/Loss (Raw)": 0.6199222207069397, "Finetune/Step": 4105, "Finetune/Step Time": 11.337326347827911}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7325568199157715, "Finetune/Loss (Raw)": 0.730148196220398, "Finetune/Step": 4106, "Finetune/Step Time": 11.336925214156508}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7319239377975464, "Finetune/Loss (Raw)": 0.7262905240058899, "Finetune/Step": 4107, "Finetune/Step Time": 11.333367737010121}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7338550090789795, "Finetune/Loss (Raw)": 0.8158933520317078, "Finetune/Step": 4108, "Finetune/Step Time": 11.335157139226794}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7327824234962463, "Finetune/Loss (Raw)": 0.7069920301437378, "Finetune/Step": 4109, "Finetune/Step Time": 11.34605230949819}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.732676088809967, "Finetune/Loss (Raw)": 0.7457023859024048, "Finetune/Step": 4110, "Finetune/Step Time": 11.35636735893786}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.733725905418396, "Finetune/Loss (Raw)": 0.8941912651062012, "Finetune/Step": 4111, "Finetune/Step Time": 11.360500384122133}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7337948083877563, "Finetune/Loss (Raw)": 0.5854596495628357, "Finetune/Step": 4112, "Finetune/Step Time": 11.336410054937005}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7321597337722778, "Finetune/Loss (Raw)": 0.6197662353515625, "Finetune/Step": 4113, "Finetune/Step Time": 11.322819665074348}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7311272621154785, "Finetune/Loss (Raw)": 0.7801365852355957, "Finetune/Step": 4114, "Finetune/Step Time": 11.309810921549797}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7318686246871948, "Finetune/Loss (Raw)": 0.7812379598617554, "Finetune/Step": 4115, "Finetune/Step Time": 11.302528284490108}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7294986248016357, "Finetune/Loss (Raw)": 0.5030084848403931, "Finetune/Step": 4116, "Finetune/Step Time": 11.310361282899976}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7277774810791016, "Finetune/Loss (Raw)": 0.6228266358375549, "Finetune/Step": 4117, "Finetune/Step Time": 11.311006713658571}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7289103269577026, "Finetune/Loss (Raw)": 0.9241974949836731, "Finetune/Step": 4118, "Finetune/Step Time": 11.315775990486145}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7294166088104248, "Finetune/Loss (Raw)": 0.8871985077857971, "Finetune/Step": 4119, "Finetune/Step Time": 11.311266528442502}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7296464443206787, "Finetune/Loss (Raw)": 0.6693909764289856, "Finetune/Step": 4120, "Finetune/Step Time": 11.303414355963469}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7293486595153809, "Finetune/Loss (Raw)": 0.7877165675163269, "Finetune/Step": 4121, "Finetune/Step Time": 11.327076822519302}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.729497492313385, "Finetune/Loss (Raw)": 0.6881834268569946, "Finetune/Step": 4122, "Finetune/Step Time": 11.32451326213777}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7311595678329468, "Finetune/Loss (Raw)": 0.9172366857528687, "Finetune/Step": 4123, "Finetune/Step Time": 11.325906490907073}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7302002906799316, "Finetune/Loss (Raw)": 0.5542409420013428, "Finetune/Step": 4124, "Finetune/Step Time": 11.3364218454808}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7309379577636719, "Finetune/Loss (Raw)": 0.7859235405921936, "Finetune/Step": 4125, "Finetune/Step Time": 11.340842951089144}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7305755615234375, "Finetune/Loss (Raw)": 0.7997020483016968, "Finetune/Step": 4126, "Finetune/Step Time": 11.336758963763714}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7307347059249878, "Finetune/Loss (Raw)": 0.7781724333763123, "Finetune/Step": 4127, "Finetune/Step Time": 11.308005817234516}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7304232120513916, "Finetune/Loss (Raw)": 0.7198256254196167, "Finetune/Step": 4128, "Finetune/Step Time": 11.301829060539603}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7306938171386719, "Finetune/Loss (Raw)": 0.7544386982917786, "Finetune/Step": 4129, "Finetune/Step Time": 11.27292836457491}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7314297556877136, "Finetune/Loss (Raw)": 0.7488352060317993, "Finetune/Step": 4130, "Finetune/Step Time": 11.258934795856476}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7316558361053467, "Finetune/Loss (Raw)": 0.7712836861610413, "Finetune/Step": 4131, "Finetune/Step Time": 11.248042790219188}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7314751148223877, "Finetune/Loss (Raw)": 0.7832974791526794, "Finetune/Step": 4132, "Finetune/Step Time": 11.255086652934551}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7308916449546814, "Finetune/Loss (Raw)": 0.6802295446395874, "Finetune/Step": 4133, "Finetune/Step Time": 11.264655593782663}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7293136715888977, "Finetune/Loss (Raw)": 0.7243815064430237, "Finetune/Step": 4134, "Finetune/Step Time": 11.28668887913227}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.729670524597168, "Finetune/Loss (Raw)": 0.6797804236412048, "Finetune/Step": 4135, "Finetune/Step Time": 11.251840151846409}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7301647663116455, "Finetune/Loss (Raw)": 0.7032914161682129, "Finetune/Step": 4136, "Finetune/Step Time": 11.256065813824534}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7294102907180786, "Finetune/Loss (Raw)": 0.661312460899353, "Finetune/Step": 4137, "Finetune/Step Time": 11.248054318130016}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7306933999061584, "Finetune/Loss (Raw)": 0.829841673374176, "Finetune/Step": 4138, "Finetune/Step Time": 11.231236496940255}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7298293113708496, "Finetune/Loss (Raw)": 0.700526773929596, "Finetune/Step": 4139, "Finetune/Step Time": 11.220241701230407}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7309941053390503, "Finetune/Loss (Raw)": 0.7061010003089905, "Finetune/Step": 4140, "Finetune/Step Time": 11.206965126097202}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7305598258972168, "Finetune/Loss (Raw)": 0.6481837034225464, "Finetune/Step": 4141, "Finetune/Step Time": 11.232007129117846}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7304345369338989, "Finetune/Loss (Raw)": 0.6910490989685059, "Finetune/Step": 4142, "Finetune/Step Time": 11.197709236294031}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7298852205276489, "Finetune/Loss (Raw)": 0.6921700835227966, "Finetune/Step": 4143, "Finetune/Step Time": 11.197007600218058}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7279244661331177, "Finetune/Loss (Raw)": 0.5185545086860657, "Finetune/Step": 4144, "Finetune/Step Time": 11.231155782938004}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7263745069503784, "Finetune/Loss (Raw)": 0.6238685250282288, "Finetune/Step": 4145, "Finetune/Step Time": 11.245652234181762}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.728426456451416, "Finetune/Loss (Raw)": 0.8019459247589111, "Finetune/Step": 4146, "Finetune/Step Time": 11.202821364626288}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7273940443992615, "Finetune/Loss (Raw)": 0.7690984606742859, "Finetune/Step": 4147, "Finetune/Step Time": 11.21261833421886}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.727027952671051, "Finetune/Loss (Raw)": 0.8060386180877686, "Finetune/Step": 4148, "Finetune/Step Time": 11.21863691136241}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7269147634506226, "Finetune/Loss (Raw)": 0.736963152885437, "Finetune/Step": 4149, "Finetune/Step Time": 11.206688912585378}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7260797023773193, "Finetune/Loss (Raw)": 0.6284958124160767, "Finetune/Step": 4150, "Finetune/Step Time": 11.24593903310597}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7257480621337891, "Finetune/Loss (Raw)": 0.762967586517334, "Finetune/Step": 4151, "Finetune/Step Time": 11.255620419979095}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7250185608863831, "Finetune/Loss (Raw)": 0.7502867579460144, "Finetune/Step": 4152, "Finetune/Step Time": 11.25841703824699}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.724983811378479, "Finetune/Loss (Raw)": 0.7039313316345215, "Finetune/Step": 4153, "Finetune/Step Time": 11.254045605659485}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7246343493461609, "Finetune/Loss (Raw)": 0.7671589851379395, "Finetune/Step": 4154, "Finetune/Step Time": 11.26118702441454}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7231462597846985, "Finetune/Loss (Raw)": 0.6806914806365967, "Finetune/Step": 4155, "Finetune/Step Time": 11.255258599296212}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7225416898727417, "Finetune/Loss (Raw)": 0.6451770663261414, "Finetune/Step": 4156, "Finetune/Step Time": 11.258363464847207}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7229281663894653, "Finetune/Loss (Raw)": 0.8577826619148254, "Finetune/Step": 4157, "Finetune/Step Time": 11.235601045191288}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7245149612426758, "Finetune/Loss (Raw)": 0.7624378204345703, "Finetune/Step": 4158, "Finetune/Step Time": 11.211329502984881}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.725262463092804, "Finetune/Loss (Raw)": 0.8165445327758789, "Finetune/Step": 4159, "Finetune/Step Time": 11.214145887643099}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7265514135360718, "Finetune/Loss (Raw)": 0.890256404876709, "Finetune/Step": 4160, "Finetune/Step Time": 11.218255730345845}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.726305365562439, "Finetune/Loss (Raw)": 0.787895143032074, "Finetune/Step": 4161, "Finetune/Step Time": 11.210108797997236}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.727468729019165, "Finetune/Loss (Raw)": 0.8920819163322449, "Finetune/Step": 4162, "Finetune/Step Time": 11.202802119776607}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7272453308105469, "Finetune/Loss (Raw)": 0.6031127572059631, "Finetune/Step": 4163, "Finetune/Step Time": 11.230298539623618}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7235180139541626, "Finetune/Loss (Raw)": 0.4559388756752014, "Finetune/Step": 4164, "Finetune/Step Time": 11.258786834776402}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7250951528549194, "Finetune/Loss (Raw)": 0.8743788003921509, "Finetune/Step": 4165, "Finetune/Step Time": 11.24769202619791}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7270616292953491, "Finetune/Loss (Raw)": 0.864840567111969, "Finetune/Step": 4166, "Finetune/Step Time": 11.207434376701713}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7267653942108154, "Finetune/Loss (Raw)": 0.6962430477142334, "Finetune/Step": 4167, "Finetune/Step Time": 11.18695194274187}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7248385548591614, "Finetune/Loss (Raw)": 0.5989450216293335, "Finetune/Step": 4168, "Finetune/Step Time": 11.194466201588511}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7242323160171509, "Finetune/Loss (Raw)": 0.6075822710990906, "Finetune/Step": 4169, "Finetune/Step Time": 11.230139477178454}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7232205867767334, "Finetune/Loss (Raw)": 0.6182098984718323, "Finetune/Step": 4170, "Finetune/Step Time": 11.217946998775005}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.723037600517273, "Finetune/Loss (Raw)": 0.7811174392700195, "Finetune/Step": 4171, "Finetune/Step Time": 11.21710797585547}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7230694890022278, "Finetune/Loss (Raw)": 0.7584434747695923, "Finetune/Step": 4172, "Finetune/Step Time": 11.244773901998997}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7248553037643433, "Finetune/Loss (Raw)": 0.726142168045044, "Finetune/Step": 4173, "Finetune/Step Time": 11.214063826948404}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7243552207946777, "Finetune/Loss (Raw)": 0.6414675116539001, "Finetune/Step": 4174, "Finetune/Step Time": 11.250240087509155}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7240942716598511, "Finetune/Loss (Raw)": 0.6801547408103943, "Finetune/Step": 4175, "Finetune/Step Time": 11.238277858123183}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7247872948646545, "Finetune/Loss (Raw)": 0.7305749654769897, "Finetune/Step": 4176, "Finetune/Step Time": 11.218854697421193}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7257219552993774, "Finetune/Loss (Raw)": 0.7744839191436768, "Finetune/Step": 4177, "Finetune/Step Time": 11.233688367530704}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7265118360519409, "Finetune/Loss (Raw)": 0.8290364146232605, "Finetune/Step": 4178, "Finetune/Step Time": 11.242224121466279}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7266585826873779, "Finetune/Loss (Raw)": 0.7117341756820679, "Finetune/Step": 4179, "Finetune/Step Time": 11.255550812929869}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7275335192680359, "Finetune/Loss (Raw)": 0.8247491121292114, "Finetune/Step": 4180, "Finetune/Step Time": 11.225782200694084}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7293666005134583, "Finetune/Loss (Raw)": 0.7560083270072937, "Finetune/Step": 4181, "Finetune/Step Time": 11.192475188523531}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.728833019733429, "Finetune/Loss (Raw)": 0.5555501580238342, "Finetune/Step": 4182, "Finetune/Step Time": 11.189761020243168}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.729164719581604, "Finetune/Loss (Raw)": 0.8103654384613037, "Finetune/Step": 4183, "Finetune/Step Time": 11.18754712678492}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7308327555656433, "Finetune/Loss (Raw)": 0.746126651763916, "Finetune/Step": 4184, "Finetune/Step Time": 11.155808432027698}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7306772470474243, "Finetune/Loss (Raw)": 0.8364290595054626, "Finetune/Step": 4185, "Finetune/Step Time": 11.159568689763546}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7318960428237915, "Finetune/Loss (Raw)": 0.8723447322845459, "Finetune/Step": 4186, "Finetune/Step Time": 11.174911955371499}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.731879472732544, "Finetune/Loss (Raw)": 0.7031413912773132, "Finetune/Step": 4187, "Finetune/Step Time": 11.15968469902873}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7327902317047119, "Finetune/Loss (Raw)": 0.5658565759658813, "Finetune/Step": 4188, "Finetune/Step Time": 11.144027328118682}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7340872287750244, "Finetune/Loss (Raw)": 0.7372166514396667, "Finetune/Step": 4189, "Finetune/Step Time": 11.120776113122702}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7319818735122681, "Finetune/Loss (Raw)": 0.5308112502098083, "Finetune/Step": 4190, "Finetune/Step Time": 11.120579892769456}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7336143851280212, "Finetune/Loss (Raw)": 0.7399925589561462, "Finetune/Step": 4191, "Finetune/Step Time": 11.088796958327293}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7359452843666077, "Finetune/Loss (Raw)": 0.9051066637039185, "Finetune/Step": 4192, "Finetune/Step Time": 11.045572187751532}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7351999878883362, "Finetune/Loss (Raw)": 0.5371541380882263, "Finetune/Step": 4193, "Finetune/Step Time": 11.068854164332151}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7352705001831055, "Finetune/Loss (Raw)": 0.7920545339584351, "Finetune/Step": 4194, "Finetune/Step Time": 11.070251094177365}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7351359128952026, "Finetune/Loss (Raw)": 0.8080285787582397, "Finetune/Step": 4195, "Finetune/Step Time": 11.071754077449441}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7346751689910889, "Finetune/Loss (Raw)": 0.7223019003868103, "Finetune/Step": 4196, "Finetune/Step Time": 11.070843232795596}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7317607998847961, "Finetune/Loss (Raw)": 0.4579370319843292, "Finetune/Step": 4197, "Finetune/Step Time": 11.086107343435287}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7324690818786621, "Finetune/Loss (Raw)": 0.8390634655952454, "Finetune/Step": 4198, "Finetune/Step Time": 11.082121958956122}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7337753772735596, "Finetune/Loss (Raw)": 0.8808907866477966, "Finetune/Step": 4199, "Finetune/Step Time": 11.034122131764889}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7346943616867065, "Finetune/Loss (Raw)": 0.7660452723503113, "Finetune/Step": 4200, "Finetune/Step Time": 11.027175912633538}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7343435287475586, "Finetune/Loss (Raw)": 0.6898500323295593, "Finetune/Step": 4201, "Finetune/Step Time": 11.027204832062125}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7335880994796753, "Finetune/Loss (Raw)": 0.7480296492576599, "Finetune/Step": 4202, "Finetune/Step Time": 11.032062677666545}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7333601713180542, "Finetune/Loss (Raw)": 0.6953101754188538, "Finetune/Step": 4203, "Finetune/Step Time": 11.033846896141768}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7344027757644653, "Finetune/Loss (Raw)": 0.6957281827926636, "Finetune/Step": 4204, "Finetune/Step Time": 10.985212726518512}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7343945503234863, "Finetune/Loss (Raw)": 0.7743322849273682, "Finetune/Step": 4205, "Finetune/Step Time": 10.950584461912513}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7343295812606812, "Finetune/Loss (Raw)": 0.6912333965301514, "Finetune/Step": 4206, "Finetune/Step Time": 10.942385524511337}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7339073419570923, "Finetune/Loss (Raw)": 0.7868741750717163, "Finetune/Step": 4207, "Finetune/Step Time": 10.931579653173685}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7346596717834473, "Finetune/Loss (Raw)": 0.7601445317268372, "Finetune/Step": 4208, "Finetune/Step Time": 10.930395174771547}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7362541556358337, "Finetune/Loss (Raw)": 0.9055172801017761, "Finetune/Step": 4209, "Finetune/Step Time": 10.910941807553172}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7369136214256287, "Finetune/Loss (Raw)": 0.7641355991363525, "Finetune/Step": 4210, "Finetune/Step Time": 10.904762597754598}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7367980480194092, "Finetune/Loss (Raw)": 0.8135745525360107, "Finetune/Step": 4211, "Finetune/Step Time": 10.926871448755264}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7367352247238159, "Finetune/Loss (Raw)": 0.6484686732292175, "Finetune/Step": 4212, "Finetune/Step Time": 10.888850823044777}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7371407747268677, "Finetune/Loss (Raw)": 0.6289032697677612, "Finetune/Step": 4213, "Finetune/Step Time": 10.884999385103583}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7378395795822144, "Finetune/Loss (Raw)": 0.7694397568702698, "Finetune/Step": 4214, "Finetune/Step Time": 10.872081575915217}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7366412878036499, "Finetune/Loss (Raw)": 0.6943755745887756, "Finetune/Step": 4215, "Finetune/Step Time": 10.913637079298496}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7364230155944824, "Finetune/Loss (Raw)": 0.7762940526008606, "Finetune/Step": 4216, "Finetune/Step Time": 10.908341571688652}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7366605401039124, "Finetune/Loss (Raw)": 0.8031797409057617, "Finetune/Step": 4217, "Finetune/Step Time": 10.907316077500582}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7363584637641907, "Finetune/Loss (Raw)": 0.7351873517036438, "Finetune/Step": 4218, "Finetune/Step Time": 10.90244473144412}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7352261543273926, "Finetune/Loss (Raw)": 0.5756795406341553, "Finetune/Step": 4219, "Finetune/Step Time": 10.877951500937343}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7357897162437439, "Finetune/Loss (Raw)": 0.8014662861824036, "Finetune/Step": 4220, "Finetune/Step Time": 10.865295795723796}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7358619570732117, "Finetune/Loss (Raw)": 0.8720330595970154, "Finetune/Step": 4221, "Finetune/Step Time": 10.86965842731297}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7346683740615845, "Finetune/Loss (Raw)": 0.7914727330207825, "Finetune/Step": 4222, "Finetune/Step Time": 10.871666517108679}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7358558177947998, "Finetune/Loss (Raw)": 0.830224871635437, "Finetune/Step": 4223, "Finetune/Step Time": 10.863200575113297}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7344725131988525, "Finetune/Loss (Raw)": 0.6991687417030334, "Finetune/Step": 4224, "Finetune/Step Time": 10.866556521505117}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7331815361976624, "Finetune/Loss (Raw)": 0.6721866726875305, "Finetune/Step": 4225, "Finetune/Step Time": 10.860357521101832}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.735153317451477, "Finetune/Loss (Raw)": 0.842397928237915, "Finetune/Step": 4226, "Finetune/Step Time": 10.852147217839956}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7366599440574646, "Finetune/Loss (Raw)": 0.9544020891189575, "Finetune/Step": 4227, "Finetune/Step Time": 10.85527472756803}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7356432676315308, "Finetune/Loss (Raw)": 0.7567470073699951, "Finetune/Step": 4228, "Finetune/Step Time": 10.859717668965459}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7362357378005981, "Finetune/Loss (Raw)": 0.8209628462791443, "Finetune/Step": 4229, "Finetune/Step Time": 10.83982321433723}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7343601584434509, "Finetune/Loss (Raw)": 0.4992761015892029, "Finetune/Step": 4230, "Finetune/Step Time": 10.86790613271296}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7323726415634155, "Finetune/Loss (Raw)": 0.5122818946838379, "Finetune/Step": 4231, "Finetune/Step Time": 10.94700326025486}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.732215166091919, "Finetune/Loss (Raw)": 0.7548274993896484, "Finetune/Step": 4232, "Finetune/Step Time": 10.95735864713788}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7323075532913208, "Finetune/Loss (Raw)": 0.6317428350448608, "Finetune/Step": 4233, "Finetune/Step Time": 10.96918516419828}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7339649200439453, "Finetune/Loss (Raw)": 0.9422957897186279, "Finetune/Step": 4234, "Finetune/Step Time": 10.969964738935232}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7345455288887024, "Finetune/Loss (Raw)": 0.8006038665771484, "Finetune/Step": 4235, "Finetune/Step Time": 10.975383469834924}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7330130338668823, "Finetune/Loss (Raw)": 0.6197361350059509, "Finetune/Step": 4236, "Finetune/Step Time": 10.98484249971807}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7343340516090393, "Finetune/Loss (Raw)": 0.8760762214660645, "Finetune/Step": 4237, "Finetune/Step Time": 10.979057552292943}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7350552082061768, "Finetune/Loss (Raw)": 0.8380110263824463, "Finetune/Step": 4238, "Finetune/Step Time": 10.962908908724785}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7343705892562866, "Finetune/Loss (Raw)": 0.8065611720085144, "Finetune/Step": 4239, "Finetune/Step Time": 10.96273653768003}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7355925440788269, "Finetune/Loss (Raw)": 0.7418714165687561, "Finetune/Step": 4240, "Finetune/Step Time": 10.948737306520343}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7367283701896667, "Finetune/Loss (Raw)": 0.7651498913764954, "Finetune/Step": 4241, "Finetune/Step Time": 10.952742209658027}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7370529770851135, "Finetune/Loss (Raw)": 0.8216885328292847, "Finetune/Step": 4242, "Finetune/Step Time": 10.955311177298427}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7366324663162231, "Finetune/Loss (Raw)": 0.7274177074432373, "Finetune/Step": 4243, "Finetune/Step Time": 10.986961401998997}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7388200759887695, "Finetune/Loss (Raw)": 0.7830232977867126, "Finetune/Step": 4244, "Finetune/Step Time": 10.967836489900947}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7398874759674072, "Finetune/Loss (Raw)": 0.7594491839408875, "Finetune/Step": 4245, "Finetune/Step Time": 10.970738213509321}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7381860017776489, "Finetune/Loss (Raw)": 0.7064050436019897, "Finetune/Step": 4246, "Finetune/Step Time": 11.014478135854006}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7374796867370605, "Finetune/Loss (Raw)": 0.7967879176139832, "Finetune/Step": 4247, "Finetune/Step Time": 11.019395308569074}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7369931936264038, "Finetune/Loss (Raw)": 0.607125997543335, "Finetune/Step": 4248, "Finetune/Step Time": 11.040456658229232}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7371450662612915, "Finetune/Loss (Raw)": 0.807157576084137, "Finetune/Step": 4249, "Finetune/Step Time": 11.014793004840612}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7361433506011963, "Finetune/Loss (Raw)": 0.5599599480628967, "Finetune/Step": 4250, "Finetune/Step Time": 11.011333294212818}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.734067440032959, "Finetune/Loss (Raw)": 0.6515169143676758, "Finetune/Step": 4251, "Finetune/Step Time": 11.011534240096807}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7372427582740784, "Finetune/Loss (Raw)": 0.9606865048408508, "Finetune/Step": 4252, "Finetune/Step Time": 11.018712984398007}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7351580858230591, "Finetune/Loss (Raw)": 0.519085705280304, "Finetune/Step": 4253, "Finetune/Step Time": 11.050274601206183}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7325310111045837, "Finetune/Loss (Raw)": 0.4634322226047516, "Finetune/Step": 4254, "Finetune/Step Time": 11.074661362916231}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7317982912063599, "Finetune/Loss (Raw)": 0.6843840479850769, "Finetune/Step": 4255, "Finetune/Step Time": 11.086187649518251}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7321228981018066, "Finetune/Loss (Raw)": 0.7613716125488281, "Finetune/Step": 4256, "Finetune/Step Time": 11.117626529186964}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7325353622436523, "Finetune/Loss (Raw)": 0.8072401881217957, "Finetune/Step": 4257, "Finetune/Step Time": 11.121923923492432}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7314149737358093, "Finetune/Loss (Raw)": 0.6054230332374573, "Finetune/Step": 4258, "Finetune/Step Time": 11.136960320174694}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7323386669158936, "Finetune/Loss (Raw)": 0.8895155787467957, "Finetune/Step": 4259, "Finetune/Step Time": 11.14531223103404}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7320849895477295, "Finetune/Loss (Raw)": 0.7508268356323242, "Finetune/Step": 4260, "Finetune/Step Time": 11.139535279944539}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7327969074249268, "Finetune/Loss (Raw)": 0.771360456943512, "Finetune/Step": 4261, "Finetune/Step Time": 11.13438561372459}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7328851222991943, "Finetune/Loss (Raw)": 0.7356725335121155, "Finetune/Step": 4262, "Finetune/Step Time": 11.119311735033989}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7347398996353149, "Finetune/Loss (Raw)": 0.9171878099441528, "Finetune/Step": 4263, "Finetune/Step Time": 11.116900883615017}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7340102195739746, "Finetune/Loss (Raw)": 0.6098847985267639, "Finetune/Step": 4264, "Finetune/Step Time": 11.130643436685205}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7342603206634521, "Finetune/Loss (Raw)": 0.6933326125144958, "Finetune/Step": 4265, "Finetune/Step Time": 11.143550869077444}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7346524000167847, "Finetune/Loss (Raw)": 0.880025327205658, "Finetune/Step": 4266, "Finetune/Step Time": 11.140576669946313}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7340322732925415, "Finetune/Loss (Raw)": 0.6211507320404053, "Finetune/Step": 4267, "Finetune/Step Time": 11.157141383737326}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7338199615478516, "Finetune/Loss (Raw)": 0.6789284348487854, "Finetune/Step": 4268, "Finetune/Step Time": 11.148186339065433}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7328870892524719, "Finetune/Loss (Raw)": 0.5287758111953735, "Finetune/Step": 4269, "Finetune/Step Time": 11.167937628924847}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7332497239112854, "Finetune/Loss (Raw)": 0.737467885017395, "Finetune/Step": 4270, "Finetune/Step Time": 11.166437081992626}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.732599139213562, "Finetune/Loss (Raw)": 0.6089015007019043, "Finetune/Step": 4271, "Finetune/Step Time": 11.204232631251216}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7348705530166626, "Finetune/Loss (Raw)": 0.8092890977859497, "Finetune/Step": 4272, "Finetune/Step Time": 11.173079052940011}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7351036071777344, "Finetune/Loss (Raw)": 0.6537041664123535, "Finetune/Step": 4273, "Finetune/Step Time": 11.158034613355994}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7344198226928711, "Finetune/Loss (Raw)": 0.7144131064414978, "Finetune/Step": 4274, "Finetune/Step Time": 11.16810560040176}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7332264184951782, "Finetune/Loss (Raw)": 0.6163442730903625, "Finetune/Step": 4275, "Finetune/Step Time": 11.184834530577064}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7331330180168152, "Finetune/Loss (Raw)": 0.7940893769264221, "Finetune/Step": 4276, "Finetune/Step Time": 11.186288749799132}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7329727411270142, "Finetune/Loss (Raw)": 0.7164470553398132, "Finetune/Step": 4277, "Finetune/Step Time": 11.215770756825805}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7346970438957214, "Finetune/Loss (Raw)": 0.84920334815979, "Finetune/Step": 4278, "Finetune/Step Time": 11.172957301139832}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7341307997703552, "Finetune/Loss (Raw)": 0.6904911994934082, "Finetune/Step": 4279, "Finetune/Step Time": 11.169711032882333}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7346252202987671, "Finetune/Loss (Raw)": 0.8135669827461243, "Finetune/Step": 4280, "Finetune/Step Time": 11.159641563892365}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7360154390335083, "Finetune/Loss (Raw)": 0.8818829655647278, "Finetune/Step": 4281, "Finetune/Step Time": 11.162582503631711}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7362433671951294, "Finetune/Loss (Raw)": 0.7963334321975708, "Finetune/Step": 4282, "Finetune/Step Time": 11.157795051112771}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7369033098220825, "Finetune/Loss (Raw)": 0.7651596665382385, "Finetune/Step": 4283, "Finetune/Step Time": 11.160491850227118}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7379209399223328, "Finetune/Loss (Raw)": 0.7754387259483337, "Finetune/Step": 4284, "Finetune/Step Time": 11.156405298039317}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7357463836669922, "Finetune/Loss (Raw)": 0.5794337391853333, "Finetune/Step": 4285, "Finetune/Step Time": 11.204882038757205}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7355129718780518, "Finetune/Loss (Raw)": 0.7325649857521057, "Finetune/Step": 4286, "Finetune/Step Time": 11.192837219685316}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7353164553642273, "Finetune/Loss (Raw)": 0.7913961410522461, "Finetune/Step": 4287, "Finetune/Step Time": 11.194306764751673}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.735110878944397, "Finetune/Loss (Raw)": 0.8639354109764099, "Finetune/Step": 4288, "Finetune/Step Time": 11.202327772974968}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7344480156898499, "Finetune/Loss (Raw)": 0.7030550837516785, "Finetune/Step": 4289, "Finetune/Step Time": 11.206525787711143}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7341063618659973, "Finetune/Loss (Raw)": 0.8483452200889587, "Finetune/Step": 4290, "Finetune/Step Time": 11.202917575836182}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.736008882522583, "Finetune/Loss (Raw)": 0.8466350436210632, "Finetune/Step": 4291, "Finetune/Step Time": 11.170970797538757}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7387235164642334, "Finetune/Loss (Raw)": 0.8034183979034424, "Finetune/Step": 4292, "Finetune/Step Time": 11.158106854185462}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.738184928894043, "Finetune/Loss (Raw)": 0.8054320812225342, "Finetune/Step": 4293, "Finetune/Step Time": 11.169891308993101}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7370594143867493, "Finetune/Loss (Raw)": 0.7207756042480469, "Finetune/Step": 4294, "Finetune/Step Time": 11.202319502830505}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7360601425170898, "Finetune/Loss (Raw)": 0.5683388710021973, "Finetune/Step": 4295, "Finetune/Step Time": 11.254760853946209}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7384158372879028, "Finetune/Loss (Raw)": 0.9004687666893005, "Finetune/Step": 4296, "Finetune/Step Time": 11.239331740885973}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7401014566421509, "Finetune/Loss (Raw)": 0.8233537077903748, "Finetune/Step": 4297, "Finetune/Step Time": 11.203319167718291}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7398282289505005, "Finetune/Loss (Raw)": 0.5832313895225525, "Finetune/Step": 4298, "Finetune/Step Time": 11.20162240974605}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7401061654090881, "Finetune/Loss (Raw)": 0.8166901469230652, "Finetune/Step": 4299, "Finetune/Step Time": 11.21133478730917}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7408590316772461, "Finetune/Loss (Raw)": 0.8548147678375244, "Finetune/Step": 4300, "Finetune/Step Time": 11.192634733393788}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7396358847618103, "Finetune/Loss (Raw)": 0.5695781707763672, "Finetune/Step": 4301, "Finetune/Step Time": 11.224008031189442}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7412976026535034, "Finetune/Loss (Raw)": 0.8541589975357056, "Finetune/Step": 4302, "Finetune/Step Time": 11.196107901632786}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7429324388504028, "Finetune/Loss (Raw)": 0.8894222974777222, "Finetune/Step": 4303, "Finetune/Step Time": 11.205053696408868}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7417325973510742, "Finetune/Loss (Raw)": 0.5769904255867004, "Finetune/Step": 4304, "Finetune/Step Time": 11.22415031120181}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7406225204467773, "Finetune/Loss (Raw)": 0.6324036717414856, "Finetune/Step": 4305, "Finetune/Step Time": 11.210084358230233}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7397001385688782, "Finetune/Loss (Raw)": 0.7109646797180176, "Finetune/Step": 4306, "Finetune/Step Time": 11.214133571833372}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.738649845123291, "Finetune/Loss (Raw)": 0.5772993564605713, "Finetune/Step": 4307, "Finetune/Step Time": 11.196417041122913}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7374879121780396, "Finetune/Loss (Raw)": 0.6760155558586121, "Finetune/Step": 4308, "Finetune/Step Time": 11.193175626918674}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7373062968254089, "Finetune/Loss (Raw)": 0.7327653169631958, "Finetune/Step": 4309, "Finetune/Step Time": 11.1982101816684}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7374513149261475, "Finetune/Loss (Raw)": 0.5741050243377686, "Finetune/Step": 4310, "Finetune/Step Time": 11.223437579348683}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7370278835296631, "Finetune/Loss (Raw)": 0.7561696171760559, "Finetune/Step": 4311, "Finetune/Step Time": 11.229393193498254}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7376055717468262, "Finetune/Loss (Raw)": 0.8200676441192627, "Finetune/Step": 4312, "Finetune/Step Time": 11.237889615818858}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.737891435623169, "Finetune/Loss (Raw)": 0.8730271458625793, "Finetune/Step": 4313, "Finetune/Step Time": 11.250209409743547}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.737485408782959, "Finetune/Loss (Raw)": 0.8203675746917725, "Finetune/Step": 4314, "Finetune/Step Time": 11.24042796716094}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7376594543457031, "Finetune/Loss (Raw)": 0.725425660610199, "Finetune/Step": 4315, "Finetune/Step Time": 11.236167503520846}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7383050918579102, "Finetune/Loss (Raw)": 0.6484924554824829, "Finetune/Step": 4316, "Finetune/Step Time": 11.24192501604557}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7384631633758545, "Finetune/Loss (Raw)": 0.7574557065963745, "Finetune/Step": 4317, "Finetune/Step Time": 11.241007752716541}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7389174699783325, "Finetune/Loss (Raw)": 0.5889602303504944, "Finetune/Step": 4318, "Finetune/Step Time": 11.245910936966538}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7374942898750305, "Finetune/Loss (Raw)": 0.5578232407569885, "Finetune/Step": 4319, "Finetune/Step Time": 11.252706456929445}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7359789609909058, "Finetune/Loss (Raw)": 0.7111405730247498, "Finetune/Step": 4320, "Finetune/Step Time": 11.257023993879557}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7363698482513428, "Finetune/Loss (Raw)": 0.5871994495391846, "Finetune/Step": 4321, "Finetune/Step Time": 11.237069103866816}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7368931770324707, "Finetune/Loss (Raw)": 0.8590379357337952, "Finetune/Step": 4322, "Finetune/Step Time": 11.237484874203801}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7350206971168518, "Finetune/Loss (Raw)": 0.5683513879776001, "Finetune/Step": 4323, "Finetune/Step Time": 11.23219939507544}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7352166771888733, "Finetune/Loss (Raw)": 0.7473804354667664, "Finetune/Step": 4324, "Finetune/Step Time": 11.231865948066115}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7356061339378357, "Finetune/Loss (Raw)": 0.5077927708625793, "Finetune/Step": 4325, "Finetune/Step Time": 11.217038683593273}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7338407039642334, "Finetune/Loss (Raw)": 0.6130815744400024, "Finetune/Step": 4326, "Finetune/Step Time": 11.227818569168448}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7309433221817017, "Finetune/Loss (Raw)": 0.5100298523902893, "Finetune/Step": 4327, "Finetune/Step Time": 11.253407007083297}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7306693196296692, "Finetune/Loss (Raw)": 0.7309705018997192, "Finetune/Step": 4328, "Finetune/Step Time": 11.249054493382573}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7313297986984253, "Finetune/Loss (Raw)": 0.7744012475013733, "Finetune/Step": 4329, "Finetune/Step Time": 11.238037208095193}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7319549322128296, "Finetune/Loss (Raw)": 0.8280405402183533, "Finetune/Step": 4330, "Finetune/Step Time": 11.237102501094341}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7328038215637207, "Finetune/Loss (Raw)": 0.8039644360542297, "Finetune/Step": 4331, "Finetune/Step Time": 11.23368402570486}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.733481764793396, "Finetune/Loss (Raw)": 0.7825018167495728, "Finetune/Step": 4332, "Finetune/Step Time": 11.235424211248755}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7337701916694641, "Finetune/Loss (Raw)": 0.8112556338310242, "Finetune/Step": 4333, "Finetune/Step Time": 11.233688959851861}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7351053357124329, "Finetune/Loss (Raw)": 0.8621357679367065, "Finetune/Step": 4334, "Finetune/Step Time": 11.234141876921058}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7349414825439453, "Finetune/Loss (Raw)": 0.7658958435058594, "Finetune/Step": 4335, "Finetune/Step Time": 11.227467656135559}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7359523773193359, "Finetune/Loss (Raw)": 0.8895341753959656, "Finetune/Step": 4336, "Finetune/Step Time": 11.23883473686874}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7329721450805664, "Finetune/Loss (Raw)": 0.5240551829338074, "Finetune/Step": 4337, "Finetune/Step Time": 11.262147856876254}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7329832315444946, "Finetune/Loss (Raw)": 0.7655540704727173, "Finetune/Step": 4338, "Finetune/Step Time": 11.262594414874911}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7321560382843018, "Finetune/Loss (Raw)": 0.7076985836029053, "Finetune/Step": 4339, "Finetune/Step Time": 11.24999745003879}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7325974702835083, "Finetune/Loss (Raw)": 0.7049722671508789, "Finetune/Step": 4340, "Finetune/Step Time": 11.271088691428304}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7346866130828857, "Finetune/Loss (Raw)": 0.896311342716217, "Finetune/Step": 4341, "Finetune/Step Time": 11.263565000146627}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7337846755981445, "Finetune/Loss (Raw)": 0.6539947986602783, "Finetune/Step": 4342, "Finetune/Step Time": 11.346141191199422}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7337100505828857, "Finetune/Loss (Raw)": 0.684818685054779, "Finetune/Step": 4343, "Finetune/Step Time": 11.302805077284575}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7335275411605835, "Finetune/Loss (Raw)": 0.7529261708259583, "Finetune/Step": 4344, "Finetune/Step Time": 11.328344341367483}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7330143451690674, "Finetune/Loss (Raw)": 0.7374962568283081, "Finetune/Step": 4345, "Finetune/Step Time": 11.333796136081219}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7331253290176392, "Finetune/Loss (Raw)": 0.7493908405303955, "Finetune/Step": 4346, "Finetune/Step Time": 11.340950628742576}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7352524995803833, "Finetune/Loss (Raw)": 0.8479645848274231, "Finetune/Step": 4347, "Finetune/Step Time": 11.334271727129817}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7350575923919678, "Finetune/Loss (Raw)": 0.7765124440193176, "Finetune/Step": 4348, "Finetune/Step Time": 11.347417674958706}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.73493492603302, "Finetune/Loss (Raw)": 0.8563284277915955, "Finetune/Step": 4349, "Finetune/Step Time": 11.3418652638793}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7330080270767212, "Finetune/Loss (Raw)": 0.5448399782180786, "Finetune/Step": 4350, "Finetune/Step Time": 11.360539240762591}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7327156662940979, "Finetune/Loss (Raw)": 0.7927957773208618, "Finetune/Step": 4351, "Finetune/Step Time": 11.361229486763477}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.733230710029602, "Finetune/Loss (Raw)": 0.765093982219696, "Finetune/Step": 4352, "Finetune/Step Time": 11.353323893621564}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7341858148574829, "Finetune/Loss (Raw)": 0.7944397330284119, "Finetune/Step": 4353, "Finetune/Step Time": 11.349160654470325}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7330530881881714, "Finetune/Loss (Raw)": 0.6974040269851685, "Finetune/Step": 4354, "Finetune/Step Time": 11.35096594877541}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7317156791687012, "Finetune/Loss (Raw)": 0.7832163572311401, "Finetune/Step": 4355, "Finetune/Step Time": 11.341666782274842}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7319013476371765, "Finetune/Loss (Raw)": 0.780519425868988, "Finetune/Step": 4356, "Finetune/Step Time": 11.33615586347878}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.732089638710022, "Finetune/Loss (Raw)": 0.8450584411621094, "Finetune/Step": 4357, "Finetune/Step Time": 11.335320726037025}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7343109846115112, "Finetune/Loss (Raw)": 0.7836126685142517, "Finetune/Step": 4358, "Finetune/Step Time": 11.310832777991891}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7361329197883606, "Finetune/Loss (Raw)": 0.7454848289489746, "Finetune/Step": 4359, "Finetune/Step Time": 11.231424232944846}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7356153726577759, "Finetune/Loss (Raw)": 0.6885900497436523, "Finetune/Step": 4360, "Finetune/Step Time": 11.223381312564015}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7381821274757385, "Finetune/Loss (Raw)": 0.9602842330932617, "Finetune/Step": 4361, "Finetune/Step Time": 11.23467866703868}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7366260886192322, "Finetune/Loss (Raw)": 0.7431167364120483, "Finetune/Step": 4362, "Finetune/Step Time": 11.238969009369612}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7360773086547852, "Finetune/Loss (Raw)": 0.7303697466850281, "Finetune/Step": 4363, "Finetune/Step Time": 11.233580864965916}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7365970611572266, "Finetune/Loss (Raw)": 0.68626469373703, "Finetune/Step": 4364, "Finetune/Step Time": 11.258249260485172}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7349149584770203, "Finetune/Loss (Raw)": 0.6607600450515747, "Finetune/Step": 4365, "Finetune/Step Time": 11.276685813441873}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7348036170005798, "Finetune/Loss (Raw)": 0.8237618803977966, "Finetune/Step": 4366, "Finetune/Step Time": 11.278755597770214}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7340798377990723, "Finetune/Loss (Raw)": 0.7139173746109009, "Finetune/Step": 4367, "Finetune/Step Time": 11.284522635862231}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7344229221343994, "Finetune/Loss (Raw)": 0.7857903838157654, "Finetune/Step": 4368, "Finetune/Step Time": 11.282014638185501}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7341034412384033, "Finetune/Loss (Raw)": 0.7242552042007446, "Finetune/Step": 4369, "Finetune/Step Time": 11.291577415540814}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7341549396514893, "Finetune/Loss (Raw)": 0.8282796144485474, "Finetune/Step": 4370, "Finetune/Step Time": 11.296761257573962}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7352232336997986, "Finetune/Loss (Raw)": 0.8641567230224609, "Finetune/Step": 4371, "Finetune/Step Time": 11.26382859237492}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.733009934425354, "Finetune/Loss (Raw)": 0.4997248649597168, "Finetune/Step": 4372, "Finetune/Step Time": 11.306537931784987}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7324296236038208, "Finetune/Loss (Raw)": 0.6851686239242554, "Finetune/Step": 4373, "Finetune/Step Time": 11.304258888587356}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7327761650085449, "Finetune/Loss (Raw)": 0.7507606148719788, "Finetune/Step": 4374, "Finetune/Step Time": 11.25416318885982}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7320813536643982, "Finetune/Loss (Raw)": 0.7078503966331482, "Finetune/Step": 4375, "Finetune/Step Time": 11.260349793359637}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.732843816280365, "Finetune/Loss (Raw)": 0.7047207951545715, "Finetune/Step": 4376, "Finetune/Step Time": 11.241930792108178}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7325237393379211, "Finetune/Loss (Raw)": 0.7661910653114319, "Finetune/Step": 4377, "Finetune/Step Time": 11.239599078893661}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7338264584541321, "Finetune/Loss (Raw)": 0.7267000675201416, "Finetune/Step": 4378, "Finetune/Step Time": 11.252315809950233}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7333507537841797, "Finetune/Loss (Raw)": 0.5906306505203247, "Finetune/Step": 4379, "Finetune/Step Time": 11.264538990333676}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7323850393295288, "Finetune/Loss (Raw)": 0.8370779752731323, "Finetune/Step": 4380, "Finetune/Step Time": 11.253395654261112}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7347207069396973, "Finetune/Loss (Raw)": 0.8180543184280396, "Finetune/Step": 4381, "Finetune/Step Time": 11.231352539733052}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7375562787055969, "Finetune/Loss (Raw)": 0.8263745903968811, "Finetune/Step": 4382, "Finetune/Step Time": 11.215258028358221}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7368803024291992, "Finetune/Loss (Raw)": 0.597867488861084, "Finetune/Step": 4383, "Finetune/Step Time": 11.23151345178485}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7368619441986084, "Finetune/Loss (Raw)": 0.7590157389640808, "Finetune/Step": 4384, "Finetune/Step Time": 11.201933022588491}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7364422082901001, "Finetune/Loss (Raw)": 0.7535210251808167, "Finetune/Step": 4385, "Finetune/Step Time": 11.192889329046011}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7364327907562256, "Finetune/Loss (Raw)": 0.6042142510414124, "Finetune/Step": 4386, "Finetune/Step Time": 11.20482018403709}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7366119623184204, "Finetune/Loss (Raw)": 0.9124542474746704, "Finetune/Step": 4387, "Finetune/Step Time": 11.20819184742868}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.736711859703064, "Finetune/Loss (Raw)": 0.7636116147041321, "Finetune/Step": 4388, "Finetune/Step Time": 11.212163332849741}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7368372678756714, "Finetune/Loss (Raw)": 0.7874096632003784, "Finetune/Step": 4389, "Finetune/Step Time": 11.218869723379612}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7368912696838379, "Finetune/Loss (Raw)": 0.7425894737243652, "Finetune/Step": 4390, "Finetune/Step Time": 11.222223268821836}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.735580325126648, "Finetune/Loss (Raw)": 0.7493871450424194, "Finetune/Step": 4391, "Finetune/Step Time": 11.241483274847269}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7359172105789185, "Finetune/Loss (Raw)": 0.652998149394989, "Finetune/Step": 4392, "Finetune/Step Time": 11.27572094835341}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7351832985877991, "Finetune/Loss (Raw)": 0.5993952751159668, "Finetune/Step": 4393, "Finetune/Step Time": 11.286578243598342}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7338666319847107, "Finetune/Loss (Raw)": 0.7114903926849365, "Finetune/Step": 4394, "Finetune/Step Time": 11.299617499113083}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7349017262458801, "Finetune/Loss (Raw)": 0.7536453008651733, "Finetune/Step": 4395, "Finetune/Step Time": 11.289517184719443}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7357041835784912, "Finetune/Loss (Raw)": 0.781648576259613, "Finetune/Step": 4396, "Finetune/Step Time": 11.296012565493584}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7374371290206909, "Finetune/Loss (Raw)": 0.7505886554718018, "Finetune/Step": 4397, "Finetune/Step Time": 11.278915546834469}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7373971343040466, "Finetune/Loss (Raw)": 0.7323430180549622, "Finetune/Step": 4398, "Finetune/Step Time": 11.283242689445615}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7379165887832642, "Finetune/Loss (Raw)": 0.6753906011581421, "Finetune/Step": 4399, "Finetune/Step Time": 11.250916596502066}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7374686598777771, "Finetune/Loss (Raw)": 0.751960813999176, "Finetune/Step": 4400, "Finetune/Step Time": 11.257413607090712}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7374668121337891, "Finetune/Loss (Raw)": 0.6534684300422668, "Finetune/Step": 4401, "Finetune/Step Time": 11.299887428060174}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7366725206375122, "Finetune/Loss (Raw)": 0.6127417683601379, "Finetune/Step": 4402, "Finetune/Step Time": 11.324573140591383}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.738214373588562, "Finetune/Loss (Raw)": 0.8137050271034241, "Finetune/Step": 4403, "Finetune/Step Time": 11.305410768836737}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7391587495803833, "Finetune/Loss (Raw)": 0.914968729019165, "Finetune/Step": 4404, "Finetune/Step Time": 11.303322099149227}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7391915321350098, "Finetune/Loss (Raw)": 0.7206414937973022, "Finetune/Step": 4405, "Finetune/Step Time": 11.28912671841681}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7372782230377197, "Finetune/Loss (Raw)": 0.6042972207069397, "Finetune/Step": 4406, "Finetune/Step Time": 11.290404917672276}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7370364665985107, "Finetune/Loss (Raw)": 0.6595514416694641, "Finetune/Step": 4407, "Finetune/Step Time": 11.29074040055275}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7376880645751953, "Finetune/Loss (Raw)": 0.8969675302505493, "Finetune/Step": 4408, "Finetune/Step Time": 11.293451568111777}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7359510064125061, "Finetune/Loss (Raw)": 0.6595393419265747, "Finetune/Step": 4409, "Finetune/Step Time": 11.294583272188902}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7358592748641968, "Finetune/Loss (Raw)": 0.7845956087112427, "Finetune/Step": 4410, "Finetune/Step Time": 11.292932892218232}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7356305122375488, "Finetune/Loss (Raw)": 0.7358797788619995, "Finetune/Step": 4411, "Finetune/Step Time": 11.287647170946002}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7351386547088623, "Finetune/Loss (Raw)": 0.7124812006950378, "Finetune/Step": 4412, "Finetune/Step Time": 11.291971294209361}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7379262447357178, "Finetune/Loss (Raw)": 0.936233639717102, "Finetune/Step": 4413, "Finetune/Step Time": 11.241806343197823}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7377429008483887, "Finetune/Loss (Raw)": 0.7091077566146851, "Finetune/Step": 4414, "Finetune/Step Time": 11.243983536958694}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7381421327590942, "Finetune/Loss (Raw)": 0.8424903750419617, "Finetune/Step": 4415, "Finetune/Step Time": 11.25731746852398}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7364749312400818, "Finetune/Loss (Raw)": 0.6505364179611206, "Finetune/Step": 4416, "Finetune/Step Time": 11.261472245678306}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7376088500022888, "Finetune/Loss (Raw)": 0.8481963872909546, "Finetune/Step": 4417, "Finetune/Step Time": 11.261248581111431}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7367676496505737, "Finetune/Loss (Raw)": 0.7406729459762573, "Finetune/Step": 4418, "Finetune/Step Time": 11.265323234722018}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7364948987960815, "Finetune/Loss (Raw)": 0.8117227554321289, "Finetune/Step": 4419, "Finetune/Step Time": 11.270882761105895}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7353971004486084, "Finetune/Loss (Raw)": 0.6628977060317993, "Finetune/Step": 4420, "Finetune/Step Time": 11.28684945590794}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.734682559967041, "Finetune/Loss (Raw)": 0.7139694094657898, "Finetune/Step": 4421, "Finetune/Step Time": 11.285511068999767}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7349365949630737, "Finetune/Loss (Raw)": 0.7532904148101807, "Finetune/Step": 4422, "Finetune/Step Time": 11.260311584919691}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7350407838821411, "Finetune/Loss (Raw)": 0.581682026386261, "Finetune/Step": 4423, "Finetune/Step Time": 11.207369584590197}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7326469421386719, "Finetune/Loss (Raw)": 0.5940516591072083, "Finetune/Step": 4424, "Finetune/Step Time": 11.249480728060007}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7310330867767334, "Finetune/Loss (Raw)": 0.6167857646942139, "Finetune/Step": 4425, "Finetune/Step Time": 11.275989761576056}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7327593564987183, "Finetune/Loss (Raw)": 0.8041988015174866, "Finetune/Step": 4426, "Finetune/Step Time": 11.266477605327964}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7308192253112793, "Finetune/Loss (Raw)": 0.5683413743972778, "Finetune/Step": 4427, "Finetune/Step Time": 11.281068360432982}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7301338911056519, "Finetune/Loss (Raw)": 0.7670943140983582, "Finetune/Step": 4428, "Finetune/Step Time": 11.292247410863638}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7314249277114868, "Finetune/Loss (Raw)": 0.7348316311836243, "Finetune/Step": 4429, "Finetune/Step Time": 11.268973629921675}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7291545867919922, "Finetune/Loss (Raw)": 0.5635563135147095, "Finetune/Step": 4430, "Finetune/Step Time": 11.357752218842506}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7279276847839355, "Finetune/Loss (Raw)": 0.7323803901672363, "Finetune/Step": 4431, "Finetune/Step Time": 11.356477666646242}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7298190593719482, "Finetune/Loss (Raw)": 0.8190866112709045, "Finetune/Step": 4432, "Finetune/Step Time": 11.325256844982505}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.729409396648407, "Finetune/Loss (Raw)": 0.5799620747566223, "Finetune/Step": 4433, "Finetune/Step Time": 11.331215508282185}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7304165363311768, "Finetune/Loss (Raw)": 0.8398799300193787, "Finetune/Step": 4434, "Finetune/Step Time": 11.323600940406322}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7319612503051758, "Finetune/Loss (Raw)": 0.7750275731086731, "Finetune/Step": 4435, "Finetune/Step Time": 11.316047986969352}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7313131093978882, "Finetune/Loss (Raw)": 0.5930488705635071, "Finetune/Step": 4436, "Finetune/Step Time": 11.344485934823751}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.730998158454895, "Finetune/Loss (Raw)": 0.6924488544464111, "Finetune/Step": 4437, "Finetune/Step Time": 11.344930678606033}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7326920032501221, "Finetune/Loss (Raw)": 0.7909154295921326, "Finetune/Step": 4438, "Finetune/Step Time": 11.307580094784498}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7337607145309448, "Finetune/Loss (Raw)": 0.892974853515625, "Finetune/Step": 4439, "Finetune/Step Time": 11.306562015786767}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7339757680892944, "Finetune/Loss (Raw)": 0.8475894331932068, "Finetune/Step": 4440, "Finetune/Step Time": 11.30316580273211}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.733710765838623, "Finetune/Loss (Raw)": 0.8391079306602478, "Finetune/Step": 4441, "Finetune/Step Time": 11.294286571443081}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.733013391494751, "Finetune/Loss (Raw)": 0.731102466583252, "Finetune/Step": 4442, "Finetune/Step Time": 11.313104540109634}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7334660291671753, "Finetune/Loss (Raw)": 0.7833674550056458, "Finetune/Step": 4443, "Finetune/Step Time": 11.314601017162204}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7336413860321045, "Finetune/Loss (Raw)": 0.6709360480308533, "Finetune/Step": 4444, "Finetune/Step Time": 11.304898330941796}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7329263687133789, "Finetune/Loss (Raw)": 0.6659330129623413, "Finetune/Step": 4445, "Finetune/Step Time": 11.310286251828074}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7349693179130554, "Finetune/Loss (Raw)": 0.850456714630127, "Finetune/Step": 4446, "Finetune/Step Time": 11.303417326882482}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7363636493682861, "Finetune/Loss (Raw)": 0.7362996935844421, "Finetune/Step": 4447, "Finetune/Step Time": 11.29358832910657}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7367319464683533, "Finetune/Loss (Raw)": 0.7582842111587524, "Finetune/Step": 4448, "Finetune/Step Time": 11.2974007781595}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7389227747917175, "Finetune/Loss (Raw)": 0.8676230907440186, "Finetune/Step": 4449, "Finetune/Step Time": 11.282999156042933}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7375848293304443, "Finetune/Loss (Raw)": 0.6877760291099548, "Finetune/Step": 4450, "Finetune/Step Time": 11.277159268036485}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7378248572349548, "Finetune/Loss (Raw)": 0.5990844964981079, "Finetune/Step": 4451, "Finetune/Step Time": 11.285210192203522}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7364370822906494, "Finetune/Loss (Raw)": 0.5697370767593384, "Finetune/Step": 4452, "Finetune/Step Time": 11.322166690602899}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7376421689987183, "Finetune/Loss (Raw)": 0.6620473265647888, "Finetune/Step": 4453, "Finetune/Step Time": 11.311295233666897}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.738188624382019, "Finetune/Loss (Raw)": 0.6830230355262756, "Finetune/Step": 4454, "Finetune/Step Time": 11.308611499145627}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7389602065086365, "Finetune/Loss (Raw)": 0.6088011860847473, "Finetune/Step": 4455, "Finetune/Step Time": 11.30542305111885}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7387691140174866, "Finetune/Loss (Raw)": 0.7065060138702393, "Finetune/Step": 4456, "Finetune/Step Time": 11.30932150222361}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7378891706466675, "Finetune/Loss (Raw)": 0.6617639660835266, "Finetune/Step": 4457, "Finetune/Step Time": 11.323666444048285}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7364925146102905, "Finetune/Loss (Raw)": 0.649271547794342, "Finetune/Step": 4458, "Finetune/Step Time": 11.34271883405745}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7354515194892883, "Finetune/Loss (Raw)": 0.6707194447517395, "Finetune/Step": 4459, "Finetune/Step Time": 11.35095077380538}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7358671426773071, "Finetune/Loss (Raw)": 0.8356955647468567, "Finetune/Step": 4460, "Finetune/Step Time": 11.356315547600389}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7348082065582275, "Finetune/Loss (Raw)": 0.6757206916809082, "Finetune/Step": 4461, "Finetune/Step Time": 11.360892124474049}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7340266704559326, "Finetune/Loss (Raw)": 0.7620907425880432, "Finetune/Step": 4462, "Finetune/Step Time": 11.37788081727922}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7319893836975098, "Finetune/Loss (Raw)": 0.5051262974739075, "Finetune/Step": 4463, "Finetune/Step Time": 11.392683234065771}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.730695903301239, "Finetune/Loss (Raw)": 0.7239686846733093, "Finetune/Step": 4464, "Finetune/Step Time": 11.39792306162417}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7320687770843506, "Finetune/Loss (Raw)": 0.6997904777526855, "Finetune/Step": 4465, "Finetune/Step Time": 11.362759992480278}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7317312955856323, "Finetune/Loss (Raw)": 0.7223483324050903, "Finetune/Step": 4466, "Finetune/Step Time": 11.362488651648164}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7324312925338745, "Finetune/Loss (Raw)": 0.79729825258255, "Finetune/Step": 4467, "Finetune/Step Time": 11.352722184732556}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7326251268386841, "Finetune/Loss (Raw)": 0.7297856211662292, "Finetune/Step": 4468, "Finetune/Step Time": 11.330977467820048}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7316070795059204, "Finetune/Loss (Raw)": 0.7659992575645447, "Finetune/Step": 4469, "Finetune/Step Time": 11.326142435893416}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7323405742645264, "Finetune/Loss (Raw)": 0.7478800415992737, "Finetune/Step": 4470, "Finetune/Step Time": 11.247106300666928}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7318971157073975, "Finetune/Loss (Raw)": 0.6280566453933716, "Finetune/Step": 4471, "Finetune/Step Time": 11.252735974267125}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7320730686187744, "Finetune/Loss (Raw)": 0.7754574418067932, "Finetune/Step": 4472, "Finetune/Step Time": 11.226764928549528}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7338402271270752, "Finetune/Loss (Raw)": 0.9636818766593933, "Finetune/Step": 4473, "Finetune/Step Time": 11.217964818701148}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7342638373374939, "Finetune/Loss (Raw)": 0.8036211729049683, "Finetune/Step": 4474, "Finetune/Step Time": 11.218650694936514}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7328455448150635, "Finetune/Loss (Raw)": 0.6664181351661682, "Finetune/Step": 4475, "Finetune/Step Time": 11.248448636382818}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.733208179473877, "Finetune/Loss (Raw)": 0.8229284882545471, "Finetune/Step": 4476, "Finetune/Step Time": 11.253860056400299}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.73187655210495, "Finetune/Loss (Raw)": 0.685879111289978, "Finetune/Step": 4477, "Finetune/Step Time": 11.27648738026619}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.73411625623703, "Finetune/Loss (Raw)": 0.8315229415893555, "Finetune/Step": 4478, "Finetune/Step Time": 11.262272011488676}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7339898347854614, "Finetune/Loss (Raw)": 0.7766093015670776, "Finetune/Step": 4479, "Finetune/Step Time": 11.272195860743523}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7331343293190002, "Finetune/Loss (Raw)": 0.655594527721405, "Finetune/Step": 4480, "Finetune/Step Time": 11.274868842214346}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7322698831558228, "Finetune/Loss (Raw)": 0.6837847232818604, "Finetune/Step": 4481, "Finetune/Step Time": 11.273953229188919}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7318512201309204, "Finetune/Loss (Raw)": 0.6438234448432922, "Finetune/Step": 4482, "Finetune/Step Time": 11.290950572118163}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7316281199455261, "Finetune/Loss (Raw)": 0.7546559572219849, "Finetune/Step": 4483, "Finetune/Step Time": 11.290317809209228}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.732039213180542, "Finetune/Loss (Raw)": 0.833145022392273, "Finetune/Step": 4484, "Finetune/Step Time": 11.310730881989002}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7311666011810303, "Finetune/Loss (Raw)": 0.7333623170852661, "Finetune/Step": 4485, "Finetune/Step Time": 11.306459460407495}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7305819988250732, "Finetune/Loss (Raw)": 0.7087762951850891, "Finetune/Step": 4486, "Finetune/Step Time": 11.305869467556477}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7289422750473022, "Finetune/Loss (Raw)": 0.53560870885849, "Finetune/Step": 4487, "Finetune/Step Time": 11.34298187866807}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7294906377792358, "Finetune/Loss (Raw)": 0.7587752938270569, "Finetune/Step": 4488, "Finetune/Step Time": 11.348521614447236}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7256270051002502, "Finetune/Loss (Raw)": 0.46574342250823975, "Finetune/Step": 4489, "Finetune/Step Time": 11.332858253270388}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7247827053070068, "Finetune/Loss (Raw)": 0.6350471377372742, "Finetune/Step": 4490, "Finetune/Step Time": 11.338555062189698}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7246595621109009, "Finetune/Loss (Raw)": 0.7146035432815552, "Finetune/Step": 4491, "Finetune/Step Time": 11.337839994579554}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7254729866981506, "Finetune/Loss (Raw)": 0.7903833389282227, "Finetune/Step": 4492, "Finetune/Step Time": 11.303889179602265}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7257001399993896, "Finetune/Loss (Raw)": 0.6898348927497864, "Finetune/Step": 4493, "Finetune/Step Time": 11.296602822840214}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.72381991147995, "Finetune/Loss (Raw)": 0.5830910801887512, "Finetune/Step": 4494, "Finetune/Step Time": 11.300759732723236}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7240259647369385, "Finetune/Loss (Raw)": 0.7402895092964172, "Finetune/Step": 4495, "Finetune/Step Time": 11.305253453552723}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7231907844543457, "Finetune/Loss (Raw)": 0.6788915991783142, "Finetune/Step": 4496, "Finetune/Step Time": 11.313792677596211}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7233570218086243, "Finetune/Loss (Raw)": 0.745531439781189, "Finetune/Step": 4497, "Finetune/Step Time": 11.317424833774567}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7222623825073242, "Finetune/Loss (Raw)": 0.6881703734397888, "Finetune/Step": 4498, "Finetune/Step Time": 11.320191528648138}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7221424579620361, "Finetune/Loss (Raw)": 0.8488022685050964, "Finetune/Step": 4499, "Finetune/Step Time": 11.320322962477803}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7234626412391663, "Finetune/Loss (Raw)": 0.6687124967575073, "Finetune/Step": 4500, "Finetune/Step Time": 11.285746034234762}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7248594760894775, "Finetune/Loss (Raw)": 0.8639615774154663, "Finetune/Step": 4501, "Finetune/Step Time": 11.283745139837265}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7238422632217407, "Finetune/Loss (Raw)": 0.6205556392669678, "Finetune/Step": 4502, "Finetune/Step Time": 11.292111080139875}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.724795937538147, "Finetune/Loss (Raw)": 0.829925000667572, "Finetune/Step": 4503, "Finetune/Step Time": 11.281222088262439}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7250131964683533, "Finetune/Loss (Raw)": 0.7325255870819092, "Finetune/Step": 4504, "Finetune/Step Time": 11.267023297026753}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7248145341873169, "Finetune/Loss (Raw)": 0.7407715320587158, "Finetune/Step": 4505, "Finetune/Step Time": 11.26987392269075}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.726414680480957, "Finetune/Loss (Raw)": 0.9315106868743896, "Finetune/Step": 4506, "Finetune/Step Time": 11.241450378671288}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7265686988830566, "Finetune/Loss (Raw)": 0.6103482246398926, "Finetune/Step": 4507, "Finetune/Step Time": 11.26190991140902}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7257680296897888, "Finetune/Loss (Raw)": 0.7345848679542542, "Finetune/Step": 4508, "Finetune/Step Time": 11.256088795140386}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7247027158737183, "Finetune/Loss (Raw)": 0.6817003488540649, "Finetune/Step": 4509, "Finetune/Step Time": 11.254678780212998}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7245423793792725, "Finetune/Loss (Raw)": 0.8058502078056335, "Finetune/Step": 4510, "Finetune/Step Time": 11.244464825838804}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7269765138626099, "Finetune/Loss (Raw)": 0.9094418287277222, "Finetune/Step": 4511, "Finetune/Step Time": 11.228949524462223}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7260396480560303, "Finetune/Loss (Raw)": 0.6390849947929382, "Finetune/Step": 4512, "Finetune/Step Time": 11.258600072935224}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7260841131210327, "Finetune/Loss (Raw)": 0.7592203617095947, "Finetune/Step": 4513, "Finetune/Step Time": 11.265317486599088}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7262601852416992, "Finetune/Loss (Raw)": 0.626747190952301, "Finetune/Step": 4514, "Finetune/Step Time": 11.242020109668374}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7249853610992432, "Finetune/Loss (Raw)": 0.7492761015892029, "Finetune/Step": 4515, "Finetune/Step Time": 11.227032547816634}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7237116098403931, "Finetune/Loss (Raw)": 0.6005774736404419, "Finetune/Step": 4516, "Finetune/Step Time": 11.22141583636403}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7224652767181396, "Finetune/Loss (Raw)": 0.6278749108314514, "Finetune/Step": 4517, "Finetune/Step Time": 11.21332318522036}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7236610651016235, "Finetune/Loss (Raw)": 0.8956502676010132, "Finetune/Step": 4518, "Finetune/Step Time": 11.206372683867812}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7243952751159668, "Finetune/Loss (Raw)": 0.8433642387390137, "Finetune/Step": 4519, "Finetune/Step Time": 11.188074320554733}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7257630228996277, "Finetune/Loss (Raw)": 0.8280695080757141, "Finetune/Step": 4520, "Finetune/Step Time": 11.140395479276776}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7278438806533813, "Finetune/Loss (Raw)": 0.8657465577125549, "Finetune/Step": 4521, "Finetune/Step Time": 11.137092866003513}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7277637124061584, "Finetune/Loss (Raw)": 0.7012293338775635, "Finetune/Step": 4522, "Finetune/Step Time": 11.153201337903738}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7278753519058228, "Finetune/Loss (Raw)": 0.7679306268692017, "Finetune/Step": 4523, "Finetune/Step Time": 11.153864117339253}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7278257012367249, "Finetune/Loss (Raw)": 0.7752973437309265, "Finetune/Step": 4524, "Finetune/Step Time": 11.150479709729552}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7278007864952087, "Finetune/Loss (Raw)": 0.7474045753479004, "Finetune/Step": 4525, "Finetune/Step Time": 11.12886080890894}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7264386415481567, "Finetune/Loss (Raw)": 0.557988166809082, "Finetune/Step": 4526, "Finetune/Step Time": 11.125077296048403}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7244791388511658, "Finetune/Loss (Raw)": 0.4245752692222595, "Finetune/Step": 4527, "Finetune/Step Time": 11.14974126406014}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.724010169506073, "Finetune/Loss (Raw)": 0.6919276714324951, "Finetune/Step": 4528, "Finetune/Step Time": 11.136077240109444}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7248330116271973, "Finetune/Loss (Raw)": 0.7587982416152954, "Finetune/Step": 4529, "Finetune/Step Time": 11.100582933053374}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7266151309013367, "Finetune/Loss (Raw)": 0.8408479690551758, "Finetune/Step": 4530, "Finetune/Step Time": 11.07411441206932}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7269473671913147, "Finetune/Loss (Raw)": 0.8562355041503906, "Finetune/Step": 4531, "Finetune/Step Time": 11.080233128741384}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7243411540985107, "Finetune/Loss (Raw)": 0.58137047290802, "Finetune/Step": 4532, "Finetune/Step Time": 11.094891397282481}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7248148918151855, "Finetune/Loss (Raw)": 0.7812843918800354, "Finetune/Step": 4533, "Finetune/Step Time": 11.08279812335968}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7245992422103882, "Finetune/Loss (Raw)": 0.5766956210136414, "Finetune/Step": 4534, "Finetune/Step Time": 11.120418690145016}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7240446209907532, "Finetune/Loss (Raw)": 0.5885526537895203, "Finetune/Step": 4535, "Finetune/Step Time": 11.130356349050999}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7228838801383972, "Finetune/Loss (Raw)": 0.74839186668396, "Finetune/Step": 4536, "Finetune/Step Time": 11.142770368605852}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7239564657211304, "Finetune/Loss (Raw)": 0.7968308925628662, "Finetune/Step": 4537, "Finetune/Step Time": 11.14305704459548}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7240427732467651, "Finetune/Loss (Raw)": 0.7956405878067017, "Finetune/Step": 4538, "Finetune/Step Time": 11.14062842912972}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7232429385185242, "Finetune/Loss (Raw)": 0.6335067749023438, "Finetune/Step": 4539, "Finetune/Step Time": 11.147095739841461}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7215331792831421, "Finetune/Loss (Raw)": 0.49363020062446594, "Finetune/Step": 4540, "Finetune/Step Time": 11.190422136336565}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.719363808631897, "Finetune/Loss (Raw)": 0.6585532426834106, "Finetune/Step": 4541, "Finetune/Step Time": 11.223248790949583}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7186784744262695, "Finetune/Loss (Raw)": 0.6213864684104919, "Finetune/Step": 4542, "Finetune/Step Time": 11.224486321210861}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.717988908290863, "Finetune/Loss (Raw)": 0.7542287707328796, "Finetune/Step": 4543, "Finetune/Step Time": 11.212462153285742}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7195416688919067, "Finetune/Loss (Raw)": 0.8492886424064636, "Finetune/Step": 4544, "Finetune/Step Time": 11.200571173802018}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7185415029525757, "Finetune/Loss (Raw)": 0.7201764583587646, "Finetune/Step": 4545, "Finetune/Step Time": 11.217619558796287}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7190483212471008, "Finetune/Loss (Raw)": 0.8055428266525269, "Finetune/Step": 4546, "Finetune/Step Time": 11.213667718693614}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7189055681228638, "Finetune/Loss (Raw)": 0.793447732925415, "Finetune/Step": 4547, "Finetune/Step Time": 11.206104570999742}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.717800498008728, "Finetune/Loss (Raw)": 0.5214529037475586, "Finetune/Step": 4548, "Finetune/Step Time": 11.267235357314348}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7168179154396057, "Finetune/Loss (Raw)": 0.5881940722465515, "Finetune/Step": 4549, "Finetune/Step Time": 11.2683878634125}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7177425026893616, "Finetune/Loss (Raw)": 0.8716418743133545, "Finetune/Step": 4550, "Finetune/Step Time": 11.264447581022978}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7194656729698181, "Finetune/Loss (Raw)": 0.8022416830062866, "Finetune/Step": 4551, "Finetune/Step Time": 11.260090880095959}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.719196081161499, "Finetune/Loss (Raw)": 0.5595512986183167, "Finetune/Step": 4552, "Finetune/Step Time": 11.236060716211796}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7204781770706177, "Finetune/Loss (Raw)": 0.7808961868286133, "Finetune/Step": 4553, "Finetune/Step Time": 11.209303669631481}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7209815979003906, "Finetune/Loss (Raw)": 0.868636429309845, "Finetune/Step": 4554, "Finetune/Step Time": 11.201954994350672}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7225357890129089, "Finetune/Loss (Raw)": 0.7672765254974365, "Finetune/Step": 4555, "Finetune/Step Time": 11.204920511692762}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.723523736000061, "Finetune/Loss (Raw)": 0.8935496211051941, "Finetune/Step": 4556, "Finetune/Step Time": 11.192539835348725}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7230029702186584, "Finetune/Loss (Raw)": 0.6681707501411438, "Finetune/Step": 4557, "Finetune/Step Time": 11.186872093006968}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7229147553443909, "Finetune/Loss (Raw)": 0.552267849445343, "Finetune/Step": 4558, "Finetune/Step Time": 11.115041550248861}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7240135073661804, "Finetune/Loss (Raw)": 0.8730201721191406, "Finetune/Step": 4559, "Finetune/Step Time": 11.115863252431154}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7231889963150024, "Finetune/Loss (Raw)": 0.7135486006736755, "Finetune/Step": 4560, "Finetune/Step Time": 11.110633777454495}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7248541712760925, "Finetune/Loss (Raw)": 0.7931040525436401, "Finetune/Step": 4561, "Finetune/Step Time": 11.09422761388123}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7247310876846313, "Finetune/Loss (Raw)": 0.8241331577301025, "Finetune/Step": 4562, "Finetune/Step Time": 11.096660001203418}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.723334014415741, "Finetune/Loss (Raw)": 0.5961964726448059, "Finetune/Step": 4563, "Finetune/Step Time": 11.14556941576302}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7243309020996094, "Finetune/Loss (Raw)": 0.720649778842926, "Finetune/Step": 4564, "Finetune/Step Time": 11.134458169341087}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7241998314857483, "Finetune/Loss (Raw)": 0.6756719350814819, "Finetune/Step": 4565, "Finetune/Step Time": 11.136576190590858}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7238223552703857, "Finetune/Loss (Raw)": 0.7425966858863831, "Finetune/Step": 4566, "Finetune/Step Time": 11.143976038321853}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7235254049301147, "Finetune/Loss (Raw)": 0.8549594283103943, "Finetune/Step": 4567, "Finetune/Step Time": 11.140433605760336}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.72309410572052, "Finetune/Loss (Raw)": 0.7923896908760071, "Finetune/Step": 4568, "Finetune/Step Time": 11.140576008707285}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.722973108291626, "Finetune/Loss (Raw)": 0.8236211538314819, "Finetune/Step": 4569, "Finetune/Step Time": 11.148194175213575}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7235823273658752, "Finetune/Loss (Raw)": 0.8090826869010925, "Finetune/Step": 4570, "Finetune/Step Time": 11.127485547214746}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7221611142158508, "Finetune/Loss (Raw)": 0.6014523506164551, "Finetune/Step": 4571, "Finetune/Step Time": 11.149773385375738}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7226393222808838, "Finetune/Loss (Raw)": 0.7321516871452332, "Finetune/Step": 4572, "Finetune/Step Time": 11.155431266874075}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7225055694580078, "Finetune/Loss (Raw)": 0.6488096714019775, "Finetune/Step": 4573, "Finetune/Step Time": 11.174282599240541}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7220441699028015, "Finetune/Loss (Raw)": 0.7913925647735596, "Finetune/Step": 4574, "Finetune/Step Time": 11.17206771671772}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7217891812324524, "Finetune/Loss (Raw)": 0.7036628127098083, "Finetune/Step": 4575, "Finetune/Step Time": 11.18875965476036}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7209635972976685, "Finetune/Loss (Raw)": 0.6526113748550415, "Finetune/Step": 4576, "Finetune/Step Time": 11.194363202899694}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7209388613700867, "Finetune/Loss (Raw)": 0.8644554018974304, "Finetune/Step": 4577, "Finetune/Step Time": 11.197771150618792}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7219286561012268, "Finetune/Loss (Raw)": 0.814473032951355, "Finetune/Step": 4578, "Finetune/Step Time": 11.198796639218926}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7215538024902344, "Finetune/Loss (Raw)": 0.5511029958724976, "Finetune/Step": 4579, "Finetune/Step Time": 11.222174733877182}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7210158109664917, "Finetune/Loss (Raw)": 0.5008760690689087, "Finetune/Step": 4580, "Finetune/Step Time": 11.222296016290784}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7210542559623718, "Finetune/Loss (Raw)": 0.666970431804657, "Finetune/Step": 4581, "Finetune/Step Time": 11.235788740217686}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7214617729187012, "Finetune/Loss (Raw)": 0.7351815700531006, "Finetune/Step": 4582, "Finetune/Step Time": 11.240822851657867}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7233355045318604, "Finetune/Loss (Raw)": 0.8486400246620178, "Finetune/Step": 4583, "Finetune/Step Time": 11.221474366262555}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7231578826904297, "Finetune/Loss (Raw)": 0.6837733387947083, "Finetune/Step": 4584, "Finetune/Step Time": 11.221997441723943}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7227968573570251, "Finetune/Loss (Raw)": 0.6155478954315186, "Finetune/Step": 4585, "Finetune/Step Time": 11.204450003802776}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7229224443435669, "Finetune/Loss (Raw)": 0.6653483510017395, "Finetune/Step": 4586, "Finetune/Step Time": 11.189282091334462}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.724203884601593, "Finetune/Loss (Raw)": 0.8347418904304504, "Finetune/Step": 4587, "Finetune/Step Time": 11.183352250605822}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7241517305374146, "Finetune/Loss (Raw)": 0.8290234804153442, "Finetune/Step": 4588, "Finetune/Step Time": 11.216427847743034}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7246971130371094, "Finetune/Loss (Raw)": 0.7455277442932129, "Finetune/Step": 4589, "Finetune/Step Time": 11.21162105165422}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7240362167358398, "Finetune/Loss (Raw)": 0.6774868369102478, "Finetune/Step": 4590, "Finetune/Step Time": 11.198711587116122}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.726325511932373, "Finetune/Loss (Raw)": 0.7981653809547424, "Finetune/Step": 4591, "Finetune/Step Time": 11.177493067458272}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7242873907089233, "Finetune/Loss (Raw)": 0.46308648586273193, "Finetune/Step": 4592, "Finetune/Step Time": 11.188423153012991}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7251402139663696, "Finetune/Loss (Raw)": 0.808950662612915, "Finetune/Step": 4593, "Finetune/Step Time": 11.196035200729966}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7241243124008179, "Finetune/Loss (Raw)": 0.5923149585723877, "Finetune/Step": 4594, "Finetune/Step Time": 11.231211110949516}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7238653898239136, "Finetune/Loss (Raw)": 0.764152467250824, "Finetune/Step": 4595, "Finetune/Step Time": 11.236144045367837}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7239876985549927, "Finetune/Loss (Raw)": 0.7454406023025513, "Finetune/Step": 4596, "Finetune/Step Time": 11.248009622097015}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7234022617340088, "Finetune/Loss (Raw)": 0.6910719871520996, "Finetune/Step": 4597, "Finetune/Step Time": 11.252072159200907}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7235003709793091, "Finetune/Loss (Raw)": 0.7604367136955261, "Finetune/Step": 4598, "Finetune/Step Time": 11.244305426254869}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7239340543746948, "Finetune/Loss (Raw)": 0.6835639476776123, "Finetune/Step": 4599, "Finetune/Step Time": 11.23829610645771}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7237766981124878, "Finetune/Loss (Raw)": 0.7553145885467529, "Finetune/Step": 4600, "Finetune/Step Time": 11.242862105369568}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7212653160095215, "Finetune/Loss (Raw)": 0.6422222256660461, "Finetune/Step": 4601, "Finetune/Step Time": 11.24593297764659}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7223196625709534, "Finetune/Loss (Raw)": 0.9385792016983032, "Finetune/Step": 4602, "Finetune/Step Time": 11.247478399425745}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7221894860267639, "Finetune/Loss (Raw)": 0.6497588157653809, "Finetune/Step": 4603, "Finetune/Step Time": 11.234541062265635}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7218769192695618, "Finetune/Loss (Raw)": 0.7829205393791199, "Finetune/Step": 4604, "Finetune/Step Time": 11.217833660542965}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7209512591362, "Finetune/Loss (Raw)": 0.5673917531967163, "Finetune/Step": 4605, "Finetune/Step Time": 11.231689451262355}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7208156585693359, "Finetune/Loss (Raw)": 0.8141591548919678, "Finetune/Step": 4606, "Finetune/Step Time": 11.231373341754079}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7202396392822266, "Finetune/Loss (Raw)": 0.7028816938400269, "Finetune/Step": 4607, "Finetune/Step Time": 11.222210539504886}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7207468152046204, "Finetune/Loss (Raw)": 0.7205209136009216, "Finetune/Step": 4608, "Finetune/Step Time": 11.218691634014249}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7224194407463074, "Finetune/Loss (Raw)": 0.897876501083374, "Finetune/Step": 4609, "Finetune/Step Time": 11.228118186816573}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7227956652641296, "Finetune/Loss (Raw)": 0.6919789910316467, "Finetune/Step": 4610, "Finetune/Step Time": 11.203403064981103}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7208551168441772, "Finetune/Loss (Raw)": 0.5062660574913025, "Finetune/Step": 4611, "Finetune/Step Time": 11.249166199937463}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7204194068908691, "Finetune/Loss (Raw)": 0.7773821949958801, "Finetune/Step": 4612, "Finetune/Step Time": 11.253660921007395}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7195233106613159, "Finetune/Loss (Raw)": 0.6186580061912537, "Finetune/Step": 4613, "Finetune/Step Time": 11.290809968486428}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7192836999893188, "Finetune/Loss (Raw)": 0.6781011819839478, "Finetune/Step": 4614, "Finetune/Step Time": 11.296959983184934}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7219613790512085, "Finetune/Loss (Raw)": 0.8783485293388367, "Finetune/Step": 4615, "Finetune/Step Time": 11.255575878545642}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7216293811798096, "Finetune/Loss (Raw)": 0.7162870168685913, "Finetune/Step": 4616, "Finetune/Step Time": 11.24517673254013}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7231539487838745, "Finetune/Loss (Raw)": 0.6608827114105225, "Finetune/Step": 4617, "Finetune/Step Time": 11.235526809468865}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7243720293045044, "Finetune/Loss (Raw)": 0.7909581661224365, "Finetune/Step": 4618, "Finetune/Step Time": 11.22575793787837}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7254313826560974, "Finetune/Loss (Raw)": 0.8502100110054016, "Finetune/Step": 4619, "Finetune/Step Time": 11.228166121989489}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.725023090839386, "Finetune/Loss (Raw)": 0.7381200790405273, "Finetune/Step": 4620, "Finetune/Step Time": 11.2335612680763}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7264144420623779, "Finetune/Loss (Raw)": 0.8679218888282776, "Finetune/Step": 4621, "Finetune/Step Time": 11.219188671559095}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.728117048740387, "Finetune/Loss (Raw)": 0.8010271787643433, "Finetune/Step": 4622, "Finetune/Step Time": 11.212643064558506}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7287575006484985, "Finetune/Loss (Raw)": 0.8222706317901611, "Finetune/Step": 4623, "Finetune/Step Time": 11.20182473398745}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7288612127304077, "Finetune/Loss (Raw)": 0.6921678185462952, "Finetune/Step": 4624, "Finetune/Step Time": 11.192698419094086}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.729436457157135, "Finetune/Loss (Raw)": 0.8191602826118469, "Finetune/Step": 4625, "Finetune/Step Time": 11.193135540932417}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7282267808914185, "Finetune/Loss (Raw)": 0.5333292484283447, "Finetune/Step": 4626, "Finetune/Step Time": 11.224050857126713}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7272205352783203, "Finetune/Loss (Raw)": 0.7200039029121399, "Finetune/Step": 4627, "Finetune/Step Time": 11.234746055677533}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.727175235748291, "Finetune/Loss (Raw)": 0.6629122495651245, "Finetune/Step": 4628, "Finetune/Step Time": 11.239485682919621}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7260850667953491, "Finetune/Loss (Raw)": 0.7244260907173157, "Finetune/Step": 4629, "Finetune/Step Time": 11.23672310821712}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7263636589050293, "Finetune/Loss (Raw)": 0.6562110185623169, "Finetune/Step": 4630, "Finetune/Step Time": 11.242754546925426}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7242218255996704, "Finetune/Loss (Raw)": 0.55577152967453, "Finetune/Step": 4631, "Finetune/Step Time": 11.267185717821121}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7222319841384888, "Finetune/Loss (Raw)": 0.47782543301582336, "Finetune/Step": 4632, "Finetune/Step Time": 11.2971914075315}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7209247350692749, "Finetune/Loss (Raw)": 0.5734501481056213, "Finetune/Step": 4633, "Finetune/Step Time": 11.312700662761927}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7202803492546082, "Finetune/Loss (Raw)": 0.8490238785743713, "Finetune/Step": 4634, "Finetune/Step Time": 11.326332043856382}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7197561860084534, "Finetune/Loss (Raw)": 0.5432546138763428, "Finetune/Step": 4635, "Finetune/Step Time": 11.315529512241483}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7198159694671631, "Finetune/Loss (Raw)": 0.7422370314598083, "Finetune/Step": 4636, "Finetune/Step Time": 11.317653696984053}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7209007740020752, "Finetune/Loss (Raw)": 0.8205620050430298, "Finetune/Step": 4637, "Finetune/Step Time": 11.30820669978857}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.72217857837677, "Finetune/Loss (Raw)": 0.9694076776504517, "Finetune/Step": 4638, "Finetune/Step Time": 11.31379353068769}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7196804285049438, "Finetune/Loss (Raw)": 0.589669942855835, "Finetune/Step": 4639, "Finetune/Step Time": 11.354292066767812}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7210445404052734, "Finetune/Loss (Raw)": 0.8136942386627197, "Finetune/Step": 4640, "Finetune/Step Time": 11.32713014818728}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7211371660232544, "Finetune/Loss (Raw)": 0.7710795402526855, "Finetune/Step": 4641, "Finetune/Step Time": 11.326479367911816}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7223268747329712, "Finetune/Loss (Raw)": 0.779029905796051, "Finetune/Step": 4642, "Finetune/Step Time": 11.324330238625407}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.723142147064209, "Finetune/Loss (Raw)": 0.8536312580108643, "Finetune/Step": 4643, "Finetune/Step Time": 11.318570686504245}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7231478691101074, "Finetune/Loss (Raw)": 0.6013081073760986, "Finetune/Step": 4644, "Finetune/Step Time": 11.356830921024084}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7245345115661621, "Finetune/Loss (Raw)": 0.8053694367408752, "Finetune/Step": 4645, "Finetune/Step Time": 11.35714128613472}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7223979234695435, "Finetune/Loss (Raw)": 0.6221610903739929, "Finetune/Step": 4646, "Finetune/Step Time": 11.373320208862424}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7218376398086548, "Finetune/Loss (Raw)": 0.7716463208198547, "Finetune/Step": 4647, "Finetune/Step Time": 11.378332855179906}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7209583520889282, "Finetune/Loss (Raw)": 0.715528130531311, "Finetune/Step": 4648, "Finetune/Step Time": 11.385470492765307}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7205272316932678, "Finetune/Loss (Raw)": 0.8105564713478088, "Finetune/Step": 4649, "Finetune/Step Time": 11.368674144148827}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7199083566665649, "Finetune/Loss (Raw)": 0.6220171451568604, "Finetune/Step": 4650, "Finetune/Step Time": 11.35927845351398}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7198302745819092, "Finetune/Loss (Raw)": 0.7579323053359985, "Finetune/Step": 4651, "Finetune/Step Time": 11.353695513680577}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7196540832519531, "Finetune/Loss (Raw)": 0.7527438402175903, "Finetune/Step": 4652, "Finetune/Step Time": 11.349855924025178}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7177973985671997, "Finetune/Loss (Raw)": 0.5097553133964539, "Finetune/Step": 4653, "Finetune/Step Time": 11.37069546058774}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7190658450126648, "Finetune/Loss (Raw)": 0.7203493118286133, "Finetune/Step": 4654, "Finetune/Step Time": 11.383459899574518}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7206765413284302, "Finetune/Loss (Raw)": 0.6307331919670105, "Finetune/Step": 4655, "Finetune/Step Time": 11.369444079697132}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7201144695281982, "Finetune/Loss (Raw)": 0.6199939846992493, "Finetune/Step": 4656, "Finetune/Step Time": 11.426676170900464}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7197062969207764, "Finetune/Loss (Raw)": 0.7065469622612, "Finetune/Step": 4657, "Finetune/Step Time": 11.432379756122828}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7196236252784729, "Finetune/Loss (Raw)": 0.8302698731422424, "Finetune/Step": 4658, "Finetune/Step Time": 11.427828341722488}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7194200754165649, "Finetune/Loss (Raw)": 0.8301733732223511, "Finetune/Step": 4659, "Finetune/Step Time": 11.436835804954171}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7212045192718506, "Finetune/Loss (Raw)": 0.8097840547561646, "Finetune/Step": 4660, "Finetune/Step Time": 11.446751572191715}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7201718091964722, "Finetune/Loss (Raw)": 0.6491019129753113, "Finetune/Step": 4661, "Finetune/Step Time": 11.44862662255764}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.722153902053833, "Finetune/Loss (Raw)": 0.8303992748260498, "Finetune/Step": 4662, "Finetune/Step Time": 11.4094168972224}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7238268852233887, "Finetune/Loss (Raw)": 0.8026906847953796, "Finetune/Step": 4663, "Finetune/Step Time": 11.391797814518213}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.723888635635376, "Finetune/Loss (Raw)": 0.7563033103942871, "Finetune/Step": 4664, "Finetune/Step Time": 11.375670351088047}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7229487299919128, "Finetune/Loss (Raw)": 0.6765165328979492, "Finetune/Step": 4665, "Finetune/Step Time": 11.370759729295969}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7210965156555176, "Finetune/Loss (Raw)": 0.5585613250732422, "Finetune/Step": 4666, "Finetune/Step Time": 11.398390617221594}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7225762605667114, "Finetune/Loss (Raw)": 0.822913646697998, "Finetune/Step": 4667, "Finetune/Step Time": 11.380232805386186}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7244217395782471, "Finetune/Loss (Raw)": 0.7298446297645569, "Finetune/Step": 4668, "Finetune/Step Time": 11.348881924524903}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7234631180763245, "Finetune/Loss (Raw)": 0.5358529686927795, "Finetune/Step": 4669, "Finetune/Step Time": 11.35611554980278}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7247614860534668, "Finetune/Loss (Raw)": 0.7875820398330688, "Finetune/Step": 4670, "Finetune/Step Time": 11.35495469532907}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7242084741592407, "Finetune/Loss (Raw)": 0.6834425330162048, "Finetune/Step": 4671, "Finetune/Step Time": 11.346047164872289}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7237950563430786, "Finetune/Loss (Raw)": 0.7963700294494629, "Finetune/Step": 4672, "Finetune/Step Time": 11.363774186000228}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7239681482315063, "Finetune/Loss (Raw)": 0.7423319220542908, "Finetune/Step": 4673, "Finetune/Step Time": 11.351420119404793}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7242530584335327, "Finetune/Loss (Raw)": 0.8420082926750183, "Finetune/Step": 4674, "Finetune/Step Time": 11.387891430407763}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7243730425834656, "Finetune/Loss (Raw)": 0.8088110685348511, "Finetune/Step": 4675, "Finetune/Step Time": 11.39016992971301}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7259091138839722, "Finetune/Loss (Raw)": 0.7180684208869934, "Finetune/Step": 4676, "Finetune/Step Time": 11.305065898224711}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7277714014053345, "Finetune/Loss (Raw)": 0.8265653848648071, "Finetune/Step": 4677, "Finetune/Step Time": 11.288844957947731}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7266947031021118, "Finetune/Loss (Raw)": 0.733827531337738, "Finetune/Step": 4678, "Finetune/Step Time": 11.32666465640068}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.725226640701294, "Finetune/Loss (Raw)": 0.6143229603767395, "Finetune/Step": 4679, "Finetune/Step Time": 11.328079797327518}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7275099754333496, "Finetune/Loss (Raw)": 0.851823627948761, "Finetune/Step": 4680, "Finetune/Step Time": 11.314326638355851}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7269456386566162, "Finetune/Loss (Raw)": 0.7086565494537354, "Finetune/Step": 4681, "Finetune/Step Time": 11.334253532812}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7257347106933594, "Finetune/Loss (Raw)": 0.713638186454773, "Finetune/Step": 4682, "Finetune/Step Time": 11.351579966023564}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7255860567092896, "Finetune/Loss (Raw)": 0.7482498288154602, "Finetune/Step": 4683, "Finetune/Step Time": 11.329139428213239}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7252810597419739, "Finetune/Loss (Raw)": 0.8545079231262207, "Finetune/Step": 4684, "Finetune/Step Time": 11.326735531911254}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7265979051589966, "Finetune/Loss (Raw)": 0.8367313146591187, "Finetune/Step": 4685, "Finetune/Step Time": 11.323804572224617}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7270621657371521, "Finetune/Loss (Raw)": 0.6116971969604492, "Finetune/Step": 4686, "Finetune/Step Time": 11.318773599341512}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7263737916946411, "Finetune/Loss (Raw)": 0.7849107980728149, "Finetune/Step": 4687, "Finetune/Step Time": 11.305630218237638}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7286226749420166, "Finetune/Loss (Raw)": 1.001402497291565, "Finetune/Step": 4688, "Finetune/Step Time": 11.29889815300703}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7292229533195496, "Finetune/Loss (Raw)": 0.8699318170547485, "Finetune/Step": 4689, "Finetune/Step Time": 11.284808291122317}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7276262640953064, "Finetune/Loss (Raw)": 0.6197627186775208, "Finetune/Step": 4690, "Finetune/Step Time": 11.302671996876597}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7298586368560791, "Finetune/Loss (Raw)": 0.8819401860237122, "Finetune/Step": 4691, "Finetune/Step Time": 11.255810026079416}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7314698100090027, "Finetune/Loss (Raw)": 0.9268754720687866, "Finetune/Step": 4692, "Finetune/Step Time": 11.232335047796369}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7322041392326355, "Finetune/Loss (Raw)": 0.7696697115898132, "Finetune/Step": 4693, "Finetune/Step Time": 11.240455524995923}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7331621646881104, "Finetune/Loss (Raw)": 0.8652217388153076, "Finetune/Step": 4694, "Finetune/Step Time": 11.230932293459773}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.732688844203949, "Finetune/Loss (Raw)": 0.7943740487098694, "Finetune/Step": 4695, "Finetune/Step Time": 11.233876679092646}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7316188812255859, "Finetune/Loss (Raw)": 0.6554378867149353, "Finetune/Step": 4696, "Finetune/Step Time": 11.25742019340396}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7309964895248413, "Finetune/Loss (Raw)": 0.7439495325088501, "Finetune/Step": 4697, "Finetune/Step Time": 11.242378231137991}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7312594652175903, "Finetune/Loss (Raw)": 0.842753529548645, "Finetune/Step": 4698, "Finetune/Step Time": 11.270462671294808}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7333126068115234, "Finetune/Loss (Raw)": 0.8642510175704956, "Finetune/Step": 4699, "Finetune/Step Time": 11.273258861154318}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7335845828056335, "Finetune/Loss (Raw)": 0.7669583559036255, "Finetune/Step": 4700, "Finetune/Step Time": 11.265037113800645}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.734683632850647, "Finetune/Loss (Raw)": 0.7894960045814514, "Finetune/Step": 4701, "Finetune/Step Time": 11.252055022865534}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.734241247177124, "Finetune/Loss (Raw)": 0.7347673773765564, "Finetune/Step": 4702, "Finetune/Step Time": 11.256534162908792}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7354283332824707, "Finetune/Loss (Raw)": 0.8556105494499207, "Finetune/Step": 4703, "Finetune/Step Time": 11.234030967578292}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7353919148445129, "Finetune/Loss (Raw)": 0.6479443907737732, "Finetune/Step": 4704, "Finetune/Step Time": 11.235721288248897}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7353754043579102, "Finetune/Loss (Raw)": 0.8623361587524414, "Finetune/Step": 4705, "Finetune/Step Time": 11.231711408123374}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7345764636993408, "Finetune/Loss (Raw)": 0.7122184634208679, "Finetune/Step": 4706, "Finetune/Step Time": 11.22514783591032}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7354581356048584, "Finetune/Loss (Raw)": 0.6639525890350342, "Finetune/Step": 4707, "Finetune/Step Time": 11.188658008351922}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7366732358932495, "Finetune/Loss (Raw)": 0.656407356262207, "Finetune/Step": 4708, "Finetune/Step Time": 11.151576915755868}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7366095781326294, "Finetune/Loss (Raw)": 0.6588279008865356, "Finetune/Step": 4709, "Finetune/Step Time": 11.156455736607313}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7381002306938171, "Finetune/Loss (Raw)": 0.9259850382804871, "Finetune/Step": 4710, "Finetune/Step Time": 11.144972147420049}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7372458577156067, "Finetune/Loss (Raw)": 0.7392741441726685, "Finetune/Step": 4711, "Finetune/Step Time": 11.143960397690535}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7370151281356812, "Finetune/Loss (Raw)": 0.6542430520057678, "Finetune/Step": 4712, "Finetune/Step Time": 11.157311603426933}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7385459542274475, "Finetune/Loss (Raw)": 0.8114907145500183, "Finetune/Step": 4713, "Finetune/Step Time": 11.158520888537169}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7390931844711304, "Finetune/Loss (Raw)": 0.7353998422622681, "Finetune/Step": 4714, "Finetune/Step Time": 11.162837421521544}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7385423183441162, "Finetune/Loss (Raw)": 0.7642231583595276, "Finetune/Step": 4715, "Finetune/Step Time": 11.16700935177505}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7376548051834106, "Finetune/Loss (Raw)": 0.7154281139373779, "Finetune/Step": 4716, "Finetune/Step Time": 11.127455577254295}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7379930019378662, "Finetune/Loss (Raw)": 0.7888128757476807, "Finetune/Step": 4717, "Finetune/Step Time": 11.125853875651956}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7368398904800415, "Finetune/Loss (Raw)": 0.5298944711685181, "Finetune/Step": 4718, "Finetune/Step Time": 11.142851645126939}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7354063987731934, "Finetune/Loss (Raw)": 0.6146719455718994, "Finetune/Step": 4719, "Finetune/Step Time": 11.141298716887832}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7355106472969055, "Finetune/Loss (Raw)": 0.47643494606018066, "Finetune/Step": 4720, "Finetune/Step Time": 11.161052599549294}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.733798623085022, "Finetune/Loss (Raw)": 0.5898035168647766, "Finetune/Step": 4721, "Finetune/Step Time": 11.166068758815527}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.734418511390686, "Finetune/Loss (Raw)": 0.6716644167900085, "Finetune/Step": 4722, "Finetune/Step Time": 11.128367859870195}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7345390915870667, "Finetune/Loss (Raw)": 0.7795906066894531, "Finetune/Step": 4723, "Finetune/Step Time": 11.12322143279016}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7334705591201782, "Finetune/Loss (Raw)": 0.6086613535881042, "Finetune/Step": 4724, "Finetune/Step Time": 11.154831126332283}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7334181666374207, "Finetune/Loss (Raw)": 0.6843697428703308, "Finetune/Step": 4725, "Finetune/Step Time": 11.156738080084324}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7325857281684875, "Finetune/Loss (Raw)": 0.6538902521133423, "Finetune/Step": 4726, "Finetune/Step Time": 11.165277037769556}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.732717752456665, "Finetune/Loss (Raw)": 0.7004551291465759, "Finetune/Step": 4727, "Finetune/Step Time": 11.158627649769187}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7322479486465454, "Finetune/Loss (Raw)": 0.695180356502533, "Finetune/Step": 4728, "Finetune/Step Time": 11.160329092293978}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7347944974899292, "Finetune/Loss (Raw)": 0.9681762456893921, "Finetune/Step": 4729, "Finetune/Step Time": 11.159014256671071}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7334269285202026, "Finetune/Loss (Raw)": 0.7635378241539001, "Finetune/Step": 4730, "Finetune/Step Time": 11.150644360110164}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7330639362335205, "Finetune/Loss (Raw)": 0.6032952070236206, "Finetune/Step": 4731, "Finetune/Step Time": 11.149263620376587}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7329056262969971, "Finetune/Loss (Raw)": 0.7626609802246094, "Finetune/Step": 4732, "Finetune/Step Time": 11.149551222100854}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7348705530166626, "Finetune/Loss (Raw)": 0.8188962340354919, "Finetune/Step": 4733, "Finetune/Step Time": 11.10571539029479}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7336807250976562, "Finetune/Loss (Raw)": 0.661864161491394, "Finetune/Step": 4734, "Finetune/Step Time": 11.113027127459645}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7346222400665283, "Finetune/Loss (Raw)": 0.8233950734138489, "Finetune/Step": 4735, "Finetune/Step Time": 11.11517102085054}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7334694266319275, "Finetune/Loss (Raw)": 0.5729624629020691, "Finetune/Step": 4736, "Finetune/Step Time": 11.124602558091283}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7315855026245117, "Finetune/Loss (Raw)": 0.6567333340644836, "Finetune/Step": 4737, "Finetune/Step Time": 11.127559546381235}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7325043678283691, "Finetune/Loss (Raw)": 0.8095868825912476, "Finetune/Step": 4738, "Finetune/Step Time": 11.138914117589593}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7338905334472656, "Finetune/Loss (Raw)": 0.6837029457092285, "Finetune/Step": 4739, "Finetune/Step Time": 11.094882156699896}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7330477833747864, "Finetune/Loss (Raw)": 0.6695079207420349, "Finetune/Step": 4740, "Finetune/Step Time": 11.071198660880327}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7324195504188538, "Finetune/Loss (Raw)": 0.538244903087616, "Finetune/Step": 4741, "Finetune/Step Time": 11.046092078089714}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7321503162384033, "Finetune/Loss (Raw)": 0.6436460018157959, "Finetune/Step": 4742, "Finetune/Step Time": 11.06330462358892}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.730252742767334, "Finetune/Loss (Raw)": 0.63544762134552, "Finetune/Step": 4743, "Finetune/Step Time": 11.087349897250533}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7316378355026245, "Finetune/Loss (Raw)": 0.893589437007904, "Finetune/Step": 4744, "Finetune/Step Time": 11.113235449418426}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7318449020385742, "Finetune/Loss (Raw)": 0.6873794794082642, "Finetune/Step": 4745, "Finetune/Step Time": 11.1493014190346}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.730934739112854, "Finetune/Loss (Raw)": 0.6744533777236938, "Finetune/Step": 4746, "Finetune/Step Time": 11.192488132044673}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7310793399810791, "Finetune/Loss (Raw)": 0.868729293346405, "Finetune/Step": 4747, "Finetune/Step Time": 11.18791627138853}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7316449880599976, "Finetune/Loss (Raw)": 0.8105179667472839, "Finetune/Step": 4748, "Finetune/Step Time": 11.186362091451883}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7309279441833496, "Finetune/Loss (Raw)": 0.7761430740356445, "Finetune/Step": 4749, "Finetune/Step Time": 11.183163510635495}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.73027104139328, "Finetune/Loss (Raw)": 0.7169442176818848, "Finetune/Step": 4750, "Finetune/Step Time": 11.188507903367281}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7296442985534668, "Finetune/Loss (Raw)": 0.7420393824577332, "Finetune/Step": 4751, "Finetune/Step Time": 11.212017487734556}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7305343151092529, "Finetune/Loss (Raw)": 0.8060986399650574, "Finetune/Step": 4752, "Finetune/Step Time": 11.214966583997011}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7293858528137207, "Finetune/Loss (Raw)": 0.6721575856208801, "Finetune/Step": 4753, "Finetune/Step Time": 11.207186860963702}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7311925888061523, "Finetune/Loss (Raw)": 0.7645821571350098, "Finetune/Step": 4754, "Finetune/Step Time": 11.182176509872079}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7313547134399414, "Finetune/Loss (Raw)": 0.740764856338501, "Finetune/Step": 4755, "Finetune/Step Time": 11.181915646418929}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7320712208747864, "Finetune/Loss (Raw)": 0.7546206116676331, "Finetune/Step": 4756, "Finetune/Step Time": 11.171954534947872}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7321223020553589, "Finetune/Loss (Raw)": 0.7309658527374268, "Finetune/Step": 4757, "Finetune/Step Time": 11.173437710851431}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7325210571289062, "Finetune/Loss (Raw)": 0.7072478532791138, "Finetune/Step": 4758, "Finetune/Step Time": 11.159934714436531}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7334343791007996, "Finetune/Loss (Raw)": 0.6726778745651245, "Finetune/Step": 4759, "Finetune/Step Time": 11.138184884563088}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7355927228927612, "Finetune/Loss (Raw)": 0.7540956735610962, "Finetune/Step": 4760, "Finetune/Step Time": 11.107314467430115}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7357699871063232, "Finetune/Loss (Raw)": 0.596137285232544, "Finetune/Step": 4761, "Finetune/Step Time": 11.111622154712677}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7345272302627563, "Finetune/Loss (Raw)": 0.6899504065513611, "Finetune/Step": 4762, "Finetune/Step Time": 11.104494160041213}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7361718416213989, "Finetune/Loss (Raw)": 0.7537658214569092, "Finetune/Step": 4763, "Finetune/Step Time": 11.08438939601183}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7357012033462524, "Finetune/Loss (Raw)": 0.6819944977760315, "Finetune/Step": 4764, "Finetune/Step Time": 11.08763037249446}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7342109680175781, "Finetune/Loss (Raw)": 0.6298158764839172, "Finetune/Step": 4765, "Finetune/Step Time": 11.087311090901494}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7336145639419556, "Finetune/Loss (Raw)": 0.8930618166923523, "Finetune/Step": 4766, "Finetune/Step Time": 11.089308448135853}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7352980375289917, "Finetune/Loss (Raw)": 0.8051632046699524, "Finetune/Step": 4767, "Finetune/Step Time": 11.037850452587008}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7343802452087402, "Finetune/Loss (Raw)": 0.696220338344574, "Finetune/Step": 4768, "Finetune/Step Time": 11.042642841115594}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7340676784515381, "Finetune/Loss (Raw)": 0.7310657501220703, "Finetune/Step": 4769, "Finetune/Step Time": 11.040409546345472}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.731821596622467, "Finetune/Loss (Raw)": 0.4915294945240021, "Finetune/Step": 4770, "Finetune/Step Time": 11.045384135097265}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7319852113723755, "Finetune/Loss (Raw)": 0.8745772838592529, "Finetune/Step": 4771, "Finetune/Step Time": 11.051659299060702}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7325249910354614, "Finetune/Loss (Raw)": 0.6703911423683167, "Finetune/Step": 4772, "Finetune/Step Time": 11.031629394739866}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7303758859634399, "Finetune/Loss (Raw)": 0.5302947759628296, "Finetune/Step": 4773, "Finetune/Step Time": 11.03182245977223}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7315773963928223, "Finetune/Loss (Raw)": 0.7759534120559692, "Finetune/Step": 4774, "Finetune/Step Time": 11.015677403658628}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7321634888648987, "Finetune/Loss (Raw)": 0.8466634154319763, "Finetune/Step": 4775, "Finetune/Step Time": 11.0138986594975}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7316691279411316, "Finetune/Loss (Raw)": 0.6522446274757385, "Finetune/Step": 4776, "Finetune/Step Time": 11.033538872376084}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7311590909957886, "Finetune/Loss (Raw)": 0.7452735900878906, "Finetune/Step": 4777, "Finetune/Step Time": 11.036055376753211}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7303633689880371, "Finetune/Loss (Raw)": 0.520170271396637, "Finetune/Step": 4778, "Finetune/Step Time": 11.05366213619709}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7315412759780884, "Finetune/Loss (Raw)": 0.9087068438529968, "Finetune/Step": 4779, "Finetune/Step Time": 11.057042617350817}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7310699224472046, "Finetune/Loss (Raw)": 0.6923985481262207, "Finetune/Step": 4780, "Finetune/Step Time": 11.061661541461945}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7321004867553711, "Finetune/Loss (Raw)": 0.6416792869567871, "Finetune/Step": 4781, "Finetune/Step Time": 11.035039830952883}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7314038276672363, "Finetune/Loss (Raw)": 0.6311653852462769, "Finetune/Step": 4782, "Finetune/Step Time": 11.027955060824752}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7307374477386475, "Finetune/Loss (Raw)": 0.5454413890838623, "Finetune/Step": 4783, "Finetune/Step Time": 11.049971006810665}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7317890524864197, "Finetune/Loss (Raw)": 0.754600465297699, "Finetune/Step": 4784, "Finetune/Step Time": 10.99402928352356}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7334838509559631, "Finetune/Loss (Raw)": 0.9234796166419983, "Finetune/Step": 4785, "Finetune/Step Time": 10.98745439387858}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7331810593605042, "Finetune/Loss (Raw)": 0.7915167212486267, "Finetune/Step": 4786, "Finetune/Step Time": 10.99380393512547}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7324612140655518, "Finetune/Loss (Raw)": 0.7380365133285522, "Finetune/Step": 4787, "Finetune/Step Time": 10.97617601044476}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7310627102851868, "Finetune/Loss (Raw)": 0.6307686567306519, "Finetune/Step": 4788, "Finetune/Step Time": 10.99987137131393}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7306575775146484, "Finetune/Loss (Raw)": 0.5972505807876587, "Finetune/Step": 4789, "Finetune/Step Time": 11.01117019355297}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7304753661155701, "Finetune/Loss (Raw)": 0.8070722818374634, "Finetune/Step": 4790, "Finetune/Step Time": 11.025421990081668}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7290565967559814, "Finetune/Loss (Raw)": 0.6210918426513672, "Finetune/Step": 4791, "Finetune/Step Time": 11.06505929119885}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7303711175918579, "Finetune/Loss (Raw)": 0.9245591163635254, "Finetune/Step": 4792, "Finetune/Step Time": 11.069839695468545}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7314850091934204, "Finetune/Loss (Raw)": 0.8190950155258179, "Finetune/Step": 4793, "Finetune/Step Time": 11.080786997452378}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7323206663131714, "Finetune/Loss (Raw)": 0.665530800819397, "Finetune/Step": 4794, "Finetune/Step Time": 11.057224903255701}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7311673164367676, "Finetune/Loss (Raw)": 0.6752771139144897, "Finetune/Step": 4795, "Finetune/Step Time": 11.104737214744091}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.73199862241745, "Finetune/Loss (Raw)": 0.8362491130828857, "Finetune/Step": 4796, "Finetune/Step Time": 11.098837772384286}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7338702082633972, "Finetune/Loss (Raw)": 0.7754218578338623, "Finetune/Step": 4797, "Finetune/Step Time": 11.064056171104312}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7322409152984619, "Finetune/Loss (Raw)": 0.5790368914604187, "Finetune/Step": 4798, "Finetune/Step Time": 11.084607208147645}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7333391904830933, "Finetune/Loss (Raw)": 0.8240148425102234, "Finetune/Step": 4799, "Finetune/Step Time": 11.090612504631281}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7344216704368591, "Finetune/Loss (Raw)": 0.9349275827407837, "Finetune/Step": 4800, "Finetune/Step Time": 11.066671799868345}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7351719737052917, "Finetune/Loss (Raw)": 0.8383684158325195, "Finetune/Step": 4801, "Finetune/Step Time": 11.052924966439605}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7346461415290833, "Finetune/Loss (Raw)": 0.7747040390968323, "Finetune/Step": 4802, "Finetune/Step Time": 11.012847054749727}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7347862720489502, "Finetune/Loss (Raw)": 0.8267456889152527, "Finetune/Step": 4803, "Finetune/Step Time": 11.017392253503203}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7353782653808594, "Finetune/Loss (Raw)": 0.7938414216041565, "Finetune/Step": 4804, "Finetune/Step Time": 11.01926495693624}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7353146076202393, "Finetune/Loss (Raw)": 0.8184174299240112, "Finetune/Step": 4805, "Finetune/Step Time": 11.02787072211504}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.735521137714386, "Finetune/Loss (Raw)": 0.7602684497833252, "Finetune/Step": 4806, "Finetune/Step Time": 10.998377289623022}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7366456985473633, "Finetune/Loss (Raw)": 0.7582610249519348, "Finetune/Step": 4807, "Finetune/Step Time": 10.998091012239456}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.736924409866333, "Finetune/Loss (Raw)": 0.8875041604042053, "Finetune/Step": 4808, "Finetune/Step Time": 10.993816785514355}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7357196807861328, "Finetune/Loss (Raw)": 0.5544482469558716, "Finetune/Step": 4809, "Finetune/Step Time": 10.978018123656511}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7357528209686279, "Finetune/Loss (Raw)": 0.7178820371627808, "Finetune/Step": 4810, "Finetune/Step Time": 10.967682335525751}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7360217571258545, "Finetune/Loss (Raw)": 0.7826687693595886, "Finetune/Step": 4811, "Finetune/Step Time": 10.985835675150156}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7351731061935425, "Finetune/Loss (Raw)": 0.7458885312080383, "Finetune/Step": 4812, "Finetune/Step Time": 10.98937702178955}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.734139084815979, "Finetune/Loss (Raw)": 0.7043806910514832, "Finetune/Step": 4813, "Finetune/Step Time": 11.022539172321558}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7353215217590332, "Finetune/Loss (Raw)": 0.76304692029953, "Finetune/Step": 4814, "Finetune/Step Time": 11.01316773891449}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.735927402973175, "Finetune/Loss (Raw)": 0.8624554872512817, "Finetune/Step": 4815, "Finetune/Step Time": 11.011044636368752}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.733422577381134, "Finetune/Loss (Raw)": 0.6807878017425537, "Finetune/Step": 4816, "Finetune/Step Time": 11.035206379368901}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7327530384063721, "Finetune/Loss (Raw)": 0.7842314839363098, "Finetune/Step": 4817, "Finetune/Step Time": 11.048199381679296}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.734311580657959, "Finetune/Loss (Raw)": 0.8192570209503174, "Finetune/Step": 4818, "Finetune/Step Time": 11.033788293600082}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7339829206466675, "Finetune/Loss (Raw)": 0.839867115020752, "Finetune/Step": 4819, "Finetune/Step Time": 11.030881421640515}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7332702875137329, "Finetune/Loss (Raw)": 0.8356608152389526, "Finetune/Step": 4820, "Finetune/Step Time": 11.034506810829043}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7340686321258545, "Finetune/Loss (Raw)": 0.8718546032905579, "Finetune/Step": 4821, "Finetune/Step Time": 11.018744820728898}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.733640193939209, "Finetune/Loss (Raw)": 0.8103848099708557, "Finetune/Step": 4822, "Finetune/Step Time": 11.028301717713475}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7339072227478027, "Finetune/Loss (Raw)": 0.828555703163147, "Finetune/Step": 4823, "Finetune/Step Time": 11.031975397840142}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7334944009780884, "Finetune/Loss (Raw)": 0.6025873422622681, "Finetune/Step": 4824, "Finetune/Step Time": 11.038274854421616}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7332783937454224, "Finetune/Loss (Raw)": 0.716312825679779, "Finetune/Step": 4825, "Finetune/Step Time": 11.047340139746666}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7325454354286194, "Finetune/Loss (Raw)": 0.7489320039749146, "Finetune/Step": 4826, "Finetune/Step Time": 11.022868487983942}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.732282280921936, "Finetune/Loss (Raw)": 0.8305703401565552, "Finetune/Step": 4827, "Finetune/Step Time": 11.001536661759019}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7324576377868652, "Finetune/Loss (Raw)": 0.7894027829170227, "Finetune/Step": 4828, "Finetune/Step Time": 11.016841907054186}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7322641611099243, "Finetune/Loss (Raw)": 0.7647258639335632, "Finetune/Step": 4829, "Finetune/Step Time": 11.021090801805258}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7321732044219971, "Finetune/Loss (Raw)": 0.7231324315071106, "Finetune/Step": 4830, "Finetune/Step Time": 11.011635718867183}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.729701042175293, "Finetune/Loss (Raw)": 0.539169192314148, "Finetune/Step": 4831, "Finetune/Step Time": 11.073257323354483}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7297799587249756, "Finetune/Loss (Raw)": 0.6580401659011841, "Finetune/Step": 4832, "Finetune/Step Time": 11.098597753793001}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7289561629295349, "Finetune/Loss (Raw)": 0.7568958401679993, "Finetune/Step": 4833, "Finetune/Step Time": 11.105353439226747}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.730415940284729, "Finetune/Loss (Raw)": 0.899065375328064, "Finetune/Step": 4834, "Finetune/Step Time": 11.110297514125705}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7317072749137878, "Finetune/Loss (Raw)": 0.8292455077171326, "Finetune/Step": 4835, "Finetune/Step Time": 11.107633395120502}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7333720922470093, "Finetune/Loss (Raw)": 0.8695122599601746, "Finetune/Step": 4836, "Finetune/Step Time": 11.101404884830117}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.734148383140564, "Finetune/Loss (Raw)": 0.7581905126571655, "Finetune/Step": 4837, "Finetune/Step Time": 11.086328135803342}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7333745956420898, "Finetune/Loss (Raw)": 0.826932430267334, "Finetune/Step": 4838, "Finetune/Step Time": 11.08810087107122}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7328360676765442, "Finetune/Loss (Raw)": 0.6703495979309082, "Finetune/Step": 4839, "Finetune/Step Time": 11.08986828662455}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7335153818130493, "Finetune/Loss (Raw)": 0.7411898374557495, "Finetune/Step": 4840, "Finetune/Step Time": 11.080476865172386}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7325862646102905, "Finetune/Loss (Raw)": 0.6925719976425171, "Finetune/Step": 4841, "Finetune/Step Time": 11.089581588283181}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7316651344299316, "Finetune/Loss (Raw)": 0.6174888014793396, "Finetune/Step": 4842, "Finetune/Step Time": 11.105551607906818}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7327688932418823, "Finetune/Loss (Raw)": 0.9055030345916748, "Finetune/Step": 4843, "Finetune/Step Time": 11.100926456972957}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7324893474578857, "Finetune/Loss (Raw)": 0.6796460747718811, "Finetune/Step": 4844, "Finetune/Step Time": 11.130458565428853}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7330178022384644, "Finetune/Loss (Raw)": 0.8564563989639282, "Finetune/Step": 4845, "Finetune/Step Time": 11.134632363915443}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7348736524581909, "Finetune/Loss (Raw)": 0.7674442529678345, "Finetune/Step": 4846, "Finetune/Step Time": 11.153146525844932}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7349090576171875, "Finetune/Loss (Raw)": 0.6192033290863037, "Finetune/Step": 4847, "Finetune/Step Time": 11.191923469305038}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7361593246459961, "Finetune/Loss (Raw)": 0.6364651322364807, "Finetune/Step": 4848, "Finetune/Step Time": 11.130004182457924}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7367122173309326, "Finetune/Loss (Raw)": 0.6605761647224426, "Finetune/Step": 4849, "Finetune/Step Time": 11.153995763510466}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.738030195236206, "Finetune/Loss (Raw)": 0.8403693437576294, "Finetune/Step": 4850, "Finetune/Step Time": 11.174420477822423}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.738483190536499, "Finetune/Loss (Raw)": 0.8375717401504517, "Finetune/Step": 4851, "Finetune/Step Time": 11.18029211461544}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7387694120407104, "Finetune/Loss (Raw)": 0.6453015208244324, "Finetune/Step": 4852, "Finetune/Step Time": 11.170202301815152}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7396260499954224, "Finetune/Loss (Raw)": 0.794018030166626, "Finetune/Step": 4853, "Finetune/Step Time": 11.180424911901355}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7384963631629944, "Finetune/Loss (Raw)": 0.509283721446991, "Finetune/Step": 4854, "Finetune/Step Time": 11.181388219818473}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7389664649963379, "Finetune/Loss (Raw)": 0.7606390118598938, "Finetune/Step": 4855, "Finetune/Step Time": 11.1849679145962}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7397537231445312, "Finetune/Loss (Raw)": 0.7959369421005249, "Finetune/Step": 4856, "Finetune/Step Time": 11.181699257344007}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7387853860855103, "Finetune/Loss (Raw)": 0.8442385196685791, "Finetune/Step": 4857, "Finetune/Step Time": 11.179864646866918}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7399417161941528, "Finetune/Loss (Raw)": 0.9115458130836487, "Finetune/Step": 4858, "Finetune/Step Time": 11.192468592897058}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7412800192832947, "Finetune/Loss (Raw)": 0.7745998501777649, "Finetune/Step": 4859, "Finetune/Step Time": 11.17529177479446}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7405401468276978, "Finetune/Loss (Raw)": 0.6679546236991882, "Finetune/Step": 4860, "Finetune/Step Time": 11.173569466918707}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.739653468132019, "Finetune/Loss (Raw)": 0.7054024934768677, "Finetune/Step": 4861, "Finetune/Step Time": 11.194488033652306}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.741531252861023, "Finetune/Loss (Raw)": 0.902215301990509, "Finetune/Step": 4862, "Finetune/Step Time": 11.177254401147366}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7421039342880249, "Finetune/Loss (Raw)": 0.8967006802558899, "Finetune/Step": 4863, "Finetune/Step Time": 11.17896268516779}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7432234883308411, "Finetune/Loss (Raw)": 0.7162671685218811, "Finetune/Step": 4864, "Finetune/Step Time": 11.189543016254902}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7444210052490234, "Finetune/Loss (Raw)": 0.8100101351737976, "Finetune/Step": 4865, "Finetune/Step Time": 11.186836613342166}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7436431050300598, "Finetune/Loss (Raw)": 0.7100205421447754, "Finetune/Step": 4866, "Finetune/Step Time": 11.179404575377703}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.742714524269104, "Finetune/Loss (Raw)": 0.5648429989814758, "Finetune/Step": 4867, "Finetune/Step Time": 11.220587361603975}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.742717981338501, "Finetune/Loss (Raw)": 0.6699507236480713, "Finetune/Step": 4868, "Finetune/Step Time": 11.219308521598577}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7434223890304565, "Finetune/Loss (Raw)": 0.6284079551696777, "Finetune/Step": 4869, "Finetune/Step Time": 11.225343093276024}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7437198162078857, "Finetune/Loss (Raw)": 0.6817172765731812, "Finetune/Step": 4870, "Finetune/Step Time": 11.202863082289696}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7448938488960266, "Finetune/Loss (Raw)": 0.785727858543396, "Finetune/Step": 4871, "Finetune/Step Time": 11.19406933709979}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7437422871589661, "Finetune/Loss (Raw)": 0.746186375617981, "Finetune/Step": 4872, "Finetune/Step Time": 11.172708459198475}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7437243461608887, "Finetune/Loss (Raw)": 0.6850795745849609, "Finetune/Step": 4873, "Finetune/Step Time": 11.159352157264948}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7427217960357666, "Finetune/Loss (Raw)": 0.546135425567627, "Finetune/Step": 4874, "Finetune/Step Time": 11.125697877258062}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7414780855178833, "Finetune/Loss (Raw)": 0.7095314860343933, "Finetune/Step": 4875, "Finetune/Step Time": 11.138244280591607}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7418360114097595, "Finetune/Loss (Raw)": 0.8563292026519775, "Finetune/Step": 4876, "Finetune/Step Time": 11.126342987641692}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7424721121788025, "Finetune/Loss (Raw)": 0.8575673699378967, "Finetune/Step": 4877, "Finetune/Step Time": 11.127616796642542}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7423933744430542, "Finetune/Loss (Raw)": 0.7068673372268677, "Finetune/Step": 4878, "Finetune/Step Time": 11.150450605899096}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.742851197719574, "Finetune/Loss (Raw)": 0.8006410598754883, "Finetune/Step": 4879, "Finetune/Step Time": 11.138480439782143}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7430453896522522, "Finetune/Loss (Raw)": 0.8309528827667236, "Finetune/Step": 4880, "Finetune/Step Time": 11.135971441864967}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.745078444480896, "Finetune/Loss (Raw)": 0.9323936700820923, "Finetune/Step": 4881, "Finetune/Step Time": 11.125646602362394}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7443294525146484, "Finetune/Loss (Raw)": 0.6687118411064148, "Finetune/Step": 4882, "Finetune/Step Time": 11.123438287526369}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7435836791992188, "Finetune/Loss (Raw)": 0.6452962756156921, "Finetune/Step": 4883, "Finetune/Step Time": 11.113614985719323}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7442391514778137, "Finetune/Loss (Raw)": 0.8385230898857117, "Finetune/Step": 4884, "Finetune/Step Time": 11.116093151271343}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7440615892410278, "Finetune/Loss (Raw)": 0.7082409262657166, "Finetune/Step": 4885, "Finetune/Step Time": 11.11599531583488}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7449870705604553, "Finetune/Loss (Raw)": 0.8257068395614624, "Finetune/Step": 4886, "Finetune/Step Time": 11.12586485221982}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7459080219268799, "Finetune/Loss (Raw)": 0.7905635237693787, "Finetune/Step": 4887, "Finetune/Step Time": 11.142291473224759}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7463327646255493, "Finetune/Loss (Raw)": 0.8084645867347717, "Finetune/Step": 4888, "Finetune/Step Time": 11.153527427464724}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7477200031280518, "Finetune/Loss (Raw)": 0.7737053632736206, "Finetune/Step": 4889, "Finetune/Step Time": 11.135961178690195}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7477020621299744, "Finetune/Loss (Raw)": 0.6876499056816101, "Finetune/Step": 4890, "Finetune/Step Time": 11.165988136082888}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7473217248916626, "Finetune/Loss (Raw)": 0.7050781846046448, "Finetune/Step": 4891, "Finetune/Step Time": 11.162459006533027}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7479219436645508, "Finetune/Loss (Raw)": 0.7588266730308533, "Finetune/Step": 4892, "Finetune/Step Time": 11.16020723246038}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7496023178100586, "Finetune/Loss (Raw)": 0.844897449016571, "Finetune/Step": 4893, "Finetune/Step Time": 11.159952638670802}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7483115196228027, "Finetune/Loss (Raw)": 0.7278422117233276, "Finetune/Step": 4894, "Finetune/Step Time": 11.171134751290083}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.74704509973526, "Finetune/Loss (Raw)": 0.6430637836456299, "Finetune/Step": 4895, "Finetune/Step Time": 11.17891046591103}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7480879426002502, "Finetune/Loss (Raw)": 0.8297035098075867, "Finetune/Step": 4896, "Finetune/Step Time": 11.172391306608915}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7471734285354614, "Finetune/Loss (Raw)": 0.6140066385269165, "Finetune/Step": 4897, "Finetune/Step Time": 11.184676622971892}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7483377456665039, "Finetune/Loss (Raw)": 0.6405659914016724, "Finetune/Step": 4898, "Finetune/Step Time": 11.187729245051742}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7480191588401794, "Finetune/Loss (Raw)": 0.8337956070899963, "Finetune/Step": 4899, "Finetune/Step Time": 11.182873236015439}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7487249374389648, "Finetune/Loss (Raw)": 0.7607348561286926, "Finetune/Step": 4900, "Finetune/Step Time": 11.167331794276834}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7501676082611084, "Finetune/Loss (Raw)": 0.7149573564529419, "Finetune/Step": 4901, "Finetune/Step Time": 11.163564871996641}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7497731447219849, "Finetune/Loss (Raw)": 0.725459635257721, "Finetune/Step": 4902, "Finetune/Step Time": 11.164028575643897}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7485966682434082, "Finetune/Loss (Raw)": 0.6960675716400146, "Finetune/Step": 4903, "Finetune/Step Time": 11.162277588620782}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7493578195571899, "Finetune/Loss (Raw)": 0.7496821284294128, "Finetune/Step": 4904, "Finetune/Step Time": 11.143033670261502}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7494429349899292, "Finetune/Loss (Raw)": 0.7561615109443665, "Finetune/Step": 4905, "Finetune/Step Time": 11.143976492807269}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7509192228317261, "Finetune/Loss (Raw)": 0.7091408967971802, "Finetune/Step": 4906, "Finetune/Step Time": 11.106538457795978}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7485334277153015, "Finetune/Loss (Raw)": 0.6033211350440979, "Finetune/Step": 4907, "Finetune/Step Time": 11.113853268325329}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7489935755729675, "Finetune/Loss (Raw)": 0.7512950301170349, "Finetune/Step": 4908, "Finetune/Step Time": 11.133433667942882}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.74968022108078, "Finetune/Loss (Raw)": 0.7295717000961304, "Finetune/Step": 4909, "Finetune/Step Time": 11.128128105774522}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7509863376617432, "Finetune/Loss (Raw)": 0.7983525991439819, "Finetune/Step": 4910, "Finetune/Step Time": 11.115346152335405}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7525055408477783, "Finetune/Loss (Raw)": 0.7398900985717773, "Finetune/Step": 4911, "Finetune/Step Time": 11.077174765989184}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7523297071456909, "Finetune/Loss (Raw)": 0.7321037650108337, "Finetune/Step": 4912, "Finetune/Step Time": 11.087731629610062}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7512915134429932, "Finetune/Loss (Raw)": 0.7905910015106201, "Finetune/Step": 4913, "Finetune/Step Time": 11.096639409661293}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7503013014793396, "Finetune/Loss (Raw)": 0.6647648215293884, "Finetune/Step": 4914, "Finetune/Step Time": 11.126738307997584}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7495172023773193, "Finetune/Loss (Raw)": 0.637671947479248, "Finetune/Step": 4915, "Finetune/Step Time": 11.132950279861689}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7503544092178345, "Finetune/Loss (Raw)": 0.7379292845726013, "Finetune/Step": 4916, "Finetune/Step Time": 11.084810305386782}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7506630420684814, "Finetune/Loss (Raw)": 0.6367571353912354, "Finetune/Step": 4917, "Finetune/Step Time": 11.10925181210041}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7505240440368652, "Finetune/Loss (Raw)": 0.7892820835113525, "Finetune/Step": 4918, "Finetune/Step Time": 11.091809155419469}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7514461874961853, "Finetune/Loss (Raw)": 0.7391241192817688, "Finetune/Step": 4919, "Finetune/Step Time": 11.05893081240356}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7508432865142822, "Finetune/Loss (Raw)": 0.8473949432373047, "Finetune/Step": 4920, "Finetune/Step Time": 11.055850703269243}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7500960826873779, "Finetune/Loss (Raw)": 0.723442018032074, "Finetune/Step": 4921, "Finetune/Step Time": 11.063856335356832}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7501848936080933, "Finetune/Loss (Raw)": 0.6769012808799744, "Finetune/Step": 4922, "Finetune/Step Time": 11.066271962597966}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7506057024002075, "Finetune/Loss (Raw)": 0.7291501760482788, "Finetune/Step": 4923, "Finetune/Step Time": 11.052281664684415}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7495022416114807, "Finetune/Loss (Raw)": 0.6949999332427979, "Finetune/Step": 4924, "Finetune/Step Time": 11.05166845396161}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7488343119621277, "Finetune/Loss (Raw)": 0.6899258494377136, "Finetune/Step": 4925, "Finetune/Step Time": 11.047684205695987}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7498359680175781, "Finetune/Loss (Raw)": 0.7072558403015137, "Finetune/Step": 4926, "Finetune/Step Time": 11.037433534860611}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7492508888244629, "Finetune/Loss (Raw)": 0.7491145730018616, "Finetune/Step": 4927, "Finetune/Step Time": 11.037357090041041}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7461332082748413, "Finetune/Loss (Raw)": 0.5358635187149048, "Finetune/Step": 4928, "Finetune/Step Time": 11.070448260754347}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7450817823410034, "Finetune/Loss (Raw)": 0.703788697719574, "Finetune/Step": 4929, "Finetune/Step Time": 11.076144151389599}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7450323104858398, "Finetune/Loss (Raw)": 0.7683720588684082, "Finetune/Step": 4930, "Finetune/Step Time": 11.076470406726003}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.745021641254425, "Finetune/Loss (Raw)": 0.8253785371780396, "Finetune/Step": 4931, "Finetune/Step Time": 11.077804267406464}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7451412081718445, "Finetune/Loss (Raw)": 0.8091518878936768, "Finetune/Step": 4932, "Finetune/Step Time": 11.078017596155405}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7440715432167053, "Finetune/Loss (Raw)": 0.6814975738525391, "Finetune/Step": 4933, "Finetune/Step Time": 11.091763259842992}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7445307374000549, "Finetune/Loss (Raw)": 0.8190444111824036, "Finetune/Step": 4934, "Finetune/Step Time": 11.08430471085012}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7449712753295898, "Finetune/Loss (Raw)": 0.8146556615829468, "Finetune/Step": 4935, "Finetune/Step Time": 11.082124579697847}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7431861162185669, "Finetune/Loss (Raw)": 0.6589949131011963, "Finetune/Step": 4936, "Finetune/Step Time": 11.095137789845467}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7457736134529114, "Finetune/Loss (Raw)": 0.8856518268585205, "Finetune/Step": 4937, "Finetune/Step Time": 11.088592823594809}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7462779879570007, "Finetune/Loss (Raw)": 0.7824419140815735, "Finetune/Step": 4938, "Finetune/Step Time": 11.101639049127698}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7448620796203613, "Finetune/Loss (Raw)": 0.6014394760131836, "Finetune/Step": 4939, "Finetune/Step Time": 11.110788084566593}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7437963485717773, "Finetune/Loss (Raw)": 0.6094713807106018, "Finetune/Step": 4940, "Finetune/Step Time": 11.110963026061654}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7432798147201538, "Finetune/Loss (Raw)": 0.63825923204422, "Finetune/Step": 4941, "Finetune/Step Time": 11.076950276270509}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7427238821983337, "Finetune/Loss (Raw)": 0.6918898224830627, "Finetune/Step": 4942, "Finetune/Step Time": 11.081800520420074}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7412471175193787, "Finetune/Loss (Raw)": 0.6734316945075989, "Finetune/Step": 4943, "Finetune/Step Time": 11.09609942510724}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7419440746307373, "Finetune/Loss (Raw)": 0.7699899077415466, "Finetune/Step": 4944, "Finetune/Step Time": 11.078986825421453}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7424583435058594, "Finetune/Loss (Raw)": 0.850060760974884, "Finetune/Step": 4945, "Finetune/Step Time": 11.073396522551775}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.741474986076355, "Finetune/Loss (Raw)": 0.693390965461731, "Finetune/Step": 4946, "Finetune/Step Time": 11.07406273111701}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7409175038337708, "Finetune/Loss (Raw)": 0.768505334854126, "Finetune/Step": 4947, "Finetune/Step Time": 11.077719952911139}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7401281595230103, "Finetune/Loss (Raw)": 0.7346250414848328, "Finetune/Step": 4948, "Finetune/Step Time": 11.075509401038289}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.738627552986145, "Finetune/Loss (Raw)": 0.6797767281532288, "Finetune/Step": 4949, "Finetune/Step Time": 11.071669043973088}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7374473810195923, "Finetune/Loss (Raw)": 0.6593238711357117, "Finetune/Step": 4950, "Finetune/Step Time": 11.081143729388714}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.737310528755188, "Finetune/Loss (Raw)": 0.8110380172729492, "Finetune/Step": 4951, "Finetune/Step Time": 11.077821573242545}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7387710809707642, "Finetune/Loss (Raw)": 0.789543092250824, "Finetune/Step": 4952, "Finetune/Step Time": 11.053789222612977}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7383706569671631, "Finetune/Loss (Raw)": 0.6650553345680237, "Finetune/Step": 4953, "Finetune/Step Time": 11.049784986302257}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7385259866714478, "Finetune/Loss (Raw)": 0.7688166499137878, "Finetune/Step": 4954, "Finetune/Step Time": 11.12950725108385}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7379390001296997, "Finetune/Loss (Raw)": 0.7554317116737366, "Finetune/Step": 4955, "Finetune/Step Time": 11.13597846403718}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7379332780838013, "Finetune/Loss (Raw)": 0.7886675596237183, "Finetune/Step": 4956, "Finetune/Step Time": 11.115161349996924}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7383436560630798, "Finetune/Loss (Raw)": 0.8172640800476074, "Finetune/Step": 4957, "Finetune/Step Time": 11.099916500970721}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7379419803619385, "Finetune/Loss (Raw)": 0.6717109084129333, "Finetune/Step": 4958, "Finetune/Step Time": 11.126465989276767}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7391229867935181, "Finetune/Loss (Raw)": 0.6903434991836548, "Finetune/Step": 4959, "Finetune/Step Time": 11.113079261034727}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7396265268325806, "Finetune/Loss (Raw)": 0.7224866151809692, "Finetune/Step": 4960, "Finetune/Step Time": 11.077315621078014}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7393635511398315, "Finetune/Loss (Raw)": 0.7232369780540466, "Finetune/Step": 4961, "Finetune/Step Time": 11.073513926938176}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7386846542358398, "Finetune/Loss (Raw)": 0.8121649622917175, "Finetune/Step": 4962, "Finetune/Step Time": 11.072300810366869}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7378627061843872, "Finetune/Loss (Raw)": 0.724037230014801, "Finetune/Step": 4963, "Finetune/Step Time": 11.075523948296905}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7375085353851318, "Finetune/Loss (Raw)": 0.824172854423523, "Finetune/Step": 4964, "Finetune/Step Time": 11.084800846874714}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7382543683052063, "Finetune/Loss (Raw)": 0.8536669611930847, "Finetune/Step": 4965, "Finetune/Step Time": 11.088248552754521}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7373867034912109, "Finetune/Loss (Raw)": 0.7158675193786621, "Finetune/Step": 4966, "Finetune/Step Time": 11.105526525527239}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7386698126792908, "Finetune/Loss (Raw)": 0.8345910906791687, "Finetune/Step": 4967, "Finetune/Step Time": 11.103824628517032}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.738815426826477, "Finetune/Loss (Raw)": 0.7598212361335754, "Finetune/Step": 4968, "Finetune/Step Time": 11.092557484284043}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7388769388198853, "Finetune/Loss (Raw)": 0.7004491686820984, "Finetune/Step": 4969, "Finetune/Step Time": 11.098709836602211}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7401007413864136, "Finetune/Loss (Raw)": 0.7741416692733765, "Finetune/Step": 4970, "Finetune/Step Time": 11.081636387854815}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7399498820304871, "Finetune/Loss (Raw)": 0.8861867189407349, "Finetune/Step": 4971, "Finetune/Step Time": 11.098713349550962}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7404193878173828, "Finetune/Loss (Raw)": 0.7397410273551941, "Finetune/Step": 4972, "Finetune/Step Time": 11.092062508687377}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7408252358436584, "Finetune/Loss (Raw)": 0.908412516117096, "Finetune/Step": 4973, "Finetune/Step Time": 11.093536311760545}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7390371561050415, "Finetune/Loss (Raw)": 0.5385661125183105, "Finetune/Step": 4974, "Finetune/Step Time": 11.091601725667715}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7393173575401306, "Finetune/Loss (Raw)": 0.6550686955451965, "Finetune/Step": 4975, "Finetune/Step Time": 11.061875334009528}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7412060499191284, "Finetune/Loss (Raw)": 0.8782140612602234, "Finetune/Step": 4976, "Finetune/Step Time": 11.066323358565569}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7412225604057312, "Finetune/Loss (Raw)": 0.6626924276351929, "Finetune/Step": 4977, "Finetune/Step Time": 11.066038493067026}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7403607368469238, "Finetune/Loss (Raw)": 0.7300502061843872, "Finetune/Step": 4978, "Finetune/Step Time": 11.049509143456817}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7388791441917419, "Finetune/Loss (Raw)": 0.6479346752166748, "Finetune/Step": 4979, "Finetune/Step Time": 11.05350637435913}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7388267517089844, "Finetune/Loss (Raw)": 0.6385910511016846, "Finetune/Step": 4980, "Finetune/Step Time": 11.04394344240427}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7378832101821899, "Finetune/Loss (Raw)": 0.6732539534568787, "Finetune/Step": 4981, "Finetune/Step Time": 11.031668905168772}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.740294337272644, "Finetune/Loss (Raw)": 0.8179046511650085, "Finetune/Step": 4982, "Finetune/Step Time": 11.027425847947598}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7396488189697266, "Finetune/Loss (Raw)": 0.6780126094818115, "Finetune/Step": 4983, "Finetune/Step Time": 11.06102024577558}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7381921410560608, "Finetune/Loss (Raw)": 0.6094821691513062, "Finetune/Step": 4984, "Finetune/Step Time": 11.075285363942385}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7383306622505188, "Finetune/Loss (Raw)": 0.8619719743728638, "Finetune/Step": 4985, "Finetune/Step Time": 11.070661261677742}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7357372045516968, "Finetune/Loss (Raw)": 0.5795779824256897, "Finetune/Step": 4986, "Finetune/Step Time": 11.061264272779226}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7356775999069214, "Finetune/Loss (Raw)": 0.766974151134491, "Finetune/Step": 4987, "Finetune/Step Time": 11.068728717043996}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7367426156997681, "Finetune/Loss (Raw)": 0.8042693138122559, "Finetune/Step": 4988, "Finetune/Step Time": 11.077804032713175}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7373576760292053, "Finetune/Loss (Raw)": 0.7841348052024841, "Finetune/Step": 4989, "Finetune/Step Time": 11.064594902098179}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7361832857131958, "Finetune/Loss (Raw)": 0.7518994212150574, "Finetune/Step": 4990, "Finetune/Step Time": 11.065141342580318}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7349157929420471, "Finetune/Loss (Raw)": 0.7344512939453125, "Finetune/Step": 4991, "Finetune/Step Time": 11.06071793474257}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7365597486495972, "Finetune/Loss (Raw)": 0.9267045855522156, "Finetune/Step": 4992, "Finetune/Step Time": 11.061831258237362}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7341653108596802, "Finetune/Loss (Raw)": 0.5035197138786316, "Finetune/Step": 4993, "Finetune/Step Time": 11.078066660091281}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7345991134643555, "Finetune/Loss (Raw)": 0.7655439376831055, "Finetune/Step": 4994, "Finetune/Step Time": 11.083257406949997}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7345166206359863, "Finetune/Loss (Raw)": 0.5542796850204468, "Finetune/Step": 4995, "Finetune/Step Time": 11.050314299762249}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7360469102859497, "Finetune/Loss (Raw)": 0.8658332824707031, "Finetune/Step": 4996, "Finetune/Step Time": 11.048716947436333}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7375370860099792, "Finetune/Loss (Raw)": 0.8191514015197754, "Finetune/Step": 4997, "Finetune/Step Time": 11.027941934764385}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7399226427078247, "Finetune/Loss (Raw)": 0.9870701432228088, "Finetune/Step": 4998, "Finetune/Step Time": 11.027011927217245}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.740442156791687, "Finetune/Loss (Raw)": 0.8522245287895203, "Finetune/Step": 4999, "Finetune/Step Time": 11.014151267707348}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7391373515129089, "Finetune/Loss (Raw)": 0.5791682600975037, "Finetune/Step": 5000, "Finetune/Step Time": 11.049985708668828}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.739851713180542, "Finetune/Loss (Raw)": 0.7765201330184937, "Finetune/Step": 5001, "Finetune/Step Time": 11.023584701120853}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7395755052566528, "Finetune/Loss (Raw)": 0.5107814073562622, "Finetune/Step": 5002, "Finetune/Step Time": 11.024934632703662}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.739366352558136, "Finetune/Loss (Raw)": 0.6827531456947327, "Finetune/Step": 5003, "Finetune/Step Time": 11.008794790133834}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7372864484786987, "Finetune/Loss (Raw)": 0.5901075601577759, "Finetune/Step": 5004, "Finetune/Step Time": 11.024649711325765}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7363499999046326, "Finetune/Loss (Raw)": 0.7377000451087952, "Finetune/Step": 5005, "Finetune/Step Time": 11.028980802744627}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7368354201316833, "Finetune/Loss (Raw)": 0.7689980864524841, "Finetune/Step": 5006, "Finetune/Step Time": 10.998306905850768}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.734896183013916, "Finetune/Loss (Raw)": 0.5524193644523621, "Finetune/Step": 5007, "Finetune/Step Time": 10.998192332684994}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7336336374282837, "Finetune/Loss (Raw)": 0.669352114200592, "Finetune/Step": 5008, "Finetune/Step Time": 11.004622964188457}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7333811521530151, "Finetune/Loss (Raw)": 0.9000765085220337, "Finetune/Step": 5009, "Finetune/Step Time": 11.008532216772437}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7340383529663086, "Finetune/Loss (Raw)": 0.7528368830680847, "Finetune/Step": 5010, "Finetune/Step Time": 10.997229680418968}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7347490191459656, "Finetune/Loss (Raw)": 0.7362520694732666, "Finetune/Step": 5011, "Finetune/Step Time": 11.007533913478255}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7339576482772827, "Finetune/Loss (Raw)": 0.7372307181358337, "Finetune/Step": 5012, "Finetune/Step Time": 11.00448357872665}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7332396507263184, "Finetune/Loss (Raw)": 0.6163392663002014, "Finetune/Step": 5013, "Finetune/Step Time": 11.028572402894497}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7321797609329224, "Finetune/Loss (Raw)": 0.6900347471237183, "Finetune/Step": 5014, "Finetune/Step Time": 11.016468008980155}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7313522100448608, "Finetune/Loss (Raw)": 0.6846462488174438, "Finetune/Step": 5015, "Finetune/Step Time": 10.996434787288308}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7307289838790894, "Finetune/Loss (Raw)": 0.7286873459815979, "Finetune/Step": 5016, "Finetune/Step Time": 11.019981717690825}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.729830265045166, "Finetune/Loss (Raw)": 0.6586654186248779, "Finetune/Step": 5017, "Finetune/Step Time": 11.01948356255889}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7293806076049805, "Finetune/Loss (Raw)": 0.6300944685935974, "Finetune/Step": 5018, "Finetune/Step Time": 10.999587953090668}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7293636798858643, "Finetune/Loss (Raw)": 0.7029138207435608, "Finetune/Step": 5019, "Finetune/Step Time": 10.995685348287225}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7280696034431458, "Finetune/Loss (Raw)": 0.5931819677352905, "Finetune/Step": 5020, "Finetune/Step Time": 11.027254924178123}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7279939651489258, "Finetune/Loss (Raw)": 0.8352210521697998, "Finetune/Step": 5021, "Finetune/Step Time": 11.029666977003217}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.728436291217804, "Finetune/Loss (Raw)": 0.7844513654708862, "Finetune/Step": 5022, "Finetune/Step Time": 11.002324122935534}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7292114496231079, "Finetune/Loss (Raw)": 0.7422886490821838, "Finetune/Step": 5023, "Finetune/Step Time": 11.006353246048093}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7285076379776001, "Finetune/Loss (Raw)": 0.7396121621131897, "Finetune/Step": 5024, "Finetune/Step Time": 11.011945884674788}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7293955683708191, "Finetune/Loss (Raw)": 0.7276642322540283, "Finetune/Step": 5025, "Finetune/Step Time": 11.012708513066173}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7306327819824219, "Finetune/Loss (Raw)": 0.7989294528961182, "Finetune/Step": 5026, "Finetune/Step Time": 11.003333549946547}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7302993535995483, "Finetune/Loss (Raw)": 0.7911207675933838, "Finetune/Step": 5027, "Finetune/Step Time": 11.003463448956609}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7311394214630127, "Finetune/Loss (Raw)": 0.8682572245597839, "Finetune/Step": 5028, "Finetune/Step Time": 11.002584025263786}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7317768335342407, "Finetune/Loss (Raw)": 0.7965527772903442, "Finetune/Step": 5029, "Finetune/Step Time": 11.0041957013309}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7318098545074463, "Finetune/Loss (Raw)": 0.7296850085258484, "Finetune/Step": 5030, "Finetune/Step Time": 11.007045790553093}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7319817543029785, "Finetune/Loss (Raw)": 0.7180731892585754, "Finetune/Step": 5031, "Finetune/Step Time": 11.007494941353798}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7323031425476074, "Finetune/Loss (Raw)": 0.7908235192298889, "Finetune/Step": 5032, "Finetune/Step Time": 11.003031084313989}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7322631478309631, "Finetune/Loss (Raw)": 0.7510355710983276, "Finetune/Step": 5033, "Finetune/Step Time": 11.001656703650951}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7328084707260132, "Finetune/Loss (Raw)": 0.7789469361305237, "Finetune/Step": 5034, "Finetune/Step Time": 11.001448625698686}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7335593700408936, "Finetune/Loss (Raw)": 0.6994335055351257, "Finetune/Step": 5035, "Finetune/Step Time": 10.997542152181268}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7331936359405518, "Finetune/Loss (Raw)": 0.704472005367279, "Finetune/Step": 5036, "Finetune/Step Time": 10.969061708077788}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7344025373458862, "Finetune/Loss (Raw)": 0.8843134045600891, "Finetune/Step": 5037, "Finetune/Step Time": 10.965290306136012}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7350372076034546, "Finetune/Loss (Raw)": 0.8795945644378662, "Finetune/Step": 5038, "Finetune/Step Time": 10.973834929987788}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7364810705184937, "Finetune/Loss (Raw)": 0.9247047901153564, "Finetune/Step": 5039, "Finetune/Step Time": 10.979039616882801}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7349873781204224, "Finetune/Loss (Raw)": 0.5409089922904968, "Finetune/Step": 5040, "Finetune/Step Time": 10.985333655029535}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7357904314994812, "Finetune/Loss (Raw)": 0.8933824896812439, "Finetune/Step": 5041, "Finetune/Step Time": 10.970272976905107}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7374348640441895, "Finetune/Loss (Raw)": 0.8752504587173462, "Finetune/Step": 5042, "Finetune/Step Time": 10.950725186616182}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7385308742523193, "Finetune/Loss (Raw)": 0.7779656648635864, "Finetune/Step": 5043, "Finetune/Step Time": 10.952809045091271}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7386882305145264, "Finetune/Loss (Raw)": 0.7580686807632446, "Finetune/Step": 5044, "Finetune/Step Time": 10.954158144071698}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7387693524360657, "Finetune/Loss (Raw)": 0.6471390724182129, "Finetune/Step": 5045, "Finetune/Step Time": 10.950312796980143}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7373210787773132, "Finetune/Loss (Raw)": 0.603909969329834, "Finetune/Step": 5046, "Finetune/Step Time": 10.988389983773232}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7377562522888184, "Finetune/Loss (Raw)": 0.7948184609413147, "Finetune/Step": 5047, "Finetune/Step Time": 10.987590249627829}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.73796546459198, "Finetune/Loss (Raw)": 0.8741746544837952, "Finetune/Step": 5048, "Finetune/Step Time": 10.98727885261178}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7376097440719604, "Finetune/Loss (Raw)": 0.6779112815856934, "Finetune/Step": 5049, "Finetune/Step Time": 10.973373357206583}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7378957867622375, "Finetune/Loss (Raw)": 0.713517963886261, "Finetune/Step": 5050, "Finetune/Step Time": 10.985594734549522}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7369069457054138, "Finetune/Loss (Raw)": 0.602577269077301, "Finetune/Step": 5051, "Finetune/Step Time": 10.980307050049305}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7359908819198608, "Finetune/Loss (Raw)": 0.5777397155761719, "Finetune/Step": 5052, "Finetune/Step Time": 11.010577218607068}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7350689768791199, "Finetune/Loss (Raw)": 0.5719197392463684, "Finetune/Step": 5053, "Finetune/Step Time": 11.023118309676647}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7361219525337219, "Finetune/Loss (Raw)": 0.8420417308807373, "Finetune/Step": 5054, "Finetune/Step Time": 11.019741615280509}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7359273433685303, "Finetune/Loss (Raw)": 0.7242074012756348, "Finetune/Step": 5055, "Finetune/Step Time": 11.019369089975953}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7379785180091858, "Finetune/Loss (Raw)": 0.7984104752540588, "Finetune/Step": 5056, "Finetune/Step Time": 10.996538767591119}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7380146980285645, "Finetune/Loss (Raw)": 0.7084212899208069, "Finetune/Step": 5057, "Finetune/Step Time": 11.001842990517616}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7379845380783081, "Finetune/Loss (Raw)": 0.7645143270492554, "Finetune/Step": 5058, "Finetune/Step Time": 11.017110254615545}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7381137609481812, "Finetune/Loss (Raw)": 0.8419134616851807, "Finetune/Step": 5059, "Finetune/Step Time": 11.013045201078057}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7387006282806396, "Finetune/Loss (Raw)": 0.8842800259590149, "Finetune/Step": 5060, "Finetune/Step Time": 11.019664511084557}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7398205995559692, "Finetune/Loss (Raw)": 0.8248385190963745, "Finetune/Step": 5061, "Finetune/Step Time": 10.997647849842906}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7379485368728638, "Finetune/Loss (Raw)": 0.5794268846511841, "Finetune/Step": 5062, "Finetune/Step Time": 11.005514910444617}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7381913065910339, "Finetune/Loss (Raw)": 0.8457254767417908, "Finetune/Step": 5063, "Finetune/Step Time": 11.005977215245366}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7379945516586304, "Finetune/Loss (Raw)": 0.6338169574737549, "Finetune/Step": 5064, "Finetune/Step Time": 11.001904780045152}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.737721860408783, "Finetune/Loss (Raw)": 0.8507477045059204, "Finetune/Step": 5065, "Finetune/Step Time": 11.008628921583295}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7382057905197144, "Finetune/Loss (Raw)": 0.8443835377693176, "Finetune/Step": 5066, "Finetune/Step Time": 10.99640779569745}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7391308546066284, "Finetune/Loss (Raw)": 0.7198495268821716, "Finetune/Step": 5067, "Finetune/Step Time": 10.962000537663698}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7404991984367371, "Finetune/Loss (Raw)": 0.7846210598945618, "Finetune/Step": 5068, "Finetune/Step Time": 10.94835733808577}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7409375309944153, "Finetune/Loss (Raw)": 0.6943606734275818, "Finetune/Step": 5069, "Finetune/Step Time": 10.950557615607977}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7410562634468079, "Finetune/Loss (Raw)": 0.7070868015289307, "Finetune/Step": 5070, "Finetune/Step Time": 10.946740914136171}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7413038015365601, "Finetune/Loss (Raw)": 0.7051236033439636, "Finetune/Step": 5071, "Finetune/Step Time": 10.95726927742362}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7424384355545044, "Finetune/Loss (Raw)": 0.9152165055274963, "Finetune/Step": 5072, "Finetune/Step Time": 10.960357874631882}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7421271800994873, "Finetune/Loss (Raw)": 0.8102263808250427, "Finetune/Step": 5073, "Finetune/Step Time": 10.965863440185785}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7434110045433044, "Finetune/Loss (Raw)": 0.8577209115028381, "Finetune/Step": 5074, "Finetune/Step Time": 10.963750202208757}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7421951293945312, "Finetune/Loss (Raw)": 0.6128743290901184, "Finetune/Step": 5075, "Finetune/Step Time": 10.999924175441265}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7424917221069336, "Finetune/Loss (Raw)": 0.7725836634635925, "Finetune/Step": 5076, "Finetune/Step Time": 10.998135510832071}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7430922985076904, "Finetune/Loss (Raw)": 0.7566453218460083, "Finetune/Step": 5077, "Finetune/Step Time": 11.027853965759277}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7434016466140747, "Finetune/Loss (Raw)": 0.6989245414733887, "Finetune/Step": 5078, "Finetune/Step Time": 11.005923703312874}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7438721060752869, "Finetune/Loss (Raw)": 0.8712577819824219, "Finetune/Step": 5079, "Finetune/Step Time": 11.002026796340942}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7440874576568604, "Finetune/Loss (Raw)": 0.8171074986457825, "Finetune/Step": 5080, "Finetune/Step Time": 10.993068862706423}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7436472177505493, "Finetune/Loss (Raw)": 0.6087029576301575, "Finetune/Step": 5081, "Finetune/Step Time": 10.989402238279581}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7419058084487915, "Finetune/Loss (Raw)": 0.5459145307540894, "Finetune/Step": 5082, "Finetune/Step Time": 10.942218996584415}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7414665222167969, "Finetune/Loss (Raw)": 0.699207603931427, "Finetune/Step": 5083, "Finetune/Step Time": 10.944523692131042}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7405074834823608, "Finetune/Loss (Raw)": 0.6659111976623535, "Finetune/Step": 5084, "Finetune/Step Time": 10.962379157543182}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7397207021713257, "Finetune/Loss (Raw)": 0.7165603637695312, "Finetune/Step": 5085, "Finetune/Step Time": 10.97200071811676}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7413148283958435, "Finetune/Loss (Raw)": 0.8757524490356445, "Finetune/Step": 5086, "Finetune/Step Time": 10.952860940247774}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7417253255844116, "Finetune/Loss (Raw)": 0.7428883910179138, "Finetune/Step": 5087, "Finetune/Step Time": 10.940249666571617}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7430745959281921, "Finetune/Loss (Raw)": 0.8951922655105591, "Finetune/Step": 5088, "Finetune/Step Time": 10.93843868561089}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7439823150634766, "Finetune/Loss (Raw)": 0.8394337892532349, "Finetune/Step": 5089, "Finetune/Step Time": 10.940518731251359}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7430670261383057, "Finetune/Loss (Raw)": 0.695004403591156, "Finetune/Step": 5090, "Finetune/Step Time": 10.944759609177709}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7435330152511597, "Finetune/Loss (Raw)": 0.783680260181427, "Finetune/Step": 5091, "Finetune/Step Time": 10.955646963790059}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7416031956672668, "Finetune/Loss (Raw)": 0.5771579742431641, "Finetune/Step": 5092, "Finetune/Step Time": 10.985213737934828}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7409864664077759, "Finetune/Loss (Raw)": 0.7747259736061096, "Finetune/Step": 5093, "Finetune/Step Time": 10.976182594895363}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.739952027797699, "Finetune/Loss (Raw)": 0.583454966545105, "Finetune/Step": 5094, "Finetune/Step Time": 10.975017888471484}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7378017902374268, "Finetune/Loss (Raw)": 0.5593656301498413, "Finetune/Step": 5095, "Finetune/Step Time": 10.98300321213901}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7372004389762878, "Finetune/Loss (Raw)": 0.6828449368476868, "Finetune/Step": 5096, "Finetune/Step Time": 11.031316524371505}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7351486682891846, "Finetune/Loss (Raw)": 0.43782323598861694, "Finetune/Step": 5097, "Finetune/Step Time": 11.026628255844116}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7339755296707153, "Finetune/Loss (Raw)": 0.6239781379699707, "Finetune/Step": 5098, "Finetune/Step Time": 11.020016187801957}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7323519587516785, "Finetune/Loss (Raw)": 0.6783747673034668, "Finetune/Step": 5099, "Finetune/Step Time": 11.0044453330338}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7315619587898254, "Finetune/Loss (Raw)": 0.6386191248893738, "Finetune/Step": 5100, "Finetune/Step Time": 10.994256272912025}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7298992872238159, "Finetune/Loss (Raw)": 0.6955858469009399, "Finetune/Step": 5101, "Finetune/Step Time": 10.991877857595682}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7311680316925049, "Finetune/Loss (Raw)": 0.7009673714637756, "Finetune/Step": 5102, "Finetune/Step Time": 10.959850549697876}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7327749729156494, "Finetune/Loss (Raw)": 0.8607614040374756, "Finetune/Step": 5103, "Finetune/Step Time": 10.951898584142327}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7298205494880676, "Finetune/Loss (Raw)": 0.5000420212745667, "Finetune/Step": 5104, "Finetune/Step Time": 10.955231742933393}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7309556007385254, "Finetune/Loss (Raw)": 0.8079845309257507, "Finetune/Step": 5105, "Finetune/Step Time": 10.936602219939232}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7323083877563477, "Finetune/Loss (Raw)": 0.9032012820243835, "Finetune/Step": 5106, "Finetune/Step Time": 10.9400972481817}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7336769700050354, "Finetune/Loss (Raw)": 0.8231142163276672, "Finetune/Step": 5107, "Finetune/Step Time": 10.937968760728836}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.734518826007843, "Finetune/Loss (Raw)": 0.7463501691818237, "Finetune/Step": 5108, "Finetune/Step Time": 10.913538955152035}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7360372543334961, "Finetune/Loss (Raw)": 0.8676169514656067, "Finetune/Step": 5109, "Finetune/Step Time": 10.916649043560028}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7352904081344604, "Finetune/Loss (Raw)": 0.7223047018051147, "Finetune/Step": 5110, "Finetune/Step Time": 10.930599017068744}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7349637746810913, "Finetune/Loss (Raw)": 0.6361992359161377, "Finetune/Step": 5111, "Finetune/Step Time": 10.930178333073854}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7344567179679871, "Finetune/Loss (Raw)": 0.5445777177810669, "Finetune/Step": 5112, "Finetune/Step Time": 10.953017324209213}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.73233962059021, "Finetune/Loss (Raw)": 0.5909902453422546, "Finetune/Step": 5113, "Finetune/Step Time": 10.99772740714252}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7333434224128723, "Finetune/Loss (Raw)": 0.7080610990524292, "Finetune/Step": 5114, "Finetune/Step Time": 11.001962611451745}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7327898144721985, "Finetune/Loss (Raw)": 0.6961163878440857, "Finetune/Step": 5115, "Finetune/Step Time": 10.991609135642648}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7307424545288086, "Finetune/Loss (Raw)": 0.5422006249427795, "Finetune/Step": 5116, "Finetune/Step Time": 11.021676672622561}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7318543195724487, "Finetune/Loss (Raw)": 0.9264533519744873, "Finetune/Step": 5117, "Finetune/Step Time": 11.024295810610056}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7322056293487549, "Finetune/Loss (Raw)": 0.7968688011169434, "Finetune/Step": 5118, "Finetune/Step Time": 11.02837192080915}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7331700325012207, "Finetune/Loss (Raw)": 0.8578974008560181, "Finetune/Step": 5119, "Finetune/Step Time": 11.02930467016995}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.73030686378479, "Finetune/Loss (Raw)": 0.5602172613143921, "Finetune/Step": 5120, "Finetune/Step Time": 11.04352274723351}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7317558526992798, "Finetune/Loss (Raw)": 0.6889973282814026, "Finetune/Step": 5121, "Finetune/Step Time": 11.026969473809004}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7310361862182617, "Finetune/Loss (Raw)": 0.6734248995780945, "Finetune/Step": 5122, "Finetune/Step Time": 11.0190932713449}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7328828573226929, "Finetune/Loss (Raw)": 0.7906510829925537, "Finetune/Step": 5123, "Finetune/Step Time": 11.02022772654891}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7328183650970459, "Finetune/Loss (Raw)": 0.8575757741928101, "Finetune/Step": 5124, "Finetune/Step Time": 11.021635584533215}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7329428195953369, "Finetune/Loss (Raw)": 0.8350789546966553, "Finetune/Step": 5125, "Finetune/Step Time": 11.027704279869795}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7303773760795593, "Finetune/Loss (Raw)": 0.6586965918540955, "Finetune/Step": 5126, "Finetune/Step Time": 11.06174524128437}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7287983894348145, "Finetune/Loss (Raw)": 0.6501171588897705, "Finetune/Step": 5127, "Finetune/Step Time": 11.081315023824573}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7301000356674194, "Finetune/Loss (Raw)": 0.7457675337791443, "Finetune/Step": 5128, "Finetune/Step Time": 11.048239318653941}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7278200387954712, "Finetune/Loss (Raw)": 0.4846895635128021, "Finetune/Step": 5129, "Finetune/Step Time": 11.087267456576228}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7295371294021606, "Finetune/Loss (Raw)": 0.7305680513381958, "Finetune/Step": 5130, "Finetune/Step Time": 11.080903990194201}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7285986542701721, "Finetune/Loss (Raw)": 0.5626271367073059, "Finetune/Step": 5131, "Finetune/Step Time": 11.089559391140938}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.728485107421875, "Finetune/Loss (Raw)": 0.5755755305290222, "Finetune/Step": 5132, "Finetune/Step Time": 11.083767479285598}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7282010316848755, "Finetune/Loss (Raw)": 0.7013350129127502, "Finetune/Step": 5133, "Finetune/Step Time": 11.086084064096212}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7283234596252441, "Finetune/Loss (Raw)": 0.7846713662147522, "Finetune/Step": 5134, "Finetune/Step Time": 11.093743715435266}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7288515567779541, "Finetune/Loss (Raw)": 0.6200142502784729, "Finetune/Step": 5135, "Finetune/Step Time": 11.090385818853974}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7305752635002136, "Finetune/Loss (Raw)": 0.8899855613708496, "Finetune/Step": 5136, "Finetune/Step Time": 11.099352916702628}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7294057607650757, "Finetune/Loss (Raw)": 0.7503806352615356, "Finetune/Step": 5137, "Finetune/Step Time": 11.101604085415602}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7291873097419739, "Finetune/Loss (Raw)": 0.7248779535293579, "Finetune/Step": 5138, "Finetune/Step Time": 11.120818320661783}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7274138927459717, "Finetune/Loss (Raw)": 0.5092619061470032, "Finetune/Step": 5139, "Finetune/Step Time": 11.146276403218508}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7276039123535156, "Finetune/Loss (Raw)": 0.7615463137626648, "Finetune/Step": 5140, "Finetune/Step Time": 11.144620032981038}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7294244766235352, "Finetune/Loss (Raw)": 0.8493756651878357, "Finetune/Step": 5141, "Finetune/Step Time": 11.119916282594204}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7292550206184387, "Finetune/Loss (Raw)": 0.6683397889137268, "Finetune/Step": 5142, "Finetune/Step Time": 11.12377574853599}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7306163311004639, "Finetune/Loss (Raw)": 0.858889102935791, "Finetune/Step": 5143, "Finetune/Step Time": 11.130076859146357}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7292747497558594, "Finetune/Loss (Raw)": 0.5569688081741333, "Finetune/Step": 5144, "Finetune/Step Time": 11.140202894806862}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7298048734664917, "Finetune/Loss (Raw)": 0.726526141166687, "Finetune/Step": 5145, "Finetune/Step Time": 11.158162510022521}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.731583297252655, "Finetune/Loss (Raw)": 0.8577294945716858, "Finetune/Step": 5146, "Finetune/Step Time": 11.157331394031644}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7320635318756104, "Finetune/Loss (Raw)": 0.764378547668457, "Finetune/Step": 5147, "Finetune/Step Time": 11.170850586146116}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7312250733375549, "Finetune/Loss (Raw)": 0.4858624041080475, "Finetune/Step": 5148, "Finetune/Step Time": 11.151627695187926}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.730465292930603, "Finetune/Loss (Raw)": 0.7379772067070007, "Finetune/Step": 5149, "Finetune/Step Time": 11.163253402337432}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7302141189575195, "Finetune/Loss (Raw)": 0.7522880434989929, "Finetune/Step": 5150, "Finetune/Step Time": 11.173365455120802}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7297903299331665, "Finetune/Loss (Raw)": 0.6880539655685425, "Finetune/Step": 5151, "Finetune/Step Time": 11.169208098202944}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7294206619262695, "Finetune/Loss (Raw)": 0.6922914981842041, "Finetune/Step": 5152, "Finetune/Step Time": 11.170401917770505}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7289522886276245, "Finetune/Loss (Raw)": 0.6677098274230957, "Finetune/Step": 5153, "Finetune/Step Time": 11.192163623869419}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7276276350021362, "Finetune/Loss (Raw)": 0.6293786764144897, "Finetune/Step": 5154, "Finetune/Step Time": 11.229898978024721}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7267300486564636, "Finetune/Loss (Raw)": 0.6762260794639587, "Finetune/Step": 5155, "Finetune/Step Time": 11.237710105255246}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7262923121452332, "Finetune/Loss (Raw)": 0.8122297525405884, "Finetune/Step": 5156, "Finetune/Step Time": 11.256077198311687}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7257213592529297, "Finetune/Loss (Raw)": 0.7234706282615662, "Finetune/Step": 5157, "Finetune/Step Time": 11.256584022194147}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.725724995136261, "Finetune/Loss (Raw)": 0.7301480174064636, "Finetune/Step": 5158, "Finetune/Step Time": 11.255401812493801}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7268043756484985, "Finetune/Loss (Raw)": 0.8562334179878235, "Finetune/Step": 5159, "Finetune/Step Time": 11.259703965857625}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7274181842803955, "Finetune/Loss (Raw)": 0.8693930506706238, "Finetune/Step": 5160, "Finetune/Step Time": 11.256961420178413}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7275727987289429, "Finetune/Loss (Raw)": 0.7708268761634827, "Finetune/Step": 5161, "Finetune/Step Time": 11.274754593148828}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7268863916397095, "Finetune/Loss (Raw)": 0.6910804510116577, "Finetune/Step": 5162, "Finetune/Step Time": 11.279266742989421}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7274031639099121, "Finetune/Loss (Raw)": 0.7655911445617676, "Finetune/Step": 5163, "Finetune/Step Time": 11.276942621916533}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7283788919448853, "Finetune/Loss (Raw)": 0.8293561935424805, "Finetune/Step": 5164, "Finetune/Step Time": 11.29455690458417}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7257975935935974, "Finetune/Loss (Raw)": 0.553911566734314, "Finetune/Step": 5165, "Finetune/Step Time": 11.305155128240585}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.7246886491775513, "Finetune/Loss (Raw)": 0.7376488447189331, "Finetune/Step": 5166, "Finetune/Step Time": 11.31517624668777}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7223496437072754, "Finetune/Loss (Raw)": 0.6253141164779663, "Finetune/Step": 5167, "Finetune/Step Time": 11.306864595040679}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.724787712097168, "Finetune/Loss (Raw)": 0.8529803156852722, "Finetune/Step": 5168, "Finetune/Step Time": 11.29580999724567}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7243703007698059, "Finetune/Loss (Raw)": 0.8399507403373718, "Finetune/Step": 5169, "Finetune/Step Time": 11.296470740810037}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.722355842590332, "Finetune/Loss (Raw)": 0.6174006462097168, "Finetune/Step": 5170, "Finetune/Step Time": 11.291770864278078}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7234103679656982, "Finetune/Loss (Raw)": 0.9129495620727539, "Finetune/Step": 5171, "Finetune/Step Time": 11.284138780087233}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7229833006858826, "Finetune/Loss (Raw)": 0.7033994793891907, "Finetune/Step": 5172, "Finetune/Step Time": 11.284921715036035}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7232651710510254, "Finetune/Loss (Raw)": 0.6832167506217957, "Finetune/Step": 5173, "Finetune/Step Time": 11.2486880030483}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7258181571960449, "Finetune/Loss (Raw)": 0.9306904077529907, "Finetune/Step": 5174, "Finetune/Step Time": 11.212469842284918}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7252413034439087, "Finetune/Loss (Raw)": 0.7209870219230652, "Finetune/Step": 5175, "Finetune/Step Time": 11.217498565092683}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7232348322868347, "Finetune/Loss (Raw)": 0.6173461079597473, "Finetune/Step": 5176, "Finetune/Step Time": 11.250349022448063}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7242460250854492, "Finetune/Loss (Raw)": 0.8073424100875854, "Finetune/Step": 5177, "Finetune/Step Time": 11.244996858760715}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7236742377281189, "Finetune/Loss (Raw)": 0.6403286457061768, "Finetune/Step": 5178, "Finetune/Step Time": 11.223948061466217}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7241604924201965, "Finetune/Loss (Raw)": 0.6648201942443848, "Finetune/Step": 5179, "Finetune/Step Time": 11.219015572220087}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.724262535572052, "Finetune/Loss (Raw)": 0.5908031463623047, "Finetune/Step": 5180, "Finetune/Step Time": 11.193467058241367}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7258524894714355, "Finetune/Loss (Raw)": 0.7754359245300293, "Finetune/Step": 5181, "Finetune/Step Time": 11.190694691613317}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7237381935119629, "Finetune/Loss (Raw)": 0.5714086890220642, "Finetune/Step": 5182, "Finetune/Step Time": 11.19498185813427}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7243142127990723, "Finetune/Loss (Raw)": 0.7979311943054199, "Finetune/Step": 5183, "Finetune/Step Time": 11.203724902123213}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7230885028839111, "Finetune/Loss (Raw)": 0.6415244936943054, "Finetune/Step": 5184, "Finetune/Step Time": 11.204895704984665}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7237449884414673, "Finetune/Loss (Raw)": 0.7924534678459167, "Finetune/Step": 5185, "Finetune/Step Time": 11.221730593591928}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7224400043487549, "Finetune/Loss (Raw)": 0.59747314453125, "Finetune/Step": 5186, "Finetune/Step Time": 11.246676489710808}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7204382419586182, "Finetune/Loss (Raw)": 0.5856961011886597, "Finetune/Step": 5187, "Finetune/Step Time": 11.270935295149684}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7188537120819092, "Finetune/Loss (Raw)": 0.6814476847648621, "Finetune/Step": 5188, "Finetune/Step Time": 11.263227993622422}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7168706655502319, "Finetune/Loss (Raw)": 0.5710092186927795, "Finetune/Step": 5189, "Finetune/Step Time": 11.290385844185948}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7169890403747559, "Finetune/Loss (Raw)": 0.5945764183998108, "Finetune/Step": 5190, "Finetune/Step Time": 11.288251338526607}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7151585817337036, "Finetune/Loss (Raw)": 0.6114312410354614, "Finetune/Step": 5191, "Finetune/Step Time": 11.303448976948857}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7157405614852905, "Finetune/Loss (Raw)": 0.7083101868629456, "Finetune/Step": 5192, "Finetune/Step Time": 11.30923156440258}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7142374515533447, "Finetune/Loss (Raw)": 0.6583490371704102, "Finetune/Step": 5193, "Finetune/Step Time": 11.32787012308836}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7122623920440674, "Finetune/Loss (Raw)": 0.5915747880935669, "Finetune/Step": 5194, "Finetune/Step Time": 11.366624528542161}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7119845747947693, "Finetune/Loss (Raw)": 0.6842935681343079, "Finetune/Step": 5195, "Finetune/Step Time": 11.37920388393104}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7111386060714722, "Finetune/Loss (Raw)": 0.6763383746147156, "Finetune/Step": 5196, "Finetune/Step Time": 11.389038823544979}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7118592262268066, "Finetune/Loss (Raw)": 0.7865989208221436, "Finetune/Step": 5197, "Finetune/Step Time": 11.377198370173573}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7117996215820312, "Finetune/Loss (Raw)": 0.6994579434394836, "Finetune/Step": 5198, "Finetune/Step Time": 11.372110489755869}