diff --git "a/llama2+7b/run-metrics.jsonl" "b/llama2+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/llama2+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "llama2-7b-pure", "llm_max_length": 2048, "model_id": "llama2+7b", "reduce_in_full_precision": false, "type": "llama2+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "llama2+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "llama2+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 7.881539821624756, "Finetune/Loss (Raw)": 7.881539821624756, "Finetune/Step": 1, "Finetune/Step Time": 21.893855810165405}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 7.606135368347168, "Finetune/Loss (Raw)": 7.330731391906738, "Finetune/Step": 2, "Finetune/Step Time": 15.039058089256287}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 7.313008785247803, "Finetune/Loss (Raw)": 6.726755142211914, "Finetune/Step": 3, "Finetune/Step Time": 11.808147350947062}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 7.167965888977051, "Finetune/Loss (Raw)": 6.732838153839111, "Finetune/Step": 4, "Finetune/Step Time": 10.21686565876007}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 7.007199287414551, "Finetune/Loss (Raw)": 6.364133358001709, "Finetune/Step": 5, "Finetune/Step Time": 9.364561796188354}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 6.875700950622559, "Finetune/Loss (Raw)": 6.218204498291016, "Finetune/Step": 6, "Finetune/Step Time": 8.742180824279785}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 6.8095927238464355, "Finetune/Loss (Raw)": 6.412947177886963, "Finetune/Step": 7, "Finetune/Step Time": 8.287656477519445}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 6.711594581604004, "Finetune/Loss (Raw)": 6.025609493255615, "Finetune/Step": 8, "Finetune/Step Time": 8.084513306617737}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 6.592442035675049, "Finetune/Loss (Raw)": 5.639219284057617, "Finetune/Step": 9, "Finetune/Step Time": 7.815864324569702}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 6.539081573486328, "Finetune/Loss (Raw)": 6.058835029602051, "Finetune/Step": 10, "Finetune/Step Time": 7.807107877731323}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 6.3804545402526855, "Finetune/Loss (Raw)": 4.794179916381836, "Finetune/Step": 11, "Finetune/Step Time": 7.613964969461614}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 6.260152816772461, "Finetune/Loss (Raw)": 4.9368414878845215, "Finetune/Step": 12, "Finetune/Step Time": 7.437124133110046}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 6.117775917053223, "Finetune/Loss (Raw)": 4.409245491027832, "Finetune/Step": 13, "Finetune/Step Time": 7.378712012217595}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 6.0146355628967285, "Finetune/Loss (Raw)": 4.673815727233887, "Finetune/Step": 14, "Finetune/Step Time": 7.2388028757912775}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 5.868927478790283, "Finetune/Loss (Raw)": 3.829007625579834, "Finetune/Step": 15, "Finetune/Step Time": 7.180440219243367}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 5.700249671936035, "Finetune/Loss (Raw)": 3.1700897216796875, "Finetune/Step": 16, "Finetune/Step Time": 7.221288844943047}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 5.584873676300049, "Finetune/Loss (Raw)": 3.7388534545898438, "Finetune/Step": 17, "Finetune/Step Time": 7.130742016960593}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 5.432380676269531, "Finetune/Loss (Raw)": 2.8400018215179443, "Finetune/Step": 18, "Finetune/Step Time": 7.069938686158922}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 5.306170463562012, "Finetune/Loss (Raw)": 3.034383773803711, "Finetune/Step": 19, "Finetune/Step Time": 6.987813410006072}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 5.181286811828613, "Finetune/Loss (Raw)": 2.8084959983825684, "Finetune/Step": 20, "Finetune/Step Time": 6.892420983314514}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 5.053100109100342, "Finetune/Loss (Raw)": 2.489366054534912, "Finetune/Step": 21, "Finetune/Step Time": 6.874962659109206}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 4.9180192947387695, "Finetune/Loss (Raw)": 2.081332206726074, "Finetune/Step": 22, "Finetune/Step Time": 6.816324732520363}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 4.735037803649902, "Finetune/Loss (Raw)": 0.7094412446022034, "Finetune/Step": 23, "Finetune/Step Time": 6.881046150041663}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 4.63654899597168, "Finetune/Loss (Raw)": 2.3713021278381348, "Finetune/Step": 24, "Finetune/Step Time": 6.81902692715327}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 4.534027576446533, "Finetune/Loss (Raw)": 2.0735230445861816, "Finetune/Step": 25, "Finetune/Step Time": 6.7753329086303715}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 4.389810085296631, "Finetune/Loss (Raw)": 0.7843641042709351, "Finetune/Step": 26, "Finetune/Step Time": 6.833761086830726}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 4.301791667938232, "Finetune/Loss (Raw)": 2.0133230686187744, "Finetune/Step": 27, "Finetune/Step Time": 6.773037027429651}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 4.211538791656494, "Finetune/Loss (Raw)": 1.7747032642364502, "Finetune/Step": 28, "Finetune/Step Time": 6.722100172724042}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 4.128052711486816, "Finetune/Loss (Raw)": 1.7904447317123413, "Finetune/Step": 29, "Finetune/Step Time": 6.711821005262178}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 4.044488906860352, "Finetune/Loss (Raw)": 1.6211355924606323, "Finetune/Step": 30, "Finetune/Step Time": 6.70367476940155}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 3.972473382949829, "Finetune/Loss (Raw)": 1.8120172023773193, "Finetune/Step": 31, "Finetune/Step Time": 6.673388281176167}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 3.899132490158081, "Finetune/Loss (Raw)": 1.6255584955215454, "Finetune/Step": 32, "Finetune/Step Time": 6.691980242729187}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 3.825422763824463, "Finetune/Loss (Raw)": 1.4666991233825684, "Finetune/Step": 33, "Finetune/Step Time": 6.671784155296557}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 3.7530124187469482, "Finetune/Loss (Raw)": 1.3634854555130005, "Finetune/Step": 34, "Finetune/Step Time": 6.635662695940803}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 3.6958885192871094, "Finetune/Loss (Raw)": 1.753665566444397, "Finetune/Step": 35, "Finetune/Step Time": 6.619423559733799}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 3.632561206817627, "Finetune/Loss (Raw)": 1.4161098003387451, "Finetune/Step": 36, "Finetune/Step Time": 6.626001887851292}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 3.5770397186279297, "Finetune/Loss (Raw)": 1.5782651901245117, "Finetune/Step": 37, "Finetune/Step Time": 6.6666280707797485}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 3.51859974861145, "Finetune/Loss (Raw)": 1.3563334941864014, "Finetune/Step": 38, "Finetune/Step Time": 6.633065173500462}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 3.4625542163848877, "Finetune/Loss (Raw)": 1.3328075408935547, "Finetune/Step": 39, "Finetune/Step Time": 6.5917619680747}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 3.4090518951416016, "Finetune/Loss (Raw)": 1.3224717378616333, "Finetune/Step": 40, "Finetune/Step Time": 6.592784804105759}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 3.360072374343872, "Finetune/Loss (Raw)": 1.4008864164352417, "Finetune/Step": 41, "Finetune/Step Time": 6.550081718258742}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 3.3120815753936768, "Finetune/Loss (Raw)": 1.344467282295227, "Finetune/Step": 42, "Finetune/Step Time": 6.520667904899234}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 3.265425205230713, "Finetune/Loss (Raw)": 1.3058557510375977, "Finetune/Step": 43, "Finetune/Step Time": 6.515604895214702}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 3.2217953205108643, "Finetune/Loss (Raw)": 1.3457038402557373, "Finetune/Step": 44, "Finetune/Step Time": 6.50428986007517}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 3.176163911819458, "Finetune/Loss (Raw)": 1.1683789491653442, "Finetune/Step": 45, "Finetune/Step Time": 6.552129448784722}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 3.12316632270813, "Finetune/Loss (Raw)": 0.7382757067680359, "Finetune/Step": 46, "Finetune/Step Time": 6.597099599630936}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 3.0823824405670166, "Finetune/Loss (Raw)": 1.206349492073059, "Finetune/Step": 47, "Finetune/Step Time": 6.580149097645537}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 3.043240547180176, "Finetune/Loss (Raw)": 1.2035566568374634, "Finetune/Step": 48, "Finetune/Step Time": 6.583384647965431}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 3.0064759254455566, "Finetune/Loss (Raw)": 1.2417757511138916, "Finetune/Step": 49, "Finetune/Step Time": 6.568956005329988}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 2.96813702583313, "Finetune/Loss (Raw)": 1.0895302295684814, "Finetune/Step": 50, "Finetune/Step Time": 6.54312846660614}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 2.9335672855377197, "Finetune/Loss (Raw)": 1.2050708532333374, "Finetune/Step": 51, "Finetune/Step Time": 6.523674997628904}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.901474952697754, "Finetune/Loss (Raw)": 1.2647749185562134, "Finetune/Step": 52, "Finetune/Step Time": 6.515155700536875}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.8652966022491455, "Finetune/Loss (Raw)": 0.9840144515037537, "Finetune/Step": 53, "Finetune/Step Time": 6.522005472543104}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 2.82997465133667, "Finetune/Loss (Raw)": 0.9579320549964905, "Finetune/Step": 54, "Finetune/Step Time": 6.5162658470648305}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 2.8000521659851074, "Finetune/Loss (Raw)": 1.1842237710952759, "Finetune/Step": 55, "Finetune/Step Time": 6.51742581020702}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 2.770371437072754, "Finetune/Loss (Raw)": 1.1379212141036987, "Finetune/Step": 56, "Finetune/Step Time": 6.522459843329021}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 2.7400312423706055, "Finetune/Loss (Raw)": 1.0409893989562988, "Finetune/Step": 57, "Finetune/Step Time": 6.508765965177302}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 2.711470127105713, "Finetune/Loss (Raw)": 1.0834898948669434, "Finetune/Step": 58, "Finetune/Step Time": 6.530640610333147}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 2.684119462966919, "Finetune/Loss (Raw)": 1.0977797508239746, "Finetune/Step": 59, "Finetune/Step Time": 6.535966040724415}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 2.6571524143218994, "Finetune/Loss (Raw)": 1.066092848777771, "Finetune/Step": 60, "Finetune/Step Time": 6.519590290387471}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 2.632632255554199, "Finetune/Loss (Raw)": 1.1614389419555664, "Finetune/Step": 61, "Finetune/Step Time": 6.5054952785617015}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 2.6095550060272217, "Finetune/Loss (Raw)": 1.2018486261367798, "Finetune/Step": 62, "Finetune/Step Time": 6.48871462575851}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 2.587428092956543, "Finetune/Loss (Raw)": 1.2155402898788452, "Finetune/Step": 63, "Finetune/Step Time": 6.470883891696022}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 2.563710927963257, "Finetune/Loss (Raw)": 1.069528579711914, "Finetune/Step": 64, "Finetune/Step Time": 6.500062521547079}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 2.5405354499816895, "Finetune/Loss (Raw)": 1.0573097467422485, "Finetune/Step": 65, "Finetune/Step Time": 6.4944432918842026}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 2.517437696456909, "Finetune/Loss (Raw)": 1.0160640478134155, "Finetune/Step": 66, "Finetune/Step Time": 6.482351834123785}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 2.493701219558716, "Finetune/Loss (Raw)": 0.9271098375320435, "Finetune/Step": 67, "Finetune/Step Time": 6.464058310238283}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 2.4738636016845703, "Finetune/Loss (Raw)": 1.144736647605896, "Finetune/Step": 68, "Finetune/Step Time": 6.461070860133452}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 2.4545137882232666, "Finetune/Loss (Raw)": 1.1387288570404053, "Finetune/Step": 69, "Finetune/Step Time": 6.464562903279844}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 2.436699151992798, "Finetune/Loss (Raw)": 1.2074898481369019, "Finetune/Step": 70, "Finetune/Step Time": 6.450606155395508}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 2.4152963161468506, "Finetune/Loss (Raw)": 0.9170961976051331, "Finetune/Step": 71, "Finetune/Step Time": 6.439515066818452}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 2.396097183227539, "Finetune/Loss (Raw)": 1.0329591035842896, "Finetune/Step": 72, "Finetune/Step Time": 6.4221852156851025}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 2.376058340072632, "Finetune/Loss (Raw)": 0.9332590699195862, "Finetune/Step": 73, "Finetune/Step Time": 6.410080739896592}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 2.3566198348999023, "Finetune/Loss (Raw)": 0.9376003742218018, "Finetune/Step": 74, "Finetune/Step Time": 6.394827739612476}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 2.336261034011841, "Finetune/Loss (Raw)": 0.8297231197357178, "Finetune/Step": 75, "Finetune/Step Time": 6.38902790705363}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 2.3186192512512207, "Finetune/Loss (Raw)": 0.9954727292060852, "Finetune/Step": 76, "Finetune/Step Time": 6.381915704200142}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 2.3032431602478027, "Finetune/Loss (Raw)": 1.1346697807312012, "Finetune/Step": 77, "Finetune/Step Time": 6.3838767293211705}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 2.288997173309326, "Finetune/Loss (Raw)": 1.1920523643493652, "Finetune/Step": 78, "Finetune/Step Time": 6.368902680201408}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 2.2748324871063232, "Finetune/Loss (Raw)": 1.1699957847595215, "Finetune/Step": 79, "Finetune/Step Time": 6.35826882833167}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 2.258836507797241, "Finetune/Loss (Raw)": 0.9951357841491699, "Finetune/Step": 80, "Finetune/Step Time": 6.362407702207565}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 2.245168924331665, "Finetune/Loss (Raw)": 1.1517846584320068, "Finetune/Step": 81, "Finetune/Step Time": 6.359261562794815}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 2.2314207553863525, "Finetune/Loss (Raw)": 1.1178284883499146, "Finetune/Step": 82, "Finetune/Step Time": 6.34801653827109}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 2.2159969806671143, "Finetune/Loss (Raw)": 0.9512314200401306, "Finetune/Step": 83, "Finetune/Step Time": 6.354318704949804}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 2.203958511352539, "Finetune/Loss (Raw)": 1.204755187034607, "Finetune/Step": 84, "Finetune/Step Time": 6.354423568362281}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 2.190375804901123, "Finetune/Loss (Raw)": 1.0494498014450073, "Finetune/Step": 85, "Finetune/Step Time": 6.345312971227309}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 2.1734108924865723, "Finetune/Loss (Raw)": 0.7313762307167053, "Finetune/Step": 86, "Finetune/Step Time": 6.374905785848928}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 2.1602976322174072, "Finetune/Loss (Raw)": 1.032567024230957, "Finetune/Step": 87, "Finetune/Step Time": 6.366124133954103}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 2.1496939659118652, "Finetune/Loss (Raw)": 1.2271784543991089, "Finetune/Step": 88, "Finetune/Step Time": 6.369829898530787}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 2.137505292892456, "Finetune/Loss (Raw)": 1.064910650253296, "Finetune/Step": 89, "Finetune/Step Time": 6.361085489894567}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 2.1263742446899414, "Finetune/Loss (Raw)": 1.135688066482544, "Finetune/Step": 90, "Finetune/Step Time": 6.366644832823011}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 2.1157658100128174, "Finetune/Loss (Raw)": 1.1610126495361328, "Finetune/Step": 91, "Finetune/Step Time": 6.367571230773088}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 2.1056387424468994, "Finetune/Loss (Raw)": 1.1840732097625732, "Finetune/Step": 92, "Finetune/Step Time": 6.360668034657188}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 2.0928118228912354, "Finetune/Loss (Raw)": 0.9127414226531982, "Finetune/Step": 93, "Finetune/Step Time": 6.353279905934488}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 2.082721710205078, "Finetune/Loss (Raw)": 1.144340991973877, "Finetune/Step": 94, "Finetune/Step Time": 6.3410919143798505}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 2.072136640548706, "Finetune/Loss (Raw)": 1.0771398544311523, "Finetune/Step": 95, "Finetune/Step Time": 6.333323353215268}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 2.0617473125457764, "Finetune/Loss (Raw)": 1.0747532844543457, "Finetune/Step": 96, "Finetune/Step Time": 6.335079448918502}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 2.051156997680664, "Finetune/Loss (Raw)": 1.0345025062561035, "Finetune/Step": 97, "Finetune/Step Time": 6.332779805684827}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 2.0417516231536865, "Finetune/Loss (Raw)": 1.1294150352478027, "Finetune/Step": 98, "Finetune/Step Time": 6.322740681317388}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 2.027214527130127, "Finetune/Loss (Raw)": 0.6025804281234741, "Finetune/Step": 99, "Finetune/Step Time": 6.338466559997713}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 2.0189127922058105, "Finetune/Loss (Raw)": 1.1970387697219849, "Finetune/Step": 100, "Finetune/Step Time": 6.333002686500549}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 2.009260892868042, "Finetune/Loss (Raw)": 1.044089913368225, "Finetune/Step": 101, "Finetune/Step Time": 6.333809290782059}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 2.0013861656188965, "Finetune/Loss (Raw)": 1.2060227394104004, "Finetune/Step": 102, "Finetune/Step Time": 6.321913466734045}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.988193154335022, "Finetune/Loss (Raw)": 0.6425003409385681, "Finetune/Step": 103, "Finetune/Step Time": 6.339221868700194}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.980164647102356, "Finetune/Loss (Raw)": 1.1532360315322876, "Finetune/Step": 104, "Finetune/Step Time": 6.330863906786992}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.9711564779281616, "Finetune/Loss (Raw)": 1.0343055725097656, "Finetune/Step": 105, "Finetune/Step Time": 6.318480523427327}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.9624933004379272, "Finetune/Loss (Raw)": 1.0528610944747925, "Finetune/Step": 106, "Finetune/Step Time": 6.308443595778267}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.95460045337677, "Finetune/Loss (Raw)": 1.1179759502410889, "Finetune/Step": 107, "Finetune/Step Time": 6.298155797976199}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.9459586143493652, "Finetune/Loss (Raw)": 1.0212733745574951, "Finetune/Step": 108, "Finetune/Step Time": 6.290970572718868}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.938589334487915, "Finetune/Loss (Raw)": 1.1427100896835327, "Finetune/Step": 109, "Finetune/Step Time": 6.284015533027299}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.9305381774902344, "Finetune/Loss (Raw)": 1.0529522895812988, "Finetune/Step": 110, "Finetune/Step Time": 6.276041130586104}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.9230955839157104, "Finetune/Loss (Raw)": 1.1044156551361084, "Finetune/Step": 111, "Finetune/Step Time": 6.280646618422087}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.9155957698822021, "Finetune/Loss (Raw)": 1.0831037759780884, "Finetune/Step": 112, "Finetune/Step Time": 6.2773589832442145}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.9085228443145752, "Finetune/Loss (Raw)": 1.116357445716858, "Finetune/Step": 113, "Finetune/Step Time": 6.27947794863608}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.8972545862197876, "Finetune/Loss (Raw)": 0.62394118309021, "Finetune/Step": 114, "Finetune/Step Time": 6.304350763036494}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.8901625871658325, "Finetune/Loss (Raw)": 1.0817008018493652, "Finetune/Step": 115, "Finetune/Step Time": 6.298668278818545}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.8817167282104492, "Finetune/Loss (Raw)": 0.9104228019714355, "Finetune/Step": 116, "Finetune/Step Time": 6.302954205151262}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.8750600814819336, "Finetune/Loss (Raw)": 1.1028766632080078, "Finetune/Step": 117, "Finetune/Step Time": 6.29914303518768}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.8688563108444214, "Finetune/Loss (Raw)": 1.1430193185806274, "Finetune/Step": 118, "Finetune/Step Time": 6.290175243959588}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.861855387687683, "Finetune/Loss (Raw)": 1.0357340574264526, "Finetune/Step": 119, "Finetune/Step Time": 6.285660186735522}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.8553168773651123, "Finetune/Loss (Raw)": 1.0772377252578735, "Finetune/Step": 120, "Finetune/Step Time": 6.28188085158666}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.848390817642212, "Finetune/Loss (Raw)": 1.0172903537750244, "Finetune/Step": 121, "Finetune/Step Time": 6.286160230636597}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.8412820100784302, "Finetune/Loss (Raw)": 0.9810998439788818, "Finetune/Step": 122, "Finetune/Step Time": 6.2802016070631685}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.8345779180526733, "Finetune/Loss (Raw)": 1.0166853666305542, "Finetune/Step": 123, "Finetune/Step Time": 6.273515885438377}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.8287705183029175, "Finetune/Loss (Raw)": 1.1144522428512573, "Finetune/Step": 124, "Finetune/Step Time": 6.267254902470496}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.8221732378005981, "Finetune/Loss (Raw)": 1.0040892362594604, "Finetune/Step": 125, "Finetune/Step Time": 6.26128240776062}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.816454291343689, "Finetune/Loss (Raw)": 1.101601243019104, "Finetune/Step": 126, "Finetune/Step Time": 6.281628707098583}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.8098187446594238, "Finetune/Loss (Raw)": 0.9737603664398193, "Finetune/Step": 127, "Finetune/Step Time": 6.2751306079504054}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.8044028282165527, "Finetune/Loss (Raw)": 1.1165597438812256, "Finetune/Step": 128, "Finetune/Step Time": 6.271417703479528}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.7518677711486816, "Finetune/Loss (Raw)": 1.157070517539978, "Finetune/Step": 129, "Finetune/Step Time": 6.144271461293101}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.7033944129943848, "Finetune/Loss (Raw)": 1.1261258125305176, "Finetune/Step": 130, "Finetune/Step Time": 6.128721343353391}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.6593496799468994, "Finetune/Loss (Raw)": 1.0890299081802368, "Finetune/Step": 131, "Finetune/Step Time": 6.128619737923145}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.6154040098190308, "Finetune/Loss (Raw)": 1.1078006029129028, "Finetune/Step": 132, "Finetune/Step Time": 6.129216196015477}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.5726045370101929, "Finetune/Loss (Raw)": 0.8857961893081665, "Finetune/Step": 133, "Finetune/Step Time": 6.137776620686054}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.5336620807647705, "Finetune/Loss (Raw)": 1.2335796356201172, "Finetune/Step": 134, "Finetune/Step Time": 6.136949045583606}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.4912500381469727, "Finetune/Loss (Raw)": 0.9841883182525635, "Finetune/Step": 135, "Finetune/Step Time": 6.139241641387343}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.4525363445281982, "Finetune/Loss (Raw)": 1.070265769958496, "Finetune/Step": 136, "Finetune/Step Time": 6.12893301807344}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.4161285161972046, "Finetune/Loss (Raw)": 0.979028582572937, "Finetune/Step": 137, "Finetune/Step Time": 6.130670238286257}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.3772897720336914, "Finetune/Loss (Raw)": 1.087454915046692, "Finetune/Step": 138, "Finetune/Step Time": 6.125855637714267}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.3467786312103271, "Finetune/Loss (Raw)": 0.8887579441070557, "Finetune/Step": 139, "Finetune/Step Time": 6.127265000715852}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.3182384967803955, "Finetune/Loss (Raw)": 1.2837162017822266, "Finetune/Step": 140, "Finetune/Step Time": 6.123950436711311}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.2917603254318237, "Finetune/Loss (Raw)": 1.0200331211090088, "Finetune/Step": 141, "Finetune/Step Time": 6.111019225791097}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.263229489326477, "Finetune/Loss (Raw)": 1.0218698978424072, "Finetune/Step": 142, "Finetune/Step Time": 6.143139783293009}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.2407232522964478, "Finetune/Loss (Raw)": 0.9482071399688721, "Finetune/Step": 143, "Finetune/Step Time": 6.156066915020347}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.2221555709838867, "Finetune/Loss (Raw)": 0.7934195399284363, "Finetune/Step": 144, "Finetune/Step Time": 6.15707284770906}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.1983997821807861, "Finetune/Loss (Raw)": 0.698132336139679, "Finetune/Step": 145, "Finetune/Step Time": 6.175347296521068}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.183786153793335, "Finetune/Loss (Raw)": 0.9694462418556213, "Finetune/Step": 146, "Finetune/Step Time": 6.1698513980954885}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.1669278144836426, "Finetune/Loss (Raw)": 0.87651526927948, "Finetune/Step": 147, "Finetune/Step Time": 6.172651836648583}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.1534587144851685, "Finetune/Loss (Raw)": 1.0844475030899048, "Finetune/Step": 148, "Finetune/Step Time": 6.175064492970705}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.1426851749420166, "Finetune/Loss (Raw)": 1.1103631258010864, "Finetune/Step": 149, "Finetune/Step Time": 6.168748823925853}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.1351654529571533, "Finetune/Loss (Raw)": 1.1187925338745117, "Finetune/Step": 150, "Finetune/Step Time": 6.172228561714292}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.138092279434204, "Finetune/Loss (Raw)": 1.08409583568573, "Finetune/Step": 151, "Finetune/Step Time": 6.1519372053444386}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.1275545358657837, "Finetune/Loss (Raw)": 1.022461175918579, "Finetune/Step": 152, "Finetune/Step Time": 6.1565576903522015}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.1203891038894653, "Finetune/Loss (Raw)": 1.1563513278961182, "Finetune/Step": 153, "Finetune/Step Time": 6.1638097651302814}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.1228225231170654, "Finetune/Loss (Raw)": 1.095837950706482, "Finetune/Step": 154, "Finetune/Step Time": 6.143430948257446}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.1163361072540283, "Finetune/Loss (Raw)": 1.1830695867538452, "Finetune/Step": 155, "Finetune/Step Time": 6.146561687812209}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.107836365699768, "Finetune/Loss (Raw)": 0.686729907989502, "Finetune/Step": 156, "Finetune/Step Time": 6.168748771771789}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.1022536754608154, "Finetune/Loss (Raw)": 1.075870156288147, "Finetune/Step": 157, "Finetune/Step Time": 6.162268051877618}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0981049537658691, "Finetune/Loss (Raw)": 1.090087652206421, "Finetune/Step": 158, "Finetune/Step Time": 6.1541224997490644}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0923247337341309, "Finetune/Loss (Raw)": 1.0721511840820312, "Finetune/Step": 159, "Finetune/Step Time": 6.1494389567524195}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0875244140625, "Finetune/Loss (Raw)": 1.011125922203064, "Finetune/Step": 160, "Finetune/Step Time": 6.140220200642943}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.083878993988037, "Finetune/Loss (Raw)": 1.0000741481781006, "Finetune/Step": 161, "Finetune/Step Time": 6.13667456805706}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0828943252563477, "Finetune/Loss (Raw)": 1.2374460697174072, "Finetune/Step": 162, "Finetune/Step Time": 6.135731283575296}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.077516794204712, "Finetune/Loss (Raw)": 1.065358281135559, "Finetune/Step": 163, "Finetune/Step Time": 6.136459412053227}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0737985372543335, "Finetune/Loss (Raw)": 0.9401501417160034, "Finetune/Step": 164, "Finetune/Step Time": 6.135031534358859}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.069593071937561, "Finetune/Loss (Raw)": 1.0399706363677979, "Finetune/Step": 165, "Finetune/Step Time": 6.1181544829159975}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0666019916534424, "Finetune/Loss (Raw)": 0.9734776616096497, "Finetune/Step": 166, "Finetune/Step Time": 6.117834486067295}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0649826526641846, "Finetune/Loss (Raw)": 1.125547170639038, "Finetune/Step": 167, "Finetune/Step Time": 6.121632128953934}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.062294363975525, "Finetune/Loss (Raw)": 0.9783546328544617, "Finetune/Step": 168, "Finetune/Step Time": 6.114674096927047}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.058873176574707, "Finetune/Loss (Raw)": 0.962976336479187, "Finetune/Step": 169, "Finetune/Step Time": 6.1181766130030155}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.054568886756897, "Finetune/Loss (Raw)": 0.7935134768486023, "Finetune/Step": 170, "Finetune/Step Time": 6.136831039562821}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0519750118255615, "Finetune/Loss (Raw)": 0.9738605618476868, "Finetune/Step": 171, "Finetune/Step Time": 6.135257555171847}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0490411520004272, "Finetune/Loss (Raw)": 0.9701457619667053, "Finetune/Step": 172, "Finetune/Step Time": 6.137926237657666}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.048995018005371, "Finetune/Loss (Raw)": 1.1624882221221924, "Finetune/Step": 173, "Finetune/Step Time": 6.112919740378857}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0501065254211426, "Finetune/Loss (Raw)": 0.8805448412895203, "Finetune/Step": 174, "Finetune/Step Time": 6.090661715716124}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.049714207649231, "Finetune/Loss (Raw)": 1.1561322212219238, "Finetune/Step": 175, "Finetune/Step Time": 6.08738717623055}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0453822612762451, "Finetune/Loss (Raw)": 0.6490682363510132, "Finetune/Step": 176, "Finetune/Step Time": 6.096942340955138}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0430901050567627, "Finetune/Loss (Raw)": 0.94837486743927, "Finetune/Step": 177, "Finetune/Step Time": 6.096350662410259}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0438218116760254, "Finetune/Loss (Raw)": 1.1831828355789185, "Finetune/Step": 178, "Finetune/Step Time": 6.100640980526805}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.041456699371338, "Finetune/Loss (Raw)": 0.9023560881614685, "Finetune/Step": 179, "Finetune/Step Time": 6.101880870759487}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0397859811782837, "Finetune/Loss (Raw)": 1.0509107112884521, "Finetune/Step": 180, "Finetune/Step Time": 6.0992641020566225}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0399715900421143, "Finetune/Loss (Raw)": 1.0077848434448242, "Finetune/Step": 181, "Finetune/Step Time": 6.085393000394106}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0406666994094849, "Finetune/Loss (Raw)": 1.04689359664917, "Finetune/Step": 182, "Finetune/Step Time": 6.081958362832665}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.039259910583496, "Finetune/Loss (Raw)": 1.0041710138320923, "Finetune/Step": 183, "Finetune/Step Time": 6.0785741452127695}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0392595529556274, "Finetune/Loss (Raw)": 1.1378613710403442, "Finetune/Step": 184, "Finetune/Step Time": 6.070969009771943}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0382885932922363, "Finetune/Loss (Raw)": 0.9167155027389526, "Finetune/Step": 185, "Finetune/Step Time": 6.068568168208003}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0375101566314697, "Finetune/Loss (Raw)": 0.9838361740112305, "Finetune/Step": 186, "Finetune/Step Time": 6.060003587976098}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.036637544631958, "Finetune/Loss (Raw)": 0.986092746257782, "Finetune/Step": 187, "Finetune/Step Time": 6.049595948308706}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0369306802749634, "Finetune/Loss (Raw)": 1.1036044359207153, "Finetune/Step": 188, "Finetune/Step Time": 6.047134859487414}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0356022119522095, "Finetune/Loss (Raw)": 0.9914044737815857, "Finetune/Step": 189, "Finetune/Step Time": 6.055428741499782}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0344877243041992, "Finetune/Loss (Raw)": 1.0591925382614136, "Finetune/Step": 190, "Finetune/Step Time": 6.057448279112577}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0333627462387085, "Finetune/Loss (Raw)": 1.0715432167053223, "Finetune/Step": 191, "Finetune/Step Time": 6.061957208439708}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0332025289535522, "Finetune/Loss (Raw)": 1.0490188598632812, "Finetune/Step": 192, "Finetune/Step Time": 6.044738993048668}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0321460962295532, "Finetune/Loss (Raw)": 0.9220966100692749, "Finetune/Step": 193, "Finetune/Step Time": 6.0383844040334225}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.0322840213775635, "Finetune/Loss (Raw)": 1.033721923828125, "Finetune/Step": 194, "Finetune/Step Time": 6.036919452250004}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0326967239379883, "Finetune/Loss (Raw)": 0.9799289107322693, "Finetune/Step": 195, "Finetune/Step Time": 6.04105512984097}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.0312385559082031, "Finetune/Loss (Raw)": 0.9580953121185303, "Finetune/Step": 196, "Finetune/Step Time": 6.050173457711935}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.03050696849823, "Finetune/Loss (Raw)": 1.0450754165649414, "Finetune/Step": 197, "Finetune/Step Time": 6.042455658316612}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.0288567543029785, "Finetune/Loss (Raw)": 0.9962542057037354, "Finetune/Step": 198, "Finetune/Step Time": 6.04041781462729}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.0294156074523926, "Finetune/Loss (Raw)": 0.9886441230773926, "Finetune/Step": 199, "Finetune/Step Time": 6.041145734488964}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.0293331146240234, "Finetune/Loss (Raw)": 1.0223915576934814, "Finetune/Step": 200, "Finetune/Step Time": 6.045263512060046}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.0306153297424316, "Finetune/Loss (Raw)": 1.0973764657974243, "Finetune/Step": 201, "Finetune/Step Time": 6.046219024807215}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0319178104400635, "Finetune/Loss (Raw)": 1.1043295860290527, "Finetune/Step": 202, "Finetune/Step Time": 6.050767298787832}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0336285829544067, "Finetune/Loss (Raw)": 1.0486973524093628, "Finetune/Step": 203, "Finetune/Step Time": 6.0463916175067425}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0341708660125732, "Finetune/Loss (Raw)": 1.0648809671401978, "Finetune/Step": 204, "Finetune/Step Time": 6.043832177296281}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 1.0307984352111816, "Finetune/Loss (Raw)": 0.7029975056648254, "Finetune/Step": 205, "Finetune/Step Time": 6.056002136319876}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 1.029305338859558, "Finetune/Loss (Raw)": 1.0009455680847168, "Finetune/Step": 206, "Finetune/Step Time": 6.062472997233272}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 1.0291694402694702, "Finetune/Loss (Raw)": 1.1526010036468506, "Finetune/Step": 207, "Finetune/Step Time": 6.0790586192160845}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 1.0293481349945068, "Finetune/Loss (Raw)": 1.0180062055587769, "Finetune/Step": 208, "Finetune/Step Time": 6.06679573468864}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 1.0280237197875977, "Finetune/Loss (Raw)": 0.9822594523429871, "Finetune/Step": 209, "Finetune/Step Time": 6.061488600447774}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 1.0250911712646484, "Finetune/Loss (Raw)": 0.742470920085907, "Finetune/Step": 210, "Finetune/Step Time": 6.083044743165374}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 1.0251471996307373, "Finetune/Loss (Raw)": 0.9583910703659058, "Finetune/Step": 211, "Finetune/Step Time": 6.077168749645352}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 1.0240166187286377, "Finetune/Loss (Raw)": 1.0600340366363525, "Finetune/Step": 212, "Finetune/Step Time": 6.0760775953531265}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 1.0249090194702148, "Finetune/Loss (Raw)": 1.1636912822723389, "Finetune/Step": 213, "Finetune/Step Time": 6.076508456841111}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 1.02667236328125, "Finetune/Loss (Raw)": 0.9570764899253845, "Finetune/Step": 214, "Finetune/Step Time": 6.063515534624457}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 1.0261139869689941, "Finetune/Loss (Raw)": 0.9610934257507324, "Finetune/Step": 215, "Finetune/Step Time": 6.061090122908354}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 1.0236778259277344, "Finetune/Loss (Raw)": 0.9153653383255005, "Finetune/Step": 216, "Finetune/Step Time": 6.061544409021735}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 1.0238282680511475, "Finetune/Loss (Raw)": 1.0841509103775024, "Finetune/Step": 217, "Finetune/Step Time": 6.059949217364192}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 1.0232216119766235, "Finetune/Loss (Raw)": 1.0580421686172485, "Finetune/Step": 218, "Finetune/Step Time": 6.052644211798906}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 1.0233756303787231, "Finetune/Loss (Raw)": 1.1807276010513306, "Finetune/Step": 219, "Finetune/Step Time": 6.045900953933597}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 1.0215293169021606, "Finetune/Loss (Raw)": 0.947746753692627, "Finetune/Step": 220, "Finetune/Step Time": 6.042945675551891}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 1.0229544639587402, "Finetune/Loss (Raw)": 1.0951433181762695, "Finetune/Step": 221, "Finetune/Step Time": 6.045177597552538}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 1.0212924480438232, "Finetune/Loss (Raw)": 0.9316307902336121, "Finetune/Step": 222, "Finetune/Step Time": 6.051225028932095}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 1.0205566883087158, "Finetune/Loss (Raw)": 0.9829468131065369, "Finetune/Step": 223, "Finetune/Step Time": 6.052731763571501}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 1.0179873704910278, "Finetune/Loss (Raw)": 0.7458770871162415, "Finetune/Step": 224, "Finetune/Step Time": 6.064639061689377}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 1.0180046558380127, "Finetune/Loss (Raw)": 1.0367116928100586, "Finetune/Step": 225, "Finetune/Step Time": 6.063561284914613}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 1.0182750225067139, "Finetune/Loss (Raw)": 1.164038896560669, "Finetune/Step": 226, "Finetune/Step Time": 6.063062286004424}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 1.022618293762207, "Finetune/Loss (Raw)": 1.1585110425949097, "Finetune/Step": 227, "Finetune/Step Time": 6.042871402576566}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 1.0219130516052246, "Finetune/Loss (Raw)": 1.1067640781402588, "Finetune/Step": 228, "Finetune/Step Time": 6.03983604721725}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 1.0217183828353882, "Finetune/Loss (Raw)": 1.0191782712936401, "Finetune/Step": 229, "Finetune/Step Time": 6.034639963880181}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 1.021122932434082, "Finetune/Loss (Raw)": 1.1298002004623413, "Finetune/Step": 230, "Finetune/Step Time": 6.037119038403034}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 1.0239620208740234, "Finetune/Loss (Raw)": 1.005924940109253, "Finetune/Step": 231, "Finetune/Step Time": 6.0160762164741755}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 1.0231609344482422, "Finetune/Loss (Raw)": 1.050689458847046, "Finetune/Step": 232, "Finetune/Step Time": 6.016699068248272}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 1.0194964408874512, "Finetune/Loss (Raw)": 0.5652462840080261, "Finetune/Step": 233, "Finetune/Step Time": 6.047159794718027}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 1.0202232599258423, "Finetune/Loss (Raw)": 1.145889163017273, "Finetune/Step": 234, "Finetune/Step Time": 6.06334725394845}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 1.0205671787261963, "Finetune/Loss (Raw)": 1.1619960069656372, "Finetune/Step": 235, "Finetune/Step Time": 6.098712673410773}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 1.0204273462295532, "Finetune/Loss (Raw)": 1.0033818483352661, "Finetune/Step": 236, "Finetune/Step Time": 6.101748965680599}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 1.0197296142578125, "Finetune/Loss (Raw)": 1.053383231163025, "Finetune/Step": 237, "Finetune/Step Time": 6.128213519230485}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 1.0191960334777832, "Finetune/Loss (Raw)": 0.9846614599227905, "Finetune/Step": 238, "Finetune/Step Time": 6.132168743759394}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 1.0173439979553223, "Finetune/Loss (Raw)": 0.8673713207244873, "Finetune/Step": 239, "Finetune/Step Time": 6.121021069586277}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 1.016225814819336, "Finetune/Loss (Raw)": 0.9399747848510742, "Finetune/Step": 240, "Finetune/Step Time": 6.128435498103499}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 1.0159046649932861, "Finetune/Loss (Raw)": 1.075242042541504, "Finetune/Step": 241, "Finetune/Step Time": 6.1195518877357244}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 1.0190699100494385, "Finetune/Loss (Raw)": 1.0290873050689697, "Finetune/Step": 242, "Finetune/Step Time": 6.091566577553749}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 1.0187201499938965, "Finetune/Loss (Raw)": 1.0369489192962646, "Finetune/Step": 243, "Finetune/Step Time": 6.096912864595652}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 1.0185494422912598, "Finetune/Loss (Raw)": 0.8885669708251953, "Finetune/Step": 244, "Finetune/Step Time": 6.0858265440911055}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 1.0192174911499023, "Finetune/Loss (Raw)": 1.18837571144104, "Finetune/Step": 245, "Finetune/Step Time": 6.080179717391729}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 1.0190010070800781, "Finetune/Loss (Raw)": 1.1153100728988647, "Finetune/Step": 246, "Finetune/Step Time": 6.086975684389472}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 1.01895010471344, "Finetune/Loss (Raw)": 1.0292316675186157, "Finetune/Step": 247, "Finetune/Step Time": 6.084079967811704}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 1.018223524093628, "Finetune/Loss (Raw)": 0.9842323064804077, "Finetune/Step": 248, "Finetune/Step Time": 6.086227690801024}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 1.0181243419647217, "Finetune/Loss (Raw)": 1.0045970678329468, "Finetune/Step": 249, "Finetune/Step Time": 6.0738443322479725}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 1.018364429473877, "Finetune/Loss (Raw)": 1.0118156671524048, "Finetune/Step": 250, "Finetune/Step Time": 6.070292741060257}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0189845561981201, "Finetune/Loss (Raw)": 1.096061110496521, "Finetune/Step": 251, "Finetune/Step Time": 6.080453334376216}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 1.0181176662445068, "Finetune/Loss (Raw)": 1.003494381904602, "Finetune/Step": 252, "Finetune/Step Time": 6.091923912987113}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0184659957885742, "Finetune/Loss (Raw)": 1.048661470413208, "Finetune/Step": 253, "Finetune/Step Time": 6.099196115508676}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 1.0172587633132935, "Finetune/Loss (Raw)": 0.947086751461029, "Finetune/Step": 254, "Finetune/Step Time": 6.071237636730075}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 1.0155136585235596, "Finetune/Loss (Raw)": 0.750382661819458, "Finetune/Step": 255, "Finetune/Step Time": 6.090041546151042}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 1.0139648914337158, "Finetune/Loss (Raw)": 0.9183329939842224, "Finetune/Step": 256, "Finetune/Step Time": 6.090441947802901}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 1.013873815536499, "Finetune/Loss (Raw)": 1.1454150676727295, "Finetune/Step": 257, "Finetune/Step Time": 6.089536912739277}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 1.0133929252624512, "Finetune/Loss (Raw)": 1.0645638704299927, "Finetune/Step": 258, "Finetune/Step Time": 6.088945252820849}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 1.0131235122680664, "Finetune/Loss (Raw)": 1.0545331239700317, "Finetune/Step": 259, "Finetune/Step Time": 6.090284222736955}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 1.012518286705017, "Finetune/Loss (Raw)": 1.0303362607955933, "Finetune/Step": 260, "Finetune/Step Time": 6.104277806356549}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 1.0120337009429932, "Finetune/Loss (Raw)": 0.8237676620483398, "Finetune/Step": 261, "Finetune/Step Time": 6.090133648365736}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 1.0086430311203003, "Finetune/Loss (Raw)": 0.7995778918266296, "Finetune/Step": 262, "Finetune/Step Time": 6.097186908125877}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 1.0088443756103516, "Finetune/Loss (Raw)": 1.0099570751190186, "Finetune/Step": 263, "Finetune/Step Time": 6.094631280750036}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 1.0079609155654907, "Finetune/Loss (Raw)": 0.9571893811225891, "Finetune/Step": 264, "Finetune/Step Time": 6.104537831619382}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 1.007614016532898, "Finetune/Loss (Raw)": 0.9346314668655396, "Finetune/Step": 265, "Finetune/Step Time": 6.101894797757268}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 1.0081787109375, "Finetune/Loss (Raw)": 1.1597309112548828, "Finetune/Step": 266, "Finetune/Step Time": 6.0922754891216755}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 1.00801682472229, "Finetune/Loss (Raw)": 0.8680456280708313, "Finetune/Step": 267, "Finetune/Step Time": 6.089781876653433}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 1.0064892768859863, "Finetune/Loss (Raw)": 1.088187336921692, "Finetune/Step": 268, "Finetune/Step Time": 6.093347646296024}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 1.0064598321914673, "Finetune/Loss (Raw)": 1.0162545442581177, "Finetune/Step": 269, "Finetune/Step Time": 6.096445878967643}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 1.006313443183899, "Finetune/Loss (Raw)": 1.003134846687317, "Finetune/Step": 270, "Finetune/Step Time": 6.067235562950373}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 1.0066378116607666, "Finetune/Loss (Raw)": 0.9897212982177734, "Finetune/Step": 271, "Finetune/Step Time": 6.0585354045033455}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 1.008746862411499, "Finetune/Loss (Raw)": 1.063382625579834, "Finetune/Step": 272, "Finetune/Step Time": 6.040902454406023}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0114060640335083, "Finetune/Loss (Raw)": 1.0385105609893799, "Finetune/Step": 273, "Finetune/Step Time": 6.02442641556263}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.0121511220932007, "Finetune/Loss (Raw)": 1.0648032426834106, "Finetune/Step": 274, "Finetune/Step Time": 6.02738012932241}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0129075050354004, "Finetune/Loss (Raw)": 0.9733276963233948, "Finetune/Step": 275, "Finetune/Step Time": 6.027631504461169}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0105595588684082, "Finetune/Loss (Raw)": 0.7839115858078003, "Finetune/Step": 276, "Finetune/Step Time": 6.055095825344324}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.0097285509109497, "Finetune/Loss (Raw)": 1.004006266593933, "Finetune/Step": 277, "Finetune/Step Time": 6.053906757384539}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0088449716567993, "Finetune/Loss (Raw)": 1.0056982040405273, "Finetune/Step": 278, "Finetune/Step Time": 6.049828076735139}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0093759298324585, "Finetune/Loss (Raw)": 1.1520490646362305, "Finetune/Step": 279, "Finetune/Step Time": 6.05544813349843}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0087974071502686, "Finetune/Loss (Raw)": 0.9484116435050964, "Finetune/Step": 280, "Finetune/Step Time": 6.052835600450635}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0079057216644287, "Finetune/Loss (Raw)": 1.042222023010254, "Finetune/Step": 281, "Finetune/Step Time": 6.042379803955555}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0072205066680908, "Finetune/Loss (Raw)": 1.0081201791763306, "Finetune/Step": 282, "Finetune/Step Time": 6.040624780580401}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0066840648651123, "Finetune/Loss (Raw)": 1.1144176721572876, "Finetune/Step": 283, "Finetune/Step Time": 6.040366677567363}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0099601745605469, "Finetune/Loss (Raw)": 1.1060665845870972, "Finetune/Step": 284, "Finetune/Step Time": 6.018270147964358}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.009111762046814, "Finetune/Loss (Raw)": 0.9672773480415344, "Finetune/Step": 285, "Finetune/Step Time": 6.029783871024847}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0085372924804688, "Finetune/Loss (Raw)": 1.0165539979934692, "Finetune/Step": 286, "Finetune/Step Time": 6.043000809848309}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0083556175231934, "Finetune/Loss (Raw)": 1.0488905906677246, "Finetune/Step": 287, "Finetune/Step Time": 6.048494303599}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0073204040527344, "Finetune/Loss (Raw)": 0.8786210417747498, "Finetune/Step": 288, "Finetune/Step Time": 6.055472521111369}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0079830884933472, "Finetune/Loss (Raw)": 1.084904432296753, "Finetune/Step": 289, "Finetune/Step Time": 6.059172919020057}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.0055615901947021, "Finetune/Loss (Raw)": 0.9274879693984985, "Finetune/Step": 290, "Finetune/Step Time": 6.069233966991305}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0057251453399658, "Finetune/Loss (Raw)": 1.0862947702407837, "Finetune/Step": 291, "Finetune/Step Time": 6.063968455418944}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0066657066345215, "Finetune/Loss (Raw)": 1.0605394840240479, "Finetune/Step": 292, "Finetune/Step Time": 6.055054226890206}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0072883367538452, "Finetune/Loss (Raw)": 1.1196728944778442, "Finetune/Step": 293, "Finetune/Step Time": 6.0489817671477795}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0051469802856445, "Finetune/Loss (Raw)": 0.6993861198425293, "Finetune/Step": 294, "Finetune/Step Time": 6.054218977689743}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0047457218170166, "Finetune/Loss (Raw)": 1.0741868019104004, "Finetune/Step": 295, "Finetune/Step Time": 6.057743541896343}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.004714012145996, "Finetune/Loss (Raw)": 0.97429358959198, "Finetune/Step": 296, "Finetune/Step Time": 6.060037450864911}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0057094097137451, "Finetune/Loss (Raw)": 1.0903851985931396, "Finetune/Step": 297, "Finetune/Step Time": 6.0746529418975115}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0060495138168335, "Finetune/Loss (Raw)": 0.837044894695282, "Finetune/Step": 298, "Finetune/Step Time": 6.075983854010701}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0041193962097168, "Finetune/Loss (Raw)": 0.7268096804618835, "Finetune/Step": 299, "Finetune/Step Time": 6.092166846618056}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0016816854476929, "Finetune/Loss (Raw)": 0.6581093668937683, "Finetune/Step": 300, "Finetune/Step Time": 6.104738118126988}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9984118938446045, "Finetune/Loss (Raw)": 0.7439673542976379, "Finetune/Step": 301, "Finetune/Step Time": 6.125365149229765}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9980360865592957, "Finetune/Loss (Raw)": 0.8324294686317444, "Finetune/Step": 302, "Finetune/Step Time": 6.132727215066552}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9937636256217957, "Finetune/Loss (Raw)": 0.6092631816864014, "Finetune/Step": 303, "Finetune/Step Time": 6.153319386765361}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9969896078109741, "Finetune/Loss (Raw)": 1.0619951486587524, "Finetune/Step": 304, "Finetune/Step Time": 6.136482300236821}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.99735426902771, "Finetune/Loss (Raw)": 0.9950513243675232, "Finetune/Step": 305, "Finetune/Step Time": 6.131726747378707}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9951518774032593, "Finetune/Loss (Raw)": 0.901281476020813, "Finetune/Step": 306, "Finetune/Step Time": 6.1327996626496315}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9970836639404297, "Finetune/Loss (Raw)": 1.1496113538742065, "Finetune/Step": 307, "Finetune/Step Time": 6.1356453113257885}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9968043565750122, "Finetune/Loss (Raw)": 1.0151628255844116, "Finetune/Step": 308, "Finetune/Step Time": 6.147210279479623}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9974275827407837, "Finetune/Loss (Raw)": 1.0875543355941772, "Finetune/Step": 309, "Finetune/Step Time": 6.1579037718474865}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9968008995056152, "Finetune/Loss (Raw)": 0.9666850566864014, "Finetune/Step": 310, "Finetune/Step Time": 6.167155377566814}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9966951608657837, "Finetune/Loss (Raw)": 0.9906356930732727, "Finetune/Step": 311, "Finetune/Step Time": 6.16400558128953}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9951256513595581, "Finetune/Loss (Raw)": 0.9369672536849976, "Finetune/Step": 312, "Finetune/Step Time": 6.160345073789358}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9964536428451538, "Finetune/Loss (Raw)": 1.0866938829421997, "Finetune/Step": 313, "Finetune/Step Time": 6.16479679197073}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9977109432220459, "Finetune/Loss (Raw)": 1.1447787284851074, "Finetune/Step": 314, "Finetune/Step Time": 6.153254387900233}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.997387170791626, "Finetune/Loss (Raw)": 0.9446465969085693, "Finetune/Step": 315, "Finetune/Step Time": 6.156822687014937}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.993698239326477, "Finetune/Loss (Raw)": 0.6314293146133423, "Finetune/Step": 316, "Finetune/Step Time": 6.17778978869319}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9931210279464722, "Finetune/Loss (Raw)": 0.9175025224685669, "Finetune/Step": 317, "Finetune/Step Time": 6.1708481423556805}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9928339123725891, "Finetune/Loss (Raw)": 1.0224506855010986, "Finetune/Step": 318, "Finetune/Step Time": 6.167202115058899}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9915731549263, "Finetune/Loss (Raw)": 0.910166323184967, "Finetune/Step": 319, "Finetune/Step Time": 6.17353843152523}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9904792308807373, "Finetune/Loss (Raw)": 0.9090010523796082, "Finetune/Step": 320, "Finetune/Step Time": 6.17073461227119}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9882928133010864, "Finetune/Loss (Raw)": 0.6422377228736877, "Finetune/Step": 321, "Finetune/Step Time": 6.198943918570876}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9876594543457031, "Finetune/Loss (Raw)": 0.9526553153991699, "Finetune/Step": 322, "Finetune/Step Time": 6.203215999528766}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9879343509674072, "Finetune/Loss (Raw)": 1.0151094198226929, "Finetune/Step": 323, "Finetune/Step Time": 6.198670035228133}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9887748956680298, "Finetune/Loss (Raw)": 1.0656801462173462, "Finetune/Step": 324, "Finetune/Step Time": 6.18632416985929}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.988491415977478, "Finetune/Loss (Raw)": 1.0087857246398926, "Finetune/Step": 325, "Finetune/Step Time": 6.186990771442652}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9896769523620605, "Finetune/Loss (Raw)": 1.148014783859253, "Finetune/Step": 326, "Finetune/Step Time": 6.188991537317634}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9895043969154358, "Finetune/Loss (Raw)": 0.9665483832359314, "Finetune/Step": 327, "Finetune/Step Time": 6.184793999418616}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9895094633102417, "Finetune/Loss (Raw)": 1.0230439901351929, "Finetune/Step": 328, "Finetune/Step Time": 6.188558015972376}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9878257513046265, "Finetune/Loss (Raw)": 0.8818650841712952, "Finetune/Step": 329, "Finetune/Step Time": 6.204203527420759}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9859791994094849, "Finetune/Loss (Raw)": 0.867972195148468, "Finetune/Step": 330, "Finetune/Step Time": 6.206673044711351}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9857335090637207, "Finetune/Loss (Raw)": 1.0172444581985474, "Finetune/Step": 331, "Finetune/Step Time": 6.2102509662508965}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9834546446800232, "Finetune/Loss (Raw)": 0.7731884121894836, "Finetune/Step": 332, "Finetune/Step Time": 6.222869021818042}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.985797107219696, "Finetune/Loss (Raw)": 1.0028239488601685, "Finetune/Step": 333, "Finetune/Step Time": 6.2056786101311445}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9856060743331909, "Finetune/Loss (Raw)": 0.9764999151229858, "Finetune/Step": 334, "Finetune/Step Time": 6.203625241294503}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9840927124023438, "Finetune/Loss (Raw)": 0.9588879942893982, "Finetune/Step": 335, "Finetune/Step Time": 6.194519439712167}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9845054149627686, "Finetune/Loss (Raw)": 1.0708390474319458, "Finetune/Step": 336, "Finetune/Step Time": 6.198186112567782}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9860208630561829, "Finetune/Loss (Raw)": 1.1762341260910034, "Finetune/Step": 337, "Finetune/Step Time": 6.196641398593783}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9873477816581726, "Finetune/Loss (Raw)": 0.9123140573501587, "Finetune/Step": 338, "Finetune/Step Time": 6.1810803804546595}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9869657158851624, "Finetune/Loss (Raw)": 0.9094896912574768, "Finetune/Step": 339, "Finetune/Step Time": 6.183700677007437}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.98541259765625, "Finetune/Loss (Raw)": 0.8612293004989624, "Finetune/Step": 340, "Finetune/Step Time": 6.182569636031985}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9840273857116699, "Finetune/Loss (Raw)": 0.9863889217376709, "Finetune/Step": 341, "Finetune/Step Time": 6.184481352567673}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9846910834312439, "Finetune/Loss (Raw)": 1.0420291423797607, "Finetune/Step": 342, "Finetune/Step Time": 6.171659417450428}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9849233031272888, "Finetune/Loss (Raw)": 0.9908143281936646, "Finetune/Step": 343, "Finetune/Step Time": 6.172417374327779}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9858546257019043, "Finetune/Loss (Raw)": 1.0345748662948608, "Finetune/Step": 344, "Finetune/Step Time": 6.162418523803353}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9858782291412354, "Finetune/Loss (Raw)": 1.087180495262146, "Finetune/Step": 345, "Finetune/Step Time": 6.165455229580402}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9858174324035645, "Finetune/Loss (Raw)": 1.0502465963363647, "Finetune/Step": 346, "Finetune/Step Time": 6.17050214484334}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9852680563926697, "Finetune/Loss (Raw)": 1.1104146242141724, "Finetune/Step": 347, "Finetune/Step Time": 6.1715944763273}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9858155250549316, "Finetune/Loss (Raw)": 1.017820119857788, "Finetune/Step": 348, "Finetune/Step Time": 6.187319936230779}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9857050776481628, "Finetune/Loss (Raw)": 1.0810073614120483, "Finetune/Step": 349, "Finetune/Step Time": 6.195377103984356}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9853177666664124, "Finetune/Loss (Raw)": 0.8820576071739197, "Finetune/Step": 350, "Finetune/Step Time": 6.205773811787367}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9850579500198364, "Finetune/Loss (Raw)": 0.9496889114379883, "Finetune/Step": 351, "Finetune/Step Time": 6.215639263391495}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9866289496421814, "Finetune/Loss (Raw)": 0.9469656944274902, "Finetune/Step": 352, "Finetune/Step Time": 6.203483987599611}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9855941534042358, "Finetune/Loss (Raw)": 0.9042547345161438, "Finetune/Step": 353, "Finetune/Step Time": 6.202671583741903}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9833173751831055, "Finetune/Loss (Raw)": 0.8726100325584412, "Finetune/Step": 354, "Finetune/Step Time": 6.217526961117983}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9822102189064026, "Finetune/Loss (Raw)": 1.0167964696884155, "Finetune/Step": 355, "Finetune/Step Time": 6.227265367284417}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9802036285400391, "Finetune/Loss (Raw)": 0.8499235510826111, "Finetune/Step": 356, "Finetune/Step Time": 6.231305381283164}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9787756204605103, "Finetune/Loss (Raw)": 0.8363950252532959, "Finetune/Step": 357, "Finetune/Step Time": 6.242931390181184}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9756982326507568, "Finetune/Loss (Raw)": 0.7358971834182739, "Finetune/Step": 358, "Finetune/Step Time": 6.2622076496481895}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9742227792739868, "Finetune/Loss (Raw)": 0.8170594573020935, "Finetune/Step": 359, "Finetune/Step Time": 6.266095610335469}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9733259677886963, "Finetune/Loss (Raw)": 0.9359015822410583, "Finetune/Step": 360, "Finetune/Step Time": 6.265860129147768}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9754496812820435, "Finetune/Loss (Raw)": 0.83707195520401, "Finetune/Step": 361, "Finetune/Step Time": 6.239134950563312}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9735689163208008, "Finetune/Loss (Raw)": 0.9051530957221985, "Finetune/Step": 362, "Finetune/Step Time": 6.231971202418208}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9726153016090393, "Finetune/Loss (Raw)": 1.039939045906067, "Finetune/Step": 363, "Finetune/Step Time": 6.19871386885643}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9729198217391968, "Finetune/Loss (Raw)": 1.042366623878479, "Finetune/Step": 364, "Finetune/Step Time": 6.208343079313636}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9730422496795654, "Finetune/Loss (Raw)": 1.069049596786499, "Finetune/Step": 365, "Finetune/Step Time": 6.18489626981318}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9722577333450317, "Finetune/Loss (Raw)": 0.8842468857765198, "Finetune/Step": 366, "Finetune/Step Time": 6.195883650332689}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9731314778327942, "Finetune/Loss (Raw)": 0.9792032837867737, "Finetune/Step": 367, "Finetune/Step Time": 6.2107032760977745}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9732638597488403, "Finetune/Loss (Raw)": 0.956923246383667, "Finetune/Step": 368, "Finetune/Step Time": 6.203451916575432}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9721113443374634, "Finetune/Loss (Raw)": 0.9277176856994629, "Finetune/Step": 369, "Finetune/Step Time": 6.204286828637123}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9726309180259705, "Finetune/Loss (Raw)": 1.09559166431427, "Finetune/Step": 370, "Finetune/Step Time": 6.206349644809961}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9733644127845764, "Finetune/Loss (Raw)": 1.1308389902114868, "Finetune/Step": 371, "Finetune/Step Time": 6.199259873479605}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9741604328155518, "Finetune/Loss (Raw)": 0.9904610514640808, "Finetune/Step": 372, "Finetune/Step Time": 6.204432863742113}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.970977783203125, "Finetune/Loss (Raw)": 0.7809867262840271, "Finetune/Step": 373, "Finetune/Step Time": 6.227161925286055}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.96755051612854, "Finetune/Loss (Raw)": 0.6766324043273926, "Finetune/Step": 374, "Finetune/Step Time": 6.242012483999133}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9677312970161438, "Finetune/Loss (Raw)": 1.0523616075515747, "Finetune/Step": 375, "Finetune/Step Time": 6.242319010198116}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9666268825531006, "Finetune/Loss (Raw)": 0.8428666591644287, "Finetune/Step": 376, "Finetune/Step Time": 6.242560604587197}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9659376740455627, "Finetune/Loss (Raw)": 0.9163767099380493, "Finetune/Step": 377, "Finetune/Step Time": 6.244020661339164}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9669961929321289, "Finetune/Loss (Raw)": 1.1473084688186646, "Finetune/Step": 378, "Finetune/Step Time": 6.2460868041962385}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9670628309249878, "Finetune/Loss (Raw)": 1.1045889854431152, "Finetune/Step": 379, "Finetune/Step Time": 6.23550090380013}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9669562578201294, "Finetune/Loss (Raw)": 0.9898585081100464, "Finetune/Step": 380, "Finetune/Step Time": 6.223664592951536}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9667528867721558, "Finetune/Loss (Raw)": 1.0226261615753174, "Finetune/Step": 381, "Finetune/Step Time": 6.2195577174425125}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9659905433654785, "Finetune/Loss (Raw)": 0.849507749080658, "Finetune/Step": 382, "Finetune/Step Time": 6.258767124265432}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9666364192962646, "Finetune/Loss (Raw)": 0.8330585956573486, "Finetune/Step": 383, "Finetune/Step Time": 6.267152843996882}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9655054211616516, "Finetune/Loss (Raw)": 0.7735651135444641, "Finetune/Step": 384, "Finetune/Step Time": 6.283667236566544}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.963809609413147, "Finetune/Loss (Raw)": 0.9283474087715149, "Finetune/Step": 385, "Finetune/Step Time": 6.281885160133243}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9624588489532471, "Finetune/Loss (Raw)": 0.891664981842041, "Finetune/Step": 386, "Finetune/Step Time": 6.282132783904672}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9606536626815796, "Finetune/Loss (Raw)": 0.823472261428833, "Finetune/Step": 387, "Finetune/Step Time": 6.282765021547675}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9592189788818359, "Finetune/Loss (Raw)": 0.8466975092887878, "Finetune/Step": 388, "Finetune/Step Time": 6.266661088913679}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9596574306488037, "Finetune/Loss (Raw)": 0.8798971772193909, "Finetune/Step": 389, "Finetune/Step Time": 6.268735334277153}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9593199491500854, "Finetune/Loss (Raw)": 0.7563762068748474, "Finetune/Step": 390, "Finetune/Step Time": 6.259770991280675}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9588873982429504, "Finetune/Loss (Raw)": 0.9545845985412598, "Finetune/Step": 391, "Finetune/Step Time": 6.258530741557479}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9583227634429932, "Finetune/Loss (Raw)": 0.8849119544029236, "Finetune/Step": 392, "Finetune/Step Time": 6.256921781226993}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.957130491733551, "Finetune/Loss (Raw)": 0.782023549079895, "Finetune/Step": 393, "Finetune/Step Time": 6.267625750973821}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9541501998901367, "Finetune/Loss (Raw)": 0.7782622575759888, "Finetune/Step": 394, "Finetune/Step Time": 6.281709536910057}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9565038681030273, "Finetune/Loss (Raw)": 1.1693180799484253, "Finetune/Step": 395, "Finetune/Step Time": 6.279942968860269}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9561974406242371, "Finetune/Loss (Raw)": 1.048957109451294, "Finetune/Step": 396, "Finetune/Step Time": 6.280305625870824}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9539026618003845, "Finetune/Loss (Raw)": 0.7225215435028076, "Finetune/Step": 397, "Finetune/Step Time": 6.294169781729579}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9547241926193237, "Finetune/Loss (Raw)": 1.1082968711853027, "Finetune/Step": 398, "Finetune/Step Time": 6.291457407176495}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9532192945480347, "Finetune/Loss (Raw)": 0.7970981001853943, "Finetune/Step": 399, "Finetune/Step Time": 6.2825440634042025}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.951907753944397, "Finetune/Loss (Raw)": 0.8954903483390808, "Finetune/Step": 400, "Finetune/Step Time": 6.280615037307143}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9519145488739014, "Finetune/Loss (Raw)": 1.0393919944763184, "Finetune/Step": 401, "Finetune/Step Time": 6.28083998337388}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9509137868881226, "Finetune/Loss (Raw)": 0.9367008209228516, "Finetune/Step": 402, "Finetune/Step Time": 6.295684479176998}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9505475759506226, "Finetune/Loss (Raw)": 0.9264490008354187, "Finetune/Step": 403, "Finetune/Step Time": 6.293980909511447}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9524675011634827, "Finetune/Loss (Raw)": 1.0296639204025269, "Finetune/Step": 404, "Finetune/Step Time": 6.268893484026194}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9501240253448486, "Finetune/Loss (Raw)": 0.7040455937385559, "Finetune/Step": 405, "Finetune/Step Time": 6.277813516557217}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9483596086502075, "Finetune/Loss (Raw)": 0.7798473238945007, "Finetune/Step": 406, "Finetune/Step Time": 6.298363570123911}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9448169469833374, "Finetune/Loss (Raw)": 0.698593020439148, "Finetune/Step": 407, "Finetune/Step Time": 6.310225298628211}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.944744348526001, "Finetune/Loss (Raw)": 0.939115047454834, "Finetune/Step": 408, "Finetune/Step Time": 6.3100351467728615}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9456114172935486, "Finetune/Loss (Raw)": 1.1532073020935059, "Finetune/Step": 409, "Finetune/Step Time": 6.3095769342035055}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9468218088150024, "Finetune/Loss (Raw)": 1.1630563735961914, "Finetune/Step": 410, "Finetune/Step Time": 6.309029117226601}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9456104636192322, "Finetune/Loss (Raw)": 0.9593639969825745, "Finetune/Step": 411, "Finetune/Step Time": 6.321815866976976}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9426044225692749, "Finetune/Loss (Raw)": 0.7212916016578674, "Finetune/Step": 412, "Finetune/Step Time": 6.343192594125867}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9431988000869751, "Finetune/Loss (Raw)": 1.0433531999588013, "Finetune/Step": 413, "Finetune/Step Time": 6.327817603945732}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9421242475509644, "Finetune/Loss (Raw)": 0.8790205121040344, "Finetune/Step": 414, "Finetune/Step Time": 6.314909303560853}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9414221048355103, "Finetune/Loss (Raw)": 0.9590049982070923, "Finetune/Step": 415, "Finetune/Step Time": 6.314326332882047}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9428455829620361, "Finetune/Loss (Raw)": 1.0608333349227905, "Finetune/Step": 416, "Finetune/Step Time": 6.3048070054501295}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9419867992401123, "Finetune/Loss (Raw)": 0.974979817867279, "Finetune/Step": 417, "Finetune/Step Time": 6.300932580605149}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9428200721740723, "Finetune/Loss (Raw)": 1.0341379642486572, "Finetune/Step": 418, "Finetune/Step Time": 6.291919527575374}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9412201642990112, "Finetune/Loss (Raw)": 0.8815134763717651, "Finetune/Step": 419, "Finetune/Step Time": 6.304029459133744}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9383373260498047, "Finetune/Loss (Raw)": 0.6915339827537537, "Finetune/Step": 420, "Finetune/Step Time": 6.322886414825916}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9371427297592163, "Finetune/Loss (Raw)": 0.9667601585388184, "Finetune/Step": 421, "Finetune/Step Time": 6.336934175342321}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9391230344772339, "Finetune/Loss (Raw)": 0.9528719782829285, "Finetune/Step": 422, "Finetune/Step Time": 6.351646849885583}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.938831090927124, "Finetune/Loss (Raw)": 1.0368144512176514, "Finetune/Step": 423, "Finetune/Step Time": 6.346722114831209}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9390655755996704, "Finetune/Loss (Raw)": 1.004313588142395, "Finetune/Step": 424, "Finetune/Step Time": 6.358439477160573}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9358651638031006, "Finetune/Loss (Raw)": 0.6807281374931335, "Finetune/Step": 425, "Finetune/Step Time": 6.37375052459538}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9364995956420898, "Finetune/Loss (Raw)": 0.9182509779930115, "Finetune/Step": 426, "Finetune/Step Time": 6.357141828164458}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9380005598068237, "Finetune/Loss (Raw)": 0.9189382791519165, "Finetune/Step": 427, "Finetune/Step Time": 6.340496743097901}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9410392045974731, "Finetune/Loss (Raw)": 1.047046422958374, "Finetune/Step": 428, "Finetune/Step Time": 6.320434560999274}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.943303644657135, "Finetune/Loss (Raw)": 1.033823013305664, "Finetune/Step": 429, "Finetune/Step Time": 6.304120022803545}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9434604644775391, "Finetune/Loss (Raw)": 0.8524976968765259, "Finetune/Step": 430, "Finetune/Step Time": 6.298614203929901}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.946149468421936, "Finetune/Loss (Raw)": 0.9534537196159363, "Finetune/Step": 431, "Finetune/Step Time": 6.284105822443962}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9446851015090942, "Finetune/Loss (Raw)": 0.8745644092559814, "Finetune/Step": 432, "Finetune/Step Time": 6.286011127755046}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9436236619949341, "Finetune/Loss (Raw)": 0.8591849207878113, "Finetune/Step": 433, "Finetune/Step Time": 6.289027312770486}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9437358379364014, "Finetune/Loss (Raw)": 0.915640115737915, "Finetune/Step": 434, "Finetune/Step Time": 6.288980796933174}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9408994913101196, "Finetune/Loss (Raw)": 0.7865553498268127, "Finetune/Step": 435, "Finetune/Step Time": 6.282040558755398}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9398931264877319, "Finetune/Loss (Raw)": 0.8863539099693298, "Finetune/Step": 436, "Finetune/Step Time": 6.267452346161008}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9387924671173096, "Finetune/Loss (Raw)": 0.9466733336448669, "Finetune/Step": 437, "Finetune/Step Time": 6.262092754244804}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9374405145645142, "Finetune/Loss (Raw)": 0.793621838092804, "Finetune/Step": 438, "Finetune/Step Time": 6.249307895079255}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9365600347518921, "Finetune/Loss (Raw)": 0.877939760684967, "Finetune/Step": 439, "Finetune/Step Time": 6.250095358118415}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9367561340332031, "Finetune/Loss (Raw)": 0.9620720744132996, "Finetune/Step": 440, "Finetune/Step Time": 6.251418270170689}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.936138391494751, "Finetune/Loss (Raw)": 1.0076134204864502, "Finetune/Step": 441, "Finetune/Step Time": 6.249602876603603}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.933088481426239, "Finetune/Loss (Raw)": 0.7543957829475403, "Finetune/Step": 442, "Finetune/Step Time": 6.271249916404486}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9335479736328125, "Finetune/Loss (Raw)": 1.003463864326477, "Finetune/Step": 443, "Finetune/Step Time": 6.27449350617826}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9369634389877319, "Finetune/Loss (Raw)": 1.0686019659042358, "Finetune/Step": 444, "Finetune/Step Time": 6.253304360434413}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9371228814125061, "Finetune/Loss (Raw)": 0.9379188418388367, "Finetune/Step": 445, "Finetune/Step Time": 6.25159060023725}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9370753169059753, "Finetune/Loss (Raw)": 1.0163582563400269, "Finetune/Step": 446, "Finetune/Step Time": 6.253826258704066}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9376362562179565, "Finetune/Loss (Raw)": 0.9819656014442444, "Finetune/Step": 447, "Finetune/Step Time": 6.245312189683318}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9378112554550171, "Finetune/Loss (Raw)": 0.9313974380493164, "Finetune/Step": 448, "Finetune/Step Time": 6.247519576922059}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9413785934448242, "Finetune/Loss (Raw)": 1.09886634349823, "Finetune/Step": 449, "Finetune/Step Time": 6.225338529795408}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.940876841545105, "Finetune/Loss (Raw)": 0.8884290456771851, "Finetune/Step": 450, "Finetune/Step Time": 6.221094936132431}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9400254487991333, "Finetune/Loss (Raw)": 0.9061306118965149, "Finetune/Step": 451, "Finetune/Step Time": 6.227197963744402}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9387998580932617, "Finetune/Loss (Raw)": 0.9088000655174255, "Finetune/Step": 452, "Finetune/Step Time": 6.223123770207167}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9397298097610474, "Finetune/Loss (Raw)": 1.1278212070465088, "Finetune/Step": 453, "Finetune/Step Time": 6.217986047267914}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9379780888557434, "Finetune/Loss (Raw)": 0.9237930178642273, "Finetune/Step": 454, "Finetune/Step Time": 6.22867333330214}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9382513165473938, "Finetune/Loss (Raw)": 1.0015186071395874, "Finetune/Step": 455, "Finetune/Step Time": 6.228654179722071}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9357843399047852, "Finetune/Loss (Raw)": 0.7072803378105164, "Finetune/Step": 456, "Finetune/Step Time": 6.239738577976823}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9353846311569214, "Finetune/Loss (Raw)": 0.8307014107704163, "Finetune/Step": 457, "Finetune/Step Time": 6.225686177611351}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9371505379676819, "Finetune/Loss (Raw)": 1.0940066576004028, "Finetune/Step": 458, "Finetune/Step Time": 6.222541321069002}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9362137913703918, "Finetune/Loss (Raw)": 0.8973413705825806, "Finetune/Step": 459, "Finetune/Step Time": 6.225237550213933}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.93608558177948, "Finetune/Loss (Raw)": 0.7567797899246216, "Finetune/Step": 460, "Finetune/Step Time": 6.224397398531437}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9350741505622864, "Finetune/Loss (Raw)": 0.8733566403388977, "Finetune/Step": 461, "Finetune/Step Time": 6.222891816869378}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9346455335617065, "Finetune/Loss (Raw)": 0.9216409921646118, "Finetune/Step": 462, "Finetune/Step Time": 6.222169091925025}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9360170364379883, "Finetune/Loss (Raw)": 1.134436011314392, "Finetune/Step": 463, "Finetune/Step Time": 6.216570248827338}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9328017234802246, "Finetune/Loss (Raw)": 0.6592810153961182, "Finetune/Step": 464, "Finetune/Step Time": 6.236346215009689}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9313062429428101, "Finetune/Loss (Raw)": 0.9848183989524841, "Finetune/Step": 465, "Finetune/Step Time": 6.24323957785964}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9302429556846619, "Finetune/Loss (Raw)": 0.7762042284011841, "Finetune/Step": 466, "Finetune/Step Time": 6.246630359441042}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.930753231048584, "Finetune/Loss (Raw)": 0.9748048186302185, "Finetune/Step": 467, "Finetune/Step Time": 6.24648617580533}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9299266934394836, "Finetune/Loss (Raw)": 0.7554389834403992, "Finetune/Step": 468, "Finetune/Step Time": 6.265989013016224}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9269793033599854, "Finetune/Loss (Raw)": 0.6091193556785583, "Finetune/Step": 469, "Finetune/Step Time": 6.283357305452228}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9259054660797119, "Finetune/Loss (Raw)": 0.9045786261558533, "Finetune/Step": 470, "Finetune/Step Time": 6.282697262242436}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.925373911857605, "Finetune/Loss (Raw)": 0.9227661490440369, "Finetune/Step": 471, "Finetune/Step Time": 6.293459231033921}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9256094694137573, "Finetune/Loss (Raw)": 1.064739465713501, "Finetune/Step": 472, "Finetune/Step Time": 6.292238544672728}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9236813187599182, "Finetune/Loss (Raw)": 0.8403766751289368, "Finetune/Step": 473, "Finetune/Step Time": 6.289534877985716}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9231488108634949, "Finetune/Loss (Raw)": 0.9820807576179504, "Finetune/Step": 474, "Finetune/Step Time": 6.286061964929104}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9220551252365112, "Finetune/Loss (Raw)": 0.970427393913269, "Finetune/Step": 475, "Finetune/Step Time": 6.2862583845853806}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9215949773788452, "Finetune/Loss (Raw)": 0.9589208364486694, "Finetune/Step": 476, "Finetune/Step Time": 6.272899925708771}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9203630685806274, "Finetune/Loss (Raw)": 0.9233147501945496, "Finetune/Step": 477, "Finetune/Step Time": 6.277370050549507}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9203040599822998, "Finetune/Loss (Raw)": 0.8745138645172119, "Finetune/Step": 478, "Finetune/Step Time": 6.270272292196751}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9203908443450928, "Finetune/Loss (Raw)": 0.9607879519462585, "Finetune/Step": 479, "Finetune/Step Time": 6.257651345804334}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9208555221557617, "Finetune/Loss (Raw)": 1.0064496994018555, "Finetune/Step": 480, "Finetune/Step Time": 6.250518996268511}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9211395978927612, "Finetune/Loss (Raw)": 0.9406207799911499, "Finetune/Step": 481, "Finetune/Step Time": 6.263383958488703}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9218665361404419, "Finetune/Loss (Raw)": 0.9656520485877991, "Finetune/Step": 482, "Finetune/Step Time": 6.259960213676095}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9212208390235901, "Finetune/Loss (Raw)": 0.9341492652893066, "Finetune/Step": 483, "Finetune/Step Time": 6.266794767230749}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9211403131484985, "Finetune/Loss (Raw)": 0.8396239280700684, "Finetune/Step": 484, "Finetune/Step Time": 6.270651796832681}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9200804829597473, "Finetune/Loss (Raw)": 0.7007262706756592, "Finetune/Step": 485, "Finetune/Step Time": 6.273961126804352}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9213340878486633, "Finetune/Loss (Raw)": 0.8963650465011597, "Finetune/Step": 486, "Finetune/Step Time": 6.263168023899198}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9223678708076477, "Finetune/Loss (Raw)": 0.9493759274482727, "Finetune/Step": 487, "Finetune/Step Time": 6.260488444939256}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9227895736694336, "Finetune/Loss (Raw)": 0.9898788332939148, "Finetune/Step": 488, "Finetune/Step Time": 6.26026188954711}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9226563572883606, "Finetune/Loss (Raw)": 0.8200232982635498, "Finetune/Step": 489, "Finetune/Step Time": 6.262335080653429}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9217634201049805, "Finetune/Loss (Raw)": 0.7908627986907959, "Finetune/Step": 490, "Finetune/Step Time": 6.267950724810362}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9176790714263916, "Finetune/Loss (Raw)": 0.5171409845352173, "Finetune/Step": 491, "Finetune/Step Time": 6.289380617439747}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.916388750076294, "Finetune/Loss (Raw)": 0.8772070407867432, "Finetune/Step": 492, "Finetune/Step Time": 6.280966529622674}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.915476381778717, "Finetune/Loss (Raw)": 0.9522596001625061, "Finetune/Step": 493, "Finetune/Step Time": 6.2816823069006205}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9154272079467773, "Finetune/Loss (Raw)": 0.8779510855674744, "Finetune/Step": 494, "Finetune/Step Time": 6.281612502411008}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9149495959281921, "Finetune/Loss (Raw)": 0.9180688858032227, "Finetune/Step": 495, "Finetune/Step Time": 6.26953262090683}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9149805307388306, "Finetune/Loss (Raw)": 0.960893988609314, "Finetune/Step": 496, "Finetune/Step Time": 6.2780807223171}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9145995378494263, "Finetune/Loss (Raw)": 0.8789461851119995, "Finetune/Step": 497, "Finetune/Step Time": 6.278981635347009}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9136962890625, "Finetune/Loss (Raw)": 0.9799714088439941, "Finetune/Step": 498, "Finetune/Step Time": 6.275045668706298}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.911561131477356, "Finetune/Loss (Raw)": 0.8575379252433777, "Finetune/Step": 499, "Finetune/Step Time": 6.277772061526775}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9108797311782837, "Finetune/Loss (Raw)": 0.9032509922981262, "Finetune/Step": 500, "Finetune/Step Time": 6.282189726829529}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9103686809539795, "Finetune/Loss (Raw)": 0.7155650854110718, "Finetune/Step": 501, "Finetune/Step Time": 6.2696771416813135}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9110745191574097, "Finetune/Loss (Raw)": 0.766985297203064, "Finetune/Step": 502, "Finetune/Step Time": 6.263884061947465}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9092739820480347, "Finetune/Loss (Raw)": 0.8218873143196106, "Finetune/Step": 503, "Finetune/Step Time": 6.275490520521998}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9100773930549622, "Finetune/Loss (Raw)": 0.9457041621208191, "Finetune/Step": 504, "Finetune/Step Time": 6.271365715190768}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9102274179458618, "Finetune/Loss (Raw)": 0.9355743527412415, "Finetune/Step": 505, "Finetune/Step Time": 6.272318735718727}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9065108895301819, "Finetune/Loss (Raw)": 0.6716023683547974, "Finetune/Step": 506, "Finetune/Step Time": 6.280415179207921}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9053604602813721, "Finetune/Loss (Raw)": 0.9573301076889038, "Finetune/Step": 507, "Finetune/Step Time": 6.2788527347147465}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9046448469161987, "Finetune/Loss (Raw)": 0.898257315158844, "Finetune/Step": 508, "Finetune/Step Time": 6.278682850301266}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9036247730255127, "Finetune/Loss (Raw)": 0.8920557498931885, "Finetune/Step": 509, "Finetune/Step Time": 6.280172606930137}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9036442041397095, "Finetune/Loss (Raw)": 0.8519930839538574, "Finetune/Step": 510, "Finetune/Step Time": 6.244883889332414}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9049118757247925, "Finetune/Loss (Raw)": 0.9953289031982422, "Finetune/Step": 511, "Finetune/Step Time": 6.218437436968088}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9059947729110718, "Finetune/Loss (Raw)": 0.9121768474578857, "Finetune/Step": 512, "Finetune/Step Time": 6.200002659112215}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9067105054855347, "Finetune/Loss (Raw)": 1.019959807395935, "Finetune/Step": 513, "Finetune/Step Time": 6.203311987221241}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9072712659835815, "Finetune/Loss (Raw)": 0.9634339809417725, "Finetune/Step": 514, "Finetune/Step Time": 6.214938761666417}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9061499834060669, "Finetune/Loss (Raw)": 0.6799519658088684, "Finetune/Step": 515, "Finetune/Step Time": 6.23542157933116}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9073249101638794, "Finetune/Loss (Raw)": 0.9970881938934326, "Finetune/Step": 516, "Finetune/Step Time": 6.239376360550523}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9082871675491333, "Finetune/Loss (Raw)": 1.0030677318572998, "Finetune/Step": 517, "Finetune/Step Time": 6.238481467589736}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9097031354904175, "Finetune/Loss (Raw)": 0.9376206398010254, "Finetune/Step": 518, "Finetune/Step Time": 6.240611396729946}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9099265336990356, "Finetune/Loss (Raw)": 0.9831863045692444, "Finetune/Step": 519, "Finetune/Step Time": 6.251495337113738}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9093167185783386, "Finetune/Loss (Raw)": 0.8068519830703735, "Finetune/Step": 520, "Finetune/Step Time": 6.25146565772593}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9108265042304993, "Finetune/Loss (Raw)": 0.9752746224403381, "Finetune/Step": 521, "Finetune/Step Time": 6.2437848169356585}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9118927121162415, "Finetune/Loss (Raw)": 0.9147356748580933, "Finetune/Step": 522, "Finetune/Step Time": 6.22779593616724}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9082783460617065, "Finetune/Loss (Raw)": 0.706679105758667, "Finetune/Step": 523, "Finetune/Step Time": 6.233022401109338}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.907476544380188, "Finetune/Loss (Raw)": 0.9463289380073547, "Finetune/Step": 524, "Finetune/Step Time": 6.23047517426312}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9093189239501953, "Finetune/Loss (Raw)": 0.9583401679992676, "Finetune/Step": 525, "Finetune/Step Time": 6.229546362534165}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.907294511795044, "Finetune/Loss (Raw)": 0.8491738438606262, "Finetune/Step": 526, "Finetune/Step Time": 6.237971022725105}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.907726526260376, "Finetune/Loss (Raw)": 0.8523979187011719, "Finetune/Step": 527, "Finetune/Step Time": 6.235064644366503}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9082070589065552, "Finetune/Loss (Raw)": 0.9569979906082153, "Finetune/Step": 528, "Finetune/Step Time": 6.232552031055093}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9075121879577637, "Finetune/Loss (Raw)": 0.9504473805427551, "Finetune/Step": 529, "Finetune/Step Time": 6.232397289946675}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9079750776290894, "Finetune/Loss (Raw)": 0.9959482550621033, "Finetune/Step": 530, "Finetune/Step Time": 6.214685309678316}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9090285301208496, "Finetune/Loss (Raw)": 1.0613008737564087, "Finetune/Step": 531, "Finetune/Step Time": 6.213123792782426}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9079643487930298, "Finetune/Loss (Raw)": 0.8934459090232849, "Finetune/Step": 532, "Finetune/Step Time": 6.210920140147209}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9093930125236511, "Finetune/Loss (Raw)": 0.8869138360023499, "Finetune/Step": 533, "Finetune/Step Time": 6.207856712862849}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9103316068649292, "Finetune/Loss (Raw)": 0.8999806046485901, "Finetune/Step": 534, "Finetune/Step Time": 6.192102329805493}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9112836122512817, "Finetune/Loss (Raw)": 0.8204600214958191, "Finetune/Step": 535, "Finetune/Step Time": 6.191475130617619}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9100781679153442, "Finetune/Loss (Raw)": 0.784817636013031, "Finetune/Step": 536, "Finetune/Step Time": 6.209858512505889}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9086941480636597, "Finetune/Loss (Raw)": 0.9760510921478271, "Finetune/Step": 537, "Finetune/Step Time": 6.221344789490104}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9069661498069763, "Finetune/Loss (Raw)": 0.9418696165084839, "Finetune/Step": 538, "Finetune/Step Time": 6.22572173550725}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9075480699539185, "Finetune/Loss (Raw)": 1.0338541269302368, "Finetune/Step": 539, "Finetune/Step Time": 6.211487729102373}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9088455438613892, "Finetune/Loss (Raw)": 0.887364387512207, "Finetune/Step": 540, "Finetune/Step Time": 6.1898283790796995}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.907896101474762, "Finetune/Loss (Raw)": 0.9218258261680603, "Finetune/Step": 541, "Finetune/Step Time": 6.194329978898168}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9081288576126099, "Finetune/Loss (Raw)": 0.9088104963302612, "Finetune/Step": 542, "Finetune/Step Time": 6.195164494216442}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.908883810043335, "Finetune/Loss (Raw)": 1.0556442737579346, "Finetune/Step": 543, "Finetune/Step Time": 6.194310178980231}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9082815647125244, "Finetune/Loss (Raw)": 0.9837439656257629, "Finetune/Step": 544, "Finetune/Step Time": 6.192120967432857}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9080137014389038, "Finetune/Loss (Raw)": 0.9406847953796387, "Finetune/Step": 545, "Finetune/Step Time": 6.188982727006078}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9069229364395142, "Finetune/Loss (Raw)": 0.8945279717445374, "Finetune/Step": 546, "Finetune/Step Time": 6.18783213943243}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9078980088233948, "Finetune/Loss (Raw)": 1.0063201189041138, "Finetune/Step": 547, "Finetune/Step Time": 6.18011261895299}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9087896347045898, "Finetune/Loss (Raw)": 0.8056634664535522, "Finetune/Step": 548, "Finetune/Step Time": 6.171321023255587}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9064558744430542, "Finetune/Loss (Raw)": 0.668043851852417, "Finetune/Step": 549, "Finetune/Step Time": 6.16443638317287}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9057075381278992, "Finetune/Loss (Raw)": 0.8570768237113953, "Finetune/Step": 550, "Finetune/Step Time": 6.140704475343227}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.904228925704956, "Finetune/Loss (Raw)": 0.8475484251976013, "Finetune/Step": 551, "Finetune/Step Time": 6.141809336841106}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9043483734130859, "Finetune/Loss (Raw)": 1.0196073055267334, "Finetune/Step": 552, "Finetune/Step Time": 6.127491977065802}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9047354459762573, "Finetune/Loss (Raw)": 0.7302755117416382, "Finetune/Step": 553, "Finetune/Step Time": 6.1012767646461725}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9055396318435669, "Finetune/Loss (Raw)": 1.0211832523345947, "Finetune/Step": 554, "Finetune/Step Time": 6.099985312670469}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9053252935409546, "Finetune/Loss (Raw)": 0.891501784324646, "Finetune/Step": 555, "Finetune/Step Time": 6.1127757746726274}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9042379260063171, "Finetune/Loss (Raw)": 0.9078696966171265, "Finetune/Step": 556, "Finetune/Step Time": 6.1213562078773975}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.902941107749939, "Finetune/Loss (Raw)": 0.8678279519081116, "Finetune/Step": 557, "Finetune/Step Time": 6.117979884147644}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9008288383483887, "Finetune/Loss (Raw)": 0.5821241140365601, "Finetune/Step": 558, "Finetune/Step Time": 6.134226666763425}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9004417657852173, "Finetune/Loss (Raw)": 0.9039153456687927, "Finetune/Step": 559, "Finetune/Step Time": 6.130861295387149}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.8998043537139893, "Finetune/Loss (Raw)": 0.7929794788360596, "Finetune/Step": 560, "Finetune/Step Time": 6.1296097952872515}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.8995208740234375, "Finetune/Loss (Raw)": 0.8228919506072998, "Finetune/Step": 561, "Finetune/Step Time": 6.130770551040769}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.898697018623352, "Finetune/Loss (Raw)": 0.8101916909217834, "Finetune/Step": 562, "Finetune/Step Time": 6.129458758980036}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9001209735870361, "Finetune/Loss (Raw)": 0.968812882900238, "Finetune/Step": 563, "Finetune/Step Time": 6.128756687045097}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9005091190338135, "Finetune/Loss (Raw)": 0.9360413551330566, "Finetune/Step": 564, "Finetune/Step Time": 6.137793956324458}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.8989804983139038, "Finetune/Loss (Raw)": 0.7510032057762146, "Finetune/Step": 565, "Finetune/Step Time": 6.144651889801025}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9007719159126282, "Finetune/Loss (Raw)": 1.022926688194275, "Finetune/Step": 566, "Finetune/Step Time": 6.148520316928625}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9002763628959656, "Finetune/Loss (Raw)": 0.8145071268081665, "Finetune/Step": 567, "Finetune/Step Time": 6.152097761631012}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.8977630734443665, "Finetune/Loss (Raw)": 0.6403787732124329, "Finetune/Step": 568, "Finetune/Step Time": 6.170231226831675}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.8966407775878906, "Finetune/Loss (Raw)": 0.8639515042304993, "Finetune/Step": 569, "Finetune/Step Time": 6.175532892346382}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.897932767868042, "Finetune/Loss (Raw)": 0.9197754859924316, "Finetune/Step": 570, "Finetune/Step Time": 6.159025693312287}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.8964844942092896, "Finetune/Loss (Raw)": 0.8180796504020691, "Finetune/Step": 571, "Finetune/Step Time": 6.1649876814335585}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.895461916923523, "Finetune/Loss (Raw)": 0.9377134442329407, "Finetune/Step": 572, "Finetune/Step Time": 6.16711613535881}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.8960968255996704, "Finetune/Loss (Raw)": 1.0191943645477295, "Finetune/Step": 573, "Finetune/Step Time": 6.16863489896059}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.896180272102356, "Finetune/Loss (Raw)": 1.0270349979400635, "Finetune/Step": 574, "Finetune/Step Time": 6.167189918458462}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.8965411186218262, "Finetune/Loss (Raw)": 1.0281585454940796, "Finetune/Step": 575, "Finetune/Step Time": 6.182025637477636}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.8963119387626648, "Finetune/Loss (Raw)": 0.902062177658081, "Finetune/Step": 576, "Finetune/Step Time": 6.183687323704362}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.8946954011917114, "Finetune/Loss (Raw)": 0.8919423222541809, "Finetune/Step": 577, "Finetune/Step Time": 6.180012255907059}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.894258439540863, "Finetune/Loss (Raw)": 0.8324999213218689, "Finetune/Step": 578, "Finetune/Step Time": 6.1774233262985945}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.8932666182518005, "Finetune/Loss (Raw)": 0.7791784405708313, "Finetune/Step": 579, "Finetune/Step Time": 6.186542354524136}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.8937734961509705, "Finetune/Loss (Raw)": 0.9736796617507935, "Finetune/Step": 580, "Finetune/Step Time": 6.1885275188833475}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.8928654193878174, "Finetune/Loss (Raw)": 1.0115889310836792, "Finetune/Step": 581, "Finetune/Step Time": 6.191747814416885}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.893517255783081, "Finetune/Loss (Raw)": 1.0072245597839355, "Finetune/Step": 582, "Finetune/Step Time": 6.196347797289491}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.8919357061386108, "Finetune/Loss (Raw)": 0.799082338809967, "Finetune/Step": 583, "Finetune/Step Time": 6.2001811023801565}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.8934381008148193, "Finetune/Loss (Raw)": 0.8995858430862427, "Finetune/Step": 584, "Finetune/Step Time": 6.187511999160051}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.8944942951202393, "Finetune/Loss (Raw)": 0.9658953547477722, "Finetune/Step": 585, "Finetune/Step Time": 6.185766274109483}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.8911491632461548, "Finetune/Loss (Raw)": 0.6658284664154053, "Finetune/Step": 586, "Finetune/Step Time": 6.202977517619729}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.8925377130508423, "Finetune/Loss (Raw)": 1.075075626373291, "Finetune/Step": 587, "Finetune/Step Time": 6.19656110368669}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.892861008644104, "Finetune/Loss (Raw)": 0.7981631755828857, "Finetune/Step": 588, "Finetune/Step Time": 6.203399078920484}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.8938964605331421, "Finetune/Loss (Raw)": 1.0058900117874146, "Finetune/Step": 589, "Finetune/Step Time": 6.202318040654063}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.8947088718414307, "Finetune/Loss (Raw)": 1.0256356000900269, "Finetune/Step": 590, "Finetune/Step Time": 6.203567011281848}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.8923512101173401, "Finetune/Loss (Raw)": 0.8326538801193237, "Finetune/Step": 591, "Finetune/Step Time": 6.205575909465551}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.8942219018936157, "Finetune/Loss (Raw)": 0.89873206615448, "Finetune/Step": 592, "Finetune/Step Time": 6.193992864340544}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.8933717012405396, "Finetune/Loss (Raw)": 0.8759869337081909, "Finetune/Step": 593, "Finetune/Step Time": 6.213244253769517}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.8947222232818604, "Finetune/Loss (Raw)": 0.9490755796432495, "Finetune/Step": 594, "Finetune/Step Time": 6.204982362687588}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.8944761157035828, "Finetune/Loss (Raw)": 0.9432982206344604, "Finetune/Step": 595, "Finetune/Step Time": 6.198365645483136}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.8950119018554688, "Finetune/Loss (Raw)": 0.8240191340446472, "Finetune/Step": 596, "Finetune/Step Time": 6.17587954364717}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.8963849544525146, "Finetune/Loss (Raw)": 0.7848771214485168, "Finetune/Step": 597, "Finetune/Step Time": 6.156667409464717}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.8960543870925903, "Finetune/Loss (Raw)": 0.862263023853302, "Finetune/Step": 598, "Finetune/Step Time": 6.172843253239989}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.8964349031448364, "Finetune/Loss (Raw)": 0.9714770913124084, "Finetune/Step": 599, "Finetune/Step Time": 6.159120110794902}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.8959413170814514, "Finetune/Loss (Raw)": 1.0015541315078735, "Finetune/Step": 600, "Finetune/Step Time": 6.162706114351749}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.8958923816680908, "Finetune/Loss (Raw)": 0.8341161012649536, "Finetune/Step": 601, "Finetune/Step Time": 6.180885376408696}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.895566463470459, "Finetune/Loss (Raw)": 0.9403538107872009, "Finetune/Step": 602, "Finetune/Step Time": 6.177262654528022}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.8939494490623474, "Finetune/Loss (Raw)": 0.7634567022323608, "Finetune/Step": 603, "Finetune/Step Time": 6.179764727130532}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.8940106630325317, "Finetune/Loss (Raw)": 0.9667505621910095, "Finetune/Step": 604, "Finetune/Step Time": 6.179768553003669}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.8929290175437927, "Finetune/Loss (Raw)": 0.7848697304725647, "Finetune/Step": 605, "Finetune/Step Time": 6.175073096528649}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.8925168514251709, "Finetune/Loss (Raw)": 0.8217516541481018, "Finetune/Step": 606, "Finetune/Step Time": 6.176732201129198}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.890378475189209, "Finetune/Loss (Raw)": 0.6870819330215454, "Finetune/Step": 607, "Finetune/Step Time": 6.201332813128829}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.8903208374977112, "Finetune/Loss (Raw)": 0.9990723729133606, "Finetune/Step": 608, "Finetune/Step Time": 6.201597640290856}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.8894379138946533, "Finetune/Loss (Raw)": 0.8276005983352661, "Finetune/Step": 609, "Finetune/Step Time": 6.190863573923707}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.888958215713501, "Finetune/Loss (Raw)": 0.9042516350746155, "Finetune/Step": 610, "Finetune/Step Time": 6.18615466915071}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.8888317942619324, "Finetune/Loss (Raw)": 0.9179704785346985, "Finetune/Step": 611, "Finetune/Step Time": 6.1692711897194386}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.890819787979126, "Finetune/Loss (Raw)": 1.094090223312378, "Finetune/Step": 612, "Finetune/Step Time": 6.165826046839356}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.8912720680236816, "Finetune/Loss (Raw)": 0.7586200833320618, "Finetune/Step": 613, "Finetune/Step Time": 6.1594096552580595}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.8915959596633911, "Finetune/Loss (Raw)": 0.9378162026405334, "Finetune/Step": 614, "Finetune/Step Time": 6.147440722212195}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.891312837600708, "Finetune/Loss (Raw)": 0.9131342768669128, "Finetune/Step": 615, "Finetune/Step Time": 6.152101153507829}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.8907567262649536, "Finetune/Loss (Raw)": 0.918701171875, "Finetune/Step": 616, "Finetune/Step Time": 6.154404876753688}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.8916207551956177, "Finetune/Loss (Raw)": 0.9306182861328125, "Finetune/Step": 617, "Finetune/Step Time": 6.149500807747245}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.8925669193267822, "Finetune/Loss (Raw)": 0.9119659662246704, "Finetune/Step": 618, "Finetune/Step Time": 6.143838407471776}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.8950326442718506, "Finetune/Loss (Raw)": 0.8327586650848389, "Finetune/Step": 619, "Finetune/Step Time": 6.13967758230865}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.8954416513442993, "Finetune/Loss (Raw)": 0.9295578598976135, "Finetune/Step": 620, "Finetune/Step Time": 6.133155727759004}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.8953903913497925, "Finetune/Loss (Raw)": 0.9457051753997803, "Finetune/Step": 621, "Finetune/Step Time": 6.148472527042031}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.89545738697052, "Finetune/Loss (Raw)": 0.8865224719047546, "Finetune/Step": 622, "Finetune/Step Time": 6.141366479918361}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.8958808183670044, "Finetune/Loss (Raw)": 0.9722696542739868, "Finetune/Step": 623, "Finetune/Step Time": 6.142426248639822}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.8956489562988281, "Finetune/Loss (Raw)": 0.9312105178833008, "Finetune/Step": 624, "Finetune/Step Time": 6.129929091781378}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.8962671160697937, "Finetune/Loss (Raw)": 0.958077073097229, "Finetune/Step": 625, "Finetune/Step Time": 6.131161466240883}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.8963755965232849, "Finetune/Loss (Raw)": 0.9938538670539856, "Finetune/Step": 626, "Finetune/Step Time": 6.13111162930727}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.8970140218734741, "Finetune/Loss (Raw)": 0.9392585158348083, "Finetune/Step": 627, "Finetune/Step Time": 6.130880327895284}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.8968023061752319, "Finetune/Loss (Raw)": 0.876152753829956, "Finetune/Step": 628, "Finetune/Step Time": 6.121862133964896}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.8985692262649536, "Finetune/Loss (Raw)": 0.9417265057563782, "Finetune/Step": 629, "Finetune/Step Time": 6.115496639162302}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9011344313621521, "Finetune/Loss (Raw)": 1.0953307151794434, "Finetune/Step": 630, "Finetune/Step Time": 6.101333495229483}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9007022976875305, "Finetune/Loss (Raw)": 0.7665753960609436, "Finetune/Step": 631, "Finetune/Step Time": 6.08803528174758}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9015277624130249, "Finetune/Loss (Raw)": 1.0513625144958496, "Finetune/Step": 632, "Finetune/Step Time": 6.088776595890522}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9032320380210876, "Finetune/Loss (Raw)": 1.153725504875183, "Finetune/Step": 633, "Finetune/Step Time": 6.087406940758228}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9045143127441406, "Finetune/Loss (Raw)": 0.8357376456260681, "Finetune/Step": 634, "Finetune/Step Time": 6.080806644633412}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.90435791015625, "Finetune/Loss (Raw)": 0.9373014569282532, "Finetune/Step": 635, "Finetune/Step Time": 6.084426876157522}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9044057130813599, "Finetune/Loss (Raw)": 0.9043774604797363, "Finetune/Step": 636, "Finetune/Step Time": 6.102723112329841}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9050098061561584, "Finetune/Loss (Raw)": 0.9693869352340698, "Finetune/Step": 637, "Finetune/Step Time": 6.09668586216867}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.90607750415802, "Finetune/Loss (Raw)": 0.988656759262085, "Finetune/Step": 638, "Finetune/Step Time": 6.094449162483215}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9053831100463867, "Finetune/Loss (Raw)": 0.9064404368400574, "Finetune/Step": 639, "Finetune/Step Time": 6.0932587049901485}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9053105115890503, "Finetune/Loss (Raw)": 0.9028797149658203, "Finetune/Step": 640, "Finetune/Step Time": 6.093536531552672}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9039795994758606, "Finetune/Loss (Raw)": 0.8496116399765015, "Finetune/Step": 641, "Finetune/Step Time": 6.0967079643160105}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9013282656669617, "Finetune/Loss (Raw)": 0.6240658164024353, "Finetune/Step": 642, "Finetune/Step Time": 6.0995129738003016}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9031156301498413, "Finetune/Loss (Raw)": 0.90872722864151, "Finetune/Step": 643, "Finetune/Step Time": 6.079453144222498}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9028974771499634, "Finetune/Loss (Raw)": 0.9691676497459412, "Finetune/Step": 644, "Finetune/Step Time": 6.082086715847254}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9029439687728882, "Finetune/Loss (Raw)": 1.0090235471725464, "Finetune/Step": 645, "Finetune/Step Time": 6.0799490213394165}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9028314352035522, "Finetune/Loss (Raw)": 0.923215389251709, "Finetune/Step": 646, "Finetune/Step Time": 6.084862327203155}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9019033312797546, "Finetune/Loss (Raw)": 0.8643832206726074, "Finetune/Step": 647, "Finetune/Step Time": 6.085064211860299}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9030706882476807, "Finetune/Loss (Raw)": 0.9562721252441406, "Finetune/Step": 648, "Finetune/Step Time": 6.085858752951026}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9019725322723389, "Finetune/Loss (Raw)": 0.8347189426422119, "Finetune/Step": 649, "Finetune/Step Time": 6.095728278160095}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9013969302177429, "Finetune/Loss (Raw)": 0.841058611869812, "Finetune/Step": 650, "Finetune/Step Time": 6.1063811127096415}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9030836820602417, "Finetune/Loss (Raw)": 0.9225801229476929, "Finetune/Step": 651, "Finetune/Step Time": 6.112511057406664}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9026771187782288, "Finetune/Loss (Raw)": 0.8942861557006836, "Finetune/Step": 652, "Finetune/Step Time": 6.1161482483148575}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9019266963005066, "Finetune/Loss (Raw)": 0.8622905015945435, "Finetune/Step": 653, "Finetune/Step Time": 6.105133628472686}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9043723940849304, "Finetune/Loss (Raw)": 1.1622205972671509, "Finetune/Step": 654, "Finetune/Step Time": 6.09679389744997}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9044430255889893, "Finetune/Loss (Raw)": 0.8614336848258972, "Finetune/Step": 655, "Finetune/Step Time": 6.111513193696737}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9037335515022278, "Finetune/Loss (Raw)": 0.8661879897117615, "Finetune/Step": 656, "Finetune/Step Time": 6.113298365846276}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9027613401412964, "Finetune/Loss (Raw)": 0.8260034918785095, "Finetune/Step": 657, "Finetune/Step Time": 6.128192001953721}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9022060036659241, "Finetune/Loss (Raw)": 0.92486971616745, "Finetune/Step": 658, "Finetune/Step Time": 6.129485262557864}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.8995067477226257, "Finetune/Loss (Raw)": 0.715792715549469, "Finetune/Step": 659, "Finetune/Step Time": 6.145719511434436}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9006490707397461, "Finetune/Loss (Raw)": 1.0396711826324463, "Finetune/Step": 660, "Finetune/Step Time": 6.14649997651577}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9009446501731873, "Finetune/Loss (Raw)": 0.9247432351112366, "Finetune/Step": 661, "Finetune/Step Time": 6.142041057348251}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9015775918960571, "Finetune/Loss (Raw)": 0.9809979200363159, "Finetune/Step": 662, "Finetune/Step Time": 6.13475451245904}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9029999375343323, "Finetune/Loss (Raw)": 1.0025159120559692, "Finetune/Step": 663, "Finetune/Step Time": 6.113638151437044}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9035641551017761, "Finetune/Loss (Raw)": 0.8570364117622375, "Finetune/Step": 664, "Finetune/Step Time": 6.10239127650857}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.903783917427063, "Finetune/Loss (Raw)": 1.004179835319519, "Finetune/Step": 665, "Finetune/Step Time": 6.098357699811459}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9047572016716003, "Finetune/Loss (Raw)": 1.066453218460083, "Finetune/Step": 666, "Finetune/Step Time": 6.093152420595288}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.904267430305481, "Finetune/Loss (Raw)": 0.9711630940437317, "Finetune/Step": 667, "Finetune/Step Time": 6.102744439616799}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9033467769622803, "Finetune/Loss (Raw)": 0.7695170044898987, "Finetune/Step": 668, "Finetune/Step Time": 6.105771489441395}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9035835266113281, "Finetune/Loss (Raw)": 0.9521376490592957, "Finetune/Step": 669, "Finetune/Step Time": 6.102327177301049}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9031634330749512, "Finetune/Loss (Raw)": 0.8550307750701904, "Finetune/Step": 670, "Finetune/Step Time": 6.102788891643286}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9018937349319458, "Finetune/Loss (Raw)": 0.8931243419647217, "Finetune/Step": 671, "Finetune/Step Time": 6.101612649857998}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9016751050949097, "Finetune/Loss (Raw)": 0.9557605385780334, "Finetune/Step": 672, "Finetune/Step Time": 6.100697631016374}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9026068449020386, "Finetune/Loss (Raw)": 1.0599499940872192, "Finetune/Step": 673, "Finetune/Step Time": 6.10190961137414}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9039416313171387, "Finetune/Loss (Raw)": 1.0653760433197021, "Finetune/Step": 674, "Finetune/Step Time": 6.10480235144496}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9036874771118164, "Finetune/Loss (Raw)": 0.9737936854362488, "Finetune/Step": 675, "Finetune/Step Time": 6.1069148406386375}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9050462245941162, "Finetune/Loss (Raw)": 0.9795835614204407, "Finetune/Step": 676, "Finetune/Step Time": 6.101957792416215}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9057139158248901, "Finetune/Loss (Raw)": 0.7535060048103333, "Finetune/Step": 677, "Finetune/Step Time": 6.128406830132008}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9070050716400146, "Finetune/Loss (Raw)": 1.0223397016525269, "Finetune/Step": 678, "Finetune/Step Time": 6.136424103751779}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9084466695785522, "Finetune/Loss (Raw)": 1.0320762395858765, "Finetune/Step": 679, "Finetune/Step Time": 6.1397353783249855}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9069845676422119, "Finetune/Loss (Raw)": 0.8324614763259888, "Finetune/Step": 680, "Finetune/Step Time": 6.138902131468058}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9091013073921204, "Finetune/Loss (Raw)": 1.0012156963348389, "Finetune/Step": 681, "Finetune/Step Time": 6.135174259543419}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9087806940078735, "Finetune/Loss (Raw)": 0.9801420569419861, "Finetune/Step": 682, "Finetune/Step Time": 6.131401149556041}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9100404381752014, "Finetune/Loss (Raw)": 1.0527513027191162, "Finetune/Step": 683, "Finetune/Step Time": 6.114900052547455}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9096375703811646, "Finetune/Loss (Raw)": 0.8563071489334106, "Finetune/Step": 684, "Finetune/Step Time": 6.105877116322517}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.908138632774353, "Finetune/Loss (Raw)": 0.6759655475616455, "Finetune/Step": 685, "Finetune/Step Time": 6.116249220445752}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9095748662948608, "Finetune/Loss (Raw)": 0.7659590244293213, "Finetune/Step": 686, "Finetune/Step Time": 6.105728870257735}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9094867706298828, "Finetune/Loss (Raw)": 0.8926401138305664, "Finetune/Step": 687, "Finetune/Step Time": 6.103513177484274}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9104294776916504, "Finetune/Loss (Raw)": 0.9136394262313843, "Finetune/Step": 688, "Finetune/Step Time": 6.099522778764367}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.9083330035209656, "Finetune/Loss (Raw)": 0.5545474886894226, "Finetune/Step": 689, "Finetune/Step Time": 6.107308955863118}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9071754217147827, "Finetune/Loss (Raw)": 0.6620261073112488, "Finetune/Step": 690, "Finetune/Step Time": 6.143387280404568}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9072367548942566, "Finetune/Loss (Raw)": 0.9766568541526794, "Finetune/Step": 691, "Finetune/Step Time": 6.146438498049974}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9061264991760254, "Finetune/Loss (Raw)": 0.793927788734436, "Finetune/Step": 692, "Finetune/Step Time": 6.160811999812722}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9064446687698364, "Finetune/Loss (Raw)": 0.7917315363883972, "Finetune/Step": 693, "Finetune/Step Time": 6.159500155597925}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9044785499572754, "Finetune/Loss (Raw)": 0.7712647914886475, "Finetune/Step": 694, "Finetune/Step Time": 6.1771532613784075}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9037798643112183, "Finetune/Loss (Raw)": 0.7250692844390869, "Finetune/Step": 695, "Finetune/Step Time": 6.1822142861783504}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9066241383552551, "Finetune/Loss (Raw)": 1.0044522285461426, "Finetune/Step": 696, "Finetune/Step Time": 6.165428401902318}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9060854911804199, "Finetune/Loss (Raw)": 0.7950028777122498, "Finetune/Step": 697, "Finetune/Step Time": 6.168357037007809}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.907214879989624, "Finetune/Loss (Raw)": 1.0643419027328491, "Finetune/Step": 698, "Finetune/Step Time": 6.162165405228734}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9093607664108276, "Finetune/Loss (Raw)": 1.0927423238754272, "Finetune/Step": 699, "Finetune/Step Time": 6.158464457839727}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9085577726364136, "Finetune/Loss (Raw)": 0.8349394202232361, "Finetune/Step": 700, "Finetune/Step Time": 6.171830741688609}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9055436849594116, "Finetune/Loss (Raw)": 0.6333873867988586, "Finetune/Step": 701, "Finetune/Step Time": 6.194408738985658}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.904528021812439, "Finetune/Loss (Raw)": 0.8970262408256531, "Finetune/Step": 702, "Finetune/Step Time": 6.199387811124325}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9024506211280823, "Finetune/Loss (Raw)": 0.7622595429420471, "Finetune/Step": 703, "Finetune/Step Time": 6.191281005740166}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9028167128562927, "Finetune/Loss (Raw)": 0.9489213824272156, "Finetune/Step": 704, "Finetune/Step Time": 6.198496559634805}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9032738208770752, "Finetune/Loss (Raw)": 0.9504547715187073, "Finetune/Step": 705, "Finetune/Step Time": 6.197977026924491}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9020386934280396, "Finetune/Loss (Raw)": 0.6744021773338318, "Finetune/Step": 706, "Finetune/Step Time": 6.210651500150561}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9023060202598572, "Finetune/Loss (Raw)": 0.8133895397186279, "Finetune/Step": 707, "Finetune/Step Time": 6.199579684063792}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9031330347061157, "Finetune/Loss (Raw)": 1.079538106918335, "Finetune/Step": 708, "Finetune/Step Time": 6.199894972145557}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9016144275665283, "Finetune/Loss (Raw)": 0.8172051906585693, "Finetune/Step": 709, "Finetune/Step Time": 6.1996572725474834}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9001479148864746, "Finetune/Loss (Raw)": 0.8195173740386963, "Finetune/Step": 710, "Finetune/Step Time": 6.183525118976831}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9010320901870728, "Finetune/Loss (Raw)": 0.912257730960846, "Finetune/Step": 711, "Finetune/Step Time": 6.194279512390494}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.8988008499145508, "Finetune/Loss (Raw)": 0.6139859557151794, "Finetune/Step": 712, "Finetune/Step Time": 6.202871445566416}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.8985570669174194, "Finetune/Loss (Raw)": 0.9346904754638672, "Finetune/Step": 713, "Finetune/Step Time": 6.202979050576687}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.899263858795166, "Finetune/Loss (Raw)": 0.7563002705574036, "Finetune/Step": 714, "Finetune/Step Time": 6.186433881521225}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.8987976312637329, "Finetune/Loss (Raw)": 1.0154000520706177, "Finetune/Step": 715, "Finetune/Step Time": 6.186179345473647}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.8986705541610718, "Finetune/Loss (Raw)": 0.7818918228149414, "Finetune/Step": 716, "Finetune/Step Time": 6.166135096922517}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.8984541893005371, "Finetune/Loss (Raw)": 0.9781978726387024, "Finetune/Step": 717, "Finetune/Step Time": 6.172935089096427}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.8978345990180969, "Finetune/Loss (Raw)": 0.9463261365890503, "Finetune/Step": 718, "Finetune/Step Time": 6.173426270484924}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.898698091506958, "Finetune/Loss (Raw)": 0.9431873559951782, "Finetune/Step": 719, "Finetune/Step Time": 6.173094753175974}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.8999789953231812, "Finetune/Loss (Raw)": 1.0626776218414307, "Finetune/Step": 720, "Finetune/Step Time": 6.163311580196023}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.8996904492378235, "Finetune/Loss (Raw)": 0.8390573263168335, "Finetune/Step": 721, "Finetune/Step Time": 6.156474282965064}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.8991113305091858, "Finetune/Loss (Raw)": 0.8749486207962036, "Finetune/Step": 722, "Finetune/Step Time": 6.175285670906305}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.8997489213943481, "Finetune/Loss (Raw)": 1.0249032974243164, "Finetune/Step": 723, "Finetune/Step Time": 6.172462055459619}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.900867760181427, "Finetune/Loss (Raw)": 0.9672383666038513, "Finetune/Step": 724, "Finetune/Step Time": 6.182887215167284}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9031702280044556, "Finetune/Loss (Raw)": 1.0795927047729492, "Finetune/Step": 725, "Finetune/Step Time": 6.182194592431188}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9012657999992371, "Finetune/Loss (Raw)": 0.618494987487793, "Finetune/Step": 726, "Finetune/Step Time": 6.171931182965636}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9009337425231934, "Finetune/Loss (Raw)": 0.9289689064025879, "Finetune/Step": 727, "Finetune/Step Time": 6.177916156128049}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9012080430984497, "Finetune/Loss (Raw)": 1.036664366722107, "Finetune/Step": 728, "Finetune/Step Time": 6.187222482636571}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.898653507232666, "Finetune/Loss (Raw)": 0.5071393847465515, "Finetune/Step": 729, "Finetune/Step Time": 6.17743855714798}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.8988375663757324, "Finetune/Loss (Raw)": 0.963916003704071, "Finetune/Step": 730, "Finetune/Step Time": 6.180657682940364}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.900230884552002, "Finetune/Loss (Raw)": 0.9418007135391235, "Finetune/Step": 731, "Finetune/Step Time": 6.176568485796452}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.8988771438598633, "Finetune/Loss (Raw)": 0.7934703230857849, "Finetune/Step": 732, "Finetune/Step Time": 6.20230439119041}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.8996762037277222, "Finetune/Loss (Raw)": 0.8871534466743469, "Finetune/Step": 733, "Finetune/Step Time": 6.200979417189956}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.8994141221046448, "Finetune/Loss (Raw)": 0.7882033586502075, "Finetune/Step": 734, "Finetune/Step Time": 6.1905193496495485}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.8999547958374023, "Finetune/Loss (Raw)": 0.7562938928604126, "Finetune/Step": 735, "Finetune/Step Time": 6.17002365924418}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.8991364240646362, "Finetune/Loss (Raw)": 0.8943140506744385, "Finetune/Step": 736, "Finetune/Step Time": 6.197114234790206}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9008185863494873, "Finetune/Loss (Raw)": 1.0429208278656006, "Finetune/Step": 737, "Finetune/Step Time": 6.192764975130558}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9013121128082275, "Finetune/Loss (Raw)": 0.967422604560852, "Finetune/Step": 738, "Finetune/Step Time": 6.186229903250933}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9005693793296814, "Finetune/Loss (Raw)": 0.8228975534439087, "Finetune/Step": 739, "Finetune/Step Time": 6.20887640491128}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9000424742698669, "Finetune/Loss (Raw)": 1.0266494750976562, "Finetune/Step": 740, "Finetune/Step Time": 6.212241360917687}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.8995401859283447, "Finetune/Loss (Raw)": 0.6943186521530151, "Finetune/Step": 741, "Finetune/Step Time": 6.225722899660468}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.8991748690605164, "Finetune/Loss (Raw)": 0.8910613059997559, "Finetune/Step": 742, "Finetune/Step Time": 6.232339061796665}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.8998758792877197, "Finetune/Loss (Raw)": 1.0028648376464844, "Finetune/Step": 743, "Finetune/Step Time": 6.225838361307979}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9000692367553711, "Finetune/Loss (Raw)": 0.9434427618980408, "Finetune/Step": 744, "Finetune/Step Time": 6.226643076166511}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.898842990398407, "Finetune/Loss (Raw)": 0.7736618518829346, "Finetune/Step": 745, "Finetune/Step Time": 6.240384003147483}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.8996506333351135, "Finetune/Loss (Raw)": 1.015345811843872, "Finetune/Step": 746, "Finetune/Step Time": 6.235517222434282}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.901170015335083, "Finetune/Loss (Raw)": 1.0272436141967773, "Finetune/Step": 747, "Finetune/Step Time": 6.220602193847299}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9018716812133789, "Finetune/Loss (Raw)": 1.0193655490875244, "Finetune/Step": 748, "Finetune/Step Time": 6.222212936729193}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.901034951210022, "Finetune/Loss (Raw)": 0.8386061191558838, "Finetune/Step": 749, "Finetune/Step Time": 6.212654288858175}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.90069580078125, "Finetune/Loss (Raw)": 0.8431071639060974, "Finetune/Step": 750, "Finetune/Step Time": 6.213896123692393}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.8990619778633118, "Finetune/Loss (Raw)": 0.7631485462188721, "Finetune/Step": 751, "Finetune/Step Time": 6.2161364033818245}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.8995956182479858, "Finetune/Loss (Raw)": 0.9995061755180359, "Finetune/Step": 752, "Finetune/Step Time": 6.217798925936222}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.897538423538208, "Finetune/Loss (Raw)": 0.6947624683380127, "Finetune/Step": 753, "Finetune/Step Time": 6.236198451370001}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.8960919380187988, "Finetune/Loss (Raw)": 0.8087082505226135, "Finetune/Step": 754, "Finetune/Step Time": 6.237190367653966}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.894550085067749, "Finetune/Loss (Raw)": 0.7418978214263916, "Finetune/Step": 755, "Finetune/Step Time": 6.257097598165274}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.8943709135055542, "Finetune/Loss (Raw)": 0.8532188534736633, "Finetune/Step": 756, "Finetune/Step Time": 6.257663695141673}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.8935875296592712, "Finetune/Loss (Raw)": 0.8414530754089355, "Finetune/Step": 757, "Finetune/Step Time": 6.26624664850533}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8928732872009277, "Finetune/Loss (Raw)": 1.0039072036743164, "Finetune/Step": 758, "Finetune/Step Time": 6.271848315373063}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.8944430947303772, "Finetune/Loss (Raw)": 0.9675125479698181, "Finetune/Step": 759, "Finetune/Step Time": 6.274775547906756}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8933080434799194, "Finetune/Loss (Raw)": 0.9060739874839783, "Finetune/Step": 760, "Finetune/Step Time": 6.268674058839679}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.8914898633956909, "Finetune/Loss (Raw)": 0.9209976196289062, "Finetune/Step": 761, "Finetune/Step Time": 6.272105002775788}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.890712559223175, "Finetune/Loss (Raw)": 0.7362436056137085, "Finetune/Step": 762, "Finetune/Step Time": 6.292555782943964}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8893638849258423, "Finetune/Loss (Raw)": 0.764674723148346, "Finetune/Step": 763, "Finetune/Step Time": 6.305418556556106}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8890036344528198, "Finetune/Loss (Raw)": 0.8582558035850525, "Finetune/Step": 764, "Finetune/Step Time": 6.2873364221304655}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.8886271715164185, "Finetune/Loss (Raw)": 0.9212111830711365, "Finetune/Step": 765, "Finetune/Step Time": 6.290987843647599}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8885292410850525, "Finetune/Loss (Raw)": 0.9761137366294861, "Finetune/Step": 766, "Finetune/Step Time": 6.306475618854165}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8883415460586548, "Finetune/Loss (Raw)": 0.882414698600769, "Finetune/Step": 767, "Finetune/Step Time": 6.3166271690279245}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8877507448196411, "Finetune/Loss (Raw)": 0.8272655010223389, "Finetune/Step": 768, "Finetune/Step Time": 6.3228326216340065}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.886812686920166, "Finetune/Loss (Raw)": 0.7295316457748413, "Finetune/Step": 769, "Finetune/Step Time": 6.329943748190999}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8886144161224365, "Finetune/Loss (Raw)": 0.8546880483627319, "Finetune/Step": 770, "Finetune/Step Time": 6.315417734906077}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8893251419067383, "Finetune/Loss (Raw)": 0.9997050762176514, "Finetune/Step": 771, "Finetune/Step Time": 6.31941151432693}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8890005946159363, "Finetune/Loss (Raw)": 0.9276211261749268, "Finetune/Step": 772, "Finetune/Step Time": 6.314014231786132}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.8886885643005371, "Finetune/Loss (Raw)": 0.9690871238708496, "Finetune/Step": 773, "Finetune/Step Time": 6.313323218375444}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.887292742729187, "Finetune/Loss (Raw)": 0.744549572467804, "Finetune/Step": 774, "Finetune/Step Time": 6.323992110788822}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.888037919998169, "Finetune/Loss (Raw)": 0.9597605466842651, "Finetune/Step": 775, "Finetune/Step Time": 6.325143177062273}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.8858858346939087, "Finetune/Loss (Raw)": 0.6808109879493713, "Finetune/Step": 776, "Finetune/Step Time": 6.3225177973508835}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.8872019052505493, "Finetune/Loss (Raw)": 1.0031803846359253, "Finetune/Step": 777, "Finetune/Step Time": 6.32321747392416}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8882890939712524, "Finetune/Loss (Raw)": 0.9802123308181763, "Finetune/Step": 778, "Finetune/Step Time": 6.313362332060933}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.887863039970398, "Finetune/Loss (Raw)": 0.8680464625358582, "Finetune/Step": 779, "Finetune/Step Time": 6.310631424188614}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.8859604597091675, "Finetune/Loss (Raw)": 0.650749146938324, "Finetune/Step": 780, "Finetune/Step Time": 6.329319927841425}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8856265544891357, "Finetune/Loss (Raw)": 0.8195541501045227, "Finetune/Step": 781, "Finetune/Step Time": 6.329676229506731}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8811456561088562, "Finetune/Loss (Raw)": 0.5886678695678711, "Finetune/Step": 782, "Finetune/Step Time": 6.355504367500544}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8810293674468994, "Finetune/Loss (Raw)": 0.8465484976768494, "Finetune/Step": 783, "Finetune/Step Time": 6.380527166649699}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8793001174926758, "Finetune/Loss (Raw)": 0.644843578338623, "Finetune/Step": 784, "Finetune/Step Time": 6.3945785239338875}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8803802728652954, "Finetune/Loss (Raw)": 0.9642665982246399, "Finetune/Step": 785, "Finetune/Step Time": 6.392545558512211}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8809833526611328, "Finetune/Loss (Raw)": 1.0020592212677002, "Finetune/Step": 786, "Finetune/Step Time": 6.3928010910749435}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8827774524688721, "Finetune/Loss (Raw)": 0.9454401731491089, "Finetune/Step": 787, "Finetune/Step Time": 6.395767230540514}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8827402591705322, "Finetune/Loss (Raw)": 1.034907579421997, "Finetune/Step": 788, "Finetune/Step Time": 6.394282817840576}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.88271564245224, "Finetune/Loss (Raw)": 0.9215916991233826, "Finetune/Step": 789, "Finetune/Step Time": 6.392510786652565}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8795031309127808, "Finetune/Loss (Raw)": 0.5697992444038391, "Finetune/Step": 790, "Finetune/Step Time": 6.415862401947379}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8784283399581909, "Finetune/Loss (Raw)": 0.8649460077285767, "Finetune/Step": 791, "Finetune/Step Time": 6.42018655128777}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8779734969139099, "Finetune/Loss (Raw)": 0.7988165020942688, "Finetune/Step": 792, "Finetune/Step Time": 6.412843693047762}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8771001100540161, "Finetune/Loss (Raw)": 0.8923801779747009, "Finetune/Step": 793, "Finetune/Step Time": 6.4146066680550575}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8753926157951355, "Finetune/Loss (Raw)": 0.8478965163230896, "Finetune/Step": 794, "Finetune/Step Time": 6.4186807833611965}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8749567270278931, "Finetune/Loss (Raw)": 0.9153690338134766, "Finetune/Step": 795, "Finetune/Step Time": 6.421123003587127}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8758243918418884, "Finetune/Loss (Raw)": 0.8805782794952393, "Finetune/Step": 796, "Finetune/Step Time": 6.420045502483845}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.875266432762146, "Finetune/Loss (Raw)": 0.880715012550354, "Finetune/Step": 797, "Finetune/Step Time": 6.423258040100336}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8760854601860046, "Finetune/Loss (Raw)": 0.9598699808120728, "Finetune/Step": 798, "Finetune/Step Time": 6.42767770960927}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.875312328338623, "Finetune/Loss (Raw)": 0.794161856174469, "Finetune/Step": 799, "Finetune/Step Time": 6.431742276996374}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8750853538513184, "Finetune/Loss (Raw)": 0.9267126321792603, "Finetune/Step": 800, "Finetune/Step Time": 6.434508854523301}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8741178512573242, "Finetune/Loss (Raw)": 0.9361071586608887, "Finetune/Step": 801, "Finetune/Step Time": 6.466118078678846}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8720681667327881, "Finetune/Loss (Raw)": 0.803016722202301, "Finetune/Step": 802, "Finetune/Step Time": 6.467349108308554}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8701388239860535, "Finetune/Loss (Raw)": 0.7268369197845459, "Finetune/Step": 803, "Finetune/Step Time": 6.472525678575039}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8695942163467407, "Finetune/Loss (Raw)": 0.9098694920539856, "Finetune/Step": 804, "Finetune/Step Time": 6.468206275254488}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8708280920982361, "Finetune/Loss (Raw)": 0.911443293094635, "Finetune/Step": 805, "Finetune/Step Time": 6.443675238639116}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8683995008468628, "Finetune/Loss (Raw)": 0.7114787697792053, "Finetune/Step": 806, "Finetune/Step Time": 6.4571733474731445}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8673439025878906, "Finetune/Loss (Raw)": 0.8969596028327942, "Finetune/Step": 807, "Finetune/Step Time": 6.4531882014125586}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8672369122505188, "Finetune/Loss (Raw)": 0.8187717795372009, "Finetune/Step": 808, "Finetune/Step Time": 6.466983804479241}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8664044141769409, "Finetune/Loss (Raw)": 0.8946526050567627, "Finetune/Step": 809, "Finetune/Step Time": 6.472837179899216}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8666925430297852, "Finetune/Loss (Raw)": 1.0170258283615112, "Finetune/Step": 810, "Finetune/Step Time": 6.47740532271564}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8646209239959717, "Finetune/Loss (Raw)": 0.7875795364379883, "Finetune/Step": 811, "Finetune/Step Time": 6.477487165480852}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8663814663887024, "Finetune/Loss (Raw)": 1.0816582441329956, "Finetune/Step": 812, "Finetune/Step Time": 6.476917032152414}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8682397603988647, "Finetune/Loss (Raw)": 0.9138236045837402, "Finetune/Step": 813, "Finetune/Step Time": 6.466561647132039}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8691437244415283, "Finetune/Loss (Raw)": 0.8816693425178528, "Finetune/Step": 814, "Finetune/Step Time": 6.460472380742431}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8690739870071411, "Finetune/Loss (Raw)": 0.8837223052978516, "Finetune/Step": 815, "Finetune/Step Time": 6.461992844939232}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8693989515304565, "Finetune/Loss (Raw)": 0.9552339911460876, "Finetune/Step": 816, "Finetune/Step Time": 6.464547095820308}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8724557161331177, "Finetune/Loss (Raw)": 0.9458091259002686, "Finetune/Step": 817, "Finetune/Step Time": 6.457740692421794}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8724669218063354, "Finetune/Loss (Raw)": 0.6634644865989685, "Finetune/Step": 818, "Finetune/Step Time": 6.439063733443618}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8706891536712646, "Finetune/Loss (Raw)": 0.7490924596786499, "Finetune/Step": 819, "Finetune/Step Time": 6.43999770283699}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8693692684173584, "Finetune/Loss (Raw)": 0.6249821782112122, "Finetune/Step": 820, "Finetune/Step Time": 6.434998836368322}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8697893023490906, "Finetune/Loss (Raw)": 0.8455007672309875, "Finetune/Step": 821, "Finetune/Step Time": 6.4346770364791155}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8703633546829224, "Finetune/Loss (Raw)": 0.8447478413581848, "Finetune/Step": 822, "Finetune/Step Time": 6.417550506070256}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8726649284362793, "Finetune/Loss (Raw)": 1.0196651220321655, "Finetune/Step": 823, "Finetune/Step Time": 6.405433377251029}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8719968199729919, "Finetune/Loss (Raw)": 0.918937087059021, "Finetune/Step": 824, "Finetune/Step Time": 6.404241748154163}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8723882436752319, "Finetune/Loss (Raw)": 0.8451105952262878, "Finetune/Step": 825, "Finetune/Step Time": 6.397915136069059}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.870029628276825, "Finetune/Loss (Raw)": 0.7624342441558838, "Finetune/Step": 826, "Finetune/Step Time": 6.4043978694826365}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8681608438491821, "Finetune/Loss (Raw)": 0.8535372614860535, "Finetune/Step": 827, "Finetune/Step Time": 6.394435491412878}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8670706748962402, "Finetune/Loss (Raw)": 0.6953967213630676, "Finetune/Step": 828, "Finetune/Step Time": 6.3991140853613615}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.8689385652542114, "Finetune/Loss (Raw)": 0.8724731206893921, "Finetune/Step": 829, "Finetune/Step Time": 6.384212138131261}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8691320419311523, "Finetune/Loss (Raw)": 0.9217894673347473, "Finetune/Step": 830, "Finetune/Step Time": 6.380708547309041}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8699055910110474, "Finetune/Loss (Raw)": 0.8612887859344482, "Finetune/Step": 831, "Finetune/Step Time": 6.385408641770482}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.8702578544616699, "Finetune/Loss (Raw)": 0.9940037131309509, "Finetune/Step": 832, "Finetune/Step Time": 6.371337978169322}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8686635494232178, "Finetune/Loss (Raw)": 0.7463863492012024, "Finetune/Step": 833, "Finetune/Step Time": 6.3904674388468266}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8704072833061218, "Finetune/Loss (Raw)": 0.8976011872291565, "Finetune/Step": 834, "Finetune/Step Time": 6.386147687211633}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8711549043655396, "Finetune/Loss (Raw)": 0.9090744853019714, "Finetune/Step": 835, "Finetune/Step Time": 6.388504510745406}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8696036338806152, "Finetune/Loss (Raw)": 0.880984365940094, "Finetune/Step": 836, "Finetune/Step Time": 6.385152619332075}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8691675662994385, "Finetune/Loss (Raw)": 0.7613849639892578, "Finetune/Step": 837, "Finetune/Step Time": 6.392350595444441}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8693808317184448, "Finetune/Loss (Raw)": 0.8468213081359863, "Finetune/Step": 838, "Finetune/Step Time": 6.394277831539512}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8684827089309692, "Finetune/Loss (Raw)": 0.7972936034202576, "Finetune/Step": 839, "Finetune/Step Time": 6.387537894770503}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8718700408935547, "Finetune/Loss (Raw)": 1.047562837600708, "Finetune/Step": 840, "Finetune/Step Time": 6.378228405490518}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8709292411804199, "Finetune/Loss (Raw)": 0.8142732381820679, "Finetune/Step": 841, "Finetune/Step Time": 6.3812519535422325}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.8724439144134521, "Finetune/Loss (Raw)": 0.9501744508743286, "Finetune/Step": 842, "Finetune/Step Time": 6.381040293723345}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8716185092926025, "Finetune/Loss (Raw)": 0.9097449779510498, "Finetune/Step": 843, "Finetune/Step Time": 6.390936367213726}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8722706437110901, "Finetune/Loss (Raw)": 0.8653716444969177, "Finetune/Step": 844, "Finetune/Step Time": 6.392861755564809}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8719657063484192, "Finetune/Loss (Raw)": 0.9391612410545349, "Finetune/Step": 845, "Finetune/Step Time": 6.383563032373786}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.872021496295929, "Finetune/Loss (Raw)": 0.9534687995910645, "Finetune/Step": 846, "Finetune/Step Time": 6.37880402058363}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8699160814285278, "Finetune/Loss (Raw)": 0.6736901998519897, "Finetune/Step": 847, "Finetune/Step Time": 6.401215640828013}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8676613569259644, "Finetune/Loss (Raw)": 0.7740828990936279, "Finetune/Step": 848, "Finetune/Step Time": 6.404998891055584}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8683381676673889, "Finetune/Loss (Raw)": 0.9256808757781982, "Finetune/Step": 849, "Finetune/Step Time": 6.389090241864324}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8678802251815796, "Finetune/Loss (Raw)": 0.8163396716117859, "Finetune/Step": 850, "Finetune/Step Time": 6.377368047833443}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8669619560241699, "Finetune/Loss (Raw)": 0.9073585271835327, "Finetune/Step": 851, "Finetune/Step Time": 6.381021386012435}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8655574321746826, "Finetune/Loss (Raw)": 0.7874582409858704, "Finetune/Step": 852, "Finetune/Step Time": 6.370602961629629}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8641136884689331, "Finetune/Loss (Raw)": 0.8947973251342773, "Finetune/Step": 853, "Finetune/Step Time": 6.367194898426533}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.865644097328186, "Finetune/Loss (Raw)": 0.8143842220306396, "Finetune/Step": 854, "Finetune/Step Time": 6.369425827637315}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8633750677108765, "Finetune/Loss (Raw)": 0.6385374069213867, "Finetune/Step": 855, "Finetune/Step Time": 6.399323275312781}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8622040152549744, "Finetune/Loss (Raw)": 0.8867690563201904, "Finetune/Step": 856, "Finetune/Step Time": 6.388316631317139}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8645761609077454, "Finetune/Loss (Raw)": 0.8107696175575256, "Finetune/Step": 857, "Finetune/Step Time": 6.380676086992025}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8656550645828247, "Finetune/Loss (Raw)": 1.1020132303237915, "Finetune/Step": 858, "Finetune/Step Time": 6.378109935671091}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8655447959899902, "Finetune/Loss (Raw)": 0.9276896715164185, "Finetune/Step": 859, "Finetune/Step Time": 6.391271775588393}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8660036325454712, "Finetune/Loss (Raw)": 0.8522040843963623, "Finetune/Step": 860, "Finetune/Step Time": 6.365398785099387}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8639265298843384, "Finetune/Loss (Raw)": 0.621283233165741, "Finetune/Step": 861, "Finetune/Step Time": 6.356319237500429}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8649005889892578, "Finetune/Loss (Raw)": 0.9128814339637756, "Finetune/Step": 862, "Finetune/Step Time": 6.358064662665129}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8645637035369873, "Finetune/Loss (Raw)": 0.7131736278533936, "Finetune/Step": 863, "Finetune/Step Time": 6.363841515034437}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8651134967803955, "Finetune/Loss (Raw)": 0.964690089225769, "Finetune/Step": 864, "Finetune/Step Time": 6.339529983699322}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.863434374332428, "Finetune/Loss (Raw)": 0.8279876112937927, "Finetune/Step": 865, "Finetune/Step Time": 6.356881348416209}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8639098405838013, "Finetune/Loss (Raw)": 1.0282789468765259, "Finetune/Step": 866, "Finetune/Step Time": 6.358537990599871}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8652275204658508, "Finetune/Loss (Raw)": 0.9915633201599121, "Finetune/Step": 867, "Finetune/Step Time": 6.336372347548604}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8636783957481384, "Finetune/Loss (Raw)": 0.8283658027648926, "Finetune/Step": 868, "Finetune/Step Time": 6.330998444929719}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8659486174583435, "Finetune/Loss (Raw)": 0.9849061369895935, "Finetune/Step": 869, "Finetune/Step Time": 6.324931968003511}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8653197288513184, "Finetune/Loss (Raw)": 0.8105588555335999, "Finetune/Step": 870, "Finetune/Step Time": 6.324921201914549}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8630396127700806, "Finetune/Loss (Raw)": 0.7110059857368469, "Finetune/Step": 871, "Finetune/Step Time": 6.328179027885199}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8628114461898804, "Finetune/Loss (Raw)": 0.9142444729804993, "Finetune/Step": 872, "Finetune/Step Time": 6.325308106839657}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8643167018890381, "Finetune/Loss (Raw)": 0.9663325548171997, "Finetune/Step": 873, "Finetune/Step Time": 6.321880489587784}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8621634244918823, "Finetune/Loss (Raw)": 0.7397266030311584, "Finetune/Step": 874, "Finetune/Step Time": 6.322818607091904}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8604642152786255, "Finetune/Loss (Raw)": 0.8097495436668396, "Finetune/Step": 875, "Finetune/Step Time": 6.329452840611339}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.859192967414856, "Finetune/Loss (Raw)": 0.8566414713859558, "Finetune/Step": 876, "Finetune/Step Time": 6.329256409779191}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8595119714736938, "Finetune/Loss (Raw)": 0.8794443607330322, "Finetune/Step": 877, "Finetune/Step Time": 6.338316584005952}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8597480058670044, "Finetune/Loss (Raw)": 0.8733168244361877, "Finetune/Step": 878, "Finetune/Step Time": 6.33231758326292}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8600732088088989, "Finetune/Loss (Raw)": 0.8047798275947571, "Finetune/Step": 879, "Finetune/Step Time": 6.348902305588126}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8589645624160767, "Finetune/Loss (Raw)": 0.8575970530509949, "Finetune/Step": 880, "Finetune/Step Time": 6.3521602768450975}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8589390516281128, "Finetune/Loss (Raw)": 0.6914978623390198, "Finetune/Step": 881, "Finetune/Step Time": 6.340895712375641}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8595435619354248, "Finetune/Loss (Raw)": 0.8860748410224915, "Finetune/Step": 882, "Finetune/Step Time": 6.339798031374812}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8614739179611206, "Finetune/Loss (Raw)": 0.9889828562736511, "Finetune/Step": 883, "Finetune/Step Time": 6.316059894859791}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8627530932426453, "Finetune/Loss (Raw)": 1.0169597864151, "Finetune/Step": 884, "Finetune/Step Time": 6.315587317571044}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8604913353919983, "Finetune/Loss (Raw)": 0.551949143409729, "Finetune/Step": 885, "Finetune/Step Time": 6.325511625036597}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.8595906496047974, "Finetune/Loss (Raw)": 0.8886191248893738, "Finetune/Step": 886, "Finetune/Step Time": 6.328082092106342}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8579648733139038, "Finetune/Loss (Raw)": 0.7594110369682312, "Finetune/Step": 887, "Finetune/Step Time": 6.35288542509079}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8585577607154846, "Finetune/Loss (Raw)": 0.9819660186767578, "Finetune/Step": 888, "Finetune/Step Time": 6.358633236959577}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8586776256561279, "Finetune/Loss (Raw)": 0.9363396763801575, "Finetune/Step": 889, "Finetune/Step Time": 6.362653298303485}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8598079681396484, "Finetune/Loss (Raw)": 0.8809274435043335, "Finetune/Step": 890, "Finetune/Step Time": 6.344750329852104}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8608133792877197, "Finetune/Loss (Raw)": 0.8933612704277039, "Finetune/Step": 891, "Finetune/Step Time": 6.3355678133666515}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8604223728179932, "Finetune/Loss (Raw)": 0.8082081079483032, "Finetune/Step": 892, "Finetune/Step Time": 6.338753020390868}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8608437776565552, "Finetune/Loss (Raw)": 0.9751523733139038, "Finetune/Step": 893, "Finetune/Step Time": 6.335413854569197}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8604937791824341, "Finetune/Loss (Raw)": 0.9313147068023682, "Finetune/Step": 894, "Finetune/Step Time": 6.322171248495579}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.859839916229248, "Finetune/Loss (Raw)": 0.7987258434295654, "Finetune/Step": 895, "Finetune/Step Time": 6.322899369522929}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8606871962547302, "Finetune/Loss (Raw)": 0.935717761516571, "Finetune/Step": 896, "Finetune/Step Time": 6.318960122764111}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8602513074874878, "Finetune/Loss (Raw)": 0.6737311482429504, "Finetune/Step": 897, "Finetune/Step Time": 6.321957586333156}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.858479380607605, "Finetune/Loss (Raw)": 0.627883791923523, "Finetune/Step": 898, "Finetune/Step Time": 6.336688116192818}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8565940260887146, "Finetune/Loss (Raw)": 0.7583789825439453, "Finetune/Step": 899, "Finetune/Step Time": 6.3720215279608965}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8569537401199341, "Finetune/Loss (Raw)": 0.9736632704734802, "Finetune/Step": 900, "Finetune/Step Time": 6.371291460469365}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8571621179580688, "Finetune/Loss (Raw)": 0.9957696795463562, "Finetune/Step": 901, "Finetune/Step Time": 6.376885484904051}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8580982089042664, "Finetune/Loss (Raw)": 0.8643608689308167, "Finetune/Step": 902, "Finetune/Step Time": 6.363204276189208}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8574975728988647, "Finetune/Loss (Raw)": 0.8828782439231873, "Finetune/Step": 903, "Finetune/Step Time": 6.370537579059601}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8585699200630188, "Finetune/Loss (Raw)": 0.8180736899375916, "Finetune/Step": 904, "Finetune/Step Time": 6.36829904653132}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8583827018737793, "Finetune/Loss (Raw)": 0.9792156219482422, "Finetune/Step": 905, "Finetune/Step Time": 6.353259809315205}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8570491075515747, "Finetune/Loss (Raw)": 0.8095127940177917, "Finetune/Step": 906, "Finetune/Step Time": 6.350495222955942}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8575133085250854, "Finetune/Loss (Raw)": 0.9274671077728271, "Finetune/Step": 907, "Finetune/Step Time": 6.342431729659438}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.859567403793335, "Finetune/Loss (Raw)": 0.9136775732040405, "Finetune/Step": 908, "Finetune/Step Time": 6.323908358812332}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8597820997238159, "Finetune/Loss (Raw)": 0.8470265865325928, "Finetune/Step": 909, "Finetune/Step Time": 6.327436238527298}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8619222044944763, "Finetune/Loss (Raw)": 0.8626044988632202, "Finetune/Step": 910, "Finetune/Step Time": 6.304181544110179}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8619628548622131, "Finetune/Loss (Raw)": 0.8517472147941589, "Finetune/Step": 911, "Finetune/Step Time": 6.2679453901946545}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8647371530532837, "Finetune/Loss (Raw)": 0.9999567270278931, "Finetune/Step": 912, "Finetune/Step Time": 6.259811310097575}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8621097207069397, "Finetune/Loss (Raw)": 0.6279526352882385, "Finetune/Step": 913, "Finetune/Step Time": 6.255454344674945}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8625943660736084, "Finetune/Loss (Raw)": 1.064098834991455, "Finetune/Step": 914, "Finetune/Step Time": 6.2568535432219505}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8624222874641418, "Finetune/Loss (Raw)": 0.9234141707420349, "Finetune/Step": 915, "Finetune/Step Time": 6.23596209846437}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8617890477180481, "Finetune/Loss (Raw)": 0.9538534879684448, "Finetune/Step": 916, "Finetune/Step Time": 6.242090109735727}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8627842664718628, "Finetune/Loss (Raw)": 1.0489732027053833, "Finetune/Step": 917, "Finetune/Step Time": 6.278942650184035}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8649380207061768, "Finetune/Loss (Raw)": 0.8454856872558594, "Finetune/Step": 918, "Finetune/Step Time": 6.2623325381428}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8630726337432861, "Finetune/Loss (Raw)": 0.6261761784553528, "Finetune/Step": 919, "Finetune/Step Time": 6.27231452986598}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8625399470329285, "Finetune/Loss (Raw)": 0.7306327819824219, "Finetune/Step": 920, "Finetune/Step Time": 6.278245000168681}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8630454540252686, "Finetune/Loss (Raw)": 0.9570802450180054, "Finetune/Step": 921, "Finetune/Step Time": 6.271810175850987}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8631147742271423, "Finetune/Loss (Raw)": 0.85677570104599, "Finetune/Step": 922, "Finetune/Step Time": 6.269031072035432}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8633540868759155, "Finetune/Loss (Raw)": 0.946004331111908, "Finetune/Step": 923, "Finetune/Step Time": 6.262818122282624}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.862637996673584, "Finetune/Loss (Raw)": 0.7889135479927063, "Finetune/Step": 924, "Finetune/Step Time": 6.268142268061638}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8614898324012756, "Finetune/Loss (Raw)": 0.7337499260902405, "Finetune/Step": 925, "Finetune/Step Time": 6.285459101200104}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8589202165603638, "Finetune/Loss (Raw)": 0.6309572458267212, "Finetune/Step": 926, "Finetune/Step Time": 6.287121374160051}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8596928119659424, "Finetune/Loss (Raw)": 0.8930515646934509, "Finetune/Step": 927, "Finetune/Step Time": 6.2810341864824295}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8595765829086304, "Finetune/Loss (Raw)": 0.9118411540985107, "Finetune/Step": 928, "Finetune/Step Time": 6.276245890185237}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8590028882026672, "Finetune/Loss (Raw)": 0.8626705408096313, "Finetune/Step": 929, "Finetune/Step Time": 6.245306555181742}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.859096348285675, "Finetune/Loss (Raw)": 0.8149827718734741, "Finetune/Step": 930, "Finetune/Step Time": 6.24875589646399}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8606876134872437, "Finetune/Loss (Raw)": 0.9305213689804077, "Finetune/Step": 931, "Finetune/Step Time": 6.235195871442556}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8609994649887085, "Finetune/Loss (Raw)": 0.9497887492179871, "Finetune/Step": 932, "Finetune/Step Time": 6.2378140445798635}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8605923056602478, "Finetune/Loss (Raw)": 0.8593226671218872, "Finetune/Step": 933, "Finetune/Step Time": 6.24680976010859}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8624011278152466, "Finetune/Loss (Raw)": 0.9430052638053894, "Finetune/Step": 934, "Finetune/Step Time": 6.245835017412901}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8606859445571899, "Finetune/Loss (Raw)": 0.6774203181266785, "Finetune/Step": 935, "Finetune/Step Time": 6.245279906317592}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8605448007583618, "Finetune/Loss (Raw)": 0.800707995891571, "Finetune/Step": 936, "Finetune/Step Time": 6.238624328747392}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8616827130317688, "Finetune/Loss (Raw)": 1.0402982234954834, "Finetune/Step": 937, "Finetune/Step Time": 6.23380502127111}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8620747327804565, "Finetune/Loss (Raw)": 1.0672106742858887, "Finetune/Step": 938, "Finetune/Step Time": 6.2338488306850195}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8627066016197205, "Finetune/Loss (Raw)": 0.8684554100036621, "Finetune/Step": 939, "Finetune/Step Time": 6.2320309560745955}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8617447018623352, "Finetune/Loss (Raw)": 0.9585323333740234, "Finetune/Step": 940, "Finetune/Step Time": 6.232433460652828}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8617767691612244, "Finetune/Loss (Raw)": 0.9179292321205139, "Finetune/Step": 941, "Finetune/Step Time": 6.233615541830659}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.860443115234375, "Finetune/Loss (Raw)": 0.7109612226486206, "Finetune/Step": 942, "Finetune/Step Time": 6.2358961291611195}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8607020378112793, "Finetune/Loss (Raw)": 0.9168696403503418, "Finetune/Step": 943, "Finetune/Step Time": 6.234863938763738}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8596395254135132, "Finetune/Loss (Raw)": 0.8192245364189148, "Finetune/Step": 944, "Finetune/Step Time": 6.2300382778048515}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8585352897644043, "Finetune/Loss (Raw)": 0.8044667840003967, "Finetune/Step": 945, "Finetune/Step Time": 6.23669639788568}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8589664697647095, "Finetune/Loss (Raw)": 0.7186518311500549, "Finetune/Step": 946, "Finetune/Step Time": 6.239787174388766}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8596941828727722, "Finetune/Loss (Raw)": 0.8422475457191467, "Finetune/Step": 947, "Finetune/Step Time": 6.253642775118351}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8602254390716553, "Finetune/Loss (Raw)": 0.6929855346679688, "Finetune/Step": 948, "Finetune/Step Time": 6.256496602669358}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8616284132003784, "Finetune/Loss (Raw)": 1.0250791311264038, "Finetune/Step": 949, "Finetune/Step Time": 6.246921297162771}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8617602586746216, "Finetune/Loss (Raw)": 0.8616264462471008, "Finetune/Step": 950, "Finetune/Step Time": 6.245910581201315}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8621907234191895, "Finetune/Loss (Raw)": 1.0747623443603516, "Finetune/Step": 951, "Finetune/Step Time": 6.241639198735356}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8611568212509155, "Finetune/Loss (Raw)": 0.7865983843803406, "Finetune/Step": 952, "Finetune/Step Time": 6.245344914495945}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8615709543228149, "Finetune/Loss (Raw)": 0.8981163501739502, "Finetune/Step": 953, "Finetune/Step Time": 6.241515871137381}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8619755506515503, "Finetune/Loss (Raw)": 0.8142216801643372, "Finetune/Step": 954, "Finetune/Step Time": 6.238795882090926}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8623448610305786, "Finetune/Loss (Raw)": 0.9008135199546814, "Finetune/Step": 955, "Finetune/Step Time": 6.239408513531089}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8641714453697205, "Finetune/Loss (Raw)": 0.9291986227035522, "Finetune/Step": 956, "Finetune/Step Time": 6.220437170937657}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8638725280761719, "Finetune/Loss (Raw)": 0.8342035412788391, "Finetune/Step": 957, "Finetune/Step Time": 6.216672332957387}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8632615804672241, "Finetune/Loss (Raw)": 0.8435949087142944, "Finetune/Step": 958, "Finetune/Step Time": 6.22472438775003}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.862349808216095, "Finetune/Loss (Raw)": 0.744583010673523, "Finetune/Step": 959, "Finetune/Step Time": 6.211540566757321}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8613234162330627, "Finetune/Loss (Raw)": 0.8626232147216797, "Finetune/Step": 960, "Finetune/Step Time": 6.2128440495580435}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8615009784698486, "Finetune/Loss (Raw)": 0.7691075801849365, "Finetune/Step": 961, "Finetune/Step Time": 6.1949635818600655}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8620873689651489, "Finetune/Loss (Raw)": 0.9726600646972656, "Finetune/Step": 962, "Finetune/Step Time": 6.19231347925961}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8615208864212036, "Finetune/Loss (Raw)": 0.8365721702575684, "Finetune/Step": 963, "Finetune/Step Time": 6.187203351408243}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8613579273223877, "Finetune/Loss (Raw)": 0.8601241111755371, "Finetune/Step": 964, "Finetune/Step Time": 6.18840067833662}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8612858057022095, "Finetune/Loss (Raw)": 0.752155601978302, "Finetune/Step": 965, "Finetune/Step Time": 6.1876962427049875}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8611555695533752, "Finetune/Loss (Raw)": 0.8301490545272827, "Finetune/Step": 966, "Finetune/Step Time": 6.188269531354308}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8612183332443237, "Finetune/Loss (Raw)": 0.8053286075592041, "Finetune/Step": 967, "Finetune/Step Time": 6.192735388875008}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8602273464202881, "Finetune/Loss (Raw)": 0.9207156300544739, "Finetune/Step": 968, "Finetune/Step Time": 6.191684372723103}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8602842688560486, "Finetune/Loss (Raw)": 0.8215574026107788, "Finetune/Step": 969, "Finetune/Step Time": 6.197458807379007}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8569992184638977, "Finetune/Loss (Raw)": 0.5296907424926758, "Finetune/Step": 970, "Finetune/Step Time": 6.203772306442261}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8566873073577881, "Finetune/Loss (Raw)": 0.8698215484619141, "Finetune/Step": 971, "Finetune/Step Time": 6.216266792267561}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.856306791305542, "Finetune/Loss (Raw)": 0.8166670203208923, "Finetune/Step": 972, "Finetune/Step Time": 6.234648030251265}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8552024960517883, "Finetune/Loss (Raw)": 0.7978060841560364, "Finetune/Step": 973, "Finetune/Step Time": 6.240608951076865}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8539584875106812, "Finetune/Loss (Raw)": 0.7942417860031128, "Finetune/Step": 974, "Finetune/Step Time": 6.251972392201424}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8565446138381958, "Finetune/Loss (Raw)": 1.004710078239441, "Finetune/Step": 975, "Finetune/Step Time": 6.24024423211813}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8571611046791077, "Finetune/Loss (Raw)": 0.8529953360557556, "Finetune/Step": 976, "Finetune/Step Time": 6.236393643543124}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8576986789703369, "Finetune/Loss (Raw)": 0.9944838285446167, "Finetune/Step": 977, "Finetune/Step Time": 6.238641779869795}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8578157424926758, "Finetune/Loss (Raw)": 0.831324577331543, "Finetune/Step": 978, "Finetune/Step Time": 6.226220604032278}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8573700189590454, "Finetune/Loss (Raw)": 0.8503062129020691, "Finetune/Step": 979, "Finetune/Step Time": 6.227095959708095}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8594154119491577, "Finetune/Loss (Raw)": 1.0492711067199707, "Finetune/Step": 980, "Finetune/Step Time": 6.225218152627349}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8591117262840271, "Finetune/Loss (Raw)": 0.8559268712997437, "Finetune/Step": 981, "Finetune/Step Time": 6.227290133014321}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8602018356323242, "Finetune/Loss (Raw)": 0.9539223909378052, "Finetune/Step": 982, "Finetune/Step Time": 6.2168894447386265}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8625074625015259, "Finetune/Loss (Raw)": 0.9336539506912231, "Finetune/Step": 983, "Finetune/Step Time": 6.186433827504516}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8615080118179321, "Finetune/Loss (Raw)": 0.7588391304016113, "Finetune/Step": 984, "Finetune/Step Time": 6.19373239390552}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8620908260345459, "Finetune/Loss (Raw)": 0.8853666186332703, "Finetune/Step": 985, "Finetune/Step Time": 6.194466384127736}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.859552264213562, "Finetune/Loss (Raw)": 0.7770749926567078, "Finetune/Step": 986, "Finetune/Step Time": 6.194348370656371}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8592711687088013, "Finetune/Loss (Raw)": 0.8917134404182434, "Finetune/Step": 987, "Finetune/Step Time": 6.191884156316519}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8576046824455261, "Finetune/Loss (Raw)": 0.6388949155807495, "Finetune/Step": 988, "Finetune/Step Time": 6.193022578954697}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8601503372192383, "Finetune/Loss (Raw)": 0.9471312165260315, "Finetune/Step": 989, "Finetune/Step Time": 6.196318335831165}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8580050468444824, "Finetune/Loss (Raw)": 0.6382808685302734, "Finetune/Step": 990, "Finetune/Step Time": 6.201140148565173}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8599309921264648, "Finetune/Loss (Raw)": 0.9596968293190002, "Finetune/Step": 991, "Finetune/Step Time": 6.206597026437521}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8591883778572083, "Finetune/Loss (Raw)": 0.8696350455284119, "Finetune/Step": 992, "Finetune/Step Time": 6.2034074626863}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8591888546943665, "Finetune/Loss (Raw)": 0.8280465602874756, "Finetune/Step": 993, "Finetune/Step Time": 6.210801577195525}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8563956022262573, "Finetune/Loss (Raw)": 0.6707451939582825, "Finetune/Step": 994, "Finetune/Step Time": 6.217806275933981}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8555479049682617, "Finetune/Loss (Raw)": 0.8830581903457642, "Finetune/Step": 995, "Finetune/Step Time": 6.219010438770056}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.8551401495933533, "Finetune/Loss (Raw)": 0.776171863079071, "Finetune/Step": 996, "Finetune/Step Time": 6.220525164157152}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8541148900985718, "Finetune/Loss (Raw)": 0.8536658883094788, "Finetune/Step": 997, "Finetune/Step Time": 6.206011511385441}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8536456823348999, "Finetune/Loss (Raw)": 0.7505059838294983, "Finetune/Step": 998, "Finetune/Step Time": 6.217318354174495}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8556234836578369, "Finetune/Loss (Raw)": 0.9641695022583008, "Finetune/Step": 999, "Finetune/Step Time": 6.211965912953019}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8564780354499817, "Finetune/Loss (Raw)": 1.0236167907714844, "Finetune/Step": 1000, "Finetune/Step Time": 6.208185497671366}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8540534973144531, "Finetune/Loss (Raw)": 0.6559964418411255, "Finetune/Step": 1001, "Finetune/Step Time": 6.220995577052236}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8556600213050842, "Finetune/Loss (Raw)": 0.9453620910644531, "Finetune/Step": 1002, "Finetune/Step Time": 6.225472830235958}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.856885552406311, "Finetune/Loss (Raw)": 0.9666178822517395, "Finetune/Step": 1003, "Finetune/Step Time": 6.228350784629583}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8578965663909912, "Finetune/Loss (Raw)": 0.9860487580299377, "Finetune/Step": 1004, "Finetune/Step Time": 6.229540778324008}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8580799102783203, "Finetune/Loss (Raw)": 0.9029106497764587, "Finetune/Step": 1005, "Finetune/Step Time": 6.212434656918049}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8566726446151733, "Finetune/Loss (Raw)": 0.6931910514831543, "Finetune/Step": 1006, "Finetune/Step Time": 6.2262762896716595}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8569461703300476, "Finetune/Loss (Raw)": 0.839792013168335, "Finetune/Step": 1007, "Finetune/Step Time": 6.211495075374842}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8573772311210632, "Finetune/Loss (Raw)": 0.9127717018127441, "Finetune/Step": 1008, "Finetune/Step Time": 6.214173359796405}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8581181168556213, "Finetune/Loss (Raw)": 0.7863291501998901, "Finetune/Step": 1009, "Finetune/Step Time": 6.224528890103102}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8572666645050049, "Finetune/Loss (Raw)": 0.7770877480506897, "Finetune/Step": 1010, "Finetune/Step Time": 6.227660493925214}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.855881929397583, "Finetune/Loss (Raw)": 0.8117401003837585, "Finetune/Step": 1011, "Finetune/Step Time": 6.227481205016375}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8551409840583801, "Finetune/Loss (Raw)": 0.9221156239509583, "Finetune/Step": 1012, "Finetune/Step Time": 6.230354366824031}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.857559859752655, "Finetune/Loss (Raw)": 0.8615669012069702, "Finetune/Step": 1013, "Finetune/Step Time": 6.21109457872808}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8583521246910095, "Finetune/Loss (Raw)": 0.99003005027771, "Finetune/Step": 1014, "Finetune/Step Time": 6.2068806029856205}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8569431304931641, "Finetune/Loss (Raw)": 0.5790560841560364, "Finetune/Step": 1015, "Finetune/Step Time": 6.2035397589206696}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8565731644630432, "Finetune/Loss (Raw)": 0.9346094727516174, "Finetune/Step": 1016, "Finetune/Step Time": 6.2028525080531836}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8569010496139526, "Finetune/Loss (Raw)": 0.9783143997192383, "Finetune/Step": 1017, "Finetune/Step Time": 6.19618115387857}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8565281629562378, "Finetune/Loss (Raw)": 0.8332021236419678, "Finetune/Step": 1018, "Finetune/Step Time": 6.224389087408781}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8561148047447205, "Finetune/Loss (Raw)": 0.8404495716094971, "Finetune/Step": 1019, "Finetune/Step Time": 6.23718505539}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8567460775375366, "Finetune/Loss (Raw)": 0.8890037536621094, "Finetune/Step": 1020, "Finetune/Step Time": 6.23583916015923}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8546870350837708, "Finetune/Loss (Raw)": 0.7115989327430725, "Finetune/Step": 1021, "Finetune/Step Time": 6.24365571141243}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.854256808757782, "Finetune/Loss (Raw)": 0.8762426376342773, "Finetune/Step": 1022, "Finetune/Step Time": 6.248992137610912}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8533029556274414, "Finetune/Loss (Raw)": 0.6766359210014343, "Finetune/Step": 1023, "Finetune/Step Time": 6.253303091973066}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8521002531051636, "Finetune/Loss (Raw)": 0.7817758917808533, "Finetune/Step": 1024, "Finetune/Step Time": 6.252936447039247}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8530615568161011, "Finetune/Loss (Raw)": 0.7967792749404907, "Finetune/Step": 1025, "Finetune/Step Time": 6.240072326734662}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8549111485481262, "Finetune/Loss (Raw)": 0.8646294474601746, "Finetune/Step": 1026, "Finetune/Step Time": 6.2256533447653055}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8548401594161987, "Finetune/Loss (Raw)": 0.7492905855178833, "Finetune/Step": 1027, "Finetune/Step Time": 6.2061322294175625}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8545915484428406, "Finetune/Loss (Raw)": 0.9418368935585022, "Finetune/Step": 1028, "Finetune/Step Time": 6.210924467071891}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8530510067939758, "Finetune/Loss (Raw)": 0.7985852360725403, "Finetune/Step": 1029, "Finetune/Step Time": 6.214946731925011}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.852347195148468, "Finetune/Loss (Raw)": 0.7742670774459839, "Finetune/Step": 1030, "Finetune/Step Time": 6.218194173648953}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8519948720932007, "Finetune/Loss (Raw)": 0.8377818465232849, "Finetune/Step": 1031, "Finetune/Step Time": 6.19854330457747}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8508998155593872, "Finetune/Loss (Raw)": 0.6779056191444397, "Finetune/Step": 1032, "Finetune/Step Time": 6.223489262163639}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8502748608589172, "Finetune/Loss (Raw)": 0.8992237448692322, "Finetune/Step": 1033, "Finetune/Step Time": 6.24488765001297}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8498218059539795, "Finetune/Loss (Raw)": 0.7515217661857605, "Finetune/Step": 1034, "Finetune/Step Time": 6.250112671405077}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8494086265563965, "Finetune/Loss (Raw)": 0.8745852112770081, "Finetune/Step": 1035, "Finetune/Step Time": 6.258581984788179}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8488143086433411, "Finetune/Loss (Raw)": 0.8375991582870483, "Finetune/Step": 1036, "Finetune/Step Time": 6.259886380285025}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.847622811794281, "Finetune/Loss (Raw)": 0.6945158839225769, "Finetune/Step": 1037, "Finetune/Step Time": 6.26205844245851}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8492536544799805, "Finetune/Loss (Raw)": 1.0713454484939575, "Finetune/Step": 1038, "Finetune/Step Time": 6.256645321846008}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8495151400566101, "Finetune/Loss (Raw)": 0.8852269649505615, "Finetune/Step": 1039, "Finetune/Step Time": 6.255833996459842}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8473711609840393, "Finetune/Loss (Raw)": 0.7255250811576843, "Finetune/Step": 1040, "Finetune/Step Time": 6.251935577020049}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8503705263137817, "Finetune/Loss (Raw)": 1.0118776559829712, "Finetune/Step": 1041, "Finetune/Step Time": 6.238352285698056}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8498659133911133, "Finetune/Loss (Raw)": 0.9995090961456299, "Finetune/Step": 1042, "Finetune/Step Time": 6.241626314818859}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8489809632301331, "Finetune/Loss (Raw)": 0.810137927532196, "Finetune/Step": 1043, "Finetune/Step Time": 6.265109661966562}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8465490341186523, "Finetune/Loss (Raw)": 0.6425622701644897, "Finetune/Step": 1044, "Finetune/Step Time": 6.264541458338499}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8446506261825562, "Finetune/Loss (Raw)": 0.805976927280426, "Finetune/Step": 1045, "Finetune/Step Time": 6.241248531267047}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8447790741920471, "Finetune/Loss (Raw)": 0.8619226813316345, "Finetune/Step": 1046, "Finetune/Step Time": 6.240872038528323}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8468955755233765, "Finetune/Loss (Raw)": 0.897094190120697, "Finetune/Step": 1047, "Finetune/Step Time": 6.229771358892322}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8492801189422607, "Finetune/Loss (Raw)": 1.03585684299469, "Finetune/Step": 1048, "Finetune/Step Time": 6.233304709196091}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8477085828781128, "Finetune/Loss (Raw)": 0.7559159994125366, "Finetune/Step": 1049, "Finetune/Step Time": 6.230872094631195}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8468472957611084, "Finetune/Loss (Raw)": 0.7465335130691528, "Finetune/Step": 1050, "Finetune/Step Time": 6.239129638299346}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8448290824890137, "Finetune/Loss (Raw)": 0.6876742839813232, "Finetune/Step": 1051, "Finetune/Step Time": 6.24208233691752}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.846466600894928, "Finetune/Loss (Raw)": 0.998519241809845, "Finetune/Step": 1052, "Finetune/Step Time": 6.239154681563377}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8473280072212219, "Finetune/Loss (Raw)": 0.8440102338790894, "Finetune/Step": 1053, "Finetune/Step Time": 6.227682892233133}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.849480152130127, "Finetune/Loss (Raw)": 0.906425952911377, "Finetune/Step": 1054, "Finetune/Step Time": 6.222645292058587}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.848724365234375, "Finetune/Loss (Raw)": 0.7963098287582397, "Finetune/Step": 1055, "Finetune/Step Time": 6.224921649321914}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8495462536811829, "Finetune/Loss (Raw)": 1.017046570777893, "Finetune/Step": 1056, "Finetune/Step Time": 6.225900376215577}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8492149114608765, "Finetune/Loss (Raw)": 0.8202627301216125, "Finetune/Step": 1057, "Finetune/Step Time": 6.221947133541107}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.8488463163375854, "Finetune/Loss (Raw)": 0.7678014636039734, "Finetune/Step": 1058, "Finetune/Step Time": 6.215981841087341}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8476921319961548, "Finetune/Loss (Raw)": 0.7827845215797424, "Finetune/Step": 1059, "Finetune/Step Time": 6.228711342439055}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8466122150421143, "Finetune/Loss (Raw)": 0.8115590214729309, "Finetune/Step": 1060, "Finetune/Step Time": 6.227241853252053}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8451278209686279, "Finetune/Loss (Raw)": 0.6693217158317566, "Finetune/Step": 1061, "Finetune/Step Time": 6.210194543004036}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8446007966995239, "Finetune/Loss (Raw)": 0.8755407929420471, "Finetune/Step": 1062, "Finetune/Step Time": 6.194902565330267}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8462788462638855, "Finetune/Loss (Raw)": 0.892206072807312, "Finetune/Step": 1063, "Finetune/Step Time": 6.203082825988531}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8487297892570496, "Finetune/Loss (Raw)": 1.114434838294983, "Finetune/Step": 1064, "Finetune/Step Time": 6.193380668759346}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8487299680709839, "Finetune/Loss (Raw)": 1.0403192043304443, "Finetune/Step": 1065, "Finetune/Step Time": 6.194227566942573}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8466809988021851, "Finetune/Loss (Raw)": 0.8049471974372864, "Finetune/Step": 1066, "Finetune/Step Time": 6.19070122204721}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.847936749458313, "Finetune/Loss (Raw)": 1.0291860103607178, "Finetune/Step": 1067, "Finetune/Step Time": 6.196059666574001}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8466781973838806, "Finetune/Loss (Raw)": 0.7974411249160767, "Finetune/Step": 1068, "Finetune/Step Time": 6.202347105368972}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8462153077125549, "Finetune/Loss (Raw)": 0.8586844205856323, "Finetune/Step": 1069, "Finetune/Step Time": 6.222468497231603}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8476657867431641, "Finetune/Loss (Raw)": 0.8966156244277954, "Finetune/Step": 1070, "Finetune/Step Time": 6.215932630002499}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8478021025657654, "Finetune/Loss (Raw)": 0.9343194365501404, "Finetune/Step": 1071, "Finetune/Step Time": 6.216386964544654}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8487992286682129, "Finetune/Loss (Raw)": 0.9468610286712646, "Finetune/Step": 1072, "Finetune/Step Time": 6.226083295419812}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8491933941841125, "Finetune/Loss (Raw)": 0.8549144268035889, "Finetune/Step": 1073, "Finetune/Step Time": 6.214000388979912}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8512266874313354, "Finetune/Loss (Raw)": 0.9789165258407593, "Finetune/Step": 1074, "Finetune/Step Time": 6.194244835525751}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8514109253883362, "Finetune/Loss (Raw)": 0.8658329844474792, "Finetune/Step": 1075, "Finetune/Step Time": 6.189629625529051}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.853626012802124, "Finetune/Loss (Raw)": 0.9765133261680603, "Finetune/Step": 1076, "Finetune/Step Time": 6.170775773003697}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8532146215438843, "Finetune/Loss (Raw)": 0.9724195599555969, "Finetune/Step": 1077, "Finetune/Step Time": 6.172783672809601}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8539811968803406, "Finetune/Loss (Raw)": 0.9597486257553101, "Finetune/Step": 1078, "Finetune/Step Time": 6.172617146745324}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8515797257423401, "Finetune/Loss (Raw)": 0.767370879650116, "Finetune/Step": 1079, "Finetune/Step Time": 6.176978349685669}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8509147763252258, "Finetune/Loss (Raw)": 0.7014889717102051, "Finetune/Step": 1080, "Finetune/Step Time": 6.176229011267424}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.850974977016449, "Finetune/Loss (Raw)": 0.905823290348053, "Finetune/Step": 1081, "Finetune/Step Time": 6.177285689860582}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8501241207122803, "Finetune/Loss (Raw)": 0.7053118944168091, "Finetune/Step": 1082, "Finetune/Step Time": 6.193210694938898}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8504228591918945, "Finetune/Loss (Raw)": 0.9390541911125183, "Finetune/Step": 1083, "Finetune/Step Time": 6.192500337958336}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8504194617271423, "Finetune/Loss (Raw)": 0.9287600517272949, "Finetune/Step": 1084, "Finetune/Step Time": 6.203612215816975}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8509703874588013, "Finetune/Loss (Raw)": 0.9047219753265381, "Finetune/Step": 1085, "Finetune/Step Time": 6.196217153221369}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8518344163894653, "Finetune/Loss (Raw)": 0.9541849493980408, "Finetune/Step": 1086, "Finetune/Step Time": 6.186491537839174}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8534313440322876, "Finetune/Loss (Raw)": 0.9489957094192505, "Finetune/Step": 1087, "Finetune/Step Time": 6.186335885897279}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8517118692398071, "Finetune/Loss (Raw)": 0.642530620098114, "Finetune/Step": 1088, "Finetune/Step Time": 6.19134065695107}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8526670932769775, "Finetune/Loss (Raw)": 0.8913768529891968, "Finetune/Step": 1089, "Finetune/Step Time": 6.186072012409568}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8525453805923462, "Finetune/Loss (Raw)": 0.9570817351341248, "Finetune/Step": 1090, "Finetune/Step Time": 6.194134911522269}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.852548360824585, "Finetune/Loss (Raw)": 0.8369584679603577, "Finetune/Step": 1091, "Finetune/Step Time": 6.194077681750059}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8532829284667969, "Finetune/Loss (Raw)": 0.954140305519104, "Finetune/Step": 1092, "Finetune/Step Time": 6.202394146472216}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8534398078918457, "Finetune/Loss (Raw)": 0.7722405791282654, "Finetune/Step": 1093, "Finetune/Step Time": 6.1963098999112844}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8537976741790771, "Finetune/Loss (Raw)": 0.875950276851654, "Finetune/Step": 1094, "Finetune/Step Time": 6.191601660102606}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.855178713798523, "Finetune/Loss (Raw)": 0.9821027517318726, "Finetune/Step": 1095, "Finetune/Step Time": 6.178991096094251}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8553066253662109, "Finetune/Loss (Raw)": 0.9370886087417603, "Finetune/Step": 1096, "Finetune/Step Time": 6.176978666335344}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8555472493171692, "Finetune/Loss (Raw)": 0.8523576259613037, "Finetune/Step": 1097, "Finetune/Step Time": 6.177701123058796}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8580336570739746, "Finetune/Loss (Raw)": 0.847955048084259, "Finetune/Step": 1098, "Finetune/Step Time": 6.183727655559778}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8583962321281433, "Finetune/Loss (Raw)": 0.9162287712097168, "Finetune/Step": 1099, "Finetune/Step Time": 6.161917962133884}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8585975170135498, "Finetune/Loss (Raw)": 0.8424322009086609, "Finetune/Step": 1100, "Finetune/Step Time": 6.144220704212785}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8594604730606079, "Finetune/Loss (Raw)": 0.9082602262496948, "Finetune/Step": 1101, "Finetune/Step Time": 6.140276025980711}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8590031266212463, "Finetune/Loss (Raw)": 0.7357044816017151, "Finetune/Step": 1102, "Finetune/Step Time": 6.128940595313907}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8591494560241699, "Finetune/Loss (Raw)": 1.0234358310699463, "Finetune/Step": 1103, "Finetune/Step Time": 6.117432491853833}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.860221803188324, "Finetune/Loss (Raw)": 0.9902642965316772, "Finetune/Step": 1104, "Finetune/Step Time": 6.123719464987516}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8590515851974487, "Finetune/Loss (Raw)": 0.8446945548057556, "Finetune/Step": 1105, "Finetune/Step Time": 6.140020504593849}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8587548732757568, "Finetune/Loss (Raw)": 0.7933433055877686, "Finetune/Step": 1106, "Finetune/Step Time": 6.149589911103249}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8594716787338257, "Finetune/Loss (Raw)": 0.9420547485351562, "Finetune/Step": 1107, "Finetune/Step Time": 6.147026516497135}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8593573570251465, "Finetune/Loss (Raw)": 1.034642219543457, "Finetune/Step": 1108, "Finetune/Step Time": 6.147530797868967}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8574879169464111, "Finetune/Loss (Raw)": 0.6166390776634216, "Finetune/Step": 1109, "Finetune/Step Time": 6.155402956530452}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.857012152671814, "Finetune/Loss (Raw)": 0.8930178880691528, "Finetune/Step": 1110, "Finetune/Step Time": 6.15630280226469}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8580607771873474, "Finetune/Loss (Raw)": 1.067883014678955, "Finetune/Step": 1111, "Finetune/Step Time": 6.151936206966639}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8585376739501953, "Finetune/Loss (Raw)": 0.8198814392089844, "Finetune/Step": 1112, "Finetune/Step Time": 6.143979620188475}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8584548234939575, "Finetune/Loss (Raw)": 0.874758243560791, "Finetune/Step": 1113, "Finetune/Step Time": 6.13972819596529}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8584548830986023, "Finetune/Loss (Raw)": 0.7770875692367554, "Finetune/Step": 1114, "Finetune/Step Time": 6.1602033488452435}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8584557771682739, "Finetune/Loss (Raw)": 0.8918259143829346, "Finetune/Step": 1115, "Finetune/Step Time": 6.157961450517178}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8611785173416138, "Finetune/Loss (Raw)": 0.9874091744422913, "Finetune/Step": 1116, "Finetune/Step Time": 6.153872115537524}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8601256608963013, "Finetune/Loss (Raw)": 0.8123640418052673, "Finetune/Step": 1117, "Finetune/Step Time": 6.1529040820896626}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.86229407787323, "Finetune/Loss (Raw)": 0.915837824344635, "Finetune/Step": 1118, "Finetune/Step Time": 6.142658229917288}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8595315217971802, "Finetune/Loss (Raw)": 0.6060957908630371, "Finetune/Step": 1119, "Finetune/Step Time": 6.136964678764343}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.859713077545166, "Finetune/Loss (Raw)": 0.892874002456665, "Finetune/Step": 1120, "Finetune/Step Time": 6.137333760038018}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8610734939575195, "Finetune/Loss (Raw)": 1.0021703243255615, "Finetune/Step": 1121, "Finetune/Step Time": 6.113347835838795}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8629302978515625, "Finetune/Loss (Raw)": 0.9084169864654541, "Finetune/Step": 1122, "Finetune/Step Time": 6.118098160251975}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8621294498443604, "Finetune/Loss (Raw)": 0.7805562615394592, "Finetune/Step": 1123, "Finetune/Step Time": 6.131195463240147}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8646032214164734, "Finetune/Loss (Raw)": 1.0928136110305786, "Finetune/Step": 1124, "Finetune/Step Time": 6.128053076565266}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8645312786102295, "Finetune/Loss (Raw)": 0.8444557189941406, "Finetune/Step": 1125, "Finetune/Step Time": 6.124322960153222}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8657457232475281, "Finetune/Loss (Raw)": 0.9059476852416992, "Finetune/Step": 1126, "Finetune/Step Time": 6.110843788832426}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8650012612342834, "Finetune/Loss (Raw)": 0.8688868284225464, "Finetune/Step": 1127, "Finetune/Step Time": 6.11175599321723}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.863244891166687, "Finetune/Loss (Raw)": 0.7987991571426392, "Finetune/Step": 1128, "Finetune/Step Time": 6.120086802169681}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8655627965927124, "Finetune/Loss (Raw)": 0.9526864886283875, "Finetune/Step": 1129, "Finetune/Step Time": 6.094494355842471}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8634001016616821, "Finetune/Loss (Raw)": 0.6685343980789185, "Finetune/Step": 1130, "Finetune/Step Time": 6.097581708803773}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.863303542137146, "Finetune/Loss (Raw)": 0.9542590379714966, "Finetune/Step": 1131, "Finetune/Step Time": 6.084171270951629}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8629032373428345, "Finetune/Loss (Raw)": 0.9348133206367493, "Finetune/Step": 1132, "Finetune/Step Time": 6.085174752399325}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8628019094467163, "Finetune/Loss (Raw)": 0.8899378180503845, "Finetune/Step": 1133, "Finetune/Step Time": 6.08075868152082}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.864194393157959, "Finetune/Loss (Raw)": 0.8714259266853333, "Finetune/Step": 1134, "Finetune/Step Time": 6.066337244585156}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.865020751953125, "Finetune/Loss (Raw)": 0.9455693960189819, "Finetune/Step": 1135, "Finetune/Step Time": 6.061296751722693}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8645859956741333, "Finetune/Loss (Raw)": 0.8571184277534485, "Finetune/Step": 1136, "Finetune/Step Time": 6.055516941472888}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.866034984588623, "Finetune/Loss (Raw)": 0.9718037247657776, "Finetune/Step": 1137, "Finetune/Step Time": 6.036516759544611}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8670093417167664, "Finetune/Loss (Raw)": 0.9018020629882812, "Finetune/Step": 1138, "Finetune/Step Time": 6.04067337885499}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8671193718910217, "Finetune/Loss (Raw)": 0.8258271813392639, "Finetune/Step": 1139, "Finetune/Step Time": 6.049309566617012}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8669243454933167, "Finetune/Loss (Raw)": 0.8971548676490784, "Finetune/Step": 1140, "Finetune/Step Time": 6.0442645363509655}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8668835163116455, "Finetune/Loss (Raw)": 0.8563348054885864, "Finetune/Step": 1141, "Finetune/Step Time": 6.046790407970548}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8639237880706787, "Finetune/Loss (Raw)": 0.6111903786659241, "Finetune/Step": 1142, "Finetune/Step Time": 6.0620971247553825}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8660145401954651, "Finetune/Loss (Raw)": 0.8466716408729553, "Finetune/Step": 1143, "Finetune/Step Time": 6.050053434446454}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.865463376045227, "Finetune/Loss (Raw)": 0.8640589714050293, "Finetune/Step": 1144, "Finetune/Step Time": 6.052700819447637}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8646138906478882, "Finetune/Loss (Raw)": 0.8695778250694275, "Finetune/Step": 1145, "Finetune/Step Time": 6.0539489183574915}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8653060793876648, "Finetune/Loss (Raw)": 0.9218021631240845, "Finetune/Step": 1146, "Finetune/Step Time": 6.026036066934466}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8641749620437622, "Finetune/Loss (Raw)": 0.695666491985321, "Finetune/Step": 1147, "Finetune/Step Time": 6.01266092248261}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.861540675163269, "Finetune/Loss (Raw)": 0.5518190860748291, "Finetune/Step": 1148, "Finetune/Step Time": 6.032002940773964}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8642058372497559, "Finetune/Loss (Raw)": 1.0527383089065552, "Finetune/Step": 1149, "Finetune/Step Time": 6.035648614168167}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8634697198867798, "Finetune/Loss (Raw)": 0.782017171382904, "Finetune/Step": 1150, "Finetune/Step Time": 6.029189119115472}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8642739057540894, "Finetune/Loss (Raw)": 0.7795742750167847, "Finetune/Step": 1151, "Finetune/Step Time": 6.016207842156291}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8645545840263367, "Finetune/Loss (Raw)": 0.8176987767219543, "Finetune/Step": 1152, "Finetune/Step Time": 6.028970077633858}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8654994964599609, "Finetune/Loss (Raw)": 0.9177323579788208, "Finetune/Step": 1153, "Finetune/Step Time": 6.040135087445378}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8642563819885254, "Finetune/Loss (Raw)": 0.7055056691169739, "Finetune/Step": 1154, "Finetune/Step Time": 6.054560786113143}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.862943172454834, "Finetune/Loss (Raw)": 0.5812090039253235, "Finetune/Step": 1155, "Finetune/Step Time": 6.052598744630814}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8632811903953552, "Finetune/Loss (Raw)": 0.9851004481315613, "Finetune/Step": 1156, "Finetune/Step Time": 6.048447966575623}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8645679950714111, "Finetune/Loss (Raw)": 0.9632907509803772, "Finetune/Step": 1157, "Finetune/Step Time": 6.043497744947672}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8647499084472656, "Finetune/Loss (Raw)": 0.7975510954856873, "Finetune/Step": 1158, "Finetune/Step Time": 6.036857256665826}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8643059730529785, "Finetune/Loss (Raw)": 0.7809621095657349, "Finetune/Step": 1159, "Finetune/Step Time": 6.036125812679529}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8655317425727844, "Finetune/Loss (Raw)": 0.8348015546798706, "Finetune/Step": 1160, "Finetune/Step Time": 6.024403661489487}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8646876811981201, "Finetune/Loss (Raw)": 0.7911896109580994, "Finetune/Step": 1161, "Finetune/Step Time": 6.016964951530099}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8662645220756531, "Finetune/Loss (Raw)": 0.9533558487892151, "Finetune/Step": 1162, "Finetune/Step Time": 6.024796528741717}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8643202185630798, "Finetune/Loss (Raw)": 0.6257152557373047, "Finetune/Step": 1163, "Finetune/Step Time": 6.031520398333669}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8659944534301758, "Finetune/Loss (Raw)": 1.0519037246704102, "Finetune/Step": 1164, "Finetune/Step Time": 6.039431674405932}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8661071062088013, "Finetune/Loss (Raw)": 0.7089284062385559, "Finetune/Step": 1165, "Finetune/Step Time": 6.0508659072220325}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8640275597572327, "Finetune/Loss (Raw)": 0.8051662445068359, "Finetune/Step": 1166, "Finetune/Step Time": 6.057613683864474}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8620445728302002, "Finetune/Loss (Raw)": 0.6314094662666321, "Finetune/Step": 1167, "Finetune/Step Time": 6.0675272066146135}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8625533580780029, "Finetune/Loss (Raw)": 0.7906410694122314, "Finetune/Step": 1168, "Finetune/Step Time": 6.066984219476581}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.861857533454895, "Finetune/Loss (Raw)": 0.9228198528289795, "Finetune/Step": 1169, "Finetune/Step Time": 6.068708444014192}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8602334260940552, "Finetune/Loss (Raw)": 0.7916147112846375, "Finetune/Step": 1170, "Finetune/Step Time": 6.083971466869116}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8616119623184204, "Finetune/Loss (Raw)": 0.9866011142730713, "Finetune/Step": 1171, "Finetune/Step Time": 6.060171835124493}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.863754391670227, "Finetune/Loss (Raw)": 0.9167895913124084, "Finetune/Step": 1172, "Finetune/Step Time": 6.0576704852283}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8642657399177551, "Finetune/Loss (Raw)": 0.8714277744293213, "Finetune/Step": 1173, "Finetune/Step Time": 6.046266166493297}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.863053023815155, "Finetune/Loss (Raw)": 0.7066940665245056, "Finetune/Step": 1174, "Finetune/Step Time": 6.06006701849401}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.862364649772644, "Finetune/Loss (Raw)": 0.8089809417724609, "Finetune/Step": 1175, "Finetune/Step Time": 6.071676682680845}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8605979681015015, "Finetune/Loss (Raw)": 0.8097198605537415, "Finetune/Step": 1176, "Finetune/Step Time": 6.058859024196863}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8590136170387268, "Finetune/Loss (Raw)": 0.5531235337257385, "Finetune/Step": 1177, "Finetune/Step Time": 6.0811078157275915}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8576962947845459, "Finetune/Loss (Raw)": 0.5779232382774353, "Finetune/Step": 1178, "Finetune/Step Time": 6.092640263959765}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8603165149688721, "Finetune/Loss (Raw)": 1.0230613946914673, "Finetune/Step": 1179, "Finetune/Step Time": 6.087583074346185}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8587100505828857, "Finetune/Loss (Raw)": 0.7928811311721802, "Finetune/Step": 1180, "Finetune/Step Time": 6.102506961673498}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8600360751152039, "Finetune/Loss (Raw)": 1.0137473344802856, "Finetune/Step": 1181, "Finetune/Step Time": 6.092820964753628}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8572466969490051, "Finetune/Loss (Raw)": 0.5493811964988708, "Finetune/Step": 1182, "Finetune/Step Time": 6.094741864129901}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8585072755813599, "Finetune/Loss (Raw)": 0.957671046257019, "Finetune/Step": 1183, "Finetune/Step Time": 6.09553150087595}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8560135364532471, "Finetune/Loss (Raw)": 0.6978453993797302, "Finetune/Step": 1184, "Finetune/Step Time": 6.119902890175581}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8565330505371094, "Finetune/Loss (Raw)": 0.8867547512054443, "Finetune/Step": 1185, "Finetune/Step Time": 6.124558929353952}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8584703207015991, "Finetune/Loss (Raw)": 1.0157771110534668, "Finetune/Step": 1186, "Finetune/Step Time": 6.127080287784338}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8577290773391724, "Finetune/Loss (Raw)": 0.6879003643989563, "Finetune/Step": 1187, "Finetune/Step Time": 6.13735075853765}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.85857754945755, "Finetune/Loss (Raw)": 0.9201642274856567, "Finetune/Step": 1188, "Finetune/Step Time": 6.13668916374445}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.86087965965271, "Finetune/Loss (Raw)": 0.9639912843704224, "Finetune/Step": 1189, "Finetune/Step Time": 6.141345743089914}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8608680963516235, "Finetune/Loss (Raw)": 0.8740655183792114, "Finetune/Step": 1190, "Finetune/Step Time": 6.1423445120453835}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8611263036727905, "Finetune/Loss (Raw)": 0.9252523183822632, "Finetune/Step": 1191, "Finetune/Step Time": 6.136629413813353}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.859972357749939, "Finetune/Loss (Raw)": 0.9667301177978516, "Finetune/Step": 1192, "Finetune/Step Time": 6.142815353348851}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8590265512466431, "Finetune/Loss (Raw)": 0.9192609190940857, "Finetune/Step": 1193, "Finetune/Step Time": 6.139958489686251}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.85990309715271, "Finetune/Loss (Raw)": 0.9171401858329773, "Finetune/Step": 1194, "Finetune/Step Time": 6.150805683806539}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8587425947189331, "Finetune/Loss (Raw)": 0.8806467056274414, "Finetune/Step": 1195, "Finetune/Step Time": 6.145151346921921}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.859549880027771, "Finetune/Loss (Raw)": 0.9007775187492371, "Finetune/Step": 1196, "Finetune/Step Time": 6.142375877127051}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8603320717811584, "Finetune/Loss (Raw)": 0.9587976932525635, "Finetune/Step": 1197, "Finetune/Step Time": 6.116139387711883}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.860331118106842, "Finetune/Loss (Raw)": 0.8964964747428894, "Finetune/Step": 1198, "Finetune/Step Time": 6.11860441416502}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8605536818504333, "Finetune/Loss (Raw)": 0.9628040790557861, "Finetune/Step": 1199, "Finetune/Step Time": 6.1154073048383}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8606093525886536, "Finetune/Loss (Raw)": 0.9539892673492432, "Finetune/Step": 1200, "Finetune/Step Time": 6.110978214070201}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8615846633911133, "Finetune/Loss (Raw)": 0.9797528982162476, "Finetune/Step": 1201, "Finetune/Step Time": 6.123907534405589}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8623631000518799, "Finetune/Loss (Raw)": 1.0785512924194336, "Finetune/Step": 1202, "Finetune/Step Time": 6.124546667560935}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8637511134147644, "Finetune/Loss (Raw)": 1.0435036420822144, "Finetune/Step": 1203, "Finetune/Step Time": 6.1176314111799}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8636760711669922, "Finetune/Loss (Raw)": 0.9669041633605957, "Finetune/Step": 1204, "Finetune/Step Time": 6.122036634013057}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8621556758880615, "Finetune/Loss (Raw)": 0.7778105735778809, "Finetune/Step": 1205, "Finetune/Step Time": 6.136825114488602}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8626782894134521, "Finetune/Loss (Raw)": 1.0266457796096802, "Finetune/Step": 1206, "Finetune/Step Time": 6.1325908824801445}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8634674549102783, "Finetune/Loss (Raw)": 0.8683848977088928, "Finetune/Step": 1207, "Finetune/Step Time": 6.136262631043792}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.865105152130127, "Finetune/Loss (Raw)": 0.9111135601997375, "Finetune/Step": 1208, "Finetune/Step Time": 6.1372303906828165}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8656345009803772, "Finetune/Loss (Raw)": 0.9735800623893738, "Finetune/Step": 1209, "Finetune/Step Time": 6.13786244392395}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8667061924934387, "Finetune/Loss (Raw)": 0.8424910306930542, "Finetune/Step": 1210, "Finetune/Step Time": 6.121119812130928}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8662464618682861, "Finetune/Loss (Raw)": 0.8802077770233154, "Finetune/Step": 1211, "Finetune/Step Time": 6.123341912403703}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.866469144821167, "Finetune/Loss (Raw)": 0.9572681188583374, "Finetune/Step": 1212, "Finetune/Step Time": 6.117088044062257}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8659941554069519, "Finetune/Loss (Raw)": 0.8439180254936218, "Finetune/Step": 1213, "Finetune/Step Time": 6.118185069411993}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.864568829536438, "Finetune/Loss (Raw)": 0.7717419266700745, "Finetune/Step": 1214, "Finetune/Step Time": 6.128761261701584}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8644006252288818, "Finetune/Loss (Raw)": 0.9274638295173645, "Finetune/Step": 1215, "Finetune/Step Time": 6.132397735491395}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.864056408405304, "Finetune/Loss (Raw)": 0.5984755158424377, "Finetune/Step": 1216, "Finetune/Step Time": 6.146511983126402}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8651250600814819, "Finetune/Loss (Raw)": 1.0281685590744019, "Finetune/Step": 1217, "Finetune/Step Time": 6.152148077264428}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8651243448257446, "Finetune/Loss (Raw)": 0.9569824934005737, "Finetune/Step": 1218, "Finetune/Step Time": 6.141403762623668}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8631213903427124, "Finetune/Loss (Raw)": 0.5805850028991699, "Finetune/Step": 1219, "Finetune/Step Time": 6.173906797543168}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8624048233032227, "Finetune/Loss (Raw)": 0.8624115586280823, "Finetune/Step": 1220, "Finetune/Step Time": 6.162833459675312}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8629428744316101, "Finetune/Loss (Raw)": 0.8411188721656799, "Finetune/Step": 1221, "Finetune/Step Time": 6.172219403088093}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8625223636627197, "Finetune/Loss (Raw)": 0.8221185803413391, "Finetune/Step": 1222, "Finetune/Step Time": 6.181332543492317}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8619709014892578, "Finetune/Loss (Raw)": 0.9115197062492371, "Finetune/Step": 1223, "Finetune/Step Time": 6.1816233191639185}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8616583347320557, "Finetune/Loss (Raw)": 0.8970804810523987, "Finetune/Step": 1224, "Finetune/Step Time": 6.1832502000033855}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8610109090805054, "Finetune/Loss (Raw)": 0.7694836854934692, "Finetune/Step": 1225, "Finetune/Step Time": 6.173888625577092}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8605862855911255, "Finetune/Loss (Raw)": 0.7936107516288757, "Finetune/Step": 1226, "Finetune/Step Time": 6.164981359615922}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.858993649482727, "Finetune/Loss (Raw)": 0.7123614549636841, "Finetune/Step": 1227, "Finetune/Step Time": 6.169939963147044}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8585537075996399, "Finetune/Loss (Raw)": 0.7861237525939941, "Finetune/Step": 1228, "Finetune/Step Time": 6.175203867256641}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8592134714126587, "Finetune/Loss (Raw)": 0.9927129745483398, "Finetune/Step": 1229, "Finetune/Step Time": 6.174885204061866}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8586680293083191, "Finetune/Loss (Raw)": 0.6658830642700195, "Finetune/Step": 1230, "Finetune/Step Time": 6.203638164326549}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8584921956062317, "Finetune/Loss (Raw)": 1.000929594039917, "Finetune/Step": 1231, "Finetune/Step Time": 6.211831521242857}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8574142456054688, "Finetune/Loss (Raw)": 0.8522892594337463, "Finetune/Step": 1232, "Finetune/Step Time": 6.205758599564433}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8580062389373779, "Finetune/Loss (Raw)": 0.9204778671264648, "Finetune/Step": 1233, "Finetune/Step Time": 6.181286055594683}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8574607372283936, "Finetune/Loss (Raw)": 0.7235085368156433, "Finetune/Step": 1234, "Finetune/Step Time": 6.1892782766371965}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8569472432136536, "Finetune/Loss (Raw)": 0.8763271570205688, "Finetune/Step": 1235, "Finetune/Step Time": 6.188628256320953}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8566171526908875, "Finetune/Loss (Raw)": 0.9923903346061707, "Finetune/Step": 1236, "Finetune/Step Time": 6.183733521029353}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8593815565109253, "Finetune/Loss (Raw)": 0.9704850912094116, "Finetune/Step": 1237, "Finetune/Step Time": 6.186252182349563}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8602451682090759, "Finetune/Loss (Raw)": 1.0035613775253296, "Finetune/Step": 1238, "Finetune/Step Time": 6.187336310744286}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.858910322189331, "Finetune/Loss (Raw)": 0.8970165252685547, "Finetune/Step": 1239, "Finetune/Step Time": 6.195586368441582}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8591746091842651, "Finetune/Loss (Raw)": 0.8537197113037109, "Finetune/Step": 1240, "Finetune/Step Time": 6.195263342931867}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8587204217910767, "Finetune/Loss (Raw)": 0.8166178464889526, "Finetune/Step": 1241, "Finetune/Step Time": 6.199338618665934}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8597093820571899, "Finetune/Loss (Raw)": 0.9036788940429688, "Finetune/Step": 1242, "Finetune/Step Time": 6.176664613187313}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8599932193756104, "Finetune/Loss (Raw)": 0.9281481504440308, "Finetune/Step": 1243, "Finetune/Step Time": 6.1712514497339725}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8589397668838501, "Finetune/Loss (Raw)": 0.8525709509849548, "Finetune/Step": 1244, "Finetune/Step Time": 6.175949586555362}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8586098551750183, "Finetune/Loss (Raw)": 0.7701392769813538, "Finetune/Step": 1245, "Finetune/Step Time": 6.1702871453017}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8578835129737854, "Finetune/Loss (Raw)": 0.8228639960289001, "Finetune/Step": 1246, "Finetune/Step Time": 6.188692172989249}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.860727071762085, "Finetune/Loss (Raw)": 0.9700697064399719, "Finetune/Step": 1247, "Finetune/Step Time": 6.179203990846872}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8593639135360718, "Finetune/Loss (Raw)": 0.7183937430381775, "Finetune/Step": 1248, "Finetune/Step Time": 6.183988340198994}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8579327464103699, "Finetune/Loss (Raw)": 0.818981409072876, "Finetune/Step": 1249, "Finetune/Step Time": 6.184610469266772}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8579531908035278, "Finetune/Loss (Raw)": 0.9110289216041565, "Finetune/Step": 1250, "Finetune/Step Time": 6.170162193477154}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8589030504226685, "Finetune/Loss (Raw)": 0.9021428227424622, "Finetune/Step": 1251, "Finetune/Step Time": 6.158249139785767}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8566489219665527, "Finetune/Loss (Raw)": 0.804278552532196, "Finetune/Step": 1252, "Finetune/Step Time": 6.154913766309619}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8561931252479553, "Finetune/Loss (Raw)": 0.7861149311065674, "Finetune/Step": 1253, "Finetune/Step Time": 6.168889380991459}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8559622168540955, "Finetune/Loss (Raw)": 0.8763969540596008, "Finetune/Step": 1254, "Finetune/Step Time": 6.170925013720989}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8567484617233276, "Finetune/Loss (Raw)": 0.9695231914520264, "Finetune/Step": 1255, "Finetune/Step Time": 6.173804065212607}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8577147126197815, "Finetune/Loss (Raw)": 0.9224774241447449, "Finetune/Step": 1256, "Finetune/Step Time": 6.171612851321697}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8548396825790405, "Finetune/Loss (Raw)": 0.5846874117851257, "Finetune/Step": 1257, "Finetune/Step Time": 6.193681759759784}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.8564223051071167, "Finetune/Loss (Raw)": 0.8711057305335999, "Finetune/Step": 1258, "Finetune/Step Time": 6.188032710924745}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8550153374671936, "Finetune/Loss (Raw)": 0.7741663455963135, "Finetune/Step": 1259, "Finetune/Step Time": 6.19674189388752}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8562499284744263, "Finetune/Loss (Raw)": 1.092846155166626, "Finetune/Step": 1260, "Finetune/Step Time": 6.19664253666997}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8551720380783081, "Finetune/Loss (Raw)": 0.7519687414169312, "Finetune/Step": 1261, "Finetune/Step Time": 6.198793325573206}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8555160760879517, "Finetune/Loss (Raw)": 0.9154542684555054, "Finetune/Step": 1262, "Finetune/Step Time": 6.195342281833291}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8555159568786621, "Finetune/Loss (Raw)": 0.9455622434616089, "Finetune/Step": 1263, "Finetune/Step Time": 6.1957120932638645}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8556311130523682, "Finetune/Loss (Raw)": 0.8718538284301758, "Finetune/Step": 1264, "Finetune/Step Time": 6.197287689894438}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8536396026611328, "Finetune/Loss (Raw)": 0.716895341873169, "Finetune/Step": 1265, "Finetune/Step Time": 6.2169350907206535}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.853052020072937, "Finetune/Loss (Raw)": 0.8265860080718994, "Finetune/Step": 1266, "Finetune/Step Time": 6.222973935306072}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8539671897888184, "Finetune/Loss (Raw)": 0.9429759383201599, "Finetune/Step": 1267, "Finetune/Step Time": 6.214100994169712}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8546010255813599, "Finetune/Loss (Raw)": 0.978272020816803, "Finetune/Step": 1268, "Finetune/Step Time": 6.21871430054307}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8542402386665344, "Finetune/Loss (Raw)": 0.8101629614830017, "Finetune/Step": 1269, "Finetune/Step Time": 6.212495613843203}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8569298982620239, "Finetune/Loss (Raw)": 0.955467164516449, "Finetune/Step": 1270, "Finetune/Step Time": 6.200326420366764}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8580072522163391, "Finetune/Loss (Raw)": 0.9845725297927856, "Finetune/Step": 1271, "Finetune/Step Time": 6.190068531781435}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8569195866584778, "Finetune/Loss (Raw)": 0.7248347997665405, "Finetune/Step": 1272, "Finetune/Step Time": 6.195155080407858}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8563209772109985, "Finetune/Loss (Raw)": 0.7929556965827942, "Finetune/Step": 1273, "Finetune/Step Time": 6.202983295544982}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8555539846420288, "Finetune/Loss (Raw)": 0.8236289620399475, "Finetune/Step": 1274, "Finetune/Step Time": 6.19747693836689}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8583029508590698, "Finetune/Loss (Raw)": 1.0475356578826904, "Finetune/Step": 1275, "Finetune/Step Time": 6.191027544438839}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8606883883476257, "Finetune/Loss (Raw)": 0.8571486473083496, "Finetune/Step": 1276, "Finetune/Step Time": 6.170491175726056}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8593782186508179, "Finetune/Loss (Raw)": 0.8850428462028503, "Finetune/Step": 1277, "Finetune/Step Time": 6.170221412554383}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8578915596008301, "Finetune/Loss (Raw)": 0.5917276740074158, "Finetune/Step": 1278, "Finetune/Step Time": 6.174394473433495}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.858635663986206, "Finetune/Loss (Raw)": 0.8748189210891724, "Finetune/Step": 1279, "Finetune/Step Time": 6.1756025440990925}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8600588440895081, "Finetune/Loss (Raw)": 0.9998573660850525, "Finetune/Step": 1280, "Finetune/Step Time": 6.1590292900800705}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8599553108215332, "Finetune/Loss (Raw)": 0.9044892191886902, "Finetune/Step": 1281, "Finetune/Step Time": 6.1494686752557755}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8612593412399292, "Finetune/Loss (Raw)": 0.8724203109741211, "Finetune/Step": 1282, "Finetune/Step Time": 6.132109420374036}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8621155023574829, "Finetune/Loss (Raw)": 0.6907903552055359, "Finetune/Step": 1283, "Finetune/Step Time": 6.121295236051083}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8610807657241821, "Finetune/Loss (Raw)": 0.8526538014411926, "Finetune/Step": 1284, "Finetune/Step Time": 6.122959602624178}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8611159920692444, "Finetune/Loss (Raw)": 0.9678058624267578, "Finetune/Step": 1285, "Finetune/Step Time": 6.1231631096452475}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.861517071723938, "Finetune/Loss (Raw)": 0.8488922715187073, "Finetune/Step": 1286, "Finetune/Step Time": 6.13505925424397}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8622416257858276, "Finetune/Loss (Raw)": 0.873701274394989, "Finetune/Step": 1287, "Finetune/Step Time": 6.136445807293057}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8622006177902222, "Finetune/Loss (Raw)": 0.8295505046844482, "Finetune/Step": 1288, "Finetune/Step Time": 6.121255790814757}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8624367713928223, "Finetune/Loss (Raw)": 0.821412980556488, "Finetune/Step": 1289, "Finetune/Step Time": 6.111339038237929}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8628221750259399, "Finetune/Loss (Raw)": 1.0026997327804565, "Finetune/Step": 1290, "Finetune/Step Time": 6.098083700984716}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8640491962432861, "Finetune/Loss (Raw)": 0.7827643156051636, "Finetune/Step": 1291, "Finetune/Step Time": 6.095829147845507}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8623554706573486, "Finetune/Loss (Raw)": 0.8351101279258728, "Finetune/Step": 1292, "Finetune/Step Time": 6.0957449451088905}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8637632131576538, "Finetune/Loss (Raw)": 0.8891175985336304, "Finetune/Step": 1293, "Finetune/Step Time": 6.077265482395887}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8648092150688171, "Finetune/Loss (Raw)": 0.9390584230422974, "Finetune/Step": 1294, "Finetune/Step Time": 6.07987024448812}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8663091659545898, "Finetune/Loss (Raw)": 0.8234013319015503, "Finetune/Step": 1295, "Finetune/Step Time": 6.078627729788423}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8663482666015625, "Finetune/Loss (Raw)": 0.7956395149230957, "Finetune/Step": 1296, "Finetune/Step Time": 6.082086367532611}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8655430674552917, "Finetune/Loss (Raw)": 0.8197616934776306, "Finetune/Step": 1297, "Finetune/Step Time": 6.102837465703487}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8651963472366333, "Finetune/Loss (Raw)": 0.7472371459007263, "Finetune/Step": 1298, "Finetune/Step Time": 6.0798368118703365}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8627525568008423, "Finetune/Loss (Raw)": 0.6737875938415527, "Finetune/Step": 1299, "Finetune/Step Time": 6.08095333725214}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8619937896728516, "Finetune/Loss (Raw)": 0.8196694254875183, "Finetune/Step": 1300, "Finetune/Step Time": 6.079091355204582}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8617757558822632, "Finetune/Loss (Raw)": 0.8435205221176147, "Finetune/Step": 1301, "Finetune/Step Time": 6.091996066272259}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8626905679702759, "Finetune/Loss (Raw)": 0.8237901926040649, "Finetune/Step": 1302, "Finetune/Step Time": 6.08951011300087}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8629187345504761, "Finetune/Loss (Raw)": 0.8381907343864441, "Finetune/Step": 1303, "Finetune/Step Time": 6.075642263516784}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8639355301856995, "Finetune/Loss (Raw)": 0.9398583769798279, "Finetune/Step": 1304, "Finetune/Step Time": 6.080551195889711}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8660687804222107, "Finetune/Loss (Raw)": 0.8261843323707581, "Finetune/Step": 1305, "Finetune/Step Time": 6.06096382625401}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.867885172367096, "Finetune/Loss (Raw)": 0.8104252219200134, "Finetune/Step": 1306, "Finetune/Step Time": 6.0524947214871645}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8676983118057251, "Finetune/Loss (Raw)": 0.9991409778594971, "Finetune/Step": 1307, "Finetune/Step Time": 6.04652258194983}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8694918155670166, "Finetune/Loss (Raw)": 1.0224487781524658, "Finetune/Step": 1308, "Finetune/Step Time": 6.031747689470649}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.868503749370575, "Finetune/Loss (Raw)": 0.8872767090797424, "Finetune/Step": 1309, "Finetune/Step Time": 6.045706611126661}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8707934617996216, "Finetune/Loss (Raw)": 0.8424631953239441, "Finetune/Step": 1310, "Finetune/Step Time": 6.047024335712194}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8703786134719849, "Finetune/Loss (Raw)": 0.9045756459236145, "Finetune/Step": 1311, "Finetune/Step Time": 6.047579364851117}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8695012331008911, "Finetune/Loss (Raw)": 0.5855363011360168, "Finetune/Step": 1312, "Finetune/Step Time": 6.042089305818081}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8694941997528076, "Finetune/Loss (Raw)": 0.8858572840690613, "Finetune/Step": 1313, "Finetune/Step Time": 6.046022057533264}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8688970804214478, "Finetune/Loss (Raw)": 0.9393395185470581, "Finetune/Step": 1314, "Finetune/Step Time": 6.043492242693901}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8706861138343811, "Finetune/Loss (Raw)": 0.9168952107429504, "Finetune/Step": 1315, "Finetune/Step Time": 6.023695604875684}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8715639114379883, "Finetune/Loss (Raw)": 1.0325201749801636, "Finetune/Step": 1316, "Finetune/Step Time": 6.0275376960635185}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8714661598205566, "Finetune/Loss (Raw)": 0.951482892036438, "Finetune/Step": 1317, "Finetune/Step Time": 6.0235118344426155}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8713372945785522, "Finetune/Loss (Raw)": 0.8575722575187683, "Finetune/Step": 1318, "Finetune/Step Time": 6.024061864241958}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8710225224494934, "Finetune/Loss (Raw)": 0.8849626779556274, "Finetune/Step": 1319, "Finetune/Step Time": 6.0219538770616055}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8695471882820129, "Finetune/Loss (Raw)": 0.7778871059417725, "Finetune/Step": 1320, "Finetune/Step Time": 6.022318102419376}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8693258762359619, "Finetune/Loss (Raw)": 0.8909368515014648, "Finetune/Step": 1321, "Finetune/Step Time": 6.025014113634825}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8690959215164185, "Finetune/Loss (Raw)": 0.8877086043357849, "Finetune/Step": 1322, "Finetune/Step Time": 6.015639645978808}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8694139719009399, "Finetune/Loss (Raw)": 0.9213521480560303, "Finetune/Step": 1323, "Finetune/Step Time": 6.016133666038513}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8698253631591797, "Finetune/Loss (Raw)": 0.9534344673156738, "Finetune/Step": 1324, "Finetune/Step Time": 6.016008088365197}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8699846863746643, "Finetune/Loss (Raw)": 0.9791944026947021, "Finetune/Step": 1325, "Finetune/Step Time": 6.028317978605628}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8704869747161865, "Finetune/Loss (Raw)": 0.9607869982719421, "Finetune/Step": 1326, "Finetune/Step Time": 6.022046435624361}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.868882954120636, "Finetune/Loss (Raw)": 0.7574906349182129, "Finetune/Step": 1327, "Finetune/Step Time": 6.051371740177274}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.869817852973938, "Finetune/Loss (Raw)": 1.0736514329910278, "Finetune/Step": 1328, "Finetune/Step Time": 6.048224773257971}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8706851601600647, "Finetune/Loss (Raw)": 1.0907752513885498, "Finetune/Step": 1329, "Finetune/Step Time": 6.037766668945551}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8676010370254517, "Finetune/Loss (Raw)": 0.6837759017944336, "Finetune/Step": 1330, "Finetune/Step Time": 6.033833561465144}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8667740821838379, "Finetune/Loss (Raw)": 0.9376592040061951, "Finetune/Step": 1331, "Finetune/Step Time": 6.029396153986454}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8651593923568726, "Finetune/Loss (Raw)": 0.7602124214172363, "Finetune/Step": 1332, "Finetune/Step Time": 6.031588658690453}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8660585880279541, "Finetune/Loss (Raw)": 0.8929168581962585, "Finetune/Step": 1333, "Finetune/Step Time": 6.021894035860896}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8652766346931458, "Finetune/Loss (Raw)": 0.926558792591095, "Finetune/Step": 1334, "Finetune/Step Time": 6.02545278146863}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8655182123184204, "Finetune/Loss (Raw)": 0.8993043303489685, "Finetune/Step": 1335, "Finetune/Step Time": 6.02085592225194}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8655809760093689, "Finetune/Loss (Raw)": 0.9191483855247498, "Finetune/Step": 1336, "Finetune/Step Time": 6.016824897378683}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8654838800430298, "Finetune/Loss (Raw)": 0.9611526131629944, "Finetune/Step": 1337, "Finetune/Step Time": 6.016226548701525}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8636922836303711, "Finetune/Loss (Raw)": 0.613166093826294, "Finetune/Step": 1338, "Finetune/Step Time": 6.036372726783156}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8627439737319946, "Finetune/Loss (Raw)": 0.7588306665420532, "Finetune/Step": 1339, "Finetune/Step Time": 6.038852326571941}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8619267344474792, "Finetune/Loss (Raw)": 0.8526545166969299, "Finetune/Step": 1340, "Finetune/Step Time": 6.04105213843286}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8618354201316833, "Finetune/Loss (Raw)": 0.8322323560714722, "Finetune/Step": 1341, "Finetune/Step Time": 6.041229527443647}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8629700541496277, "Finetune/Loss (Raw)": 0.9169681668281555, "Finetune/Step": 1342, "Finetune/Step Time": 6.037745915353298}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8619725704193115, "Finetune/Loss (Raw)": 0.7997916340827942, "Finetune/Step": 1343, "Finetune/Step Time": 6.053601089864969}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8635848760604858, "Finetune/Loss (Raw)": 0.8048455715179443, "Finetune/Step": 1344, "Finetune/Step Time": 6.036355124786496}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8633527159690857, "Finetune/Loss (Raw)": 0.998454213142395, "Finetune/Step": 1345, "Finetune/Step Time": 6.0354711022228}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8628219366073608, "Finetune/Loss (Raw)": 0.8890384435653687, "Finetune/Step": 1346, "Finetune/Step Time": 6.037958221510053}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8656681776046753, "Finetune/Loss (Raw)": 0.9449156522750854, "Finetune/Step": 1347, "Finetune/Step Time": 6.018954677507281}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8645979762077332, "Finetune/Loss (Raw)": 0.7254148721694946, "Finetune/Step": 1348, "Finetune/Step Time": 6.042487606406212}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8653205633163452, "Finetune/Loss (Raw)": 0.9336186647415161, "Finetune/Step": 1349, "Finetune/Step Time": 6.026779819279909}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8660005331039429, "Finetune/Loss (Raw)": 0.9091475605964661, "Finetune/Step": 1350, "Finetune/Step Time": 6.0241758693009615}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8661269545555115, "Finetune/Loss (Raw)": 0.9277060031890869, "Finetune/Step": 1351, "Finetune/Step Time": 6.028246250003576}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8643255233764648, "Finetune/Loss (Raw)": 0.6664952635765076, "Finetune/Step": 1352, "Finetune/Step Time": 6.046272138133645}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8649251461029053, "Finetune/Loss (Raw)": 0.8462356925010681, "Finetune/Step": 1353, "Finetune/Step Time": 6.045343153178692}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8655175566673279, "Finetune/Loss (Raw)": 0.8694382309913635, "Finetune/Step": 1354, "Finetune/Step Time": 6.042936637997627}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8678288459777832, "Finetune/Loss (Raw)": 1.0082039833068848, "Finetune/Step": 1355, "Finetune/Step Time": 6.039416501298547}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8695566058158875, "Finetune/Loss (Raw)": 1.0072828531265259, "Finetune/Step": 1356, "Finetune/Step Time": 6.036480788141489}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.868767261505127, "Finetune/Loss (Raw)": 0.891677737236023, "Finetune/Step": 1357, "Finetune/Step Time": 6.044442571699619}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8706560134887695, "Finetune/Loss (Raw)": 0.9076454043388367, "Finetune/Step": 1358, "Finetune/Step Time": 6.017686830833554}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8690966367721558, "Finetune/Loss (Raw)": 0.8013234734535217, "Finetune/Step": 1359, "Finetune/Step Time": 6.0147053971886635}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8697763681411743, "Finetune/Loss (Raw)": 0.9393001198768616, "Finetune/Step": 1360, "Finetune/Step Time": 6.01654557697475}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8703633546829224, "Finetune/Loss (Raw)": 0.9956070780754089, "Finetune/Step": 1361, "Finetune/Step Time": 6.019186574965715}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8716219663619995, "Finetune/Loss (Raw)": 0.8846122622489929, "Finetune/Step": 1362, "Finetune/Step Time": 6.005842339247465}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8712659478187561, "Finetune/Loss (Raw)": 0.8307584524154663, "Finetune/Step": 1363, "Finetune/Step Time": 6.014188449829817}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.869774580001831, "Finetune/Loss (Raw)": 0.8014885783195496, "Finetune/Step": 1364, "Finetune/Step Time": 6.036653930321336}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8682489395141602, "Finetune/Loss (Raw)": 0.7752123475074768, "Finetune/Step": 1365, "Finetune/Step Time": 6.0409354623407125}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8672655820846558, "Finetune/Loss (Raw)": 0.8776799440383911, "Finetune/Step": 1366, "Finetune/Step Time": 6.03784698061645}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8664559125900269, "Finetune/Loss (Raw)": 0.7933852076530457, "Finetune/Step": 1367, "Finetune/Step Time": 6.050507565960288}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8666912317276001, "Finetune/Loss (Raw)": 0.883838415145874, "Finetune/Step": 1368, "Finetune/Step Time": 6.050467556342483}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8680275678634644, "Finetune/Loss (Raw)": 0.987671971321106, "Finetune/Step": 1369, "Finetune/Step Time": 6.056753467768431}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.866934597492218, "Finetune/Loss (Raw)": 0.7637776732444763, "Finetune/Step": 1370, "Finetune/Step Time": 6.058999978005886}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8666934967041016, "Finetune/Loss (Raw)": 0.8972901105880737, "Finetune/Step": 1371, "Finetune/Step Time": 6.058931604027748}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8654210567474365, "Finetune/Loss (Raw)": 0.6896984577178955, "Finetune/Step": 1372, "Finetune/Step Time": 6.076056445017457}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8670392632484436, "Finetune/Loss (Raw)": 0.9772680401802063, "Finetune/Step": 1373, "Finetune/Step Time": 6.0762513522058725}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8663890957832336, "Finetune/Loss (Raw)": 0.7396419048309326, "Finetune/Step": 1374, "Finetune/Step Time": 6.0682168528437614}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.866148829460144, "Finetune/Loss (Raw)": 0.9393147230148315, "Finetune/Step": 1375, "Finetune/Step Time": 6.065703606233001}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8649797439575195, "Finetune/Loss (Raw)": 0.5687575936317444, "Finetune/Step": 1376, "Finetune/Step Time": 6.079249124974012}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8650590181350708, "Finetune/Loss (Raw)": 0.8291198015213013, "Finetune/Step": 1377, "Finetune/Step Time": 6.084160851314664}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8653184175491333, "Finetune/Loss (Raw)": 0.9442312717437744, "Finetune/Step": 1378, "Finetune/Step Time": 6.097482476383448}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8630048036575317, "Finetune/Loss (Raw)": 0.6060049533843994, "Finetune/Step": 1379, "Finetune/Step Time": 6.110770128667355}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8633784055709839, "Finetune/Loss (Raw)": 0.8521015048027039, "Finetune/Step": 1380, "Finetune/Step Time": 6.113100681453943}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.864535391330719, "Finetune/Loss (Raw)": 0.9342104196548462, "Finetune/Step": 1381, "Finetune/Step Time": 6.102186495438218}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8644846677780151, "Finetune/Loss (Raw)": 0.8698967099189758, "Finetune/Step": 1382, "Finetune/Step Time": 6.100405903533101}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8627983927726746, "Finetune/Loss (Raw)": 0.7536823749542236, "Finetune/Step": 1383, "Finetune/Step Time": 6.101315589621663}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8623485565185547, "Finetune/Loss (Raw)": 0.8648942708969116, "Finetune/Step": 1384, "Finetune/Step Time": 6.105037849396467}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8650398254394531, "Finetune/Loss (Raw)": 0.9291768074035645, "Finetune/Step": 1385, "Finetune/Step Time": 6.086238652467728}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8647879958152771, "Finetune/Loss (Raw)": 0.8388707637786865, "Finetune/Step": 1386, "Finetune/Step Time": 6.085685385391116}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.864519476890564, "Finetune/Loss (Raw)": 0.739798903465271, "Finetune/Step": 1387, "Finetune/Step Time": 6.080263804644346}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8633617162704468, "Finetune/Loss (Raw)": 0.9446451663970947, "Finetune/Step": 1388, "Finetune/Step Time": 6.077812815085053}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8644003868103027, "Finetune/Loss (Raw)": 0.8849195241928101, "Finetune/Step": 1389, "Finetune/Step Time": 6.078498924151063}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8652586340904236, "Finetune/Loss (Raw)": 1.0253114700317383, "Finetune/Step": 1390, "Finetune/Step Time": 6.082469826564193}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8643295764923096, "Finetune/Loss (Raw)": 0.826644241809845, "Finetune/Step": 1391, "Finetune/Step Time": 6.0915719494223595}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.863976776599884, "Finetune/Loss (Raw)": 0.82669997215271, "Finetune/Step": 1392, "Finetune/Step Time": 6.116305943578482}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.864172101020813, "Finetune/Loss (Raw)": 0.7418968677520752, "Finetune/Step": 1393, "Finetune/Step Time": 6.126684391871095}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8650555610656738, "Finetune/Loss (Raw)": 0.9396651387214661, "Finetune/Step": 1394, "Finetune/Step Time": 6.117146460339427}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8641438484191895, "Finetune/Loss (Raw)": 0.8262773752212524, "Finetune/Step": 1395, "Finetune/Step Time": 6.118371410295367}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8613902926445007, "Finetune/Loss (Raw)": 0.625813901424408, "Finetune/Step": 1396, "Finetune/Step Time": 6.122068468481302}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8618234395980835, "Finetune/Loss (Raw)": 0.8656151294708252, "Finetune/Step": 1397, "Finetune/Step Time": 6.141340654343367}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8611332178115845, "Finetune/Loss (Raw)": 0.8671095967292786, "Finetune/Step": 1398, "Finetune/Step Time": 6.1338055692613125}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.858183741569519, "Finetune/Loss (Raw)": 0.607043445110321, "Finetune/Step": 1399, "Finetune/Step Time": 6.136502180248499}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.859846830368042, "Finetune/Loss (Raw)": 0.9377051591873169, "Finetune/Step": 1400, "Finetune/Step Time": 6.132178058847785}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8599843978881836, "Finetune/Loss (Raw)": 0.8105716705322266, "Finetune/Step": 1401, "Finetune/Step Time": 6.129218582063913}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8595190048217773, "Finetune/Loss (Raw)": 0.764055609703064, "Finetune/Step": 1402, "Finetune/Step Time": 6.150154929608107}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8577419519424438, "Finetune/Loss (Raw)": 0.8200742602348328, "Finetune/Step": 1403, "Finetune/Step Time": 6.153357367962599}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8579596281051636, "Finetune/Loss (Raw)": 0.8850046396255493, "Finetune/Step": 1404, "Finetune/Step Time": 6.1519220396876335}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8565053939819336, "Finetune/Loss (Raw)": 0.698906660079956, "Finetune/Step": 1405, "Finetune/Step Time": 6.148685000836849}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8585278987884521, "Finetune/Loss (Raw)": 0.8506113290786743, "Finetune/Step": 1406, "Finetune/Step Time": 6.144136987626553}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8569856882095337, "Finetune/Loss (Raw)": 0.6774066090583801, "Finetune/Step": 1407, "Finetune/Step Time": 6.160038072615862}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8549486398696899, "Finetune/Loss (Raw)": 0.7391149997711182, "Finetune/Step": 1408, "Finetune/Step Time": 6.162988267838955}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8550201654434204, "Finetune/Loss (Raw)": 0.9136509895324707, "Finetune/Step": 1409, "Finetune/Step Time": 6.15785812959075}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.854253888130188, "Finetune/Loss (Raw)": 0.7743322253227234, "Finetune/Step": 1410, "Finetune/Step Time": 6.177071962505579}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8556998372077942, "Finetune/Loss (Raw)": 0.8758712410926819, "Finetune/Step": 1411, "Finetune/Step Time": 6.1689307894557714}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8542011976242065, "Finetune/Loss (Raw)": 0.6608268618583679, "Finetune/Step": 1412, "Finetune/Step Time": 6.169824652373791}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8537276983261108, "Finetune/Loss (Raw)": 0.9072049856185913, "Finetune/Step": 1413, "Finetune/Step Time": 6.171895831823349}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8550108671188354, "Finetune/Loss (Raw)": 1.0131378173828125, "Finetune/Step": 1414, "Finetune/Step Time": 6.161802381277084}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8548860549926758, "Finetune/Loss (Raw)": 0.8577221035957336, "Finetune/Step": 1415, "Finetune/Step Time": 6.1639991737902164}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8559731245040894, "Finetune/Loss (Raw)": 0.9686909914016724, "Finetune/Step": 1416, "Finetune/Step Time": 6.162967704236507}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.856130838394165, "Finetune/Loss (Raw)": 0.8416043519973755, "Finetune/Step": 1417, "Finetune/Step Time": 6.161203222349286}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8539750576019287, "Finetune/Loss (Raw)": 0.7267562747001648, "Finetune/Step": 1418, "Finetune/Step Time": 6.165108248591423}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8535654544830322, "Finetune/Loss (Raw)": 0.7303387522697449, "Finetune/Step": 1419, "Finetune/Step Time": 6.1511478163301945}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8542177081108093, "Finetune/Loss (Raw)": 0.9185959100723267, "Finetune/Step": 1420, "Finetune/Step Time": 6.138851480558515}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8536802530288696, "Finetune/Loss (Raw)": 0.8203272223472595, "Finetune/Step": 1421, "Finetune/Step Time": 6.138546438887715}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8523683547973633, "Finetune/Loss (Raw)": 0.77113938331604, "Finetune/Step": 1422, "Finetune/Step Time": 6.135872580111027}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8532934188842773, "Finetune/Loss (Raw)": 0.9418038725852966, "Finetune/Step": 1423, "Finetune/Step Time": 6.128004390746355}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8531710505485535, "Finetune/Loss (Raw)": 0.7799764275550842, "Finetune/Step": 1424, "Finetune/Step Time": 6.124754332005978}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8535159826278687, "Finetune/Loss (Raw)": 0.8639163374900818, "Finetune/Step": 1425, "Finetune/Step Time": 6.109524304047227}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8537912368774414, "Finetune/Loss (Raw)": 0.782467246055603, "Finetune/Step": 1426, "Finetune/Step Time": 6.118925021961331}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8543273210525513, "Finetune/Loss (Raw)": 0.7423997521400452, "Finetune/Step": 1427, "Finetune/Step Time": 6.118993991985917}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8538597822189331, "Finetune/Loss (Raw)": 0.7598284482955933, "Finetune/Step": 1428, "Finetune/Step Time": 6.123146578669548}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8528816103935242, "Finetune/Loss (Raw)": 0.7183182835578918, "Finetune/Step": 1429, "Finetune/Step Time": 6.114944351837039}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8528726100921631, "Finetune/Loss (Raw)": 0.822632908821106, "Finetune/Step": 1430, "Finetune/Step Time": 6.117405233904719}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.852228045463562, "Finetune/Loss (Raw)": 0.7556871175765991, "Finetune/Step": 1431, "Finetune/Step Time": 6.125865129753947}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8509122133255005, "Finetune/Loss (Raw)": 0.7714333534240723, "Finetune/Step": 1432, "Finetune/Step Time": 6.126207031309605}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8519248962402344, "Finetune/Loss (Raw)": 0.9558085203170776, "Finetune/Step": 1433, "Finetune/Step Time": 6.130861416459084}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8512372970581055, "Finetune/Loss (Raw)": 0.7224158048629761, "Finetune/Step": 1434, "Finetune/Step Time": 6.139401335269213}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8505361676216125, "Finetune/Loss (Raw)": 0.9093934893608093, "Finetune/Step": 1435, "Finetune/Step Time": 6.145724521949887}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8473799228668213, "Finetune/Loss (Raw)": 0.6184574365615845, "Finetune/Step": 1436, "Finetune/Step Time": 6.154409969225526}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.847294807434082, "Finetune/Loss (Raw)": 0.876375675201416, "Finetune/Step": 1437, "Finetune/Step Time": 6.140672121196985}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8476096987724304, "Finetune/Loss (Raw)": 0.8827705979347229, "Finetune/Step": 1438, "Finetune/Step Time": 6.155780645087361}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8479719161987305, "Finetune/Loss (Raw)": 0.9509416222572327, "Finetune/Step": 1439, "Finetune/Step Time": 6.152662552893162}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8483126163482666, "Finetune/Loss (Raw)": 0.6291502714157104, "Finetune/Step": 1440, "Finetune/Step Time": 6.156652165576816}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8481194972991943, "Finetune/Loss (Raw)": 0.8611322641372681, "Finetune/Step": 1441, "Finetune/Step Time": 6.15271682664752}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8473113775253296, "Finetune/Loss (Raw)": 0.8358992338180542, "Finetune/Step": 1442, "Finetune/Step Time": 6.154824927449226}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8466835021972656, "Finetune/Loss (Raw)": 0.8365258574485779, "Finetune/Step": 1443, "Finetune/Step Time": 6.16037455201149}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8448507785797119, "Finetune/Loss (Raw)": 0.797929584980011, "Finetune/Step": 1444, "Finetune/Step Time": 6.158504093065858}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8440914750099182, "Finetune/Loss (Raw)": 0.8542971014976501, "Finetune/Step": 1445, "Finetune/Step Time": 6.160365572199225}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8429578542709351, "Finetune/Loss (Raw)": 0.7124636173248291, "Finetune/Step": 1446, "Finetune/Step Time": 6.170048074796796}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.843014121055603, "Finetune/Loss (Raw)": 0.8921639919281006, "Finetune/Step": 1447, "Finetune/Step Time": 6.172154324129224}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8439720869064331, "Finetune/Loss (Raw)": 0.9005138278007507, "Finetune/Step": 1448, "Finetune/Step Time": 6.166882457211614}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8427948355674744, "Finetune/Loss (Raw)": 0.7402462363243103, "Finetune/Step": 1449, "Finetune/Step Time": 6.168994378298521}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8415235280990601, "Finetune/Loss (Raw)": 0.7249851226806641, "Finetune/Step": 1450, "Finetune/Step Time": 6.199748173356056}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.840958833694458, "Finetune/Loss (Raw)": 0.8490685224533081, "Finetune/Step": 1451, "Finetune/Step Time": 6.203744368627667}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8407779335975647, "Finetune/Loss (Raw)": 0.930280327796936, "Finetune/Step": 1452, "Finetune/Step Time": 6.197640845552087}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8393088579177856, "Finetune/Loss (Raw)": 0.7911489009857178, "Finetune/Step": 1453, "Finetune/Step Time": 6.194435236975551}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8400219082832336, "Finetune/Loss (Raw)": 1.0520553588867188, "Finetune/Step": 1454, "Finetune/Step Time": 6.197192804887891}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8414314985275269, "Finetune/Loss (Raw)": 0.9379199147224426, "Finetune/Step": 1455, "Finetune/Step Time": 6.171568213030696}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8393762111663818, "Finetune/Loss (Raw)": 0.8105834722518921, "Finetune/Step": 1456, "Finetune/Step Time": 6.173406440764666}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.835678219795227, "Finetune/Loss (Raw)": 0.6174286007881165, "Finetune/Step": 1457, "Finetune/Step Time": 6.194124339148402}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8369895219802856, "Finetune/Loss (Raw)": 0.8516150116920471, "Finetune/Step": 1458, "Finetune/Step Time": 6.192699382081628}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8373643755912781, "Finetune/Loss (Raw)": 0.9856467247009277, "Finetune/Step": 1459, "Finetune/Step Time": 6.197892611846328}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8394184708595276, "Finetune/Loss (Raw)": 1.023131251335144, "Finetune/Step": 1460, "Finetune/Step Time": 6.191801682114601}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8406022191047668, "Finetune/Loss (Raw)": 1.0444412231445312, "Finetune/Step": 1461, "Finetune/Step Time": 6.18589873239398}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8404228091239929, "Finetune/Loss (Raw)": 0.9035917520523071, "Finetune/Step": 1462, "Finetune/Step Time": 6.188438719138503}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8409600257873535, "Finetune/Loss (Raw)": 0.9680705070495605, "Finetune/Step": 1463, "Finetune/Step Time": 6.187515588477254}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8401968479156494, "Finetune/Loss (Raw)": 0.82146155834198, "Finetune/Step": 1464, "Finetune/Step Time": 6.195018284022808}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.83929443359375, "Finetune/Loss (Raw)": 0.8456465601921082, "Finetune/Step": 1465, "Finetune/Step Time": 6.191861351951957}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8412493467330933, "Finetune/Loss (Raw)": 0.8633936643600464, "Finetune/Step": 1466, "Finetune/Step Time": 6.178585652261972}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8418484330177307, "Finetune/Loss (Raw)": 0.8355134129524231, "Finetune/Step": 1467, "Finetune/Step Time": 6.1945569310337305}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8423995971679688, "Finetune/Loss (Raw)": 0.9231999516487122, "Finetune/Step": 1468, "Finetune/Step Time": 6.190166449174285}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8415305614471436, "Finetune/Loss (Raw)": 0.721001923084259, "Finetune/Step": 1469, "Finetune/Step Time": 6.211697297170758}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8406474590301514, "Finetune/Loss (Raw)": 0.8039191961288452, "Finetune/Step": 1470, "Finetune/Step Time": 6.2024208921939135}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8410067558288574, "Finetune/Loss (Raw)": 0.8457876443862915, "Finetune/Step": 1471, "Finetune/Step Time": 6.180810598656535}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8407329320907593, "Finetune/Loss (Raw)": 0.7697967290878296, "Finetune/Step": 1472, "Finetune/Step Time": 6.177445262670517}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8376535177230835, "Finetune/Loss (Raw)": 0.6042847037315369, "Finetune/Step": 1473, "Finetune/Step Time": 6.180436061695218}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8388761878013611, "Finetune/Loss (Raw)": 1.0455411672592163, "Finetune/Step": 1474, "Finetune/Step Time": 6.175800522789359}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.83678138256073, "Finetune/Loss (Raw)": 0.6767892837524414, "Finetune/Step": 1475, "Finetune/Step Time": 6.17039548791945}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.838316798210144, "Finetune/Loss (Raw)": 0.9219397902488708, "Finetune/Step": 1476, "Finetune/Step Time": 6.151448776945472}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8363020420074463, "Finetune/Loss (Raw)": 0.6757389903068542, "Finetune/Step": 1477, "Finetune/Step Time": 6.177178665995598}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8372421264648438, "Finetune/Loss (Raw)": 1.0294733047485352, "Finetune/Step": 1478, "Finetune/Step Time": 6.172378370538354}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8359910845756531, "Finetune/Loss (Raw)": 0.7675742506980896, "Finetune/Step": 1479, "Finetune/Step Time": 6.18325880356133}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.837673544883728, "Finetune/Loss (Raw)": 0.8818529844284058, "Finetune/Step": 1480, "Finetune/Step Time": 6.164798483252525}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8381296396255493, "Finetune/Loss (Raw)": 0.9046157002449036, "Finetune/Step": 1481, "Finetune/Step Time": 6.171422420069575}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8376783728599548, "Finetune/Loss (Raw)": 0.8116658926010132, "Finetune/Step": 1482, "Finetune/Step Time": 6.167524375021458}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8343842029571533, "Finetune/Loss (Raw)": 0.586558997631073, "Finetune/Step": 1483, "Finetune/Step Time": 6.186265567317605}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8336175084114075, "Finetune/Loss (Raw)": 0.9091436266899109, "Finetune/Step": 1484, "Finetune/Step Time": 6.182642865926027}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8327679634094238, "Finetune/Loss (Raw)": 0.7829306125640869, "Finetune/Step": 1485, "Finetune/Step Time": 6.174694042652845}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8308203220367432, "Finetune/Loss (Raw)": 0.6583476066589355, "Finetune/Step": 1486, "Finetune/Step Time": 6.1942712143063545}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8325967788696289, "Finetune/Loss (Raw)": 1.0287096500396729, "Finetune/Step": 1487, "Finetune/Step Time": 6.196265464648604}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.833936333656311, "Finetune/Loss (Raw)": 1.110764741897583, "Finetune/Step": 1488, "Finetune/Step Time": 6.193593027070165}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.831147313117981, "Finetune/Loss (Raw)": 0.6386171579360962, "Finetune/Step": 1489, "Finetune/Step Time": 6.203655276447535}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8302551507949829, "Finetune/Loss (Raw)": 0.7704029679298401, "Finetune/Step": 1490, "Finetune/Step Time": 6.221309337764978}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8293001651763916, "Finetune/Loss (Raw)": 0.7085327506065369, "Finetune/Step": 1491, "Finetune/Step Time": 6.222830079495907}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8303732872009277, "Finetune/Loss (Raw)": 0.9388425946235657, "Finetune/Step": 1492, "Finetune/Step Time": 6.202393552288413}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8296082019805908, "Finetune/Loss (Raw)": 0.6772860288619995, "Finetune/Step": 1493, "Finetune/Step Time": 6.207736419513822}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8291450142860413, "Finetune/Loss (Raw)": 0.8183926343917847, "Finetune/Step": 1494, "Finetune/Step Time": 6.212036050856113}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8296364545822144, "Finetune/Loss (Raw)": 0.8562859296798706, "Finetune/Step": 1495, "Finetune/Step Time": 6.200725618749857}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8298950791358948, "Finetune/Loss (Raw)": 0.9169436097145081, "Finetune/Step": 1496, "Finetune/Step Time": 6.201144549995661}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8281710147857666, "Finetune/Loss (Raw)": 0.7669922113418579, "Finetune/Step": 1497, "Finetune/Step Time": 6.206093858927488}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8298797607421875, "Finetune/Loss (Raw)": 0.9824906587600708, "Finetune/Step": 1498, "Finetune/Step Time": 6.2093881238251925}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8281962275505066, "Finetune/Loss (Raw)": 0.6818046569824219, "Finetune/Step": 1499, "Finetune/Step Time": 6.227266868576407}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8274708390235901, "Finetune/Loss (Raw)": 0.5968474745750427, "Finetune/Step": 1500, "Finetune/Step Time": 6.227376971393824}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8275496363639832, "Finetune/Loss (Raw)": 0.9873518943786621, "Finetune/Step": 1501, "Finetune/Step Time": 6.253859292715788}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8292329907417297, "Finetune/Loss (Raw)": 0.9551168084144592, "Finetune/Step": 1502, "Finetune/Step Time": 6.247729057446122}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8275837898254395, "Finetune/Loss (Raw)": 0.7282163500785828, "Finetune/Step": 1503, "Finetune/Step Time": 6.250358717516065}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8300257921218872, "Finetune/Loss (Raw)": 0.8813360333442688, "Finetune/Step": 1504, "Finetune/Step Time": 6.239011891186237}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8302146196365356, "Finetune/Loss (Raw)": 0.8532881736755371, "Finetune/Step": 1505, "Finetune/Step Time": 6.229679238051176}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8289661407470703, "Finetune/Loss (Raw)": 0.7844204902648926, "Finetune/Step": 1506, "Finetune/Step Time": 6.221409382298589}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8316546678543091, "Finetune/Loss (Raw)": 0.9501384496688843, "Finetune/Step": 1507, "Finetune/Step Time": 6.205835057422519}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.832391619682312, "Finetune/Loss (Raw)": 0.9464288353919983, "Finetune/Step": 1508, "Finetune/Step Time": 6.207684427499771}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8318342566490173, "Finetune/Loss (Raw)": 0.8628668785095215, "Finetune/Step": 1509, "Finetune/Step Time": 6.2005357053130865}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8324847221374512, "Finetune/Loss (Raw)": 0.953162431716919, "Finetune/Step": 1510, "Finetune/Step Time": 6.212240071967244}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.834028959274292, "Finetune/Loss (Raw)": 0.951345682144165, "Finetune/Step": 1511, "Finetune/Step Time": 6.22347523458302}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8331314921379089, "Finetune/Loss (Raw)": 0.7500132918357849, "Finetune/Step": 1512, "Finetune/Step Time": 6.224774489179254}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8336270451545715, "Finetune/Loss (Raw)": 0.9926049709320068, "Finetune/Step": 1513, "Finetune/Step Time": 6.227155217900872}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8332566618919373, "Finetune/Loss (Raw)": 0.7914668321609497, "Finetune/Step": 1514, "Finetune/Step Time": 6.233130134642124}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8343369960784912, "Finetune/Loss (Raw)": 0.8780772686004639, "Finetune/Step": 1515, "Finetune/Step Time": 6.234316715970635}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8339592218399048, "Finetune/Loss (Raw)": 0.8962867259979248, "Finetune/Step": 1516, "Finetune/Step Time": 6.235015811398625}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8332617282867432, "Finetune/Loss (Raw)": 0.7956476807594299, "Finetune/Step": 1517, "Finetune/Step Time": 6.237286690622568}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8330998420715332, "Finetune/Loss (Raw)": 1.0045892000198364, "Finetune/Step": 1518, "Finetune/Step Time": 6.23542026989162}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8322614431381226, "Finetune/Loss (Raw)": 0.7193308472633362, "Finetune/Step": 1519, "Finetune/Step Time": 6.224339423701167}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8318816423416138, "Finetune/Loss (Raw)": 0.7780853509902954, "Finetune/Step": 1520, "Finetune/Step Time": 6.215881722047925}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.833199679851532, "Finetune/Loss (Raw)": 0.9106023907661438, "Finetune/Step": 1521, "Finetune/Step Time": 6.1853606048971415}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8316210508346558, "Finetune/Loss (Raw)": 0.7375978827476501, "Finetune/Step": 1522, "Finetune/Step Time": 6.192563936114311}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.83021080493927, "Finetune/Loss (Raw)": 0.6457672119140625, "Finetune/Step": 1523, "Finetune/Step Time": 6.203359706327319}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8310196399688721, "Finetune/Loss (Raw)": 0.7293466925621033, "Finetune/Step": 1524, "Finetune/Step Time": 6.217576067894697}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8297808170318604, "Finetune/Loss (Raw)": 0.7070440649986267, "Finetune/Step": 1525, "Finetune/Step Time": 6.208002774044871}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.8304417133331299, "Finetune/Loss (Raw)": 0.9517143964767456, "Finetune/Step": 1526, "Finetune/Step Time": 6.207923771813512}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8323384523391724, "Finetune/Loss (Raw)": 0.8498263955116272, "Finetune/Step": 1527, "Finetune/Step Time": 6.205932704731822}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8308054208755493, "Finetune/Loss (Raw)": 0.7414692640304565, "Finetune/Step": 1528, "Finetune/Step Time": 6.222639845684171}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8321117758750916, "Finetune/Loss (Raw)": 0.9777815937995911, "Finetune/Step": 1529, "Finetune/Step Time": 6.2181636448949575}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8308470249176025, "Finetune/Loss (Raw)": 0.6021750569343567, "Finetune/Step": 1530, "Finetune/Step Time": 6.212824771180749}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.831616997718811, "Finetune/Loss (Raw)": 0.9186285734176636, "Finetune/Step": 1531, "Finetune/Step Time": 6.213919380679727}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8314641714096069, "Finetune/Loss (Raw)": 0.865441083908081, "Finetune/Step": 1532, "Finetune/Step Time": 6.222970109432936}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8313460350036621, "Finetune/Loss (Raw)": 0.6837924122810364, "Finetune/Step": 1533, "Finetune/Step Time": 6.219537390395999}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8301007747650146, "Finetune/Loss (Raw)": 0.6912150382995605, "Finetune/Step": 1534, "Finetune/Step Time": 6.224588088691235}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8312048316001892, "Finetune/Loss (Raw)": 0.8187258839607239, "Finetune/Step": 1535, "Finetune/Step Time": 6.208498328924179}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8317134976387024, "Finetune/Loss (Raw)": 0.8042213320732117, "Finetune/Step": 1536, "Finetune/Step Time": 6.213011704385281}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8310226798057556, "Finetune/Loss (Raw)": 0.825223445892334, "Finetune/Step": 1537, "Finetune/Step Time": 6.216665789484978}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.830466091632843, "Finetune/Loss (Raw)": 0.70308917760849, "Finetune/Step": 1538, "Finetune/Step Time": 6.2138762306421995}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8305596113204956, "Finetune/Loss (Raw)": 0.8878436088562012, "Finetune/Step": 1539, "Finetune/Step Time": 6.216015607118607}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8317690491676331, "Finetune/Loss (Raw)": 0.8156383633613586, "Finetune/Step": 1540, "Finetune/Step Time": 6.21636238694191}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8320204019546509, "Finetune/Loss (Raw)": 0.9393832087516785, "Finetune/Step": 1541, "Finetune/Step Time": 6.215706270188093}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.8294271230697632, "Finetune/Loss (Raw)": 0.6811906695365906, "Finetune/Step": 1542, "Finetune/Step Time": 6.222844533622265}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.8287187814712524, "Finetune/Loss (Raw)": 0.7670530676841736, "Finetune/Step": 1543, "Finetune/Step Time": 6.222242601215839}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8283272981643677, "Finetune/Loss (Raw)": 0.9185795187950134, "Finetune/Step": 1544, "Finetune/Step Time": 6.221481552347541}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.8281738758087158, "Finetune/Loss (Raw)": 0.8219677209854126, "Finetune/Step": 1545, "Finetune/Step Time": 6.224458130076528}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.829925537109375, "Finetune/Loss (Raw)": 0.9509742259979248, "Finetune/Step": 1546, "Finetune/Step Time": 6.225612847134471}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8309341669082642, "Finetune/Loss (Raw)": 0.8594455122947693, "Finetune/Step": 1547, "Finetune/Step Time": 6.2311394196003675}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8304440975189209, "Finetune/Loss (Raw)": 0.8558621406555176, "Finetune/Step": 1548, "Finetune/Step Time": 6.237791053950787}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.829662561416626, "Finetune/Loss (Raw)": 0.7202901840209961, "Finetune/Step": 1549, "Finetune/Step Time": 6.2582103200256824}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.830594003200531, "Finetune/Loss (Raw)": 0.8903641104698181, "Finetune/Step": 1550, "Finetune/Step Time": 6.259529635310173}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8292028903961182, "Finetune/Loss (Raw)": 0.7637436389923096, "Finetune/Step": 1551, "Finetune/Step Time": 6.257413182407618}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.830311119556427, "Finetune/Loss (Raw)": 0.9218266606330872, "Finetune/Step": 1552, "Finetune/Step Time": 6.2573661133646965}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8296369314193726, "Finetune/Loss (Raw)": 0.7776188850402832, "Finetune/Step": 1553, "Finetune/Step Time": 6.267099045217037}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.829459547996521, "Finetune/Loss (Raw)": 0.7597618103027344, "Finetune/Step": 1554, "Finetune/Step Time": 6.259510075673461}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8307309746742249, "Finetune/Loss (Raw)": 0.9051414728164673, "Finetune/Step": 1555, "Finetune/Step Time": 6.264011986553669}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8303782939910889, "Finetune/Loss (Raw)": 0.7146890759468079, "Finetune/Step": 1556, "Finetune/Step Time": 6.268521284684539}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.831013560295105, "Finetune/Loss (Raw)": 0.7996346354484558, "Finetune/Step": 1557, "Finetune/Step Time": 6.271411195397377}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.8312195539474487, "Finetune/Loss (Raw)": 0.8489899635314941, "Finetune/Step": 1558, "Finetune/Step Time": 6.255028635263443}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.833778977394104, "Finetune/Loss (Raw)": 1.0832996368408203, "Finetune/Step": 1559, "Finetune/Step Time": 6.250113254413009}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.834770679473877, "Finetune/Loss (Raw)": 0.8983694911003113, "Finetune/Step": 1560, "Finetune/Step Time": 6.254471372812986}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8342939019203186, "Finetune/Loss (Raw)": 0.8947815895080566, "Finetune/Step": 1561, "Finetune/Step Time": 6.249689400196075}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.835689902305603, "Finetune/Loss (Raw)": 0.9011057019233704, "Finetune/Step": 1562, "Finetune/Step Time": 6.235875871032476}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8347244262695312, "Finetune/Loss (Raw)": 0.7858152389526367, "Finetune/Step": 1563, "Finetune/Step Time": 6.261234315112233}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8360204696655273, "Finetune/Loss (Raw)": 0.7843415141105652, "Finetune/Step": 1564, "Finetune/Step Time": 6.2523463647812605}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8350536823272705, "Finetune/Loss (Raw)": 0.7526267766952515, "Finetune/Step": 1565, "Finetune/Step Time": 6.254644760861993}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8342050909996033, "Finetune/Loss (Raw)": 0.7741591334342957, "Finetune/Step": 1566, "Finetune/Step Time": 6.238686004653573}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8333311676979065, "Finetune/Loss (Raw)": 0.8390781879425049, "Finetune/Step": 1567, "Finetune/Step Time": 6.244263686239719}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.834980309009552, "Finetune/Loss (Raw)": 0.840234637260437, "Finetune/Step": 1568, "Finetune/Step Time": 6.222825191915035}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8336286544799805, "Finetune/Loss (Raw)": 0.6881258487701416, "Finetune/Step": 1569, "Finetune/Step Time": 6.2333044074475765}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8345999121665955, "Finetune/Loss (Raw)": 0.9602195024490356, "Finetune/Step": 1570, "Finetune/Step Time": 6.231432868167758}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8351133465766907, "Finetune/Loss (Raw)": 0.9022442698478699, "Finetune/Step": 1571, "Finetune/Step Time": 6.227199885994196}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8361226320266724, "Finetune/Loss (Raw)": 0.9271158576011658, "Finetune/Step": 1572, "Finetune/Step Time": 6.224466428160667}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8358538746833801, "Finetune/Loss (Raw)": 0.8198987245559692, "Finetune/Step": 1573, "Finetune/Step Time": 6.23599218018353}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8359135389328003, "Finetune/Loss (Raw)": 0.7201052904129028, "Finetune/Step": 1574, "Finetune/Step Time": 6.225262921303511}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8365455865859985, "Finetune/Loss (Raw)": 0.9730643630027771, "Finetune/Step": 1575, "Finetune/Step Time": 6.2334370370954275}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.836271345615387, "Finetune/Loss (Raw)": 0.8654043674468994, "Finetune/Step": 1576, "Finetune/Step Time": 6.237339831888676}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8373328447341919, "Finetune/Loss (Raw)": 0.8761177062988281, "Finetune/Step": 1577, "Finetune/Step Time": 6.24220285192132}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8386324644088745, "Finetune/Loss (Raw)": 0.8913393616676331, "Finetune/Step": 1578, "Finetune/Step Time": 6.207133516669273}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8381266593933105, "Finetune/Loss (Raw)": 0.7843322157859802, "Finetune/Step": 1579, "Finetune/Step Time": 6.208871491253376}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8362823128700256, "Finetune/Loss (Raw)": 0.6941978335380554, "Finetune/Step": 1580, "Finetune/Step Time": 6.237346487119794}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8359421491622925, "Finetune/Loss (Raw)": 0.7476059198379517, "Finetune/Step": 1581, "Finetune/Step Time": 6.232927167788148}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8341966867446899, "Finetune/Loss (Raw)": 0.8286383152008057, "Finetune/Step": 1582, "Finetune/Step Time": 6.233717495575547}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8337492942810059, "Finetune/Loss (Raw)": 0.8806571960449219, "Finetune/Step": 1583, "Finetune/Step Time": 6.23721238784492}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8339937925338745, "Finetune/Loss (Raw)": 0.841876745223999, "Finetune/Step": 1584, "Finetune/Step Time": 6.2497307155281305}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8366295099258423, "Finetune/Loss (Raw)": 0.9548000693321228, "Finetune/Step": 1585, "Finetune/Step Time": 6.230707345530391}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.837893545627594, "Finetune/Loss (Raw)": 1.0134106874465942, "Finetune/Step": 1586, "Finetune/Step Time": 6.271611604839563}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8376284837722778, "Finetune/Loss (Raw)": 0.9517183899879456, "Finetune/Step": 1587, "Finetune/Step Time": 6.268640337511897}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8360942602157593, "Finetune/Loss (Raw)": 0.8267536759376526, "Finetune/Step": 1588, "Finetune/Step Time": 6.275483770295978}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8345375657081604, "Finetune/Loss (Raw)": 0.8451793789863586, "Finetune/Step": 1589, "Finetune/Step Time": 6.286714119836688}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.834813117980957, "Finetune/Loss (Raw)": 0.938870906829834, "Finetune/Step": 1590, "Finetune/Step Time": 6.288529483601451}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8319388031959534, "Finetune/Loss (Raw)": 0.6001550555229187, "Finetune/Step": 1591, "Finetune/Step Time": 6.302229523658752}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8310209512710571, "Finetune/Loss (Raw)": 0.7039704322814941, "Finetune/Step": 1592, "Finetune/Step Time": 6.3012627344578505}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8305410146713257, "Finetune/Loss (Raw)": 0.7842152714729309, "Finetune/Step": 1593, "Finetune/Step Time": 6.303960213437676}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8302890062332153, "Finetune/Loss (Raw)": 0.8311446309089661, "Finetune/Step": 1594, "Finetune/Step Time": 6.304836576804519}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8294104337692261, "Finetune/Loss (Raw)": 0.723051130771637, "Finetune/Step": 1595, "Finetune/Step Time": 6.2857080195099115}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8288580179214478, "Finetune/Loss (Raw)": 0.8524990081787109, "Finetune/Step": 1596, "Finetune/Step Time": 6.288135116919875}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8289090394973755, "Finetune/Loss (Raw)": 0.7275225520133972, "Finetune/Step": 1597, "Finetune/Step Time": 6.270160157233477}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8289752006530762, "Finetune/Loss (Raw)": 0.8123835325241089, "Finetune/Step": 1598, "Finetune/Step Time": 6.280779201537371}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8280174732208252, "Finetune/Loss (Raw)": 0.7232099771499634, "Finetune/Step": 1599, "Finetune/Step Time": 6.303307686001062}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8290866017341614, "Finetune/Loss (Raw)": 0.9066390991210938, "Finetune/Step": 1600, "Finetune/Step Time": 6.305146038532257}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8297252655029297, "Finetune/Loss (Raw)": 0.6860365271568298, "Finetune/Step": 1601, "Finetune/Step Time": 6.321786981076002}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8290112018585205, "Finetune/Loss (Raw)": 0.9541330933570862, "Finetune/Step": 1602, "Finetune/Step Time": 6.328824182972312}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8309216499328613, "Finetune/Loss (Raw)": 0.9213259816169739, "Finetune/Step": 1603, "Finetune/Step Time": 6.328449370339513}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.830132782459259, "Finetune/Loss (Raw)": 0.8209723234176636, "Finetune/Step": 1604, "Finetune/Step Time": 6.328018918633461}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8300450444221497, "Finetune/Loss (Raw)": 0.6645069718360901, "Finetune/Step": 1605, "Finetune/Step Time": 6.313342362642288}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8269032835960388, "Finetune/Loss (Raw)": 0.6273295283317566, "Finetune/Step": 1606, "Finetune/Step Time": 6.337879339233041}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8274475336074829, "Finetune/Loss (Raw)": 0.8372401595115662, "Finetune/Step": 1607, "Finetune/Step Time": 6.326316511258483}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8261023759841919, "Finetune/Loss (Raw)": 0.7096663117408752, "Finetune/Step": 1608, "Finetune/Step Time": 6.345413196831942}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8259466886520386, "Finetune/Loss (Raw)": 0.8846961855888367, "Finetune/Step": 1609, "Finetune/Step Time": 6.339262500405312}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8264097571372986, "Finetune/Loss (Raw)": 0.870934009552002, "Finetune/Step": 1610, "Finetune/Step Time": 6.340676309540868}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8277052640914917, "Finetune/Loss (Raw)": 0.7523858547210693, "Finetune/Step": 1611, "Finetune/Step Time": 6.3337794449180365}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.8269379138946533, "Finetune/Loss (Raw)": 0.8109155893325806, "Finetune/Step": 1612, "Finetune/Step Time": 6.334025455638766}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8266433477401733, "Finetune/Loss (Raw)": 0.7452309727668762, "Finetune/Step": 1613, "Finetune/Step Time": 6.3424876276403666}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8283239603042603, "Finetune/Loss (Raw)": 0.8734692335128784, "Finetune/Step": 1614, "Finetune/Step Time": 6.322659222409129}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.8278101086616516, "Finetune/Loss (Raw)": 0.9629364013671875, "Finetune/Step": 1615, "Finetune/Step Time": 6.3155340906232595}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.8258323669433594, "Finetune/Loss (Raw)": 0.8576048612594604, "Finetune/Step": 1616, "Finetune/Step Time": 6.315516548231244}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8272871971130371, "Finetune/Loss (Raw)": 0.8248385190963745, "Finetune/Step": 1617, "Finetune/Step Time": 6.313223039731383}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8278070688247681, "Finetune/Loss (Raw)": 0.8369483947753906, "Finetune/Step": 1618, "Finetune/Step Time": 6.2973167188465595}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8281564712524414, "Finetune/Loss (Raw)": 0.7532504796981812, "Finetune/Step": 1619, "Finetune/Step Time": 6.288349559530616}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8292292356491089, "Finetune/Loss (Raw)": 1.0761617422103882, "Finetune/Step": 1620, "Finetune/Step Time": 6.290831724181771}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8299834132194519, "Finetune/Loss (Raw)": 0.7738224864006042, "Finetune/Step": 1621, "Finetune/Step Time": 6.277495000511408}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8311722874641418, "Finetune/Loss (Raw)": 0.970569372177124, "Finetune/Step": 1622, "Finetune/Step Time": 6.2744070421904325}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8328267335891724, "Finetune/Loss (Raw)": 1.0680559873580933, "Finetune/Step": 1623, "Finetune/Step Time": 6.269306130707264}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8325034976005554, "Finetune/Loss (Raw)": 0.8755691051483154, "Finetune/Step": 1624, "Finetune/Step Time": 6.270955676212907}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8334639072418213, "Finetune/Loss (Raw)": 0.8899205327033997, "Finetune/Step": 1625, "Finetune/Step Time": 6.261913063004613}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8327727913856506, "Finetune/Loss (Raw)": 0.8940321207046509, "Finetune/Step": 1626, "Finetune/Step Time": 6.255010595545173}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8348393440246582, "Finetune/Loss (Raw)": 0.9463212490081787, "Finetune/Step": 1627, "Finetune/Step Time": 6.231082931160927}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8366680145263672, "Finetune/Loss (Raw)": 0.8309152722358704, "Finetune/Step": 1628, "Finetune/Step Time": 6.210781183093786}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8350340127944946, "Finetune/Loss (Raw)": 0.7782050371170044, "Finetune/Step": 1629, "Finetune/Step Time": 6.19781799428165}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8344531655311584, "Finetune/Loss (Raw)": 0.8807677030563354, "Finetune/Step": 1630, "Finetune/Step Time": 6.198628135025501}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8354470729827881, "Finetune/Loss (Raw)": 0.8554372787475586, "Finetune/Step": 1631, "Finetune/Step Time": 6.2016705218702555}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8350278735160828, "Finetune/Loss (Raw)": 0.8276765942573547, "Finetune/Step": 1632, "Finetune/Step Time": 6.197125282138586}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8344390988349915, "Finetune/Loss (Raw)": 0.7779260873794556, "Finetune/Step": 1633, "Finetune/Step Time": 6.197729490697384}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8351703882217407, "Finetune/Loss (Raw)": 0.8780272603034973, "Finetune/Step": 1634, "Finetune/Step Time": 6.193219367414713}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8339983224868774, "Finetune/Loss (Raw)": 0.8001063466072083, "Finetune/Step": 1635, "Finetune/Step Time": 6.21024901047349}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8335751295089722, "Finetune/Loss (Raw)": 0.8922666311264038, "Finetune/Step": 1636, "Finetune/Step Time": 6.209030939266086}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8330544233322144, "Finetune/Loss (Raw)": 0.7962130308151245, "Finetune/Step": 1637, "Finetune/Step Time": 6.2130464017391205}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8319045305252075, "Finetune/Loss (Raw)": 0.8059765696525574, "Finetune/Step": 1638, "Finetune/Step Time": 6.205469332635403}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8302367925643921, "Finetune/Loss (Raw)": 0.7378771901130676, "Finetune/Step": 1639, "Finetune/Step Time": 6.19421399012208}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.832001268863678, "Finetune/Loss (Raw)": 0.9758642911911011, "Finetune/Step": 1640, "Finetune/Step Time": 6.185998659580946}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8314510583877563, "Finetune/Loss (Raw)": 0.92218017578125, "Finetune/Step": 1641, "Finetune/Step Time": 6.183437772095203}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.831964373588562, "Finetune/Loss (Raw)": 0.8571631908416748, "Finetune/Step": 1642, "Finetune/Step Time": 6.173896895721555}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8328181505203247, "Finetune/Loss (Raw)": 0.987363874912262, "Finetune/Step": 1643, "Finetune/Step Time": 6.182594938203692}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8319774866104126, "Finetune/Loss (Raw)": 0.7886908650398254, "Finetune/Step": 1644, "Finetune/Step Time": 6.2029181234538555}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8324674367904663, "Finetune/Loss (Raw)": 0.8583612442016602, "Finetune/Step": 1645, "Finetune/Step Time": 6.201390981674194}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.831900954246521, "Finetune/Loss (Raw)": 0.9320778846740723, "Finetune/Step": 1646, "Finetune/Step Time": 6.201516842469573}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8325243592262268, "Finetune/Loss (Raw)": 0.799125075340271, "Finetune/Step": 1647, "Finetune/Step Time": 6.212752304971218}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8337064981460571, "Finetune/Loss (Raw)": 0.9293939471244812, "Finetune/Step": 1648, "Finetune/Step Time": 6.195300783962011}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8330533504486084, "Finetune/Loss (Raw)": 0.8270083665847778, "Finetune/Step": 1649, "Finetune/Step Time": 6.195478856563568}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8343532085418701, "Finetune/Loss (Raw)": 0.9039649367332458, "Finetune/Step": 1650, "Finetune/Step Time": 6.187084261327982}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8351873755455017, "Finetune/Loss (Raw)": 0.7525483965873718, "Finetune/Step": 1651, "Finetune/Step Time": 6.187796231359243}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8359500169754028, "Finetune/Loss (Raw)": 0.8269639611244202, "Finetune/Step": 1652, "Finetune/Step Time": 6.174038415774703}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8369995355606079, "Finetune/Loss (Raw)": 0.8413906693458557, "Finetune/Step": 1653, "Finetune/Step Time": 6.167935371398926}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8366377949714661, "Finetune/Loss (Raw)": 0.9054034948348999, "Finetune/Step": 1654, "Finetune/Step Time": 6.1766386572271585}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8353416919708252, "Finetune/Loss (Raw)": 0.6839269995689392, "Finetune/Step": 1655, "Finetune/Step Time": 6.19503733702004}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8365108966827393, "Finetune/Loss (Raw)": 0.891124963760376, "Finetune/Step": 1656, "Finetune/Step Time": 6.17887189052999}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8352248668670654, "Finetune/Loss (Raw)": 0.8131778836250305, "Finetune/Step": 1657, "Finetune/Step Time": 6.188295571133494}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.837480366230011, "Finetune/Loss (Raw)": 0.8908690810203552, "Finetune/Step": 1658, "Finetune/Step Time": 6.175372768193483}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8366528153419495, "Finetune/Loss (Raw)": 0.8127074241638184, "Finetune/Step": 1659, "Finetune/Step Time": 6.17542720772326}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.836803138256073, "Finetune/Loss (Raw)": 0.8846831917762756, "Finetune/Step": 1660, "Finetune/Step Time": 6.169755222275853}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8380385637283325, "Finetune/Loss (Raw)": 0.8419223427772522, "Finetune/Step": 1661, "Finetune/Step Time": 6.167167564854026}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8399322628974915, "Finetune/Loss (Raw)": 0.9336130619049072, "Finetune/Step": 1662, "Finetune/Step Time": 6.166606346145272}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8382230997085571, "Finetune/Loss (Raw)": 0.5999497175216675, "Finetune/Step": 1663, "Finetune/Step Time": 6.171814363449812}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8373638391494751, "Finetune/Loss (Raw)": 0.6942415833473206, "Finetune/Step": 1664, "Finetune/Step Time": 6.165098773315549}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8386077880859375, "Finetune/Loss (Raw)": 0.9844461679458618, "Finetune/Step": 1665, "Finetune/Step Time": 6.163756892085075}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8395071625709534, "Finetune/Loss (Raw)": 0.8182038068771362, "Finetune/Step": 1666, "Finetune/Step Time": 6.139599995687604}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8395416736602783, "Finetune/Loss (Raw)": 0.8922610878944397, "Finetune/Step": 1667, "Finetune/Step Time": 6.136215398088098}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8404605388641357, "Finetune/Loss (Raw)": 0.9332584142684937, "Finetune/Step": 1668, "Finetune/Step Time": 6.137197721749544}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8400486707687378, "Finetune/Loss (Raw)": 0.8866615295410156, "Finetune/Step": 1669, "Finetune/Step Time": 6.136457035318017}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8420189619064331, "Finetune/Loss (Raw)": 0.93338543176651, "Finetune/Step": 1670, "Finetune/Step Time": 6.125677553936839}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8423820734024048, "Finetune/Loss (Raw)": 0.8135360479354858, "Finetune/Step": 1671, "Finetune/Step Time": 6.129055691882968}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8419349789619446, "Finetune/Loss (Raw)": 0.861351490020752, "Finetune/Step": 1672, "Finetune/Step Time": 6.142313266173005}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8411375284194946, "Finetune/Loss (Raw)": 0.7198930978775024, "Finetune/Step": 1673, "Finetune/Step Time": 6.14362702332437}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8382844924926758, "Finetune/Loss (Raw)": 0.5857887864112854, "Finetune/Step": 1674, "Finetune/Step Time": 6.146480597555637}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8369766473770142, "Finetune/Loss (Raw)": 0.6920396089553833, "Finetune/Step": 1675, "Finetune/Step Time": 6.148248638957739}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8375366926193237, "Finetune/Loss (Raw)": 0.9275507926940918, "Finetune/Step": 1676, "Finetune/Step Time": 6.142746303230524}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8394402265548706, "Finetune/Loss (Raw)": 0.9639343619346619, "Finetune/Step": 1677, "Finetune/Step Time": 6.120200349017978}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8385559916496277, "Finetune/Loss (Raw)": 0.7771883010864258, "Finetune/Step": 1678, "Finetune/Step Time": 6.1149168983101845}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8377795219421387, "Finetune/Loss (Raw)": 0.6643531918525696, "Finetune/Step": 1679, "Finetune/Step Time": 6.134514836594462}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8373528718948364, "Finetune/Loss (Raw)": 0.8672143220901489, "Finetune/Step": 1680, "Finetune/Step Time": 6.139254393056035}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8380609154701233, "Finetune/Loss (Raw)": 0.8682514429092407, "Finetune/Step": 1681, "Finetune/Step Time": 6.125838140025735}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8402493000030518, "Finetune/Loss (Raw)": 1.0398719310760498, "Finetune/Step": 1682, "Finetune/Step Time": 6.127064513042569}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8386855125427246, "Finetune/Loss (Raw)": 0.7049814462661743, "Finetune/Step": 1683, "Finetune/Step Time": 6.130456665530801}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8396942615509033, "Finetune/Loss (Raw)": 0.8438081741333008, "Finetune/Step": 1684, "Finetune/Step Time": 6.123177653178573}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8393599390983582, "Finetune/Loss (Raw)": 0.756840705871582, "Finetune/Step": 1685, "Finetune/Step Time": 6.1221831906586885}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8375934362411499, "Finetune/Loss (Raw)": 0.6228709816932678, "Finetune/Step": 1686, "Finetune/Step Time": 6.128844382241368}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8363010883331299, "Finetune/Loss (Raw)": 0.9178870320320129, "Finetune/Step": 1687, "Finetune/Step Time": 6.127887457609177}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.83591628074646, "Finetune/Loss (Raw)": 0.8491087555885315, "Finetune/Step": 1688, "Finetune/Step Time": 6.125046014785767}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8343455195426941, "Finetune/Loss (Raw)": 0.6937285661697388, "Finetune/Step": 1689, "Finetune/Step Time": 6.1437481343746185}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8347487449645996, "Finetune/Loss (Raw)": 0.9527162313461304, "Finetune/Step": 1690, "Finetune/Step Time": 6.1384436041116714}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8353935480117798, "Finetune/Loss (Raw)": 0.8683570027351379, "Finetune/Step": 1691, "Finetune/Step Time": 6.112554838880897}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8349969387054443, "Finetune/Loss (Raw)": 0.7335713505744934, "Finetune/Step": 1692, "Finetune/Step Time": 6.127344151958823}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8344640731811523, "Finetune/Loss (Raw)": 0.6844184994697571, "Finetune/Step": 1693, "Finetune/Step Time": 6.140707194805145}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.833077073097229, "Finetune/Loss (Raw)": 0.5966252684593201, "Finetune/Step": 1694, "Finetune/Step Time": 6.1421724539250135}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8319579362869263, "Finetune/Loss (Raw)": 0.6958277821540833, "Finetune/Step": 1695, "Finetune/Step Time": 6.157006094232202}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8320672512054443, "Finetune/Loss (Raw)": 0.8542245626449585, "Finetune/Step": 1696, "Finetune/Step Time": 6.1549118384718895}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8338432312011719, "Finetune/Loss (Raw)": 0.9154546856880188, "Finetune/Step": 1697, "Finetune/Step Time": 6.144121812656522}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8329348564147949, "Finetune/Loss (Raw)": 0.8439421057701111, "Finetune/Step": 1698, "Finetune/Step Time": 6.146824117749929}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8328654766082764, "Finetune/Loss (Raw)": 0.8933618664741516, "Finetune/Step": 1699, "Finetune/Step Time": 6.144648835062981}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8325750231742859, "Finetune/Loss (Raw)": 0.8899419903755188, "Finetune/Step": 1700, "Finetune/Step Time": 6.150551870465279}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.833528459072113, "Finetune/Loss (Raw)": 0.9419381618499756, "Finetune/Step": 1701, "Finetune/Step Time": 6.140047000721097}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8351596593856812, "Finetune/Loss (Raw)": 0.9288963079452515, "Finetune/Step": 1702, "Finetune/Step Time": 6.139289593324065}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.832779586315155, "Finetune/Loss (Raw)": 0.6684221029281616, "Finetune/Step": 1703, "Finetune/Step Time": 6.144748143851757}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8309808969497681, "Finetune/Loss (Raw)": 0.6351609826087952, "Finetune/Step": 1704, "Finetune/Step Time": 6.160261495038867}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8306927680969238, "Finetune/Loss (Raw)": 0.8392396569252014, "Finetune/Step": 1705, "Finetune/Step Time": 6.152470258995891}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8308944702148438, "Finetune/Loss (Raw)": 0.9171631336212158, "Finetune/Step": 1706, "Finetune/Step Time": 6.153164094313979}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8315955400466919, "Finetune/Loss (Raw)": 0.8740736246109009, "Finetune/Step": 1707, "Finetune/Step Time": 6.1532127652317286}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8327038288116455, "Finetune/Loss (Raw)": 0.8360581994056702, "Finetune/Step": 1708, "Finetune/Step Time": 6.136118769645691}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8345412015914917, "Finetune/Loss (Raw)": 0.9827895164489746, "Finetune/Step": 1709, "Finetune/Step Time": 6.147249972447753}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8345751166343689, "Finetune/Loss (Raw)": 0.8329704999923706, "Finetune/Step": 1710, "Finetune/Step Time": 6.164886003360152}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8343183398246765, "Finetune/Loss (Raw)": 0.8477929830551147, "Finetune/Step": 1711, "Finetune/Step Time": 6.164997035637498}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8355478048324585, "Finetune/Loss (Raw)": 0.99924236536026, "Finetune/Step": 1712, "Finetune/Step Time": 6.151821358129382}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8352603912353516, "Finetune/Loss (Raw)": 0.9180101752281189, "Finetune/Step": 1713, "Finetune/Step Time": 6.15120243281126}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8343267440795898, "Finetune/Loss (Raw)": 0.8939093947410583, "Finetune/Step": 1714, "Finetune/Step Time": 6.117184953764081}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.831881046295166, "Finetune/Loss (Raw)": 0.6386680603027344, "Finetune/Step": 1715, "Finetune/Step Time": 6.121728869155049}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8322733640670776, "Finetune/Loss (Raw)": 0.8769747018814087, "Finetune/Step": 1716, "Finetune/Step Time": 6.1113751120865345}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8325682282447815, "Finetune/Loss (Raw)": 0.8829185962677002, "Finetune/Step": 1717, "Finetune/Step Time": 6.111423516646028}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8323678970336914, "Finetune/Loss (Raw)": 0.9132303595542908, "Finetune/Step": 1718, "Finetune/Step Time": 6.105338390916586}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8340908288955688, "Finetune/Loss (Raw)": 0.8206889629364014, "Finetune/Step": 1719, "Finetune/Step Time": 6.093604007735848}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8360044360160828, "Finetune/Loss (Raw)": 0.9489096999168396, "Finetune/Step": 1720, "Finetune/Step Time": 6.09144183434546}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8369524478912354, "Finetune/Loss (Raw)": 0.9055567979812622, "Finetune/Step": 1721, "Finetune/Step Time": 6.09041672386229}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8372666835784912, "Finetune/Loss (Raw)": 0.8713700175285339, "Finetune/Step": 1722, "Finetune/Step Time": 6.08321918360889}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8381754159927368, "Finetune/Loss (Raw)": 0.839377224445343, "Finetune/Step": 1723, "Finetune/Step Time": 6.096160741522908}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8376137018203735, "Finetune/Loss (Raw)": 0.7805934548377991, "Finetune/Step": 1724, "Finetune/Step Time": 6.092578990384936}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8385515809059143, "Finetune/Loss (Raw)": 0.8475721478462219, "Finetune/Step": 1725, "Finetune/Step Time": 6.083772791549563}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8383865356445312, "Finetune/Loss (Raw)": 0.7912506461143494, "Finetune/Step": 1726, "Finetune/Step Time": 6.078846532851458}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8393169641494751, "Finetune/Loss (Raw)": 0.8423147201538086, "Finetune/Step": 1727, "Finetune/Step Time": 6.070684080943465}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8397090435028076, "Finetune/Loss (Raw)": 0.9568170309066772, "Finetune/Step": 1728, "Finetune/Step Time": 6.069479878991842}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8413136005401611, "Finetune/Loss (Raw)": 0.8914186954498291, "Finetune/Step": 1729, "Finetune/Step Time": 6.06005560234189}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8397090435028076, "Finetune/Loss (Raw)": 0.7487472295761108, "Finetune/Step": 1730, "Finetune/Step Time": 6.054480059072375}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8405235409736633, "Finetune/Loss (Raw)": 1.0255928039550781, "Finetune/Step": 1731, "Finetune/Step Time": 6.051246589049697}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8414096236228943, "Finetune/Loss (Raw)": 0.9343913197517395, "Finetune/Step": 1732, "Finetune/Step Time": 6.063031757250428}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8430795073509216, "Finetune/Loss (Raw)": 0.8782486915588379, "Finetune/Step": 1733, "Finetune/Step Time": 6.0585776306688786}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8452158570289612, "Finetune/Loss (Raw)": 0.9007844924926758, "Finetune/Step": 1734, "Finetune/Step Time": 6.0465060863643885}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8452012538909912, "Finetune/Loss (Raw)": 0.8353739380836487, "Finetune/Step": 1735, "Finetune/Step Time": 6.04640107601881}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8463828563690186, "Finetune/Loss (Raw)": 0.8609052300453186, "Finetune/Step": 1736, "Finetune/Step Time": 6.025942651554942}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8455950021743774, "Finetune/Loss (Raw)": 0.7838447093963623, "Finetune/Step": 1737, "Finetune/Step Time": 6.025479566305876}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8444612622261047, "Finetune/Loss (Raw)": 0.7258216738700867, "Finetune/Step": 1738, "Finetune/Step Time": 6.041433192789555}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8451330661773682, "Finetune/Loss (Raw)": 0.8383745551109314, "Finetune/Step": 1739, "Finetune/Step Time": 6.024420775473118}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8447379469871521, "Finetune/Loss (Raw)": 0.7603452801704407, "Finetune/Step": 1740, "Finetune/Step Time": 6.036994589492679}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8470304608345032, "Finetune/Loss (Raw)": 1.0386697053909302, "Finetune/Step": 1741, "Finetune/Step Time": 6.031218742951751}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8454991579055786, "Finetune/Loss (Raw)": 0.677466869354248, "Finetune/Step": 1742, "Finetune/Step Time": 6.034202633425593}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8446688652038574, "Finetune/Loss (Raw)": 0.8566601276397705, "Finetune/Step": 1743, "Finetune/Step Time": 6.04398787394166}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8444359302520752, "Finetune/Loss (Raw)": 0.827786922454834, "Finetune/Step": 1744, "Finetune/Step Time": 6.045980334281921}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8449015021324158, "Finetune/Loss (Raw)": 0.8844304084777832, "Finetune/Step": 1745, "Finetune/Step Time": 6.041590252891183}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8460127115249634, "Finetune/Loss (Raw)": 0.9791842699050903, "Finetune/Step": 1746, "Finetune/Step Time": 6.040616711601615}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8458331823348999, "Finetune/Loss (Raw)": 0.730265200138092, "Finetune/Step": 1747, "Finetune/Step Time": 6.060337606817484}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8429121375083923, "Finetune/Loss (Raw)": 0.7022750377655029, "Finetune/Step": 1748, "Finetune/Step Time": 6.067020066082478}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8437930345535278, "Finetune/Loss (Raw)": 0.8865718245506287, "Finetune/Step": 1749, "Finetune/Step Time": 6.062716070562601}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8436307907104492, "Finetune/Loss (Raw)": 0.9498072862625122, "Finetune/Step": 1750, "Finetune/Step Time": 6.0766177494078875}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8423715829849243, "Finetune/Loss (Raw)": 0.9068719744682312, "Finetune/Step": 1751, "Finetune/Step Time": 6.079542363062501}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8433839082717896, "Finetune/Loss (Raw)": 1.0051472187042236, "Finetune/Step": 1752, "Finetune/Step Time": 6.0784011501818895}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8431186676025391, "Finetune/Loss (Raw)": 0.8559762239456177, "Finetune/Step": 1753, "Finetune/Step Time": 6.0783732905983925}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.843254804611206, "Finetune/Loss (Raw)": 0.9114530086517334, "Finetune/Step": 1754, "Finetune/Step Time": 6.082013748586178}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.842633843421936, "Finetune/Loss (Raw)": 0.86684250831604, "Finetune/Step": 1755, "Finetune/Step Time": 6.086253132671118}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.843845009803772, "Finetune/Loss (Raw)": 0.9859402179718018, "Finetune/Step": 1756, "Finetune/Step Time": 6.0891366712749}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8428396582603455, "Finetune/Loss (Raw)": 0.6495208740234375, "Finetune/Step": 1757, "Finetune/Step Time": 6.097970766946673}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.841849684715271, "Finetune/Loss (Raw)": 0.7540453672409058, "Finetune/Step": 1758, "Finetune/Step Time": 6.0989214684814215}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.842656672000885, "Finetune/Loss (Raw)": 0.9587356448173523, "Finetune/Step": 1759, "Finetune/Step Time": 6.100730698555708}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8437387943267822, "Finetune/Loss (Raw)": 0.9661909937858582, "Finetune/Step": 1760, "Finetune/Step Time": 6.097868574783206}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8435873985290527, "Finetune/Loss (Raw)": 0.7585521936416626, "Finetune/Step": 1761, "Finetune/Step Time": 6.111786779016256}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.842667818069458, "Finetune/Loss (Raw)": 0.7603155374526978, "Finetune/Step": 1762, "Finetune/Step Time": 6.117318592965603}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8442301750183105, "Finetune/Loss (Raw)": 1.0000860691070557, "Finetune/Step": 1763, "Finetune/Step Time": 6.111811129376292}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8446747064590454, "Finetune/Loss (Raw)": 0.9491733312606812, "Finetune/Step": 1764, "Finetune/Step Time": 6.1272157318890095}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8445565700531006, "Finetune/Loss (Raw)": 0.7810898423194885, "Finetune/Step": 1765, "Finetune/Step Time": 6.135929923504591}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8453342914581299, "Finetune/Loss (Raw)": 0.9055213928222656, "Finetune/Step": 1766, "Finetune/Step Time": 6.1348323710262775}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8454180359840393, "Finetune/Loss (Raw)": 0.7485966086387634, "Finetune/Step": 1767, "Finetune/Step Time": 6.132278738543391}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8434637784957886, "Finetune/Loss (Raw)": 0.7257211208343506, "Finetune/Step": 1768, "Finetune/Step Time": 6.132384683936834}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8416917324066162, "Finetune/Loss (Raw)": 0.6953623294830322, "Finetune/Step": 1769, "Finetune/Step Time": 6.142927210777998}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8420130014419556, "Finetune/Loss (Raw)": 0.8982803821563721, "Finetune/Step": 1770, "Finetune/Step Time": 6.147173536941409}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8406655788421631, "Finetune/Loss (Raw)": 0.8148927688598633, "Finetune/Step": 1771, "Finetune/Step Time": 6.135919746011496}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8422530889511108, "Finetune/Loss (Raw)": 0.9918885231018066, "Finetune/Step": 1772, "Finetune/Step Time": 6.1162081733345985}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8417325615882874, "Finetune/Loss (Raw)": 0.7917399406433105, "Finetune/Step": 1773, "Finetune/Step Time": 6.123558659106493}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8403255939483643, "Finetune/Loss (Raw)": 0.7519811987876892, "Finetune/Step": 1774, "Finetune/Step Time": 6.135376779362559}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.841411292552948, "Finetune/Loss (Raw)": 0.93809574842453, "Finetune/Step": 1775, "Finetune/Step Time": 6.134609695523977}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8408136367797852, "Finetune/Loss (Raw)": 0.8529021739959717, "Finetune/Step": 1776, "Finetune/Step Time": 6.145410720258951}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8412139415740967, "Finetune/Loss (Raw)": 0.8782486319541931, "Finetune/Step": 1777, "Finetune/Step Time": 6.143183032050729}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8406811952590942, "Finetune/Loss (Raw)": 0.8357658386230469, "Finetune/Step": 1778, "Finetune/Step Time": 6.146301971748471}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8430230617523193, "Finetune/Loss (Raw)": 1.0523078441619873, "Finetune/Step": 1779, "Finetune/Step Time": 6.135649383068085}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8429725170135498, "Finetune/Loss (Raw)": 0.8204910755157471, "Finetune/Step": 1780, "Finetune/Step Time": 6.129363132640719}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8416793346405029, "Finetune/Loss (Raw)": 0.6758660674095154, "Finetune/Step": 1781, "Finetune/Step Time": 6.129831772297621}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8414285778999329, "Finetune/Loss (Raw)": 0.8733054995536804, "Finetune/Step": 1782, "Finetune/Step Time": 6.121039617806673}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8419342041015625, "Finetune/Loss (Raw)": 0.7486509680747986, "Finetune/Step": 1783, "Finetune/Step Time": 6.10260421782732}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8428399562835693, "Finetune/Loss (Raw)": 1.0070565938949585, "Finetune/Step": 1784, "Finetune/Step Time": 6.102777447551489}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8415155410766602, "Finetune/Loss (Raw)": 0.6436489224433899, "Finetune/Step": 1785, "Finetune/Step Time": 6.101689679548144}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.841167688369751, "Finetune/Loss (Raw)": 0.8463533520698547, "Finetune/Step": 1786, "Finetune/Step Time": 6.1022259425371885}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8404368758201599, "Finetune/Loss (Raw)": 0.7191575765609741, "Finetune/Step": 1787, "Finetune/Step Time": 6.107145698741078}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8396428823471069, "Finetune/Loss (Raw)": 0.7830559611320496, "Finetune/Step": 1788, "Finetune/Step Time": 6.106280522421002}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8381859064102173, "Finetune/Loss (Raw)": 0.6554324626922607, "Finetune/Step": 1789, "Finetune/Step Time": 6.126335566863418}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8378507494926453, "Finetune/Loss (Raw)": 0.8907070159912109, "Finetune/Step": 1790, "Finetune/Step Time": 6.129109472036362}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8407530188560486, "Finetune/Loss (Raw)": 0.9714415073394775, "Finetune/Step": 1791, "Finetune/Step Time": 6.125986693426967}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8424491882324219, "Finetune/Loss (Raw)": 0.9113566875457764, "Finetune/Step": 1792, "Finetune/Step Time": 6.126166742295027}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8403893709182739, "Finetune/Loss (Raw)": 0.7207822203636169, "Finetune/Step": 1793, "Finetune/Step Time": 6.1374264899641275}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8413980007171631, "Finetune/Loss (Raw)": 0.9473190903663635, "Finetune/Step": 1794, "Finetune/Step Time": 6.144404720515013}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8394527435302734, "Finetune/Loss (Raw)": 0.6432549953460693, "Finetune/Step": 1795, "Finetune/Step Time": 6.165902880951762}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8385227918624878, "Finetune/Loss (Raw)": 0.8142276406288147, "Finetune/Step": 1796, "Finetune/Step Time": 6.163065850734711}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8382529020309448, "Finetune/Loss (Raw)": 0.8521229028701782, "Finetune/Step": 1797, "Finetune/Step Time": 6.162774408236146}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8378018140792847, "Finetune/Loss (Raw)": 0.8756377100944519, "Finetune/Step": 1798, "Finetune/Step Time": 6.168146546930075}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8378202319145203, "Finetune/Loss (Raw)": 0.8158945441246033, "Finetune/Step": 1799, "Finetune/Step Time": 6.162690535187721}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8374241590499878, "Finetune/Loss (Raw)": 0.8106614947319031, "Finetune/Step": 1800, "Finetune/Step Time": 6.1582831256091595}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8387859463691711, "Finetune/Loss (Raw)": 0.8941921591758728, "Finetune/Step": 1801, "Finetune/Step Time": 6.162560649216175}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8403100371360779, "Finetune/Loss (Raw)": 0.7808815836906433, "Finetune/Step": 1802, "Finetune/Step Time": 6.176512371748686}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8414044380187988, "Finetune/Loss (Raw)": 0.8321163654327393, "Finetune/Step": 1803, "Finetune/Step Time": 6.1881897039711475}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8411058187484741, "Finetune/Loss (Raw)": 0.8893329501152039, "Finetune/Step": 1804, "Finetune/Step Time": 6.1919599156826735}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8379225730895996, "Finetune/Loss (Raw)": 0.5564771294593811, "Finetune/Step": 1805, "Finetune/Step Time": 6.19927666708827}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8377879858016968, "Finetune/Loss (Raw)": 0.7599585652351379, "Finetune/Step": 1806, "Finetune/Step Time": 6.209647906944156}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8395253419876099, "Finetune/Loss (Raw)": 0.8867296576499939, "Finetune/Step": 1807, "Finetune/Step Time": 6.190787361934781}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8390752077102661, "Finetune/Loss (Raw)": 0.8095971941947937, "Finetune/Step": 1808, "Finetune/Step Time": 6.18228236399591}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8390313982963562, "Finetune/Loss (Raw)": 0.8626468777656555, "Finetune/Step": 1809, "Finetune/Step Time": 6.181627521291375}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8372130393981934, "Finetune/Loss (Raw)": 0.8071296215057373, "Finetune/Step": 1810, "Finetune/Step Time": 6.1837210692465305}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8383239507675171, "Finetune/Loss (Raw)": 0.847169041633606, "Finetune/Step": 1811, "Finetune/Step Time": 6.179282911121845}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8375142216682434, "Finetune/Loss (Raw)": 0.7401673197746277, "Finetune/Step": 1812, "Finetune/Step Time": 6.185082854703069}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8379465341567993, "Finetune/Loss (Raw)": 0.8121777772903442, "Finetune/Step": 1813, "Finetune/Step Time": 6.176981074735522}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8398179411888123, "Finetune/Loss (Raw)": 0.8624088168144226, "Finetune/Step": 1814, "Finetune/Step Time": 6.167465493083}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8390730619430542, "Finetune/Loss (Raw)": 0.8225429654121399, "Finetune/Step": 1815, "Finetune/Step Time": 6.166695959866047}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8398107886314392, "Finetune/Loss (Raw)": 0.9435388445854187, "Finetune/Step": 1816, "Finetune/Step Time": 6.162410918623209}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8410709500312805, "Finetune/Loss (Raw)": 0.855024516582489, "Finetune/Step": 1817, "Finetune/Step Time": 6.143348006531596}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8397896885871887, "Finetune/Loss (Raw)": 0.7887229323387146, "Finetune/Step": 1818, "Finetune/Step Time": 6.143587643280625}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8399500846862793, "Finetune/Loss (Raw)": 0.8888870477676392, "Finetune/Step": 1819, "Finetune/Step Time": 6.141573708504438}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8399735689163208, "Finetune/Loss (Raw)": 0.7365744113922119, "Finetune/Step": 1820, "Finetune/Step Time": 6.126198856160045}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.841410219669342, "Finetune/Loss (Raw)": 0.868306577205658, "Finetune/Step": 1821, "Finetune/Step Time": 6.113481225445867}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8450859785079956, "Finetune/Loss (Raw)": 1.0671288967132568, "Finetune/Step": 1822, "Finetune/Step Time": 6.108938690274954}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8462390899658203, "Finetune/Loss (Raw)": 0.843418300151825, "Finetune/Step": 1823, "Finetune/Step Time": 6.09141587652266}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8446061015129089, "Finetune/Loss (Raw)": 0.6452047824859619, "Finetune/Step": 1824, "Finetune/Step Time": 6.095623143017292}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8440166711807251, "Finetune/Loss (Raw)": 0.8400041460990906, "Finetune/Step": 1825, "Finetune/Step Time": 6.0973343513906}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.844312310218811, "Finetune/Loss (Raw)": 0.8817852735519409, "Finetune/Step": 1826, "Finetune/Step Time": 6.09997970238328}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8435483574867249, "Finetune/Loss (Raw)": 0.7955790758132935, "Finetune/Step": 1827, "Finetune/Step Time": 6.136072773486376}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8433647155761719, "Finetune/Loss (Raw)": 0.8664420247077942, "Finetune/Step": 1828, "Finetune/Step Time": 6.1349023673683405}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8441414833068848, "Finetune/Loss (Raw)": 1.0413602590560913, "Finetune/Step": 1829, "Finetune/Step Time": 6.136028945446014}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8444975018501282, "Finetune/Loss (Raw)": 0.9744662642478943, "Finetune/Step": 1830, "Finetune/Step Time": 6.143559563905001}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8457695245742798, "Finetune/Loss (Raw)": 0.83124178647995, "Finetune/Step": 1831, "Finetune/Step Time": 6.1310940105468035}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.848441481590271, "Finetune/Loss (Raw)": 0.9771662950515747, "Finetune/Step": 1832, "Finetune/Step Time": 6.11199040338397}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8476197719573975, "Finetune/Loss (Raw)": 0.7340651750564575, "Finetune/Step": 1833, "Finetune/Step Time": 6.125696389004588}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8479388952255249, "Finetune/Loss (Raw)": 0.9580093622207642, "Finetune/Step": 1834, "Finetune/Step Time": 6.127552654594183}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8480589389801025, "Finetune/Loss (Raw)": 0.889441967010498, "Finetune/Step": 1835, "Finetune/Step Time": 6.131770499050617}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.848494291305542, "Finetune/Loss (Raw)": 0.8917807936668396, "Finetune/Step": 1836, "Finetune/Step Time": 6.127630077302456}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8473019599914551, "Finetune/Loss (Raw)": 0.8301669955253601, "Finetune/Step": 1837, "Finetune/Step Time": 6.116661708801985}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8475274443626404, "Finetune/Loss (Raw)": 0.8618417382240295, "Finetune/Step": 1838, "Finetune/Step Time": 6.102242009714246}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8478641510009766, "Finetune/Loss (Raw)": 0.8908897042274475, "Finetune/Step": 1839, "Finetune/Step Time": 6.102991780266166}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8465687036514282, "Finetune/Loss (Raw)": 0.833422839641571, "Finetune/Step": 1840, "Finetune/Step Time": 6.1108601447194815}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8454251885414124, "Finetune/Loss (Raw)": 0.771640956401825, "Finetune/Step": 1841, "Finetune/Step Time": 6.120035503059626}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8457469344139099, "Finetune/Loss (Raw)": 0.9350929856300354, "Finetune/Step": 1842, "Finetune/Step Time": 6.126034941524267}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8475686311721802, "Finetune/Loss (Raw)": 0.871846079826355, "Finetune/Step": 1843, "Finetune/Step Time": 6.12967992387712}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8470717668533325, "Finetune/Loss (Raw)": 0.8133737444877625, "Finetune/Step": 1844, "Finetune/Step Time": 6.138799909502268}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8462274074554443, "Finetune/Loss (Raw)": 0.7748365998268127, "Finetune/Step": 1845, "Finetune/Step Time": 6.13332143612206}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8464272022247314, "Finetune/Loss (Raw)": 0.9388027787208557, "Finetune/Step": 1846, "Finetune/Step Time": 6.134310018271208}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8467714786529541, "Finetune/Loss (Raw)": 0.8647559881210327, "Finetune/Step": 1847, "Finetune/Step Time": 6.1400192733854055}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8461068868637085, "Finetune/Loss (Raw)": 0.8638437986373901, "Finetune/Step": 1848, "Finetune/Step Time": 6.135573714971542}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8466914892196655, "Finetune/Loss (Raw)": 0.9803886413574219, "Finetune/Step": 1849, "Finetune/Step Time": 6.1311762891709805}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8471068739891052, "Finetune/Loss (Raw)": 0.9245432019233704, "Finetune/Step": 1850, "Finetune/Step Time": 6.135371206328273}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8455343246459961, "Finetune/Loss (Raw)": 0.6380823850631714, "Finetune/Step": 1851, "Finetune/Step Time": 6.13813897036016}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8463893532752991, "Finetune/Loss (Raw)": 0.8900381922721863, "Finetune/Step": 1852, "Finetune/Step Time": 6.139186475425959}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8468271493911743, "Finetune/Loss (Raw)": 0.9036114811897278, "Finetune/Step": 1853, "Finetune/Step Time": 6.14136840030551}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8476285338401794, "Finetune/Loss (Raw)": 0.8938305974006653, "Finetune/Step": 1854, "Finetune/Step Time": 6.136210577562451}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8480373620986938, "Finetune/Loss (Raw)": 0.8946487903594971, "Finetune/Step": 1855, "Finetune/Step Time": 6.123489107936621}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8482702970504761, "Finetune/Loss (Raw)": 0.9866269826889038, "Finetune/Step": 1856, "Finetune/Step Time": 6.12267947383225}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8471635580062866, "Finetune/Loss (Raw)": 0.749756395816803, "Finetune/Step": 1857, "Finetune/Step Time": 6.144239651039243}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8478350639343262, "Finetune/Loss (Raw)": 0.8346989154815674, "Finetune/Step": 1858, "Finetune/Step Time": 6.1489636320620775}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8473188877105713, "Finetune/Loss (Raw)": 0.9595236778259277, "Finetune/Step": 1859, "Finetune/Step Time": 6.142854264006019}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8455531597137451, "Finetune/Loss (Raw)": 0.7083803415298462, "Finetune/Step": 1860, "Finetune/Step Time": 6.132926790043712}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.844860315322876, "Finetune/Loss (Raw)": 0.7895619869232178, "Finetune/Step": 1861, "Finetune/Step Time": 6.1325129102915525}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8438966274261475, "Finetune/Loss (Raw)": 0.7774322628974915, "Finetune/Step": 1862, "Finetune/Step Time": 6.120549215003848}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8430582284927368, "Finetune/Loss (Raw)": 0.7280579209327698, "Finetune/Step": 1863, "Finetune/Step Time": 6.119537182152271}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8422785401344299, "Finetune/Loss (Raw)": 0.761107325553894, "Finetune/Step": 1864, "Finetune/Step Time": 6.1244190745055676}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8432943820953369, "Finetune/Loss (Raw)": 0.9138656258583069, "Finetune/Step": 1865, "Finetune/Step Time": 6.124715860933065}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.844889760017395, "Finetune/Loss (Raw)": 0.9300382137298584, "Finetune/Step": 1866, "Finetune/Step Time": 6.1144335605204105}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.845826268196106, "Finetune/Loss (Raw)": 0.9582429528236389, "Finetune/Step": 1867, "Finetune/Step Time": 6.119604228064418}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8457860946655273, "Finetune/Loss (Raw)": 0.7552021741867065, "Finetune/Step": 1868, "Finetune/Step Time": 6.1227041110396385}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8449432849884033, "Finetune/Loss (Raw)": 0.9307926893234253, "Finetune/Step": 1869, "Finetune/Step Time": 6.118601394817233}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8455591797828674, "Finetune/Loss (Raw)": 0.7562960982322693, "Finetune/Step": 1870, "Finetune/Step Time": 6.115450121462345}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.845321536064148, "Finetune/Loss (Raw)": 0.8262494206428528, "Finetune/Step": 1871, "Finetune/Step Time": 6.12749120593071}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8443628549575806, "Finetune/Loss (Raw)": 0.7050776481628418, "Finetune/Step": 1872, "Finetune/Step Time": 6.12977310270071}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8430398106575012, "Finetune/Loss (Raw)": 0.7150730490684509, "Finetune/Step": 1873, "Finetune/Step Time": 6.147383540868759}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.842492401599884, "Finetune/Loss (Raw)": 0.9091178178787231, "Finetune/Step": 1874, "Finetune/Step Time": 6.148064088076353}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8418176174163818, "Finetune/Loss (Raw)": 0.643900990486145, "Finetune/Step": 1875, "Finetune/Step Time": 6.146323410794139}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8433067798614502, "Finetune/Loss (Raw)": 0.892877459526062, "Finetune/Step": 1876, "Finetune/Step Time": 6.136783832684159}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8433440923690796, "Finetune/Loss (Raw)": 0.8913539052009583, "Finetune/Step": 1877, "Finetune/Step Time": 6.1403494682163}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8411783576011658, "Finetune/Loss (Raw)": 0.6725939512252808, "Finetune/Step": 1878, "Finetune/Step Time": 6.134369447827339}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8415106534957886, "Finetune/Loss (Raw)": 0.9493992924690247, "Finetune/Step": 1879, "Finetune/Step Time": 6.1272765677422285}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8385716676712036, "Finetune/Loss (Raw)": 0.6289612054824829, "Finetune/Step": 1880, "Finetune/Step Time": 6.142510699108243}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8376892805099487, "Finetune/Loss (Raw)": 0.743023693561554, "Finetune/Step": 1881, "Finetune/Step Time": 6.146214608103037}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8375397324562073, "Finetune/Loss (Raw)": 0.8923157453536987, "Finetune/Step": 1882, "Finetune/Step Time": 6.143284685909748}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8360668420791626, "Finetune/Loss (Raw)": 0.6783108711242676, "Finetune/Step": 1883, "Finetune/Step Time": 6.149829702451825}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8335418701171875, "Finetune/Loss (Raw)": 0.6627511382102966, "Finetune/Step": 1884, "Finetune/Step Time": 6.167426336556673}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8355585336685181, "Finetune/Loss (Raw)": 0.9076552391052246, "Finetune/Step": 1885, "Finetune/Step Time": 6.147438688203692}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8376210927963257, "Finetune/Loss (Raw)": 1.018041968345642, "Finetune/Step": 1886, "Finetune/Step Time": 6.1504331566393375}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8359285593032837, "Finetune/Loss (Raw)": 0.742095947265625, "Finetune/Step": 1887, "Finetune/Step Time": 6.146639280021191}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8338143825531006, "Finetune/Loss (Raw)": 0.69557785987854, "Finetune/Step": 1888, "Finetune/Step Time": 6.151179902255535}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8340904712677002, "Finetune/Loss (Raw)": 0.793891191482544, "Finetune/Step": 1889, "Finetune/Step Time": 6.1436347011476755}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8345567584037781, "Finetune/Loss (Raw)": 0.820000410079956, "Finetune/Step": 1890, "Finetune/Step Time": 6.13836120814085}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8340613842010498, "Finetune/Loss (Raw)": 0.9366759657859802, "Finetune/Step": 1891, "Finetune/Step Time": 6.127047086134553}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8343686461448669, "Finetune/Loss (Raw)": 0.988506555557251, "Finetune/Step": 1892, "Finetune/Step Time": 6.111906373873353}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8345069289207458, "Finetune/Loss (Raw)": 0.798790693283081, "Finetune/Step": 1893, "Finetune/Step Time": 6.12238235026598}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8331742286682129, "Finetune/Loss (Raw)": 0.7349404692649841, "Finetune/Step": 1894, "Finetune/Step Time": 6.116194155067205}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8337829113006592, "Finetune/Loss (Raw)": 0.8265059590339661, "Finetune/Step": 1895, "Finetune/Step Time": 6.118166629225016}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8349047899246216, "Finetune/Loss (Raw)": 0.869314968585968, "Finetune/Step": 1896, "Finetune/Step Time": 6.120476141571999}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8372623920440674, "Finetune/Loss (Raw)": 0.9971415996551514, "Finetune/Step": 1897, "Finetune/Step Time": 6.111016258597374}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8370983600616455, "Finetune/Loss (Raw)": 0.8772805333137512, "Finetune/Step": 1898, "Finetune/Step Time": 6.112324625253677}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8361803293228149, "Finetune/Loss (Raw)": 0.6973815560340881, "Finetune/Step": 1899, "Finetune/Step Time": 6.128022527322173}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.834984540939331, "Finetune/Loss (Raw)": 0.8388320207595825, "Finetune/Step": 1900, "Finetune/Step Time": 6.128150375559926}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8351056575775146, "Finetune/Loss (Raw)": 0.8072390556335449, "Finetune/Step": 1901, "Finetune/Step Time": 6.124423358589411}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8366633653640747, "Finetune/Loss (Raw)": 0.9513716697692871, "Finetune/Step": 1902, "Finetune/Step Time": 6.117373080924153}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.835277259349823, "Finetune/Loss (Raw)": 0.7606726288795471, "Finetune/Step": 1903, "Finetune/Step Time": 6.123945642262697}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8349552154541016, "Finetune/Loss (Raw)": 0.8116788268089294, "Finetune/Step": 1904, "Finetune/Step Time": 6.116389352828264}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8332522511482239, "Finetune/Loss (Raw)": 0.6602746844291687, "Finetune/Step": 1905, "Finetune/Step Time": 6.137235507369041}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8326449394226074, "Finetune/Loss (Raw)": 0.7580286264419556, "Finetune/Step": 1906, "Finetune/Step Time": 6.144684422761202}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8312161564826965, "Finetune/Loss (Raw)": 0.8694177865982056, "Finetune/Step": 1907, "Finetune/Step Time": 6.165250722318888}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8310117721557617, "Finetune/Loss (Raw)": 0.7943325042724609, "Finetune/Step": 1908, "Finetune/Step Time": 6.173917317762971}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8304674625396729, "Finetune/Loss (Raw)": 0.6061959862709045, "Finetune/Step": 1909, "Finetune/Step Time": 6.173487588763237}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8303276896476746, "Finetune/Loss (Raw)": 0.8554139137268066, "Finetune/Step": 1910, "Finetune/Step Time": 6.175457131117582}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8315095901489258, "Finetune/Loss (Raw)": 0.8999308347702026, "Finetune/Step": 1911, "Finetune/Step Time": 6.177867127582431}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8300143480300903, "Finetune/Loss (Raw)": 0.8156697750091553, "Finetune/Step": 1912, "Finetune/Step Time": 6.174269085749984}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8315221071243286, "Finetune/Loss (Raw)": 0.8366425633430481, "Finetune/Step": 1913, "Finetune/Step Time": 6.162188056856394}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.832737922668457, "Finetune/Loss (Raw)": 1.0019774436950684, "Finetune/Step": 1914, "Finetune/Step Time": 6.158965729176998}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.834304928779602, "Finetune/Loss (Raw)": 0.9197320342063904, "Finetune/Step": 1915, "Finetune/Step Time": 6.177421599626541}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8346656560897827, "Finetune/Loss (Raw)": 0.8292306065559387, "Finetune/Step": 1916, "Finetune/Step Time": 6.177174327895045}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8355618715286255, "Finetune/Loss (Raw)": 0.770147979259491, "Finetune/Step": 1917, "Finetune/Step Time": 6.155908063054085}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8348903656005859, "Finetune/Loss (Raw)": 0.8047483563423157, "Finetune/Step": 1918, "Finetune/Step Time": 6.1468920186161995}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8338145613670349, "Finetune/Loss (Raw)": 0.8337435722351074, "Finetune/Step": 1919, "Finetune/Step Time": 6.142560385167599}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8324085474014282, "Finetune/Loss (Raw)": 0.7313817143440247, "Finetune/Step": 1920, "Finetune/Step Time": 6.151019427925348}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8341771364212036, "Finetune/Loss (Raw)": 0.9471678733825684, "Finetune/Step": 1921, "Finetune/Step Time": 6.139181487262249}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8312393426895142, "Finetune/Loss (Raw)": 0.5712790489196777, "Finetune/Step": 1922, "Finetune/Step Time": 6.156661305576563}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.832941472530365, "Finetune/Loss (Raw)": 0.861127495765686, "Finetune/Step": 1923, "Finetune/Step Time": 6.1376740746200085}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8337270021438599, "Finetune/Loss (Raw)": 0.9147799611091614, "Finetune/Step": 1924, "Finetune/Step Time": 6.1352633107453585}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8350504636764526, "Finetune/Loss (Raw)": 1.0215246677398682, "Finetune/Step": 1925, "Finetune/Step Time": 6.132938835769892}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8332371711730957, "Finetune/Loss (Raw)": 0.6435394883155823, "Finetune/Step": 1926, "Finetune/Step Time": 6.1478531286120415}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8325045704841614, "Finetune/Loss (Raw)": 0.7221176624298096, "Finetune/Step": 1927, "Finetune/Step Time": 6.170564780011773}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8335670828819275, "Finetune/Loss (Raw)": 0.9466646909713745, "Finetune/Step": 1928, "Finetune/Step Time": 6.163263883441687}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8321895599365234, "Finetune/Loss (Raw)": 0.7178698778152466, "Finetune/Step": 1929, "Finetune/Step Time": 6.155804108828306}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8311935663223267, "Finetune/Loss (Raw)": 0.653397262096405, "Finetune/Step": 1930, "Finetune/Step Time": 6.1321290004998446}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.831696629524231, "Finetune/Loss (Raw)": 0.8965005874633789, "Finetune/Step": 1931, "Finetune/Step Time": 6.113123923540115}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8299340605735779, "Finetune/Loss (Raw)": 0.6637247204780579, "Finetune/Step": 1932, "Finetune/Step Time": 6.124779323115945}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8325841426849365, "Finetune/Loss (Raw)": 0.8956937789916992, "Finetune/Step": 1933, "Finetune/Step Time": 6.121839551255107}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8336621522903442, "Finetune/Loss (Raw)": 0.8979367613792419, "Finetune/Step": 1934, "Finetune/Step Time": 6.110240280628204}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8341277837753296, "Finetune/Loss (Raw)": 0.9463260769844055, "Finetune/Step": 1935, "Finetune/Step Time": 6.111684322357178}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8334224224090576, "Finetune/Loss (Raw)": 0.7193176746368408, "Finetune/Step": 1936, "Finetune/Step Time": 6.121686484664679}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8333060145378113, "Finetune/Loss (Raw)": 0.847747266292572, "Finetune/Step": 1937, "Finetune/Step Time": 6.120993960648775}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8323959112167358, "Finetune/Loss (Raw)": 0.6906377673149109, "Finetune/Step": 1938, "Finetune/Step Time": 6.137748071923852}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8323955535888672, "Finetune/Loss (Raw)": 0.8471177816390991, "Finetune/Step": 1939, "Finetune/Step Time": 6.135896150022745}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8303555250167847, "Finetune/Loss (Raw)": 0.4790486991405487, "Finetune/Step": 1940, "Finetune/Step Time": 6.136725952848792}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8302632570266724, "Finetune/Loss (Raw)": 0.8003736138343811, "Finetune/Step": 1941, "Finetune/Step Time": 6.136108737438917}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8312711715698242, "Finetune/Loss (Raw)": 0.9914159774780273, "Finetune/Step": 1942, "Finetune/Step Time": 6.139920296147466}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8322654366493225, "Finetune/Loss (Raw)": 0.9498066902160645, "Finetune/Step": 1943, "Finetune/Step Time": 6.141433201730251}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8315759301185608, "Finetune/Loss (Raw)": 0.8552855849266052, "Finetune/Step": 1944, "Finetune/Step Time": 6.145396599546075}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8301072120666504, "Finetune/Loss (Raw)": 0.6670259237289429, "Finetune/Step": 1945, "Finetune/Step Time": 6.165385447442532}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8310612440109253, "Finetune/Loss (Raw)": 0.910841703414917, "Finetune/Step": 1946, "Finetune/Step Time": 6.174279373139143}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8320062160491943, "Finetune/Loss (Raw)": 1.0098352432250977, "Finetune/Step": 1947, "Finetune/Step Time": 6.174413081258535}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8342740535736084, "Finetune/Loss (Raw)": 1.0268646478652954, "Finetune/Step": 1948, "Finetune/Step Time": 6.183875795453787}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8348791599273682, "Finetune/Loss (Raw)": 0.9457666873931885, "Finetune/Step": 1949, "Finetune/Step Time": 6.184272957965732}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8344217538833618, "Finetune/Loss (Raw)": 1.008567452430725, "Finetune/Step": 1950, "Finetune/Step Time": 6.180388819426298}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8352689743041992, "Finetune/Loss (Raw)": 0.9518604278564453, "Finetune/Step": 1951, "Finetune/Step Time": 6.183983018621802}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8378956317901611, "Finetune/Loss (Raw)": 0.9814274311065674, "Finetune/Step": 1952, "Finetune/Step Time": 6.178272807970643}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8357505202293396, "Finetune/Loss (Raw)": 0.5654308199882507, "Finetune/Step": 1953, "Finetune/Step Time": 6.185086622834206}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8337459564208984, "Finetune/Loss (Raw)": 0.6251961588859558, "Finetune/Step": 1954, "Finetune/Step Time": 6.189077474176884}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8332850933074951, "Finetune/Loss (Raw)": 0.7365896701812744, "Finetune/Step": 1955, "Finetune/Step Time": 6.165491681545973}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8322432041168213, "Finetune/Loss (Raw)": 0.7330788373947144, "Finetune/Step": 1956, "Finetune/Step Time": 6.159645235165954}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8313151001930237, "Finetune/Loss (Raw)": 0.9225685596466064, "Finetune/Step": 1957, "Finetune/Step Time": 6.15513308532536}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8312585353851318, "Finetune/Loss (Raw)": 0.9672245383262634, "Finetune/Step": 1958, "Finetune/Step Time": 6.144521690905094}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8307527303695679, "Finetune/Loss (Raw)": 0.7664967179298401, "Finetune/Step": 1959, "Finetune/Step Time": 6.156481582671404}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8309289216995239, "Finetune/Loss (Raw)": 0.999722957611084, "Finetune/Step": 1960, "Finetune/Step Time": 6.160415863618255}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8307753801345825, "Finetune/Loss (Raw)": 0.7144085764884949, "Finetune/Step": 1961, "Finetune/Step Time": 6.149671336635947}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8289847373962402, "Finetune/Loss (Raw)": 0.7288010120391846, "Finetune/Step": 1962, "Finetune/Step Time": 6.171132357791066}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8271448612213135, "Finetune/Loss (Raw)": 0.6539449095726013, "Finetune/Step": 1963, "Finetune/Step Time": 6.181395683437586}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8266680240631104, "Finetune/Loss (Raw)": 0.8307358026504517, "Finetune/Step": 1964, "Finetune/Step Time": 6.187289856374264}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8251748085021973, "Finetune/Loss (Raw)": 0.6390461325645447, "Finetune/Step": 1965, "Finetune/Step Time": 6.185815628618002}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8243142366409302, "Finetune/Loss (Raw)": 0.7516899108886719, "Finetune/Step": 1966, "Finetune/Step Time": 6.181350167840719}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.823326051235199, "Finetune/Loss (Raw)": 0.7643933296203613, "Finetune/Step": 1967, "Finetune/Step Time": 6.173311293125153}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8240625858306885, "Finetune/Loss (Raw)": 0.9277055263519287, "Finetune/Step": 1968, "Finetune/Step Time": 6.162352882325649}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8235222101211548, "Finetune/Loss (Raw)": 0.7024754881858826, "Finetune/Step": 1969, "Finetune/Step Time": 6.171988746151328}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8224732875823975, "Finetune/Loss (Raw)": 0.8008286356925964, "Finetune/Step": 1970, "Finetune/Step Time": 6.160015324130654}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.8214452266693115, "Finetune/Loss (Raw)": 0.7402534484863281, "Finetune/Step": 1971, "Finetune/Step Time": 6.1687636487185955}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.8215924501419067, "Finetune/Loss (Raw)": 0.8322089314460754, "Finetune/Step": 1972, "Finetune/Step Time": 6.160868464037776}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.8217847943305969, "Finetune/Loss (Raw)": 0.7994710803031921, "Finetune/Step": 1973, "Finetune/Step Time": 6.184102030470967}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8220306634902954, "Finetune/Loss (Raw)": 0.9702674150466919, "Finetune/Step": 1974, "Finetune/Step Time": 6.194375505670905}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.8220475912094116, "Finetune/Loss (Raw)": 0.8669213652610779, "Finetune/Step": 1975, "Finetune/Step Time": 6.197693031281233}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.8221250772476196, "Finetune/Loss (Raw)": 0.8737597465515137, "Finetune/Step": 1976, "Finetune/Step Time": 6.198065968230367}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8214731216430664, "Finetune/Loss (Raw)": 0.8969377279281616, "Finetune/Step": 1977, "Finetune/Step Time": 6.205914730206132}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8218429088592529, "Finetune/Loss (Raw)": 0.9718738794326782, "Finetune/Step": 1978, "Finetune/Step Time": 6.20317823626101}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8224191665649414, "Finetune/Loss (Raw)": 0.7118436694145203, "Finetune/Step": 1979, "Finetune/Step Time": 6.205149706453085}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8208608627319336, "Finetune/Loss (Raw)": 0.6905778646469116, "Finetune/Step": 1980, "Finetune/Step Time": 6.214069157838821}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.8205650448799133, "Finetune/Loss (Raw)": 0.865750253200531, "Finetune/Step": 1981, "Finetune/Step Time": 6.213029256090522}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.8204037547111511, "Finetune/Loss (Raw)": 0.8731865882873535, "Finetune/Step": 1982, "Finetune/Step Time": 6.2174672950059175}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.8199766874313354, "Finetune/Loss (Raw)": 0.8399754762649536, "Finetune/Step": 1983, "Finetune/Step Time": 6.217934222891927}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8201630115509033, "Finetune/Loss (Raw)": 1.0104880332946777, "Finetune/Step": 1984, "Finetune/Step Time": 6.218183655291796}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8217253684997559, "Finetune/Loss (Raw)": 0.9497409462928772, "Finetune/Step": 1985, "Finetune/Step Time": 6.185739750042558}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8234233856201172, "Finetune/Loss (Raw)": 1.0520367622375488, "Finetune/Step": 1986, "Finetune/Step Time": 6.17835921049118}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8222277760505676, "Finetune/Loss (Raw)": 0.806484580039978, "Finetune/Step": 1987, "Finetune/Step Time": 6.199219521135092}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8230724334716797, "Finetune/Loss (Raw)": 0.8164945244789124, "Finetune/Step": 1988, "Finetune/Step Time": 6.1988926120102406}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.823983907699585, "Finetune/Loss (Raw)": 0.9062357544898987, "Finetune/Step": 1989, "Finetune/Step Time": 6.198366532102227}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8248333930969238, "Finetune/Loss (Raw)": 0.8861607313156128, "Finetune/Step": 1990, "Finetune/Step Time": 6.199188727885485}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.824899435043335, "Finetune/Loss (Raw)": 0.7365178465843201, "Finetune/Step": 1991, "Finetune/Step Time": 6.198303500190377}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8257185220718384, "Finetune/Loss (Raw)": 0.8659524321556091, "Finetune/Step": 1992, "Finetune/Step Time": 6.1935082245618105}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8242350816726685, "Finetune/Loss (Raw)": 0.7239819169044495, "Finetune/Step": 1993, "Finetune/Step Time": 6.1969446036964655}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.8221049904823303, "Finetune/Loss (Raw)": 0.657383918762207, "Finetune/Step": 1994, "Finetune/Step Time": 6.194364745169878}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.820209264755249, "Finetune/Loss (Raw)": 0.7155886888504028, "Finetune/Step": 1995, "Finetune/Step Time": 6.196164567023516}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8201475143432617, "Finetune/Loss (Raw)": 0.7472949624061584, "Finetune/Step": 1996, "Finetune/Step Time": 6.185103809460998}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.8204264044761658, "Finetune/Loss (Raw)": 0.9664979577064514, "Finetune/Step": 1997, "Finetune/Step Time": 6.1870738454163074}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.8208553791046143, "Finetune/Loss (Raw)": 0.8112014532089233, "Finetune/Step": 1998, "Finetune/Step Time": 6.187907937914133}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8200666308403015, "Finetune/Loss (Raw)": 0.7252920866012573, "Finetune/Step": 1999, "Finetune/Step Time": 6.183402249589562}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8196896314620972, "Finetune/Loss (Raw)": 0.6568254828453064, "Finetune/Step": 2000, "Finetune/Step Time": 6.204200606793165}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.8209431171417236, "Finetune/Loss (Raw)": 0.8755133152008057, "Finetune/Step": 2001, "Finetune/Step Time": 6.187113840132952}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.8204710483551025, "Finetune/Loss (Raw)": 0.8486950993537903, "Finetune/Step": 2002, "Finetune/Step Time": 6.184034813195467}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8216071724891663, "Finetune/Loss (Raw)": 0.7893247008323669, "Finetune/Step": 2003, "Finetune/Step Time": 6.173216188326478}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.8208999037742615, "Finetune/Loss (Raw)": 0.8023462891578674, "Finetune/Step": 2004, "Finetune/Step Time": 6.175659032538533}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8200492858886719, "Finetune/Loss (Raw)": 0.7824712991714478, "Finetune/Step": 2005, "Finetune/Step Time": 6.170094491913915}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8212029933929443, "Finetune/Loss (Raw)": 0.8202736377716064, "Finetune/Step": 2006, "Finetune/Step Time": 6.163805898278952}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.822076678276062, "Finetune/Loss (Raw)": 1.0612331628799438, "Finetune/Step": 2007, "Finetune/Step Time": 6.1649935487657785}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8235399723052979, "Finetune/Loss (Raw)": 0.8162602782249451, "Finetune/Step": 2008, "Finetune/Step Time": 6.152623707428575}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.823876142501831, "Finetune/Loss (Raw)": 0.7860527634620667, "Finetune/Step": 2009, "Finetune/Step Time": 6.145124923437834}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.8240708112716675, "Finetune/Loss (Raw)": 0.9172365665435791, "Finetune/Step": 2010, "Finetune/Step Time": 6.145722085610032}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.826862096786499, "Finetune/Loss (Raw)": 1.0355947017669678, "Finetune/Step": 2011, "Finetune/Step Time": 6.141030218452215}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.828294038772583, "Finetune/Loss (Raw)": 0.8460432887077332, "Finetune/Step": 2012, "Finetune/Step Time": 6.119722049683332}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8280771374702454, "Finetune/Loss (Raw)": 0.8798876404762268, "Finetune/Step": 2013, "Finetune/Step Time": 6.133796805515885}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8255279064178467, "Finetune/Loss (Raw)": 0.6917374134063721, "Finetune/Step": 2014, "Finetune/Step Time": 6.142387684434652}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.8257166147232056, "Finetune/Loss (Raw)": 0.7662472128868103, "Finetune/Step": 2015, "Finetune/Step Time": 6.161428760737181}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8262669444084167, "Finetune/Loss (Raw)": 0.7660290598869324, "Finetune/Step": 2016, "Finetune/Step Time": 6.178266894072294}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.8254992961883545, "Finetune/Loss (Raw)": 0.6956306099891663, "Finetune/Step": 2017, "Finetune/Step Time": 6.1837668009102345}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.826045036315918, "Finetune/Loss (Raw)": 0.8898499608039856, "Finetune/Step": 2018, "Finetune/Step Time": 6.188258683308959}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8248168230056763, "Finetune/Loss (Raw)": 0.779467761516571, "Finetune/Step": 2019, "Finetune/Step Time": 6.192613437771797}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8239297866821289, "Finetune/Loss (Raw)": 0.8749653697013855, "Finetune/Step": 2020, "Finetune/Step Time": 6.193473579362035}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8239641189575195, "Finetune/Loss (Raw)": 0.8031892776489258, "Finetune/Step": 2021, "Finetune/Step Time": 6.191865822300315}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8247551321983337, "Finetune/Loss (Raw)": 0.8361898064613342, "Finetune/Step": 2022, "Finetune/Step Time": 6.196024192497134}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.8232428431510925, "Finetune/Loss (Raw)": 0.6329277753829956, "Finetune/Step": 2023, "Finetune/Step Time": 6.214691800996661}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8226611614227295, "Finetune/Loss (Raw)": 0.7948638796806335, "Finetune/Step": 2024, "Finetune/Step Time": 6.212458455935121}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.8209831714630127, "Finetune/Loss (Raw)": 0.7823529839515686, "Finetune/Step": 2025, "Finetune/Step Time": 6.230252001434565}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.821099042892456, "Finetune/Loss (Raw)": 0.8921199440956116, "Finetune/Step": 2026, "Finetune/Step Time": 6.220374010503292}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8219898343086243, "Finetune/Loss (Raw)": 0.8113981485366821, "Finetune/Step": 2027, "Finetune/Step Time": 6.205213850364089}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8220492601394653, "Finetune/Loss (Raw)": 0.8464431762695312, "Finetune/Step": 2028, "Finetune/Step Time": 6.216234695166349}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.8228291869163513, "Finetune/Loss (Raw)": 0.9070665836334229, "Finetune/Step": 2029, "Finetune/Step Time": 6.212730484083295}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.819981038570404, "Finetune/Loss (Raw)": 0.5868063569068909, "Finetune/Step": 2030, "Finetune/Step Time": 6.227337960153818}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8203893899917603, "Finetune/Loss (Raw)": 0.8129366636276245, "Finetune/Step": 2031, "Finetune/Step Time": 6.209442442283034}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.8214800953865051, "Finetune/Loss (Raw)": 0.9512959122657776, "Finetune/Step": 2032, "Finetune/Step Time": 6.204005181789398}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.823096513748169, "Finetune/Loss (Raw)": 0.8671741485595703, "Finetune/Step": 2033, "Finetune/Step Time": 6.185612568631768}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8247405290603638, "Finetune/Loss (Raw)": 0.9684658646583557, "Finetune/Step": 2034, "Finetune/Step Time": 6.175182618200779}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8230805397033691, "Finetune/Loss (Raw)": 0.6569363474845886, "Finetune/Step": 2035, "Finetune/Step Time": 6.173989661037922}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8235874176025391, "Finetune/Loss (Raw)": 0.8592108488082886, "Finetune/Step": 2036, "Finetune/Step Time": 6.174549927935004}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8251821994781494, "Finetune/Loss (Raw)": 0.810336172580719, "Finetune/Step": 2037, "Finetune/Step Time": 6.187088541686535}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8239564895629883, "Finetune/Loss (Raw)": 0.6985158324241638, "Finetune/Step": 2038, "Finetune/Step Time": 6.186790524050593}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.8244420289993286, "Finetune/Loss (Raw)": 0.9620823860168457, "Finetune/Step": 2039, "Finetune/Step Time": 6.183307083323598}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.824970006942749, "Finetune/Loss (Raw)": 0.8832494616508484, "Finetune/Step": 2040, "Finetune/Step Time": 6.1906156446784735}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8251307010650635, "Finetune/Loss (Raw)": 0.8572139143943787, "Finetune/Step": 2041, "Finetune/Step Time": 6.235323883593082}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8231452703475952, "Finetune/Loss (Raw)": 0.7478421330451965, "Finetune/Step": 2042, "Finetune/Step Time": 6.235598808154464}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.8226130604743958, "Finetune/Loss (Raw)": 0.8516104221343994, "Finetune/Step": 2043, "Finetune/Step Time": 6.212254887446761}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.823028564453125, "Finetune/Loss (Raw)": 0.8824164271354675, "Finetune/Step": 2044, "Finetune/Step Time": 6.209198081865907}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8239216804504395, "Finetune/Loss (Raw)": 0.8844640254974365, "Finetune/Step": 2045, "Finetune/Step Time": 6.217846065759659}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8251310586929321, "Finetune/Loss (Raw)": 0.9595510959625244, "Finetune/Step": 2046, "Finetune/Step Time": 6.217977210879326}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8258315920829773, "Finetune/Loss (Raw)": 0.923410952091217, "Finetune/Step": 2047, "Finetune/Step Time": 6.221108660101891}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8258485794067383, "Finetune/Loss (Raw)": 0.7335485219955444, "Finetune/Step": 2048, "Finetune/Step Time": 6.214543551206589}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8228447437286377, "Finetune/Loss (Raw)": 0.5626791715621948, "Finetune/Step": 2049, "Finetune/Step Time": 6.224393669515848}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8236974477767944, "Finetune/Loss (Raw)": 0.680435061454773, "Finetune/Step": 2050, "Finetune/Step Time": 6.213770166039467}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8247283697128296, "Finetune/Loss (Raw)": 0.9930850267410278, "Finetune/Step": 2051, "Finetune/Step Time": 6.215045873075724}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8248903155326843, "Finetune/Loss (Raw)": 0.9355052709579468, "Finetune/Step": 2052, "Finetune/Step Time": 6.2232714258134365}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8238770961761475, "Finetune/Loss (Raw)": 0.8918277621269226, "Finetune/Step": 2053, "Finetune/Step Time": 6.225424015894532}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8263356685638428, "Finetune/Loss (Raw)": 0.9582375288009644, "Finetune/Step": 2054, "Finetune/Step Time": 6.205449875444174}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8277366161346436, "Finetune/Loss (Raw)": 0.9014428853988647, "Finetune/Step": 2055, "Finetune/Step Time": 6.186864113435149}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8275647163391113, "Finetune/Loss (Raw)": 0.9246645569801331, "Finetune/Step": 2056, "Finetune/Step Time": 6.186478594318032}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8277413845062256, "Finetune/Loss (Raw)": 0.740485429763794, "Finetune/Step": 2057, "Finetune/Step Time": 6.193691153079271}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8286876082420349, "Finetune/Loss (Raw)": 0.7745025157928467, "Finetune/Step": 2058, "Finetune/Step Time": 6.203551311045885}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8277150988578796, "Finetune/Loss (Raw)": 0.7720264196395874, "Finetune/Step": 2059, "Finetune/Step Time": 6.205750612542033}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8287538290023804, "Finetune/Loss (Raw)": 0.7966766953468323, "Finetune/Step": 2060, "Finetune/Step Time": 6.190805669873953}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8290818929672241, "Finetune/Loss (Raw)": 0.9376878142356873, "Finetune/Step": 2061, "Finetune/Step Time": 6.18876981921494}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8282747268676758, "Finetune/Loss (Raw)": 0.794623613357544, "Finetune/Step": 2062, "Finetune/Step Time": 6.190635431557894}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.828073263168335, "Finetune/Loss (Raw)": 0.9205378890037537, "Finetune/Step": 2063, "Finetune/Step Time": 6.187512570992112}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8282281160354614, "Finetune/Loss (Raw)": 0.7391367554664612, "Finetune/Step": 2064, "Finetune/Step Time": 6.197034519165754}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8278860449790955, "Finetune/Loss (Raw)": 0.8039591908454895, "Finetune/Step": 2065, "Finetune/Step Time": 6.2022658959031105}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8276745080947876, "Finetune/Loss (Raw)": 0.6635649800300598, "Finetune/Step": 2066, "Finetune/Step Time": 6.203741874545813}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8276189565658569, "Finetune/Loss (Raw)": 0.8400080800056458, "Finetune/Step": 2067, "Finetune/Step Time": 6.204328829422593}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8305196166038513, "Finetune/Loss (Raw)": 0.8503323197364807, "Finetune/Step": 2068, "Finetune/Step Time": 6.19496089592576}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8308194875717163, "Finetune/Loss (Raw)": 0.8387523889541626, "Finetune/Step": 2069, "Finetune/Step Time": 6.1933093052357435}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8270012736320496, "Finetune/Loss (Raw)": 0.5026878714561462, "Finetune/Step": 2070, "Finetune/Step Time": 6.201083455234766}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8264788389205933, "Finetune/Loss (Raw)": 0.8829394578933716, "Finetune/Step": 2071, "Finetune/Step Time": 6.203703984618187}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8272315263748169, "Finetune/Loss (Raw)": 0.9516197443008423, "Finetune/Step": 2072, "Finetune/Step Time": 6.198976730927825}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8278120160102844, "Finetune/Loss (Raw)": 0.741334080696106, "Finetune/Step": 2073, "Finetune/Step Time": 6.1870598047971725}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8280863165855408, "Finetune/Loss (Raw)": 0.9459495544433594, "Finetune/Step": 2074, "Finetune/Step Time": 6.1825329679995775}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8262358903884888, "Finetune/Loss (Raw)": 0.7729887962341309, "Finetune/Step": 2075, "Finetune/Step Time": 6.183068964630365}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.8235827684402466, "Finetune/Loss (Raw)": 0.6872639060020447, "Finetune/Step": 2076, "Finetune/Step Time": 6.181823544204235}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.8224925994873047, "Finetune/Loss (Raw)": 0.8062275052070618, "Finetune/Step": 2077, "Finetune/Step Time": 6.183375081047416}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8206384181976318, "Finetune/Loss (Raw)": 0.7712215781211853, "Finetune/Step": 2078, "Finetune/Step Time": 6.184140712022781}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.8193995952606201, "Finetune/Loss (Raw)": 0.7933000922203064, "Finetune/Step": 2079, "Finetune/Step Time": 6.180629370734096}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8172796964645386, "Finetune/Loss (Raw)": 0.7100741863250732, "Finetune/Step": 2080, "Finetune/Step Time": 6.186485890299082}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8192102909088135, "Finetune/Loss (Raw)": 0.8125510215759277, "Finetune/Step": 2081, "Finetune/Step Time": 6.1880731750279665}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8205724358558655, "Finetune/Loss (Raw)": 0.7995491027832031, "Finetune/Step": 2082, "Finetune/Step Time": 6.180672774091363}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.8217753767967224, "Finetune/Loss (Raw)": 0.8905666470527649, "Finetune/Step": 2083, "Finetune/Step Time": 6.16877943277359}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8238285779953003, "Finetune/Loss (Raw)": 0.9958823919296265, "Finetune/Step": 2084, "Finetune/Step Time": 6.167135376483202}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8214254379272461, "Finetune/Loss (Raw)": 0.6149654984474182, "Finetune/Step": 2085, "Finetune/Step Time": 6.187310302630067}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8209025859832764, "Finetune/Loss (Raw)": 0.9003129601478577, "Finetune/Step": 2086, "Finetune/Step Time": 6.20246297121048}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8225646615028381, "Finetune/Loss (Raw)": 0.9792335629463196, "Finetune/Step": 2087, "Finetune/Step Time": 6.185616239905357}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8219756484031677, "Finetune/Loss (Raw)": 0.9243258833885193, "Finetune/Step": 2088, "Finetune/Step Time": 6.180232938379049}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8230711221694946, "Finetune/Loss (Raw)": 0.8546403646469116, "Finetune/Step": 2089, "Finetune/Step Time": 6.175920283421874}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.8220201730728149, "Finetune/Loss (Raw)": 0.5942682027816772, "Finetune/Step": 2090, "Finetune/Step Time": 6.176278535276651}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8228935599327087, "Finetune/Loss (Raw)": 0.7657455205917358, "Finetune/Step": 2091, "Finetune/Step Time": 6.157697478309274}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8232808113098145, "Finetune/Loss (Raw)": 0.8802971243858337, "Finetune/Step": 2092, "Finetune/Step Time": 6.1486035622656345}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8254537582397461, "Finetune/Loss (Raw)": 0.9171869158744812, "Finetune/Step": 2093, "Finetune/Step Time": 6.148424673825502}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.8272535800933838, "Finetune/Loss (Raw)": 0.9820749759674072, "Finetune/Step": 2094, "Finetune/Step Time": 6.160020656883717}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8280026316642761, "Finetune/Loss (Raw)": 0.8602688908576965, "Finetune/Step": 2095, "Finetune/Step Time": 6.164449617266655}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8271966576576233, "Finetune/Loss (Raw)": 0.8245347142219543, "Finetune/Step": 2096, "Finetune/Step Time": 6.167873466387391}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8286340236663818, "Finetune/Loss (Raw)": 0.8864666819572449, "Finetune/Step": 2097, "Finetune/Step Time": 6.147741949185729}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8283290863037109, "Finetune/Loss (Raw)": 0.7617925405502319, "Finetune/Step": 2098, "Finetune/Step Time": 6.1524872854352}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.827103316783905, "Finetune/Loss (Raw)": 0.5833553671836853, "Finetune/Step": 2099, "Finetune/Step Time": 6.154653357341886}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8257863521575928, "Finetune/Loss (Raw)": 0.6636354327201843, "Finetune/Step": 2100, "Finetune/Step Time": 6.157820504158735}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8266445398330688, "Finetune/Loss (Raw)": 0.9093161821365356, "Finetune/Step": 2101, "Finetune/Step Time": 6.129623334854841}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8254343271255493, "Finetune/Loss (Raw)": 0.8153683543205261, "Finetune/Step": 2102, "Finetune/Step Time": 6.121740609407425}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.8239518404006958, "Finetune/Loss (Raw)": 0.6771623492240906, "Finetune/Step": 2103, "Finetune/Step Time": 6.134006949141622}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8233532905578613, "Finetune/Loss (Raw)": 0.7971345782279968, "Finetune/Step": 2104, "Finetune/Step Time": 6.140321291983128}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8229517936706543, "Finetune/Loss (Raw)": 0.8455571532249451, "Finetune/Step": 2105, "Finetune/Step Time": 6.146503899246454}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8221590518951416, "Finetune/Loss (Raw)": 0.8703978657722473, "Finetune/Step": 2106, "Finetune/Step Time": 6.152736263349652}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.823415994644165, "Finetune/Loss (Raw)": 0.8727312088012695, "Finetune/Step": 2107, "Finetune/Step Time": 6.14201588742435}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8241281509399414, "Finetune/Loss (Raw)": 0.7817263603210449, "Finetune/Step": 2108, "Finetune/Step Time": 6.1316276378929615}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8243205547332764, "Finetune/Loss (Raw)": 0.8903806805610657, "Finetune/Step": 2109, "Finetune/Step Time": 6.136257756501436}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8237360715866089, "Finetune/Loss (Raw)": 0.7983762621879578, "Finetune/Step": 2110, "Finetune/Step Time": 6.143220577389002}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8232353925704956, "Finetune/Loss (Raw)": 0.7758973240852356, "Finetune/Step": 2111, "Finetune/Step Time": 6.1537907011806965}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.8209118843078613, "Finetune/Loss (Raw)": 0.713076651096344, "Finetune/Step": 2112, "Finetune/Step Time": 6.17350697144866}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8199813365936279, "Finetune/Loss (Raw)": 0.8306237459182739, "Finetune/Step": 2113, "Finetune/Step Time": 6.169830350205302}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.8189117908477783, "Finetune/Loss (Raw)": 0.9151369333267212, "Finetune/Step": 2114, "Finetune/Step Time": 6.183713244274259}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8197191953659058, "Finetune/Loss (Raw)": 0.9098348021507263, "Finetune/Step": 2115, "Finetune/Step Time": 6.165808839723468}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8191437125205994, "Finetune/Loss (Raw)": 0.7428290843963623, "Finetune/Step": 2116, "Finetune/Step Time": 6.183946713805199}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.8172196745872498, "Finetune/Loss (Raw)": 0.6599643230438232, "Finetune/Step": 2117, "Finetune/Step Time": 6.19786193780601}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8162721395492554, "Finetune/Loss (Raw)": 0.7648658752441406, "Finetune/Step": 2118, "Finetune/Step Time": 6.193213168531656}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8164839744567871, "Finetune/Loss (Raw)": 0.7636449337005615, "Finetune/Step": 2119, "Finetune/Step Time": 6.20193450525403}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8157222270965576, "Finetune/Loss (Raw)": 0.7684350609779358, "Finetune/Step": 2120, "Finetune/Step Time": 6.222421212121844}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8166935443878174, "Finetune/Loss (Raw)": 0.8483184576034546, "Finetune/Step": 2121, "Finetune/Step Time": 6.218210333958268}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.8186647891998291, "Finetune/Loss (Raw)": 0.9096988439559937, "Finetune/Step": 2122, "Finetune/Step Time": 6.215217949822545}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.8199224472045898, "Finetune/Loss (Raw)": 0.8765705227851868, "Finetune/Step": 2123, "Finetune/Step Time": 6.209811165928841}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8209655284881592, "Finetune/Loss (Raw)": 0.8808109760284424, "Finetune/Step": 2124, "Finetune/Step Time": 6.206225724890828}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.82027268409729, "Finetune/Loss (Raw)": 0.8778175115585327, "Finetune/Step": 2125, "Finetune/Step Time": 6.217374388128519}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8212515115737915, "Finetune/Loss (Raw)": 0.9364845156669617, "Finetune/Step": 2126, "Finetune/Step Time": 6.215001702308655}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.8223792314529419, "Finetune/Loss (Raw)": 0.8696470260620117, "Finetune/Step": 2127, "Finetune/Step Time": 6.198016386479139}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.822210431098938, "Finetune/Loss (Raw)": 0.6352189779281616, "Finetune/Step": 2128, "Finetune/Step Time": 6.19509413279593}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.8209404349327087, "Finetune/Loss (Raw)": 0.7129482626914978, "Finetune/Step": 2129, "Finetune/Step Time": 6.212682845070958}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.821073055267334, "Finetune/Loss (Raw)": 0.8656730651855469, "Finetune/Step": 2130, "Finetune/Step Time": 6.211604485288262}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8221102356910706, "Finetune/Loss (Raw)": 0.922080397605896, "Finetune/Step": 2131, "Finetune/Step Time": 6.204542415216565}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8222240209579468, "Finetune/Loss (Raw)": 0.8169069886207581, "Finetune/Step": 2132, "Finetune/Step Time": 6.207197729498148}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8246180415153503, "Finetune/Loss (Raw)": 1.0889140367507935, "Finetune/Step": 2133, "Finetune/Step Time": 6.205223631113768}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8242170810699463, "Finetune/Loss (Raw)": 0.7689464092254639, "Finetune/Step": 2134, "Finetune/Step Time": 6.211104143410921}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8219625949859619, "Finetune/Loss (Raw)": 0.7726691365242004, "Finetune/Step": 2135, "Finetune/Step Time": 6.206970604136586}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.8222873210906982, "Finetune/Loss (Raw)": 0.8578125238418579, "Finetune/Step": 2136, "Finetune/Step Time": 6.201773514971137}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8216303586959839, "Finetune/Loss (Raw)": 0.7019630074501038, "Finetune/Step": 2137, "Finetune/Step Time": 6.223231848329306}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8212544322013855, "Finetune/Loss (Raw)": 0.8691185712814331, "Finetune/Step": 2138, "Finetune/Step Time": 6.223721889778972}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.8191155791282654, "Finetune/Loss (Raw)": 0.7618246674537659, "Finetune/Step": 2139, "Finetune/Step Time": 6.236027646809816}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.8195723295211792, "Finetune/Loss (Raw)": 0.9045068621635437, "Finetune/Step": 2140, "Finetune/Step Time": 6.239275669679046}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.8203953504562378, "Finetune/Loss (Raw)": 0.9852380752563477, "Finetune/Step": 2141, "Finetune/Step Time": 6.226447861641645}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8212824463844299, "Finetune/Loss (Raw)": 0.8052813410758972, "Finetune/Step": 2142, "Finetune/Step Time": 6.215895406901836}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.8216962218284607, "Finetune/Loss (Raw)": 0.8192129135131836, "Finetune/Step": 2143, "Finetune/Step Time": 6.207479877397418}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8220652341842651, "Finetune/Loss (Raw)": 0.8132599592208862, "Finetune/Step": 2144, "Finetune/Step Time": 6.19378443621099}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.8208613395690918, "Finetune/Loss (Raw)": 0.5415400862693787, "Finetune/Step": 2145, "Finetune/Step Time": 6.192748207598925}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8206039667129517, "Finetune/Loss (Raw)": 0.8568997979164124, "Finetune/Step": 2146, "Finetune/Step Time": 6.2022760678082705}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8203588724136353, "Finetune/Loss (Raw)": 0.7480985522270203, "Finetune/Step": 2147, "Finetune/Step Time": 6.203830828890204}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.821148693561554, "Finetune/Loss (Raw)": 0.9760580658912659, "Finetune/Step": 2148, "Finetune/Step Time": 6.212538922205567}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.821949303150177, "Finetune/Loss (Raw)": 0.9056714773178101, "Finetune/Step": 2149, "Finetune/Step Time": 6.193979103118181}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8217387795448303, "Finetune/Loss (Raw)": 0.8092363476753235, "Finetune/Step": 2150, "Finetune/Step Time": 6.191854586824775}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.8239810466766357, "Finetune/Loss (Raw)": 0.9199479222297668, "Finetune/Step": 2151, "Finetune/Step Time": 6.177643660455942}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8236604928970337, "Finetune/Loss (Raw)": 0.7538291215896606, "Finetune/Step": 2152, "Finetune/Step Time": 6.181896368041635}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8237665891647339, "Finetune/Loss (Raw)": 0.7959344983100891, "Finetune/Step": 2153, "Finetune/Step Time": 6.16571232303977}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8222640156745911, "Finetune/Loss (Raw)": 0.6997854113578796, "Finetune/Step": 2154, "Finetune/Step Time": 6.171296967193484}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8223757743835449, "Finetune/Loss (Raw)": 0.8257086873054504, "Finetune/Step": 2155, "Finetune/Step Time": 6.17502080835402}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8210576176643372, "Finetune/Loss (Raw)": 0.6777125000953674, "Finetune/Step": 2156, "Finetune/Step Time": 6.171081468462944}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8196802139282227, "Finetune/Loss (Raw)": 0.7307646870613098, "Finetune/Step": 2157, "Finetune/Step Time": 6.1764797400683165}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8221394419670105, "Finetune/Loss (Raw)": 0.9015809893608093, "Finetune/Step": 2158, "Finetune/Step Time": 6.15490423515439}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.8225035071372986, "Finetune/Loss (Raw)": 0.859542191028595, "Finetune/Step": 2159, "Finetune/Step Time": 6.1679570358246565}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8214768171310425, "Finetune/Loss (Raw)": 0.8198733329772949, "Finetune/Step": 2160, "Finetune/Step Time": 6.167176004499197}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8207975625991821, "Finetune/Loss (Raw)": 0.7802389860153198, "Finetune/Step": 2161, "Finetune/Step Time": 6.164323668926954}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.8191632032394409, "Finetune/Loss (Raw)": 0.759264349937439, "Finetune/Step": 2162, "Finetune/Step Time": 6.168122047558427}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8202549815177917, "Finetune/Loss (Raw)": 0.7966825366020203, "Finetune/Step": 2163, "Finetune/Step Time": 6.154164966195822}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.8211219906806946, "Finetune/Loss (Raw)": 0.9701859354972839, "Finetune/Step": 2164, "Finetune/Step Time": 6.144692750647664}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8212800621986389, "Finetune/Loss (Raw)": 0.8305763602256775, "Finetune/Step": 2165, "Finetune/Step Time": 6.152692763134837}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.822876513004303, "Finetune/Loss (Raw)": 0.9028515815734863, "Finetune/Step": 2166, "Finetune/Step Time": 6.153881896287203}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.8225558400154114, "Finetune/Loss (Raw)": 0.921046257019043, "Finetune/Step": 2167, "Finetune/Step Time": 6.1634546015411615}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.8219557404518127, "Finetune/Loss (Raw)": 0.8064306378364563, "Finetune/Step": 2168, "Finetune/Step Time": 6.154084049165249}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8221797943115234, "Finetune/Loss (Raw)": 0.8858937621116638, "Finetune/Step": 2169, "Finetune/Step Time": 6.110609823837876}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.8219428062438965, "Finetune/Loss (Raw)": 0.7175064086914062, "Finetune/Step": 2170, "Finetune/Step Time": 6.112296188250184}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.821097731590271, "Finetune/Loss (Raw)": 0.7434467673301697, "Finetune/Step": 2171, "Finetune/Step Time": 6.117793833836913}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8210605382919312, "Finetune/Loss (Raw)": 0.8776560425758362, "Finetune/Step": 2172, "Finetune/Step Time": 6.130039487034082}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8190035820007324, "Finetune/Loss (Raw)": 0.6211659908294678, "Finetune/Step": 2173, "Finetune/Step Time": 6.1428439151495695}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.8162016272544861, "Finetune/Loss (Raw)": 0.6008993983268738, "Finetune/Step": 2174, "Finetune/Step Time": 6.150977451354265}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.8150156736373901, "Finetune/Loss (Raw)": 0.7716140151023865, "Finetune/Step": 2175, "Finetune/Step Time": 6.161839788779616}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8164407014846802, "Finetune/Loss (Raw)": 0.9159472584724426, "Finetune/Step": 2176, "Finetune/Step Time": 6.161613721400499}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8190439939498901, "Finetune/Loss (Raw)": 0.8959050178527832, "Finetune/Step": 2177, "Finetune/Step Time": 6.152573240920901}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8193707466125488, "Finetune/Loss (Raw)": 0.7222633361816406, "Finetune/Step": 2178, "Finetune/Step Time": 6.144073473289609}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8178691267967224, "Finetune/Loss (Raw)": 0.8008754849433899, "Finetune/Step": 2179, "Finetune/Step Time": 6.150942029431462}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8174366354942322, "Finetune/Loss (Raw)": 0.8801441192626953, "Finetune/Step": 2180, "Finetune/Step Time": 6.148183466866612}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.8175429105758667, "Finetune/Loss (Raw)": 0.905437171459198, "Finetune/Step": 2181, "Finetune/Step Time": 6.146153669804335}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.8174894452095032, "Finetune/Loss (Raw)": 0.9513865113258362, "Finetune/Step": 2182, "Finetune/Step Time": 6.148667136207223}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.815757691860199, "Finetune/Loss (Raw)": 0.6797838807106018, "Finetune/Step": 2183, "Finetune/Step Time": 6.162297232076526}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.8139064311981201, "Finetune/Loss (Raw)": 0.6876956820487976, "Finetune/Step": 2184, "Finetune/Step Time": 6.172220177948475}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.8149353861808777, "Finetune/Loss (Raw)": 0.872198760509491, "Finetune/Step": 2185, "Finetune/Step Time": 6.162981888279319}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.8152186870574951, "Finetune/Loss (Raw)": 0.8107625842094421, "Finetune/Step": 2186, "Finetune/Step Time": 6.150992373004556}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8135725259780884, "Finetune/Loss (Raw)": 0.561320960521698, "Finetune/Step": 2187, "Finetune/Step Time": 6.177566399797797}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.8134257793426514, "Finetune/Loss (Raw)": 0.7778903841972351, "Finetune/Step": 2188, "Finetune/Step Time": 6.202059043571353}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.8113759160041809, "Finetune/Loss (Raw)": 0.6753034591674805, "Finetune/Step": 2189, "Finetune/Step Time": 6.206777868792415}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.8105250597000122, "Finetune/Loss (Raw)": 0.6857122778892517, "Finetune/Step": 2190, "Finetune/Step Time": 6.212197175249457}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.8095999956130981, "Finetune/Loss (Raw)": 0.8021317720413208, "Finetune/Step": 2191, "Finetune/Step Time": 6.221937410533428}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.8090330958366394, "Finetune/Loss (Raw)": 0.6665741205215454, "Finetune/Step": 2192, "Finetune/Step Time": 6.20546093955636}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.8098893165588379, "Finetune/Loss (Raw)": 0.9135575890541077, "Finetune/Step": 2193, "Finetune/Step Time": 6.199593625962734}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8111432790756226, "Finetune/Loss (Raw)": 0.8240732550621033, "Finetune/Step": 2194, "Finetune/Step Time": 6.182067966088653}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8115005493164062, "Finetune/Loss (Raw)": 0.885739803314209, "Finetune/Step": 2195, "Finetune/Step Time": 6.179921139031649}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.8107508420944214, "Finetune/Loss (Raw)": 0.7543690204620361, "Finetune/Step": 2196, "Finetune/Step Time": 6.187432259321213}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.8107032775878906, "Finetune/Loss (Raw)": 0.8326549530029297, "Finetune/Step": 2197, "Finetune/Step Time": 6.186353983357549}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.8127545118331909, "Finetune/Loss (Raw)": 0.7652525901794434, "Finetune/Step": 2198, "Finetune/Step Time": 6.183788988739252}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.8119025230407715, "Finetune/Loss (Raw)": 0.7738892436027527, "Finetune/Step": 2199, "Finetune/Step Time": 6.178885476663709}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8101606369018555, "Finetune/Loss (Raw)": 0.7286532521247864, "Finetune/Step": 2200, "Finetune/Step Time": 6.187267811968923}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.8097155094146729, "Finetune/Loss (Raw)": 0.6843582391738892, "Finetune/Step": 2201, "Finetune/Step Time": 6.19824487529695}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.8085875511169434, "Finetune/Loss (Raw)": 0.8015740513801575, "Finetune/Step": 2202, "Finetune/Step Time": 6.188821010291576}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.8087725043296814, "Finetune/Loss (Raw)": 0.7966618537902832, "Finetune/Step": 2203, "Finetune/Step Time": 6.188793200999498}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.8089244365692139, "Finetune/Loss (Raw)": 0.7067148089408875, "Finetune/Step": 2204, "Finetune/Step Time": 6.186089923605323}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.808359682559967, "Finetune/Loss (Raw)": 0.7339288592338562, "Finetune/Step": 2205, "Finetune/Step Time": 6.2038137670606375}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.8066957592964172, "Finetune/Loss (Raw)": 0.5582467913627625, "Finetune/Step": 2206, "Finetune/Step Time": 6.24660805426538}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.8071306943893433, "Finetune/Loss (Raw)": 0.8489776253700256, "Finetune/Step": 2207, "Finetune/Step Time": 6.245171608403325}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.8075017929077148, "Finetune/Loss (Raw)": 0.7575681209564209, "Finetune/Step": 2208, "Finetune/Step Time": 6.256589548662305}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.8074256181716919, "Finetune/Loss (Raw)": 0.8028004169464111, "Finetune/Step": 2209, "Finetune/Step Time": 6.249315269291401}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.8061806559562683, "Finetune/Loss (Raw)": 0.6401938199996948, "Finetune/Step": 2210, "Finetune/Step Time": 6.266123311594129}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.806435763835907, "Finetune/Loss (Raw)": 0.9232181906700134, "Finetune/Step": 2211, "Finetune/Step Time": 6.285020327195525}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.8031988143920898, "Finetune/Loss (Raw)": 0.5815562605857849, "Finetune/Step": 2212, "Finetune/Step Time": 6.3029829896986485}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.8038594722747803, "Finetune/Loss (Raw)": 0.6995185017585754, "Finetune/Step": 2213, "Finetune/Step Time": 6.286685198545456}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.8016889691352844, "Finetune/Loss (Raw)": 0.622498095035553, "Finetune/Step": 2214, "Finetune/Step Time": 6.279276994988322}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.8009624481201172, "Finetune/Loss (Raw)": 0.8862373232841492, "Finetune/Step": 2215, "Finetune/Step Time": 6.279239712283015}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.8004743456840515, "Finetune/Loss (Raw)": 0.8618500232696533, "Finetune/Step": 2216, "Finetune/Step Time": 6.279113527387381}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.8012082576751709, "Finetune/Loss (Raw)": 0.9485777616500854, "Finetune/Step": 2217, "Finetune/Step Time": 6.282461291179061}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.800791323184967, "Finetune/Loss (Raw)": 0.5409032106399536, "Finetune/Step": 2218, "Finetune/Step Time": 6.265421569347382}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.8003419041633606, "Finetune/Loss (Raw)": 0.7082194089889526, "Finetune/Step": 2219, "Finetune/Step Time": 6.289799693971872}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.8002357482910156, "Finetune/Loss (Raw)": 0.8667126893997192, "Finetune/Step": 2220, "Finetune/Step Time": 6.2909079771488905}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7986934185028076, "Finetune/Loss (Raw)": 0.7197683453559875, "Finetune/Step": 2221, "Finetune/Step Time": 6.303854420781136}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7980374097824097, "Finetune/Loss (Raw)": 0.8981022238731384, "Finetune/Step": 2222, "Finetune/Step Time": 6.299233555793762}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.798001229763031, "Finetune/Loss (Raw)": 0.8556428551673889, "Finetune/Step": 2223, "Finetune/Step Time": 6.300396973267198}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7980761528015137, "Finetune/Loss (Raw)": 0.8341169953346252, "Finetune/Step": 2224, "Finetune/Step Time": 6.299379575997591}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.797154426574707, "Finetune/Loss (Raw)": 0.7684795260429382, "Finetune/Step": 2225, "Finetune/Step Time": 6.307220064103603}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7979480028152466, "Finetune/Loss (Raw)": 0.8633778095245361, "Finetune/Step": 2226, "Finetune/Step Time": 6.308683291077614}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.8004485964775085, "Finetune/Loss (Raw)": 0.903435230255127, "Finetune/Step": 2227, "Finetune/Step Time": 6.29083452001214}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.801307201385498, "Finetune/Loss (Raw)": 0.7735311985015869, "Finetune/Step": 2228, "Finetune/Step Time": 6.289465511217713}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.8001728653907776, "Finetune/Loss (Raw)": 0.764122724533081, "Finetune/Step": 2229, "Finetune/Step Time": 6.288993673399091}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7998422980308533, "Finetune/Loss (Raw)": 0.7730583548545837, "Finetune/Step": 2230, "Finetune/Step Time": 6.289922680705786}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.8018864393234253, "Finetune/Loss (Raw)": 0.9388076663017273, "Finetune/Step": 2231, "Finetune/Step Time": 6.2699334770441055}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.8032578229904175, "Finetune/Loss (Raw)": 0.9726714491844177, "Finetune/Step": 2232, "Finetune/Step Time": 6.264356644824147}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.8020867109298706, "Finetune/Loss (Raw)": 0.6956601142883301, "Finetune/Step": 2233, "Finetune/Step Time": 6.262815773487091}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.8024575710296631, "Finetune/Loss (Raw)": 0.9178686738014221, "Finetune/Step": 2234, "Finetune/Step Time": 6.269791427999735}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.8029025793075562, "Finetune/Loss (Raw)": 0.9296877384185791, "Finetune/Step": 2235, "Finetune/Step Time": 6.268004598096013}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.8039658665657043, "Finetune/Loss (Raw)": 0.9178315997123718, "Finetune/Step": 2236, "Finetune/Step Time": 6.271094616502523}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.8028864860534668, "Finetune/Loss (Raw)": 0.7522180080413818, "Finetune/Step": 2237, "Finetune/Step Time": 6.26986862719059}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.8018912076950073, "Finetune/Loss (Raw)": 0.6709775328636169, "Finetune/Step": 2238, "Finetune/Step Time": 6.28235824033618}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.8045560121536255, "Finetune/Loss (Raw)": 1.1169977188110352, "Finetune/Step": 2239, "Finetune/Step Time": 6.281308175995946}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.806638240814209, "Finetune/Loss (Raw)": 0.9795992970466614, "Finetune/Step": 2240, "Finetune/Step Time": 6.2635281682014465}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.8074734210968018, "Finetune/Loss (Raw)": 0.9375278353691101, "Finetune/Step": 2241, "Finetune/Step Time": 6.270773125812411}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.806577205657959, "Finetune/Loss (Raw)": 0.8004170656204224, "Finetune/Step": 2242, "Finetune/Step Time": 6.258321385830641}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.8057044744491577, "Finetune/Loss (Raw)": 0.7981300950050354, "Finetune/Step": 2243, "Finetune/Step Time": 6.261005457490683}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.8083541989326477, "Finetune/Loss (Raw)": 1.0819929838180542, "Finetune/Step": 2244, "Finetune/Step Time": 6.239730870351195}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.8099565505981445, "Finetune/Loss (Raw)": 0.8650655150413513, "Finetune/Step": 2245, "Finetune/Step Time": 6.2249378096312284}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.8114930391311646, "Finetune/Loss (Raw)": 0.9615374207496643, "Finetune/Step": 2246, "Finetune/Step Time": 6.2284358981996775}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.8110597133636475, "Finetune/Loss (Raw)": 0.7081805467605591, "Finetune/Step": 2247, "Finetune/Step Time": 6.228192327544093}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.8105769157409668, "Finetune/Loss (Raw)": 0.7066329717636108, "Finetune/Step": 2248, "Finetune/Step Time": 6.205239275470376}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.8099966049194336, "Finetune/Loss (Raw)": 0.7740435004234314, "Finetune/Step": 2249, "Finetune/Step Time": 6.204676186665893}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.8089964389801025, "Finetune/Loss (Raw)": 0.7816687822341919, "Finetune/Step": 2250, "Finetune/Step Time": 6.219509223476052}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.8089488744735718, "Finetune/Loss (Raw)": 0.8704896569252014, "Finetune/Step": 2251, "Finetune/Step Time": 6.221273954957724}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8075616359710693, "Finetune/Loss (Raw)": 0.7032425999641418, "Finetune/Step": 2252, "Finetune/Step Time": 6.23951474390924}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.8077552318572998, "Finetune/Loss (Raw)": 0.9025910496711731, "Finetune/Step": 2253, "Finetune/Step Time": 6.226300019770861}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8077165484428406, "Finetune/Loss (Raw)": 0.9315364956855774, "Finetune/Step": 2254, "Finetune/Step Time": 6.231928884983063}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.8075571060180664, "Finetune/Loss (Raw)": 0.8492450714111328, "Finetune/Step": 2255, "Finetune/Step Time": 6.228126680478454}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.8086038827896118, "Finetune/Loss (Raw)": 0.769193708896637, "Finetune/Step": 2256, "Finetune/Step Time": 6.210434399545193}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.8094773292541504, "Finetune/Loss (Raw)": 0.824760377407074, "Finetune/Step": 2257, "Finetune/Step Time": 6.191883370280266}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.8077492713928223, "Finetune/Loss (Raw)": 0.6444776058197021, "Finetune/Step": 2258, "Finetune/Step Time": 6.194074101746082}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.8064374923706055, "Finetune/Loss (Raw)": 0.7541696429252625, "Finetune/Step": 2259, "Finetune/Step Time": 6.192807011306286}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.8061011433601379, "Finetune/Loss (Raw)": 0.7738562822341919, "Finetune/Step": 2260, "Finetune/Step Time": 6.197731871157885}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.8044718503952026, "Finetune/Loss (Raw)": 0.8803683519363403, "Finetune/Step": 2261, "Finetune/Step Time": 6.1998928822577}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.8061379790306091, "Finetune/Loss (Raw)": 0.9822106957435608, "Finetune/Step": 2262, "Finetune/Step Time": 6.198757825419307}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.8063936233520508, "Finetune/Loss (Raw)": 0.8053873777389526, "Finetune/Step": 2263, "Finetune/Step Time": 6.204411465674639}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.8066896796226501, "Finetune/Loss (Raw)": 0.8957058191299438, "Finetune/Step": 2264, "Finetune/Step Time": 6.206990970298648}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.8075743317604065, "Finetune/Loss (Raw)": 0.8152062296867371, "Finetune/Step": 2265, "Finetune/Step Time": 6.186752961948514}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.8050990700721741, "Finetune/Loss (Raw)": 0.552282452583313, "Finetune/Step": 2266, "Finetune/Step Time": 6.2003078907728195}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.805508017539978, "Finetune/Loss (Raw)": 0.8141745328903198, "Finetune/Step": 2267, "Finetune/Step Time": 6.183289447799325}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.8043175935745239, "Finetune/Loss (Raw)": 0.7521257400512695, "Finetune/Step": 2268, "Finetune/Step Time": 6.180770095437765}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.8036043643951416, "Finetune/Loss (Raw)": 0.893943727016449, "Finetune/Step": 2269, "Finetune/Step Time": 6.177157688885927}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.801982045173645, "Finetune/Loss (Raw)": 0.5976308584213257, "Finetune/Step": 2270, "Finetune/Step Time": 6.185252416878939}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.8025933504104614, "Finetune/Loss (Raw)": 0.8974517583847046, "Finetune/Step": 2271, "Finetune/Step Time": 6.170053685083985}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.8032823801040649, "Finetune/Loss (Raw)": 0.901458203792572, "Finetune/Step": 2272, "Finetune/Step Time": 6.168702172115445}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.80537348985672, "Finetune/Loss (Raw)": 0.8092042803764343, "Finetune/Step": 2273, "Finetune/Step Time": 6.158981844782829}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.8047023415565491, "Finetune/Loss (Raw)": 0.7709954380989075, "Finetune/Step": 2274, "Finetune/Step Time": 6.1690031606704}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.8061000108718872, "Finetune/Loss (Raw)": 0.9270009994506836, "Finetune/Step": 2275, "Finetune/Step Time": 6.164555158466101}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.8051549196243286, "Finetune/Loss (Raw)": 0.8550822138786316, "Finetune/Step": 2276, "Finetune/Step Time": 6.157542338594794}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.8034286499023438, "Finetune/Loss (Raw)": 0.6847061514854431, "Finetune/Step": 2277, "Finetune/Step Time": 6.160128280520439}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.8040623068809509, "Finetune/Loss (Raw)": 0.8903452157974243, "Finetune/Step": 2278, "Finetune/Step Time": 6.159749940037727}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.8036843538284302, "Finetune/Loss (Raw)": 0.871575653553009, "Finetune/Step": 2279, "Finetune/Step Time": 6.153759445995092}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.8044520020484924, "Finetune/Loss (Raw)": 0.8520805239677429, "Finetune/Step": 2280, "Finetune/Step Time": 6.152464859187603}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.8046445250511169, "Finetune/Loss (Raw)": 0.820578932762146, "Finetune/Step": 2281, "Finetune/Step Time": 6.154586661607027}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.805548906326294, "Finetune/Loss (Raw)": 0.8155502080917358, "Finetune/Step": 2282, "Finetune/Step Time": 6.152785176411271}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.8065410852432251, "Finetune/Loss (Raw)": 0.9527094960212708, "Finetune/Step": 2283, "Finetune/Step Time": 6.144392227753997}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.8062551021575928, "Finetune/Loss (Raw)": 0.64110267162323, "Finetune/Step": 2284, "Finetune/Step Time": 6.158096194267273}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.8066222667694092, "Finetune/Loss (Raw)": 0.777761697769165, "Finetune/Step": 2285, "Finetune/Step Time": 6.157979818060994}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.8057371377944946, "Finetune/Loss (Raw)": 0.7882840037345886, "Finetune/Step": 2286, "Finetune/Step Time": 6.16708180680871}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.8037939071655273, "Finetune/Loss (Raw)": 0.6108105778694153, "Finetune/Step": 2287, "Finetune/Step Time": 6.155392594635487}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.8044233918190002, "Finetune/Loss (Raw)": 0.9004483222961426, "Finetune/Step": 2288, "Finetune/Step Time": 6.157921293750405}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.8031249046325684, "Finetune/Loss (Raw)": 0.6140356659889221, "Finetune/Step": 2289, "Finetune/Step Time": 6.167772298678756}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.8044705986976624, "Finetune/Loss (Raw)": 0.9315146803855896, "Finetune/Step": 2290, "Finetune/Step Time": 6.164503704756498}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.8043240308761597, "Finetune/Loss (Raw)": 0.7779209613800049, "Finetune/Step": 2291, "Finetune/Step Time": 6.175563244149089}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.8025046586990356, "Finetune/Loss (Raw)": 0.7373040318489075, "Finetune/Step": 2292, "Finetune/Step Time": 6.179906981065869}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.8003453016281128, "Finetune/Loss (Raw)": 0.554180383682251, "Finetune/Step": 2293, "Finetune/Step Time": 6.16775144264102}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.8000123500823975, "Finetune/Loss (Raw)": 0.8602314591407776, "Finetune/Step": 2294, "Finetune/Step Time": 6.167935596778989}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7989656925201416, "Finetune/Loss (Raw)": 0.7870791554450989, "Finetune/Step": 2295, "Finetune/Step Time": 6.171921914443374}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7980222702026367, "Finetune/Loss (Raw)": 0.6856625080108643, "Finetune/Step": 2296, "Finetune/Step Time": 6.1734215170145035}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7973334193229675, "Finetune/Loss (Raw)": 0.7977196574211121, "Finetune/Step": 2297, "Finetune/Step Time": 6.173833204433322}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7980388402938843, "Finetune/Loss (Raw)": 0.8078036308288574, "Finetune/Step": 2298, "Finetune/Step Time": 6.174563053995371}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.799254298210144, "Finetune/Loss (Raw)": 0.899027943611145, "Finetune/Step": 2299, "Finetune/Step Time": 6.17298243008554}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7992587089538574, "Finetune/Loss (Raw)": 0.878219723701477, "Finetune/Step": 2300, "Finetune/Step Time": 6.179118936881423}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.8004100322723389, "Finetune/Loss (Raw)": 0.7685325741767883, "Finetune/Step": 2301, "Finetune/Step Time": 6.16146270558238}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.8014143109321594, "Finetune/Loss (Raw)": 0.7294514775276184, "Finetune/Step": 2302, "Finetune/Step Time": 6.156478667631745}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.8020972609519958, "Finetune/Loss (Raw)": 0.8590290546417236, "Finetune/Step": 2303, "Finetune/Step Time": 6.144403845071793}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7999970316886902, "Finetune/Loss (Raw)": 0.647120475769043, "Finetune/Step": 2304, "Finetune/Step Time": 6.158867260441184}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7989134192466736, "Finetune/Loss (Raw)": 0.7572003602981567, "Finetune/Step": 2305, "Finetune/Step Time": 6.167381452396512}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.8005731105804443, "Finetune/Loss (Raw)": 0.9347118139266968, "Finetune/Step": 2306, "Finetune/Step Time": 6.168752672150731}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.8011614084243774, "Finetune/Loss (Raw)": 0.876170814037323, "Finetune/Step": 2307, "Finetune/Step Time": 6.157994205132127}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7984127402305603, "Finetune/Loss (Raw)": 0.5283176898956299, "Finetune/Step": 2308, "Finetune/Step Time": 6.158178886398673}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7974134683609009, "Finetune/Loss (Raw)": 0.7775306105613708, "Finetune/Step": 2309, "Finetune/Step Time": 6.156613856554031}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7970283627510071, "Finetune/Loss (Raw)": 0.9020909667015076, "Finetune/Step": 2310, "Finetune/Step Time": 6.154682252556086}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7988202571868896, "Finetune/Loss (Raw)": 0.9091464877128601, "Finetune/Step": 2311, "Finetune/Step Time": 6.139037301763892}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7990273237228394, "Finetune/Loss (Raw)": 0.7141957879066467, "Finetune/Step": 2312, "Finetune/Step Time": 6.146671934053302}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7986400127410889, "Finetune/Loss (Raw)": 0.8226264715194702, "Finetune/Step": 2313, "Finetune/Step Time": 6.149457784369588}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.798215389251709, "Finetune/Loss (Raw)": 0.7564111948013306, "Finetune/Step": 2314, "Finetune/Step Time": 6.1550168097019196}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7999470233917236, "Finetune/Loss (Raw)": 0.7829661965370178, "Finetune/Step": 2315, "Finetune/Step Time": 6.128990702331066}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.8011206984519958, "Finetune/Loss (Raw)": 0.9281277060508728, "Finetune/Step": 2316, "Finetune/Step Time": 6.103235257789493}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.8020123243331909, "Finetune/Loss (Raw)": 0.7894318103790283, "Finetune/Step": 2317, "Finetune/Step Time": 6.1033713556826115}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.802470326423645, "Finetune/Loss (Raw)": 0.7443378567695618, "Finetune/Step": 2318, "Finetune/Step Time": 6.095051400363445}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.8035147190093994, "Finetune/Loss (Raw)": 0.9358033537864685, "Finetune/Step": 2319, "Finetune/Step Time": 6.088101629167795}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.8044785261154175, "Finetune/Loss (Raw)": 0.7899460792541504, "Finetune/Step": 2320, "Finetune/Step Time": 6.089327642694116}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.8037185668945312, "Finetune/Loss (Raw)": 0.8162829279899597, "Finetune/Step": 2321, "Finetune/Step Time": 6.096379129216075}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.8039168119430542, "Finetune/Loss (Raw)": 0.8494457006454468, "Finetune/Step": 2322, "Finetune/Step Time": 6.10444962233305}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.8025010824203491, "Finetune/Loss (Raw)": 0.7045308947563171, "Finetune/Step": 2323, "Finetune/Step Time": 6.115738667547703}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.802777111530304, "Finetune/Loss (Raw)": 0.7897064685821533, "Finetune/Step": 2324, "Finetune/Step Time": 6.1101309191435575}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.8030913472175598, "Finetune/Loss (Raw)": 0.8728693127632141, "Finetune/Step": 2325, "Finetune/Step Time": 6.116806665435433}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.802440881729126, "Finetune/Loss (Raw)": 0.6819969415664673, "Finetune/Step": 2326, "Finetune/Step Time": 6.130857301875949}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.803015410900116, "Finetune/Loss (Raw)": 0.8474203944206238, "Finetune/Step": 2327, "Finetune/Step Time": 6.142411667853594}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.803067684173584, "Finetune/Loss (Raw)": 0.7353469133377075, "Finetune/Step": 2328, "Finetune/Step Time": 6.138339402154088}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.8048776984214783, "Finetune/Loss (Raw)": 0.9160436391830444, "Finetune/Step": 2329, "Finetune/Step Time": 6.121128503233194}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.8042932748794556, "Finetune/Loss (Raw)": 0.7267624139785767, "Finetune/Step": 2330, "Finetune/Step Time": 6.130787150934339}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.8046029806137085, "Finetune/Loss (Raw)": 0.8363068103790283, "Finetune/Step": 2331, "Finetune/Step Time": 6.135332901030779}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.8069412708282471, "Finetune/Loss (Raw)": 1.0060216188430786, "Finetune/Step": 2332, "Finetune/Step Time": 6.132097093388438}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.8080663084983826, "Finetune/Loss (Raw)": 0.8779346346855164, "Finetune/Step": 2333, "Finetune/Step Time": 6.125554651021957}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.810246467590332, "Finetune/Loss (Raw)": 0.8372981548309326, "Finetune/Step": 2334, "Finetune/Step Time": 6.0931361597031355}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.8100917339324951, "Finetune/Loss (Raw)": 0.8291768431663513, "Finetune/Step": 2335, "Finetune/Step Time": 6.095035886391997}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.810586154460907, "Finetune/Loss (Raw)": 0.8208509087562561, "Finetune/Step": 2336, "Finetune/Step Time": 6.090540628880262}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8116050958633423, "Finetune/Loss (Raw)": 0.9332312345504761, "Finetune/Step": 2337, "Finetune/Step Time": 6.090498387813568}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8132377862930298, "Finetune/Loss (Raw)": 0.8491756319999695, "Finetune/Step": 2338, "Finetune/Step Time": 6.072298180311918}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8117542266845703, "Finetune/Loss (Raw)": 0.7333253622055054, "Finetune/Step": 2339, "Finetune/Step Time": 6.067498931661248}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8131227493286133, "Finetune/Loss (Raw)": 0.7567212581634521, "Finetune/Step": 2340, "Finetune/Step Time": 6.055134071037173}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8146556615829468, "Finetune/Loss (Raw)": 0.8957307934761047, "Finetune/Step": 2341, "Finetune/Step Time": 6.0781895983964205}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8153640627861023, "Finetune/Loss (Raw)": 0.7131779193878174, "Finetune/Step": 2342, "Finetune/Step Time": 6.093287281692028}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8156580328941345, "Finetune/Loss (Raw)": 0.9238602519035339, "Finetune/Step": 2343, "Finetune/Step Time": 6.107296098023653}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8149554133415222, "Finetune/Loss (Raw)": 0.7719186544418335, "Finetune/Step": 2344, "Finetune/Step Time": 6.126705856993794}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8155474662780762, "Finetune/Loss (Raw)": 1.0243598222732544, "Finetune/Step": 2345, "Finetune/Step Time": 6.120783073827624}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8176487684249878, "Finetune/Loss (Raw)": 0.8098690509796143, "Finetune/Step": 2346, "Finetune/Step Time": 6.119341496378183}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8186149597167969, "Finetune/Loss (Raw)": 0.8318886756896973, "Finetune/Step": 2347, "Finetune/Step Time": 6.094164095818996}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8185184001922607, "Finetune/Loss (Raw)": 0.8543549180030823, "Finetune/Step": 2348, "Finetune/Step Time": 6.092832962051034}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8191073536872864, "Finetune/Loss (Raw)": 0.795159101486206, "Finetune/Step": 2349, "Finetune/Step Time": 6.085930325090885}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8185675740242004, "Finetune/Loss (Raw)": 0.829008936882019, "Finetune/Step": 2350, "Finetune/Step Time": 6.081948341801763}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.819193959236145, "Finetune/Loss (Raw)": 0.9358145594596863, "Finetune/Step": 2351, "Finetune/Step Time": 6.080801568925381}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8194363117218018, "Finetune/Loss (Raw)": 0.8651371002197266, "Finetune/Step": 2352, "Finetune/Step Time": 6.08818344399333}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8199663162231445, "Finetune/Loss (Raw)": 0.8363224267959595, "Finetune/Step": 2353, "Finetune/Step Time": 6.084445064887404}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8197653293609619, "Finetune/Loss (Raw)": 0.8376502394676208, "Finetune/Step": 2354, "Finetune/Step Time": 6.079075127840042}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8188086152076721, "Finetune/Loss (Raw)": 0.7809802293777466, "Finetune/Step": 2355, "Finetune/Step Time": 6.079354763031006}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8181857466697693, "Finetune/Loss (Raw)": 0.6938012838363647, "Finetune/Step": 2356, "Finetune/Step Time": 6.0798278748989105}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8185575604438782, "Finetune/Loss (Raw)": 0.8117165565490723, "Finetune/Step": 2357, "Finetune/Step Time": 6.082391856238246}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8195754289627075, "Finetune/Loss (Raw)": 0.9033508896827698, "Finetune/Step": 2358, "Finetune/Step Time": 6.079354632645845}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8170442581176758, "Finetune/Loss (Raw)": 0.6148096323013306, "Finetune/Step": 2359, "Finetune/Step Time": 6.09860903955996}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8163406848907471, "Finetune/Loss (Raw)": 0.8826161623001099, "Finetune/Step": 2360, "Finetune/Step Time": 6.099093111231923}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.817829966545105, "Finetune/Loss (Raw)": 0.8862883448600769, "Finetune/Step": 2361, "Finetune/Step Time": 6.0973171554505825}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.8170703053474426, "Finetune/Loss (Raw)": 0.8206310868263245, "Finetune/Step": 2362, "Finetune/Step Time": 6.079938935115933}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8142209053039551, "Finetune/Loss (Raw)": 0.5649698972702026, "Finetune/Step": 2363, "Finetune/Step Time": 6.08478020504117}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8128419518470764, "Finetune/Loss (Raw)": 0.7413235902786255, "Finetune/Step": 2364, "Finetune/Step Time": 6.082449542358518}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.813864529132843, "Finetune/Loss (Raw)": 0.8831049799919128, "Finetune/Step": 2365, "Finetune/Step Time": 6.080500641837716}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.8132137060165405, "Finetune/Loss (Raw)": 0.5876784920692444, "Finetune/Step": 2366, "Finetune/Step Time": 6.0802151132375}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8117660880088806, "Finetune/Loss (Raw)": 0.9316996932029724, "Finetune/Step": 2367, "Finetune/Step Time": 6.077420016750693}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8101948499679565, "Finetune/Loss (Raw)": 0.7784826159477234, "Finetune/Step": 2368, "Finetune/Step Time": 6.072235805913806}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.8103882670402527, "Finetune/Loss (Raw)": 0.9622796177864075, "Finetune/Step": 2369, "Finetune/Step Time": 6.069473775103688}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8104766607284546, "Finetune/Loss (Raw)": 0.8117343187332153, "Finetune/Step": 2370, "Finetune/Step Time": 6.081518953666091}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8114064931869507, "Finetune/Loss (Raw)": 0.917151689529419, "Finetune/Step": 2371, "Finetune/Step Time": 6.087740743532777}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.8089724779129028, "Finetune/Loss (Raw)": 0.7704314589500427, "Finetune/Step": 2372, "Finetune/Step Time": 6.088763592764735}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.8093662858009338, "Finetune/Loss (Raw)": 0.9154761433601379, "Finetune/Step": 2373, "Finetune/Step Time": 6.105698773637414}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.8074681758880615, "Finetune/Loss (Raw)": 0.7185802459716797, "Finetune/Step": 2374, "Finetune/Step Time": 6.10738611035049}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.8070006370544434, "Finetune/Loss (Raw)": 0.6483404636383057, "Finetune/Step": 2375, "Finetune/Step Time": 6.109851572662592}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.8085256814956665, "Finetune/Loss (Raw)": 0.9018310308456421, "Finetune/Step": 2376, "Finetune/Step Time": 6.114782087504864}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.810002863407135, "Finetune/Loss (Raw)": 0.9631245136260986, "Finetune/Step": 2377, "Finetune/Step Time": 6.1140781082212925}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.8110253214836121, "Finetune/Loss (Raw)": 0.9125412106513977, "Finetune/Step": 2378, "Finetune/Step Time": 6.1060605607926846}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8108179569244385, "Finetune/Loss (Raw)": 0.8439493775367737, "Finetune/Step": 2379, "Finetune/Step Time": 6.117559485137463}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8110396862030029, "Finetune/Loss (Raw)": 0.7316259145736694, "Finetune/Step": 2380, "Finetune/Step Time": 6.097102573141456}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8104726076126099, "Finetune/Loss (Raw)": 0.829997718334198, "Finetune/Step": 2381, "Finetune/Step Time": 6.096562426537275}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.8084273338317871, "Finetune/Loss (Raw)": 0.6697420477867126, "Finetune/Step": 2382, "Finetune/Step Time": 6.10338868945837}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.8062485456466675, "Finetune/Loss (Raw)": 0.5703688859939575, "Finetune/Step": 2383, "Finetune/Step Time": 6.113634096458554}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8076722621917725, "Finetune/Loss (Raw)": 0.9514306783676147, "Finetune/Step": 2384, "Finetune/Step Time": 6.1077252458781}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8074897527694702, "Finetune/Loss (Raw)": 0.8013962507247925, "Finetune/Step": 2385, "Finetune/Step Time": 6.110605427995324}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.809974193572998, "Finetune/Loss (Raw)": 0.9624790549278259, "Finetune/Step": 2386, "Finetune/Step Time": 6.113622456789017}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.8104329109191895, "Finetune/Loss (Raw)": 0.8128917217254639, "Finetune/Step": 2387, "Finetune/Step Time": 6.126597682014108}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8107889890670776, "Finetune/Loss (Raw)": 0.819433867931366, "Finetune/Step": 2388, "Finetune/Step Time": 6.136174513027072}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8112767934799194, "Finetune/Loss (Raw)": 0.942804753780365, "Finetune/Step": 2389, "Finetune/Step Time": 6.137184536084533}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.8109589219093323, "Finetune/Loss (Raw)": 0.941527247428894, "Finetune/Step": 2390, "Finetune/Step Time": 6.137955639511347}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8118712902069092, "Finetune/Loss (Raw)": 0.9221694469451904, "Finetune/Step": 2391, "Finetune/Step Time": 6.13698635622859}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8115741014480591, "Finetune/Loss (Raw)": 0.8576691150665283, "Finetune/Step": 2392, "Finetune/Step Time": 6.1381473280489445}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8124432563781738, "Finetune/Loss (Raw)": 0.9264528155326843, "Finetune/Step": 2393, "Finetune/Step Time": 6.148493157699704}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8131920099258423, "Finetune/Loss (Raw)": 0.6481235027313232, "Finetune/Step": 2394, "Finetune/Step Time": 6.161462549120188}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8136199116706848, "Finetune/Loss (Raw)": 0.8689430356025696, "Finetune/Step": 2395, "Finetune/Step Time": 6.164804335683584}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8139767646789551, "Finetune/Loss (Raw)": 0.7978024482727051, "Finetune/Step": 2396, "Finetune/Step Time": 6.16214245185256}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8136236667633057, "Finetune/Loss (Raw)": 0.8487468957901001, "Finetune/Step": 2397, "Finetune/Step Time": 6.159247105941176}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8168280124664307, "Finetune/Loss (Raw)": 1.0077906847000122, "Finetune/Step": 2398, "Finetune/Step Time": 6.151269255205989}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8169924020767212, "Finetune/Loss (Raw)": 0.9184929132461548, "Finetune/Step": 2399, "Finetune/Step Time": 6.155209777876735}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.8156741261482239, "Finetune/Loss (Raw)": 0.7327190041542053, "Finetune/Step": 2400, "Finetune/Step Time": 6.146076295524836}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8157594203948975, "Finetune/Loss (Raw)": 0.8201203942298889, "Finetune/Step": 2401, "Finetune/Step Time": 6.146163418889046}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8153231739997864, "Finetune/Loss (Raw)": 0.7151575088500977, "Finetune/Step": 2402, "Finetune/Step Time": 6.130869075655937}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8146500587463379, "Finetune/Loss (Raw)": 0.8408358693122864, "Finetune/Step": 2403, "Finetune/Step Time": 6.1356258280575275}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.814690113067627, "Finetune/Loss (Raw)": 0.8602101802825928, "Finetune/Step": 2404, "Finetune/Step Time": 6.132835786789656}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.815626323223114, "Finetune/Loss (Raw)": 0.8045446872711182, "Finetune/Step": 2405, "Finetune/Step Time": 6.130964392796159}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8159933686256409, "Finetune/Loss (Raw)": 0.9373331069946289, "Finetune/Step": 2406, "Finetune/Step Time": 6.133011072874069}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8137369751930237, "Finetune/Loss (Raw)": 0.5827524662017822, "Finetune/Step": 2407, "Finetune/Step Time": 6.149777660146356}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8150553703308105, "Finetune/Loss (Raw)": 1.0208295583724976, "Finetune/Step": 2408, "Finetune/Step Time": 6.15351771004498}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8150526881217957, "Finetune/Loss (Raw)": 0.8202385306358337, "Finetune/Step": 2409, "Finetune/Step Time": 6.152910692617297}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8148714900016785, "Finetune/Loss (Raw)": 0.7923615574836731, "Finetune/Step": 2410, "Finetune/Step Time": 6.157239506021142}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8127478361129761, "Finetune/Loss (Raw)": 0.6808807253837585, "Finetune/Step": 2411, "Finetune/Step Time": 6.163448728621006}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.8136868476867676, "Finetune/Loss (Raw)": 0.7612999677658081, "Finetune/Step": 2412, "Finetune/Step Time": 6.143999272957444}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8135026693344116, "Finetune/Loss (Raw)": 0.7541829943656921, "Finetune/Step": 2413, "Finetune/Step Time": 6.138055684044957}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8143892288208008, "Finetune/Loss (Raw)": 0.9017650485038757, "Finetune/Step": 2414, "Finetune/Step Time": 6.127088760957122}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8160909414291382, "Finetune/Loss (Raw)": 0.8286249041557312, "Finetune/Step": 2415, "Finetune/Step Time": 6.126731680706143}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8151838779449463, "Finetune/Loss (Raw)": 0.7843465805053711, "Finetune/Step": 2416, "Finetune/Step Time": 6.125449223443866}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8161691427230835, "Finetune/Loss (Raw)": 0.7401548027992249, "Finetune/Step": 2417, "Finetune/Step Time": 6.124066116288304}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8147596120834351, "Finetune/Loss (Raw)": 0.7510841488838196, "Finetune/Step": 2418, "Finetune/Step Time": 6.1422086879611015}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8147928714752197, "Finetune/Loss (Raw)": 0.7821828722953796, "Finetune/Step": 2419, "Finetune/Step Time": 6.148538051173091}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.816778302192688, "Finetune/Loss (Raw)": 0.9914392232894897, "Finetune/Step": 2420, "Finetune/Step Time": 6.1423506159335375}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8176144361495972, "Finetune/Loss (Raw)": 0.6612027883529663, "Finetune/Step": 2421, "Finetune/Step Time": 6.150470955297351}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.816220223903656, "Finetune/Loss (Raw)": 0.6817798614501953, "Finetune/Step": 2422, "Finetune/Step Time": 6.156587919220328}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8146921992301941, "Finetune/Loss (Raw)": 0.5914880633354187, "Finetune/Step": 2423, "Finetune/Step Time": 6.15073898434639}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8163506388664246, "Finetune/Loss (Raw)": 0.8979411721229553, "Finetune/Step": 2424, "Finetune/Step Time": 6.149519687518477}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8155412673950195, "Finetune/Loss (Raw)": 0.6941196322441101, "Finetune/Step": 2425, "Finetune/Step Time": 6.156888613477349}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8142243027687073, "Finetune/Loss (Raw)": 0.6392393112182617, "Finetune/Step": 2426, "Finetune/Step Time": 6.177099093794823}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8138397336006165, "Finetune/Loss (Raw)": 0.8497973680496216, "Finetune/Step": 2427, "Finetune/Step Time": 6.172549273818731}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.8125044107437134, "Finetune/Loss (Raw)": 0.7072979807853699, "Finetune/Step": 2428, "Finetune/Step Time": 6.156889498233795}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.8131799697875977, "Finetune/Loss (Raw)": 0.855002760887146, "Finetune/Step": 2429, "Finetune/Step Time": 6.164577905088663}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8128261566162109, "Finetune/Loss (Raw)": 0.68416428565979, "Finetune/Step": 2430, "Finetune/Step Time": 6.185129011049867}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8132151961326599, "Finetune/Loss (Raw)": 0.908826470375061, "Finetune/Step": 2431, "Finetune/Step Time": 6.182459898293018}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8143946528434753, "Finetune/Loss (Raw)": 0.7980965971946716, "Finetune/Step": 2432, "Finetune/Step Time": 6.18605574592948}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.814210057258606, "Finetune/Loss (Raw)": 0.7335708141326904, "Finetune/Step": 2433, "Finetune/Step Time": 6.175628632307053}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8135792016983032, "Finetune/Loss (Raw)": 0.8539556860923767, "Finetune/Step": 2434, "Finetune/Step Time": 6.1865219715982676}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8131466507911682, "Finetune/Loss (Raw)": 0.8208081722259521, "Finetune/Step": 2435, "Finetune/Step Time": 6.1955516170710325}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8159599900245667, "Finetune/Loss (Raw)": 0.8884283304214478, "Finetune/Step": 2436, "Finetune/Step Time": 6.199838375672698}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8159347772598267, "Finetune/Loss (Raw)": 0.7742962837219238, "Finetune/Step": 2437, "Finetune/Step Time": 6.2136094234883785}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8160760402679443, "Finetune/Loss (Raw)": 0.9201797842979431, "Finetune/Step": 2438, "Finetune/Step Time": 6.217219024896622}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8160093426704407, "Finetune/Loss (Raw)": 0.9006067514419556, "Finetune/Step": 2439, "Finetune/Step Time": 6.217242168262601}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8174593448638916, "Finetune/Loss (Raw)": 0.8997993469238281, "Finetune/Step": 2440, "Finetune/Step Time": 6.2031726986169815}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8182157278060913, "Finetune/Loss (Raw)": 0.9194419384002686, "Finetune/Step": 2441, "Finetune/Step Time": 6.200607510283589}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8188107013702393, "Finetune/Loss (Raw)": 0.8325731158256531, "Finetune/Step": 2442, "Finetune/Step Time": 6.199509741738439}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8198767900466919, "Finetune/Loss (Raw)": 0.919418215751648, "Finetune/Step": 2443, "Finetune/Step Time": 6.201651619747281}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8192898035049438, "Finetune/Loss (Raw)": 0.8530004620552063, "Finetune/Step": 2444, "Finetune/Step Time": 6.204284580424428}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8185659050941467, "Finetune/Loss (Raw)": 0.6967699527740479, "Finetune/Step": 2445, "Finetune/Step Time": 6.219591913744807}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8197263479232788, "Finetune/Loss (Raw)": 0.8928781747817993, "Finetune/Step": 2446, "Finetune/Step Time": 6.222130246460438}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8191401362419128, "Finetune/Loss (Raw)": 0.8607582449913025, "Finetune/Step": 2447, "Finetune/Step Time": 6.2253106366842985}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8201354742050171, "Finetune/Loss (Raw)": 0.9173600673675537, "Finetune/Step": 2448, "Finetune/Step Time": 6.226468753069639}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8193882703781128, "Finetune/Loss (Raw)": 0.7206345796585083, "Finetune/Step": 2449, "Finetune/Step Time": 6.221625812351704}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8187383413314819, "Finetune/Loss (Raw)": 0.7662596702575684, "Finetune/Step": 2450, "Finetune/Step Time": 6.230221800506115}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8180700540542603, "Finetune/Loss (Raw)": 0.6189877986907959, "Finetune/Step": 2451, "Finetune/Step Time": 6.241587208583951}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8180224299430847, "Finetune/Loss (Raw)": 0.7836018800735474, "Finetune/Step": 2452, "Finetune/Step Time": 6.240668440237641}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.8174935579299927, "Finetune/Loss (Raw)": 0.8051823377609253, "Finetune/Step": 2453, "Finetune/Step Time": 6.25431133620441}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8185058832168579, "Finetune/Loss (Raw)": 0.811578094959259, "Finetune/Step": 2454, "Finetune/Step Time": 6.240292204543948}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8187004327774048, "Finetune/Loss (Raw)": 0.8723192811012268, "Finetune/Step": 2455, "Finetune/Step Time": 6.231181813403964}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8198891878128052, "Finetune/Loss (Raw)": 0.8875068426132202, "Finetune/Step": 2456, "Finetune/Step Time": 6.2226482182741165}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8193936347961426, "Finetune/Loss (Raw)": 0.852604866027832, "Finetune/Step": 2457, "Finetune/Step Time": 6.2190787103027105}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8199905157089233, "Finetune/Loss (Raw)": 0.8031677007675171, "Finetune/Step": 2458, "Finetune/Step Time": 6.223328910768032}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8195815086364746, "Finetune/Loss (Raw)": 0.7839560508728027, "Finetune/Step": 2459, "Finetune/Step Time": 6.220578273758292}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8177464008331299, "Finetune/Loss (Raw)": 0.7711265683174133, "Finetune/Step": 2460, "Finetune/Step Time": 6.215535309165716}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8182798624038696, "Finetune/Loss (Raw)": 0.9462213516235352, "Finetune/Step": 2461, "Finetune/Step Time": 6.21145024523139}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8184671998023987, "Finetune/Loss (Raw)": 0.8612790107727051, "Finetune/Step": 2462, "Finetune/Step Time": 6.201630175113678}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.8180961608886719, "Finetune/Loss (Raw)": 0.7816724181175232, "Finetune/Step": 2463, "Finetune/Step Time": 6.1987118776887655}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8188104629516602, "Finetune/Loss (Raw)": 0.9122881293296814, "Finetune/Step": 2464, "Finetune/Step Time": 6.187183130532503}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8180608153343201, "Finetune/Loss (Raw)": 0.8372769951820374, "Finetune/Step": 2465, "Finetune/Step Time": 6.189362693578005}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.8175044059753418, "Finetune/Loss (Raw)": 0.7779577970504761, "Finetune/Step": 2466, "Finetune/Step Time": 6.188137978315353}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8181257247924805, "Finetune/Loss (Raw)": 0.8128538727760315, "Finetune/Step": 2467, "Finetune/Step Time": 6.172381551936269}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8195027112960815, "Finetune/Loss (Raw)": 0.9329707622528076, "Finetune/Step": 2468, "Finetune/Step Time": 6.175407020375133}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8195525407791138, "Finetune/Loss (Raw)": 0.9021081924438477, "Finetune/Step": 2469, "Finetune/Step Time": 6.150546420365572}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8199676275253296, "Finetune/Loss (Raw)": 0.7663176655769348, "Finetune/Step": 2470, "Finetune/Step Time": 6.133639745414257}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8198584318161011, "Finetune/Loss (Raw)": 0.909874677658081, "Finetune/Step": 2471, "Finetune/Step Time": 6.120347375050187}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8203731775283813, "Finetune/Loss (Raw)": 0.8378096222877502, "Finetune/Step": 2472, "Finetune/Step Time": 6.100252326577902}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8191651105880737, "Finetune/Loss (Raw)": 0.869728147983551, "Finetune/Step": 2473, "Finetune/Step Time": 6.104314789175987}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8191602230072021, "Finetune/Loss (Raw)": 0.8092409372329712, "Finetune/Step": 2474, "Finetune/Step Time": 6.105250928550959}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8189155459403992, "Finetune/Loss (Raw)": 0.8005653023719788, "Finetune/Step": 2475, "Finetune/Step Time": 6.104959558695555}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8188177943229675, "Finetune/Loss (Raw)": 0.841844379901886, "Finetune/Step": 2476, "Finetune/Step Time": 6.104868041351438}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.819010853767395, "Finetune/Loss (Raw)": 0.8198749423027039, "Finetune/Step": 2477, "Finetune/Step Time": 6.101275617256761}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8189710378646851, "Finetune/Loss (Raw)": 0.8239145278930664, "Finetune/Step": 2478, "Finetune/Step Time": 6.098167942836881}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8173655867576599, "Finetune/Loss (Raw)": 0.7303131818771362, "Finetune/Step": 2479, "Finetune/Step Time": 6.097077300772071}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8162044286727905, "Finetune/Loss (Raw)": 0.7165088057518005, "Finetune/Step": 2480, "Finetune/Step Time": 6.095112705603242}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.8148479461669922, "Finetune/Loss (Raw)": 0.6626916527748108, "Finetune/Step": 2481, "Finetune/Step Time": 6.117755135521293}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.816292405128479, "Finetune/Loss (Raw)": 1.0225474834442139, "Finetune/Step": 2482, "Finetune/Step Time": 6.114669611677527}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.816271185874939, "Finetune/Loss (Raw)": 0.7782548069953918, "Finetune/Step": 2483, "Finetune/Step Time": 6.116986311972141}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8166709542274475, "Finetune/Loss (Raw)": 0.744978129863739, "Finetune/Step": 2484, "Finetune/Step Time": 6.121459240093827}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8169358372688293, "Finetune/Loss (Raw)": 0.8456142544746399, "Finetune/Step": 2485, "Finetune/Step Time": 6.120555628091097}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8149909973144531, "Finetune/Loss (Raw)": 0.6544182896614075, "Finetune/Step": 2486, "Finetune/Step Time": 6.12631418928504}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8151671886444092, "Finetune/Loss (Raw)": 0.6373583078384399, "Finetune/Step": 2487, "Finetune/Step Time": 6.12405339255929}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8154181241989136, "Finetune/Loss (Raw)": 0.9147283434867859, "Finetune/Step": 2488, "Finetune/Step Time": 6.11959552206099}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8153035044670105, "Finetune/Loss (Raw)": 0.8716273307800293, "Finetune/Step": 2489, "Finetune/Step Time": 6.131264269351959}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.8138730525970459, "Finetune/Loss (Raw)": 0.637529730796814, "Finetune/Step": 2490, "Finetune/Step Time": 6.153728224337101}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.8156449794769287, "Finetune/Loss (Raw)": 0.7917726635932922, "Finetune/Step": 2491, "Finetune/Step Time": 6.158073691651225}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8154242038726807, "Finetune/Loss (Raw)": 0.7130699157714844, "Finetune/Step": 2492, "Finetune/Step Time": 6.156945239752531}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.8151695728302002, "Finetune/Loss (Raw)": 0.8505076766014099, "Finetune/Step": 2493, "Finetune/Step Time": 6.160964850336313}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.817842423915863, "Finetune/Loss (Raw)": 0.9298122525215149, "Finetune/Step": 2494, "Finetune/Step Time": 6.141994195058942}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8172664642333984, "Finetune/Loss (Raw)": 0.8579780459403992, "Finetune/Step": 2495, "Finetune/Step Time": 6.134900191798806}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8172665238380432, "Finetune/Loss (Raw)": 0.778486967086792, "Finetune/Step": 2496, "Finetune/Step Time": 6.15201798081398}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8150382041931152, "Finetune/Loss (Raw)": 0.6770576238632202, "Finetune/Step": 2497, "Finetune/Step Time": 6.150844316929579}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.8160333633422852, "Finetune/Loss (Raw)": 0.9391141533851624, "Finetune/Step": 2498, "Finetune/Step Time": 6.138740861788392}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.8128591775894165, "Finetune/Loss (Raw)": 0.5108504295349121, "Finetune/Step": 2499, "Finetune/Step Time": 6.149064468219876}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8136152029037476, "Finetune/Loss (Raw)": 0.8672018647193909, "Finetune/Step": 2500, "Finetune/Step Time": 6.150643492117524}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8135189414024353, "Finetune/Loss (Raw)": 0.9031516313552856, "Finetune/Step": 2501, "Finetune/Step Time": 6.1342629250139}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8147545456886292, "Finetune/Loss (Raw)": 0.8767436146736145, "Finetune/Step": 2502, "Finetune/Step Time": 6.143570736050606}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8161699771881104, "Finetune/Loss (Raw)": 0.8295203447341919, "Finetune/Step": 2503, "Finetune/Step Time": 6.143943140283227}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8157346248626709, "Finetune/Loss (Raw)": 0.8461020588874817, "Finetune/Step": 2504, "Finetune/Step Time": 6.14422869309783}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.814720869064331, "Finetune/Loss (Raw)": 0.8333636522293091, "Finetune/Step": 2505, "Finetune/Step Time": 6.144145397469401}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.8136938810348511, "Finetune/Loss (Raw)": 0.7810882329940796, "Finetune/Step": 2506, "Finetune/Step Time": 6.140301967039704}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8142540454864502, "Finetune/Loss (Raw)": 0.9156420826911926, "Finetune/Step": 2507, "Finetune/Step Time": 6.130844341591001}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8142809867858887, "Finetune/Loss (Raw)": 0.735079288482666, "Finetune/Step": 2508, "Finetune/Step Time": 6.13463756814599}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.8140063881874084, "Finetune/Loss (Raw)": 0.79484623670578, "Finetune/Step": 2509, "Finetune/Step Time": 6.139904234558344}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.8160223960876465, "Finetune/Loss (Raw)": 0.9277964234352112, "Finetune/Step": 2510, "Finetune/Step Time": 6.128257609903812}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8183571696281433, "Finetune/Loss (Raw)": 0.8692200183868408, "Finetune/Step": 2511, "Finetune/Step Time": 6.125135222449899}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8164793252944946, "Finetune/Loss (Raw)": 0.7110664248466492, "Finetune/Step": 2512, "Finetune/Step Time": 6.132625875994563}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.8160320520401001, "Finetune/Loss (Raw)": 0.7441388368606567, "Finetune/Step": 2513, "Finetune/Step Time": 6.131512980908155}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.8153164982795715, "Finetune/Loss (Raw)": 0.870896577835083, "Finetune/Step": 2514, "Finetune/Step Time": 6.136715546250343}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.8141260147094727, "Finetune/Loss (Raw)": 0.6605026125907898, "Finetune/Step": 2515, "Finetune/Step Time": 6.1376738753169775}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8138784170150757, "Finetune/Loss (Raw)": 0.7877421975135803, "Finetune/Step": 2516, "Finetune/Step Time": 6.1201985739171505}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.8132449984550476, "Finetune/Loss (Raw)": 0.8617294430732727, "Finetune/Step": 2517, "Finetune/Step Time": 6.122238939628005}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8118510246276855, "Finetune/Loss (Raw)": 0.7630976438522339, "Finetune/Step": 2518, "Finetune/Step Time": 6.12645161151886}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8107683062553406, "Finetune/Loss (Raw)": 0.7835833430290222, "Finetune/Step": 2519, "Finetune/Step Time": 6.1282709408551455}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.8113009333610535, "Finetune/Loss (Raw)": 0.9258437752723694, "Finetune/Step": 2520, "Finetune/Step Time": 6.127511432394385}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.8098151683807373, "Finetune/Loss (Raw)": 0.7362804412841797, "Finetune/Step": 2521, "Finetune/Step Time": 6.136081097647548}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.8112420439720154, "Finetune/Loss (Raw)": 0.8307604789733887, "Finetune/Step": 2522, "Finetune/Step Time": 6.123494606465101}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.8092694282531738, "Finetune/Loss (Raw)": 0.6164449453353882, "Finetune/Step": 2523, "Finetune/Step Time": 6.125919857993722}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8091446161270142, "Finetune/Loss (Raw)": 0.7818261384963989, "Finetune/Step": 2524, "Finetune/Step Time": 6.125814547762275}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8073570728302002, "Finetune/Loss (Raw)": 0.6199461817741394, "Finetune/Step": 2525, "Finetune/Step Time": 6.136378720402718}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8061054944992065, "Finetune/Loss (Raw)": 0.8475820422172546, "Finetune/Step": 2526, "Finetune/Step Time": 6.139155590906739}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.8054689168930054, "Finetune/Loss (Raw)": 0.8370175957679749, "Finetune/Step": 2527, "Finetune/Step Time": 6.148120276629925}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8071092963218689, "Finetune/Loss (Raw)": 0.9426843523979187, "Finetune/Step": 2528, "Finetune/Step Time": 6.155793564394116}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.8054999113082886, "Finetune/Loss (Raw)": 0.6141119599342346, "Finetune/Step": 2529, "Finetune/Step Time": 6.176447287201881}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.8065204620361328, "Finetune/Loss (Raw)": 0.8457940220832825, "Finetune/Step": 2530, "Finetune/Step Time": 6.171164536848664}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.8059777617454529, "Finetune/Loss (Raw)": 0.7713688015937805, "Finetune/Step": 2531, "Finetune/Step Time": 6.170612370595336}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.8055088520050049, "Finetune/Loss (Raw)": 0.8001950979232788, "Finetune/Step": 2532, "Finetune/Step Time": 6.184140602126718}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.8046547174453735, "Finetune/Loss (Raw)": 0.6952176690101624, "Finetune/Step": 2533, "Finetune/Step Time": 6.1847556456923485}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.8019497394561768, "Finetune/Loss (Raw)": 0.5910932421684265, "Finetune/Step": 2534, "Finetune/Step Time": 6.203815903514624}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.8045896291732788, "Finetune/Loss (Raw)": 0.9206593632698059, "Finetune/Step": 2535, "Finetune/Step Time": 6.190103402361274}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.8014794588088989, "Finetune/Loss (Raw)": 0.6227218508720398, "Finetune/Step": 2536, "Finetune/Step Time": 6.196763379499316}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.8008331060409546, "Finetune/Loss (Raw)": 0.737508237361908, "Finetune/Step": 2537, "Finetune/Step Time": 6.200858112424612}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.8014057874679565, "Finetune/Loss (Raw)": 0.8656654953956604, "Finetune/Step": 2538, "Finetune/Step Time": 6.204942559823394}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.802213191986084, "Finetune/Loss (Raw)": 0.7842300534248352, "Finetune/Step": 2539, "Finetune/Step Time": 6.201822319999337}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.8027269840240479, "Finetune/Loss (Raw)": 0.8270610570907593, "Finetune/Step": 2540, "Finetune/Step Time": 6.201484676450491}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.8019914627075195, "Finetune/Loss (Raw)": 0.6600359082221985, "Finetune/Step": 2541, "Finetune/Step Time": 6.213658241555095}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.8014636039733887, "Finetune/Loss (Raw)": 0.8342054486274719, "Finetune/Step": 2542, "Finetune/Step Time": 6.218545809388161}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.8016458749771118, "Finetune/Loss (Raw)": 0.851956844329834, "Finetune/Step": 2543, "Finetune/Step Time": 6.215808277949691}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.8006014823913574, "Finetune/Loss (Raw)": 0.6506533622741699, "Finetune/Step": 2544, "Finetune/Step Time": 6.2229803297668695}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.8011270761489868, "Finetune/Loss (Raw)": 0.8074364066123962, "Finetune/Step": 2545, "Finetune/Step Time": 6.21994049847126}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7996761202812195, "Finetune/Loss (Raw)": 0.5653595924377441, "Finetune/Step": 2546, "Finetune/Step Time": 6.219845063984394}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7997692823410034, "Finetune/Loss (Raw)": 0.7941115498542786, "Finetune/Step": 2547, "Finetune/Step Time": 6.197900282219052}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7994434237480164, "Finetune/Loss (Raw)": 0.9497265219688416, "Finetune/Step": 2548, "Finetune/Step Time": 6.210004258900881}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7992136478424072, "Finetune/Loss (Raw)": 0.6317873597145081, "Finetune/Step": 2549, "Finetune/Step Time": 6.214659301564097}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8003433346748352, "Finetune/Loss (Raw)": 0.8263840675354004, "Finetune/Step": 2550, "Finetune/Step Time": 6.206310240551829}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8026871085166931, "Finetune/Loss (Raw)": 0.8914944529533386, "Finetune/Step": 2551, "Finetune/Step Time": 6.202778609469533}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8038195371627808, "Finetune/Loss (Raw)": 1.0428876876831055, "Finetune/Step": 2552, "Finetune/Step Time": 6.202154109254479}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8040874600410461, "Finetune/Loss (Raw)": 0.7284170389175415, "Finetune/Step": 2553, "Finetune/Step Time": 6.203911945223808}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.8056272268295288, "Finetune/Loss (Raw)": 0.8363306522369385, "Finetune/Step": 2554, "Finetune/Step Time": 6.206476675346494}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8047744631767273, "Finetune/Loss (Raw)": 0.7406430840492249, "Finetune/Step": 2555, "Finetune/Step Time": 6.224865322932601}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8058753609657288, "Finetune/Loss (Raw)": 0.8482103943824768, "Finetune/Step": 2556, "Finetune/Step Time": 6.223844304680824}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8046269416809082, "Finetune/Loss (Raw)": 0.6952054500579834, "Finetune/Step": 2557, "Finetune/Step Time": 6.211613904684782}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8055728077888489, "Finetune/Loss (Raw)": 0.8052330613136292, "Finetune/Step": 2558, "Finetune/Step Time": 6.18784318678081}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8042128086090088, "Finetune/Loss (Raw)": 0.7347574830055237, "Finetune/Step": 2559, "Finetune/Step Time": 6.187558617442846}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8027405142784119, "Finetune/Loss (Raw)": 0.6096324920654297, "Finetune/Step": 2560, "Finetune/Step Time": 6.183924524113536}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8033941984176636, "Finetune/Loss (Raw)": 0.8172505497932434, "Finetune/Step": 2561, "Finetune/Step Time": 6.187472878023982}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8038091063499451, "Finetune/Loss (Raw)": 0.9070593118667603, "Finetune/Step": 2562, "Finetune/Step Time": 6.176473554223776}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8008733987808228, "Finetune/Loss (Raw)": 0.44503292441368103, "Finetune/Step": 2563, "Finetune/Step Time": 6.171672513708472}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8004963397979736, "Finetune/Loss (Raw)": 0.8401641249656677, "Finetune/Step": 2564, "Finetune/Step Time": 6.166317259892821}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8014208078384399, "Finetune/Loss (Raw)": 0.8926229476928711, "Finetune/Step": 2565, "Finetune/Step Time": 6.167042640969157}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8008503913879395, "Finetune/Loss (Raw)": 0.8471699357032776, "Finetune/Step": 2566, "Finetune/Step Time": 6.178373649716377}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7995386123657227, "Finetune/Loss (Raw)": 0.7327046990394592, "Finetune/Step": 2567, "Finetune/Step Time": 6.181586388498545}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7982954978942871, "Finetune/Loss (Raw)": 0.7406765222549438, "Finetune/Step": 2568, "Finetune/Step Time": 6.192479785531759}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7989400625228882, "Finetune/Loss (Raw)": 1.0019536018371582, "Finetune/Step": 2569, "Finetune/Step Time": 6.20044307410717}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7988524436950684, "Finetune/Loss (Raw)": 0.8213557004928589, "Finetune/Step": 2570, "Finetune/Step Time": 6.202546779066324}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7996439933776855, "Finetune/Loss (Raw)": 1.0207338333129883, "Finetune/Step": 2571, "Finetune/Step Time": 6.203417198732495}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.799401044845581, "Finetune/Loss (Raw)": 0.8219035863876343, "Finetune/Step": 2572, "Finetune/Step Time": 6.203582588583231}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8002108335494995, "Finetune/Loss (Raw)": 0.8004216551780701, "Finetune/Step": 2573, "Finetune/Step Time": 6.187336588278413}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7992580533027649, "Finetune/Loss (Raw)": 0.7709230184555054, "Finetune/Step": 2574, "Finetune/Step Time": 6.202594613656402}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7981613874435425, "Finetune/Loss (Raw)": 0.7203800678253174, "Finetune/Step": 2575, "Finetune/Step Time": 6.19961454719305}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7973443269729614, "Finetune/Loss (Raw)": 0.8127873539924622, "Finetune/Step": 2576, "Finetune/Step Time": 6.200892776250839}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7984915971755981, "Finetune/Loss (Raw)": 0.8674762845039368, "Finetune/Step": 2577, "Finetune/Step Time": 6.202196281403303}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7995488047599792, "Finetune/Loss (Raw)": 0.9015857577323914, "Finetune/Step": 2578, "Finetune/Step Time": 6.182982860133052}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.8018940091133118, "Finetune/Loss (Raw)": 0.9191761612892151, "Finetune/Step": 2579, "Finetune/Step Time": 6.159938123077154}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.8004953265190125, "Finetune/Loss (Raw)": 0.6045699119567871, "Finetune/Step": 2580, "Finetune/Step Time": 6.168129602447152}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.8013941049575806, "Finetune/Loss (Raw)": 0.9202260971069336, "Finetune/Step": 2581, "Finetune/Step Time": 6.150634115561843}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.8013070225715637, "Finetune/Loss (Raw)": 0.8004313111305237, "Finetune/Step": 2582, "Finetune/Step Time": 6.144442023709416}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.8001254796981812, "Finetune/Loss (Raw)": 0.7210808396339417, "Finetune/Step": 2583, "Finetune/Step Time": 6.149841571226716}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.8004698753356934, "Finetune/Loss (Raw)": 0.9315894842147827, "Finetune/Step": 2584, "Finetune/Step Time": 6.151504717767239}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7989003658294678, "Finetune/Loss (Raw)": 0.6517112255096436, "Finetune/Step": 2585, "Finetune/Step Time": 6.152991006150842}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7989779710769653, "Finetune/Loss (Raw)": 0.8130970597267151, "Finetune/Step": 2586, "Finetune/Step Time": 6.144549688324332}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7997952699661255, "Finetune/Loss (Raw)": 0.8885679244995117, "Finetune/Step": 2587, "Finetune/Step Time": 6.143010767176747}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7994416952133179, "Finetune/Loss (Raw)": 0.7258752584457397, "Finetune/Step": 2588, "Finetune/Step Time": 6.150572843849659}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7986070513725281, "Finetune/Loss (Raw)": 0.8393822312355042, "Finetune/Step": 2589, "Finetune/Step Time": 6.1543993558734655}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7987838983535767, "Finetune/Loss (Raw)": 0.8839167356491089, "Finetune/Step": 2590, "Finetune/Step Time": 6.155631450936198}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7983078360557556, "Finetune/Loss (Raw)": 0.7207297682762146, "Finetune/Step": 2591, "Finetune/Step Time": 6.188863329589367}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7975301146507263, "Finetune/Loss (Raw)": 0.8127514719963074, "Finetune/Step": 2592, "Finetune/Step Time": 6.194818992167711}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.796500563621521, "Finetune/Loss (Raw)": 0.705487072467804, "Finetune/Step": 2593, "Finetune/Step Time": 6.209999185055494}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7959842681884766, "Finetune/Loss (Raw)": 0.7118739485740662, "Finetune/Step": 2594, "Finetune/Step Time": 6.219640662893653}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7957751750946045, "Finetune/Loss (Raw)": 0.7860881090164185, "Finetune/Step": 2595, "Finetune/Step Time": 6.223196575418115}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7941814661026001, "Finetune/Loss (Raw)": 0.7289851903915405, "Finetune/Step": 2596, "Finetune/Step Time": 6.217360926792026}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7941063642501831, "Finetune/Loss (Raw)": 0.8924859762191772, "Finetune/Step": 2597, "Finetune/Step Time": 6.219845321029425}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7928511500358582, "Finetune/Loss (Raw)": 0.6056585311889648, "Finetune/Step": 2598, "Finetune/Step Time": 6.2303487341851}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7924678325653076, "Finetune/Loss (Raw)": 0.8608011603355408, "Finetune/Step": 2599, "Finetune/Step Time": 6.2362110037356615}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7921566367149353, "Finetune/Loss (Raw)": 0.7979791760444641, "Finetune/Step": 2600, "Finetune/Step Time": 6.239537922665477}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7914643287658691, "Finetune/Loss (Raw)": 0.7811183929443359, "Finetune/Step": 2601, "Finetune/Step Time": 6.245648628100753}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7925091981887817, "Finetune/Loss (Raw)": 0.9429770112037659, "Finetune/Step": 2602, "Finetune/Step Time": 6.245205417275429}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7933023571968079, "Finetune/Loss (Raw)": 0.9020881652832031, "Finetune/Step": 2603, "Finetune/Step Time": 6.2468179278075695}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7927926778793335, "Finetune/Loss (Raw)": 0.7766078114509583, "Finetune/Step": 2604, "Finetune/Step Time": 6.250756964087486}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7920898795127869, "Finetune/Loss (Raw)": 0.7299155592918396, "Finetune/Step": 2605, "Finetune/Step Time": 6.263035016134381}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7912629842758179, "Finetune/Loss (Raw)": 0.7180840969085693, "Finetune/Step": 2606, "Finetune/Step Time": 6.288609970360994}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7919533252716064, "Finetune/Loss (Raw)": 0.8186630010604858, "Finetune/Step": 2607, "Finetune/Step Time": 6.307569947093725}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7932273745536804, "Finetune/Loss (Raw)": 0.87959223985672, "Finetune/Step": 2608, "Finetune/Step Time": 6.3026853539049625}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7949283123016357, "Finetune/Loss (Raw)": 0.8804125785827637, "Finetune/Step": 2609, "Finetune/Step Time": 6.277881182730198}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7924936413764954, "Finetune/Loss (Raw)": 0.7109109163284302, "Finetune/Step": 2610, "Finetune/Step Time": 6.2897649351507425}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7918320894241333, "Finetune/Loss (Raw)": 0.693569004535675, "Finetune/Step": 2611, "Finetune/Step Time": 6.293902229517698}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7923936247825623, "Finetune/Loss (Raw)": 0.8168593645095825, "Finetune/Step": 2612, "Finetune/Step Time": 6.285931648686528}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7933019399642944, "Finetune/Loss (Raw)": 0.9618768095970154, "Finetune/Step": 2613, "Finetune/Step Time": 6.285283414646983}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7942204475402832, "Finetune/Loss (Raw)": 0.7719883322715759, "Finetune/Step": 2614, "Finetune/Step Time": 6.282226512208581}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.796161413192749, "Finetune/Loss (Raw)": 0.8858035802841187, "Finetune/Step": 2615, "Finetune/Step Time": 6.269898112863302}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7961506843566895, "Finetune/Loss (Raw)": 0.913353681564331, "Finetune/Step": 2616, "Finetune/Step Time": 6.273263789713383}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7943928241729736, "Finetune/Loss (Raw)": 0.6466268301010132, "Finetune/Step": 2617, "Finetune/Step Time": 6.275633815675974}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7945318222045898, "Finetune/Loss (Raw)": 0.6553137302398682, "Finetune/Step": 2618, "Finetune/Step Time": 6.26033167168498}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.795417070388794, "Finetune/Loss (Raw)": 0.9050878286361694, "Finetune/Step": 2619, "Finetune/Step Time": 6.247861783951521}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7955453991889954, "Finetune/Loss (Raw)": 0.7294921875, "Finetune/Step": 2620, "Finetune/Step Time": 6.246246125549078}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7948935627937317, "Finetune/Loss (Raw)": 0.7670724987983704, "Finetune/Step": 2621, "Finetune/Step Time": 6.245330544188619}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7945895195007324, "Finetune/Loss (Raw)": 0.8908948302268982, "Finetune/Step": 2622, "Finetune/Step Time": 6.241348402574658}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7939969301223755, "Finetune/Loss (Raw)": 0.7821285128593445, "Finetune/Step": 2623, "Finetune/Step Time": 6.257305899634957}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7943282723426819, "Finetune/Loss (Raw)": 0.8208989500999451, "Finetune/Step": 2624, "Finetune/Step Time": 6.248153924942017}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7937289476394653, "Finetune/Loss (Raw)": 0.6003441214561462, "Finetune/Step": 2625, "Finetune/Step Time": 6.2601478062570095}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.790692925453186, "Finetune/Loss (Raw)": 0.5505012273788452, "Finetune/Step": 2626, "Finetune/Step Time": 6.2827649638056755}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7929145097732544, "Finetune/Loss (Raw)": 0.7952115535736084, "Finetune/Step": 2627, "Finetune/Step Time": 6.260544907301664}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7930363416671753, "Finetune/Loss (Raw)": 0.8828039765357971, "Finetune/Step": 2628, "Finetune/Step Time": 6.259970834478736}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7899758815765381, "Finetune/Loss (Raw)": 0.5114065408706665, "Finetune/Step": 2629, "Finetune/Step Time": 6.272821823135018}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7885328531265259, "Finetune/Loss (Raw)": 0.6920413970947266, "Finetune/Step": 2630, "Finetune/Step Time": 6.26395870372653}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7890619039535522, "Finetune/Loss (Raw)": 0.8972417116165161, "Finetune/Step": 2631, "Finetune/Step Time": 6.263675585389137}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7879867553710938, "Finetune/Loss (Raw)": 0.708473265171051, "Finetune/Step": 2632, "Finetune/Step Time": 6.272567193955183}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7881752252578735, "Finetune/Loss (Raw)": 0.8574899435043335, "Finetune/Step": 2633, "Finetune/Step Time": 6.274736871942878}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.788238525390625, "Finetune/Loss (Raw)": 0.7891920804977417, "Finetune/Step": 2634, "Finetune/Step Time": 6.282824909314513}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.787153959274292, "Finetune/Loss (Raw)": 0.77681964635849, "Finetune/Step": 2635, "Finetune/Step Time": 6.288843737915158}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7889028787612915, "Finetune/Loss (Raw)": 0.9589389562606812, "Finetune/Step": 2636, "Finetune/Step Time": 6.288971772417426}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7885961532592773, "Finetune/Loss (Raw)": 0.755589485168457, "Finetune/Step": 2637, "Finetune/Step Time": 6.293189210817218}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7884463667869568, "Finetune/Loss (Raw)": 0.9086184501647949, "Finetune/Step": 2638, "Finetune/Step Time": 6.3068015575408936}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7877231240272522, "Finetune/Loss (Raw)": 0.7766500115394592, "Finetune/Step": 2639, "Finetune/Step Time": 6.30188880302012}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7869195938110352, "Finetune/Loss (Raw)": 0.6082183718681335, "Finetune/Step": 2640, "Finetune/Step Time": 6.316211385652423}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7873895764350891, "Finetune/Loss (Raw)": 0.8042896389961243, "Finetune/Step": 2641, "Finetune/Step Time": 6.311847450211644}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7866426706314087, "Finetune/Loss (Raw)": 0.7752895355224609, "Finetune/Step": 2642, "Finetune/Step Time": 6.303548455238342}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7865381836891174, "Finetune/Loss (Raw)": 0.6471254229545593, "Finetune/Step": 2643, "Finetune/Step Time": 6.301177628338337}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7854974269866943, "Finetune/Loss (Raw)": 0.6545335054397583, "Finetune/Step": 2644, "Finetune/Step Time": 6.325673010200262}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7850559949874878, "Finetune/Loss (Raw)": 0.8052268624305725, "Finetune/Step": 2645, "Finetune/Step Time": 6.327304201200604}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7854538559913635, "Finetune/Loss (Raw)": 0.8140186071395874, "Finetune/Step": 2646, "Finetune/Step Time": 6.3183662965893745}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7851521968841553, "Finetune/Loss (Raw)": 0.7449755668640137, "Finetune/Step": 2647, "Finetune/Step Time": 6.3229114059358835}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7841810584068298, "Finetune/Loss (Raw)": 0.8015357851982117, "Finetune/Step": 2648, "Finetune/Step Time": 6.3293291460722685}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7839499711990356, "Finetune/Loss (Raw)": 0.7066971063613892, "Finetune/Step": 2649, "Finetune/Step Time": 6.319024732336402}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7830431461334229, "Finetune/Loss (Raw)": 0.7146933674812317, "Finetune/Step": 2650, "Finetune/Step Time": 6.306592958047986}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.784424901008606, "Finetune/Loss (Raw)": 0.7933032512664795, "Finetune/Step": 2651, "Finetune/Step Time": 6.3033888675272465}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7852252721786499, "Finetune/Loss (Raw)": 0.884280264377594, "Finetune/Step": 2652, "Finetune/Step Time": 6.309141399338841}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7859004735946655, "Finetune/Loss (Raw)": 0.7063742280006409, "Finetune/Step": 2653, "Finetune/Step Time": 6.319137781858444}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7845479249954224, "Finetune/Loss (Raw)": 0.6744465231895447, "Finetune/Step": 2654, "Finetune/Step Time": 6.334864923730493}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7843226194381714, "Finetune/Loss (Raw)": 0.8081828951835632, "Finetune/Step": 2655, "Finetune/Step Time": 6.334143098443747}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7832857370376587, "Finetune/Loss (Raw)": 0.8099640607833862, "Finetune/Step": 2656, "Finetune/Step Time": 6.329832898452878}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7831339836120605, "Finetune/Loss (Raw)": 0.5946810245513916, "Finetune/Step": 2657, "Finetune/Step Time": 6.321437321603298}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7810258865356445, "Finetune/Loss (Raw)": 0.5759710073471069, "Finetune/Step": 2658, "Finetune/Step Time": 6.337027173489332}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.78160560131073, "Finetune/Loss (Raw)": 0.8455596566200256, "Finetune/Step": 2659, "Finetune/Step Time": 6.331566940993071}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7822294235229492, "Finetune/Loss (Raw)": 0.880048930644989, "Finetune/Step": 2660, "Finetune/Step Time": 6.320902826264501}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7846255898475647, "Finetune/Loss (Raw)": 1.0019283294677734, "Finetune/Step": 2661, "Finetune/Step Time": 6.323439685627818}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7868155241012573, "Finetune/Loss (Raw)": 0.8714072704315186, "Finetune/Step": 2662, "Finetune/Step Time": 6.311269368976355}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7866145372390747, "Finetune/Loss (Raw)": 0.8949266672134399, "Finetune/Step": 2663, "Finetune/Step Time": 6.317485895007849}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.787569522857666, "Finetune/Loss (Raw)": 0.744962751865387, "Finetune/Step": 2664, "Finetune/Step Time": 6.325324734672904}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.786996066570282, "Finetune/Loss (Raw)": 0.6641045212745667, "Finetune/Step": 2665, "Finetune/Step Time": 6.3198605459183455}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7871023416519165, "Finetune/Loss (Raw)": 0.8792758584022522, "Finetune/Step": 2666, "Finetune/Step Time": 6.316120855510235}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7867481708526611, "Finetune/Loss (Raw)": 0.7388873100280762, "Finetune/Step": 2667, "Finetune/Step Time": 6.312983816489577}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7865376472473145, "Finetune/Loss (Raw)": 0.8001146912574768, "Finetune/Step": 2668, "Finetune/Step Time": 6.310767130926251}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7886819243431091, "Finetune/Loss (Raw)": 0.9345075488090515, "Finetune/Step": 2669, "Finetune/Step Time": 6.2984417248517275}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.788713812828064, "Finetune/Loss (Raw)": 0.8382866978645325, "Finetune/Step": 2670, "Finetune/Step Time": 6.2930295355618}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7869237661361694, "Finetune/Loss (Raw)": 0.6228300929069519, "Finetune/Step": 2671, "Finetune/Step Time": 6.296213733032346}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7863082885742188, "Finetune/Loss (Raw)": 0.5718729496002197, "Finetune/Step": 2672, "Finetune/Step Time": 6.300103085115552}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.78628009557724, "Finetune/Loss (Raw)": 0.8038224577903748, "Finetune/Step": 2673, "Finetune/Step Time": 6.299743039533496}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7867741584777832, "Finetune/Loss (Raw)": 0.6285985708236694, "Finetune/Step": 2674, "Finetune/Step Time": 6.28743383102119}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.786851167678833, "Finetune/Loss (Raw)": 0.8039761185646057, "Finetune/Step": 2675, "Finetune/Step Time": 6.290305012837052}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.785606861114502, "Finetune/Loss (Raw)": 0.7904548048973083, "Finetune/Step": 2676, "Finetune/Step Time": 6.283687775954604}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7875525951385498, "Finetune/Loss (Raw)": 0.880842387676239, "Finetune/Step": 2677, "Finetune/Step Time": 6.26040312089026}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7873287200927734, "Finetune/Loss (Raw)": 0.7977313995361328, "Finetune/Step": 2678, "Finetune/Step Time": 6.260804915800691}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7878947257995605, "Finetune/Loss (Raw)": 0.9639328718185425, "Finetune/Step": 2679, "Finetune/Step Time": 6.258081693202257}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7865103483200073, "Finetune/Loss (Raw)": 0.8656903505325317, "Finetune/Step": 2680, "Finetune/Step Time": 6.262504192069173}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7858620882034302, "Finetune/Loss (Raw)": 0.6454326510429382, "Finetune/Step": 2681, "Finetune/Step Time": 6.274208880960941}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7856025099754333, "Finetune/Loss (Raw)": 0.8031168580055237, "Finetune/Step": 2682, "Finetune/Step Time": 6.257142122834921}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7864456176757812, "Finetune/Loss (Raw)": 0.8485507369041443, "Finetune/Step": 2683, "Finetune/Step Time": 6.236092476174235}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7859878540039062, "Finetune/Loss (Raw)": 0.7896217703819275, "Finetune/Step": 2684, "Finetune/Step Time": 6.237713785842061}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7871565818786621, "Finetune/Loss (Raw)": 0.8448043465614319, "Finetune/Step": 2685, "Finetune/Step Time": 6.241948084905744}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7865644693374634, "Finetune/Loss (Raw)": 0.7294453382492065, "Finetune/Step": 2686, "Finetune/Step Time": 6.244742149487138}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7869554162025452, "Finetune/Loss (Raw)": 0.7847988605499268, "Finetune/Step": 2687, "Finetune/Step Time": 6.246279191225767}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7888423204421997, "Finetune/Loss (Raw)": 0.8511480689048767, "Finetune/Step": 2688, "Finetune/Step Time": 6.231388904154301}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7898189425468445, "Finetune/Loss (Raw)": 0.942263126373291, "Finetune/Step": 2689, "Finetune/Step Time": 6.228380044922233}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7878413796424866, "Finetune/Loss (Raw)": 0.6539306640625, "Finetune/Step": 2690, "Finetune/Step Time": 6.248764339834452}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7913219928741455, "Finetune/Loss (Raw)": 0.8905519843101501, "Finetune/Step": 2691, "Finetune/Step Time": 6.245461171492934}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7908509969711304, "Finetune/Loss (Raw)": 0.7798797488212585, "Finetune/Step": 2692, "Finetune/Step Time": 6.245178425684571}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7904791235923767, "Finetune/Loss (Raw)": 0.8450226187705994, "Finetune/Step": 2693, "Finetune/Step Time": 6.233738884329796}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7897182703018188, "Finetune/Loss (Raw)": 0.7497761845588684, "Finetune/Step": 2694, "Finetune/Step Time": 6.224439736455679}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7900325059890747, "Finetune/Loss (Raw)": 0.7729267477989197, "Finetune/Step": 2695, "Finetune/Step Time": 6.224175073206425}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7906004190444946, "Finetune/Loss (Raw)": 0.813370943069458, "Finetune/Step": 2696, "Finetune/Step Time": 6.223914831876755}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.789013147354126, "Finetune/Loss (Raw)": 0.7987771034240723, "Finetune/Step": 2697, "Finetune/Step Time": 6.227340029552579}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7882767915725708, "Finetune/Loss (Raw)": 0.7271140217781067, "Finetune/Step": 2698, "Finetune/Step Time": 6.236120406538248}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7871462106704712, "Finetune/Loss (Raw)": 0.8760097026824951, "Finetune/Step": 2699, "Finetune/Step Time": 6.245850507169962}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7869923114776611, "Finetune/Loss (Raw)": 0.8022081255912781, "Finetune/Step": 2700, "Finetune/Step Time": 6.256271505728364}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7869027256965637, "Finetune/Loss (Raw)": 0.7889555096626282, "Finetune/Step": 2701, "Finetune/Step Time": 6.285429308190942}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7873978018760681, "Finetune/Loss (Raw)": 0.834295392036438, "Finetune/Step": 2702, "Finetune/Step Time": 6.277743993327022}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7872577905654907, "Finetune/Loss (Raw)": 0.7024539709091187, "Finetune/Step": 2703, "Finetune/Step Time": 6.2894727773964405}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7862592935562134, "Finetune/Loss (Raw)": 0.6849855780601501, "Finetune/Step": 2704, "Finetune/Step Time": 6.297629415988922}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7856005430221558, "Finetune/Loss (Raw)": 0.7831513285636902, "Finetune/Step": 2705, "Finetune/Step Time": 6.298539821058512}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.785341739654541, "Finetune/Loss (Raw)": 0.8684648871421814, "Finetune/Step": 2706, "Finetune/Step Time": 6.302092481404543}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7858113646507263, "Finetune/Loss (Raw)": 0.979281485080719, "Finetune/Step": 2707, "Finetune/Step Time": 6.301205663010478}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7881650328636169, "Finetune/Loss (Raw)": 0.9058430194854736, "Finetune/Step": 2708, "Finetune/Step Time": 6.2995089665055275}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7868877649307251, "Finetune/Loss (Raw)": 0.7567302584648132, "Finetune/Step": 2709, "Finetune/Step Time": 6.306610884144902}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7859108448028564, "Finetune/Loss (Raw)": 0.6753866076469421, "Finetune/Step": 2710, "Finetune/Step Time": 6.328112907707691}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7870244979858398, "Finetune/Loss (Raw)": 0.8636257648468018, "Finetune/Step": 2711, "Finetune/Step Time": 6.322852812707424}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7861524820327759, "Finetune/Loss (Raw)": 0.819980800151825, "Finetune/Step": 2712, "Finetune/Step Time": 6.336647456511855}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7871557474136353, "Finetune/Loss (Raw)": 0.7801275849342346, "Finetune/Step": 2713, "Finetune/Step Time": 6.341905944049358}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7877341508865356, "Finetune/Loss (Raw)": 0.887129008769989, "Finetune/Step": 2714, "Finetune/Step Time": 6.34114084020257}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7864420413970947, "Finetune/Loss (Raw)": 0.7231820225715637, "Finetune/Step": 2715, "Finetune/Step Time": 6.334755664691329}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7869757413864136, "Finetune/Loss (Raw)": 0.794187068939209, "Finetune/Step": 2716, "Finetune/Step Time": 6.328651342540979}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7870773077011108, "Finetune/Loss (Raw)": 0.8523827791213989, "Finetune/Step": 2717, "Finetune/Step Time": 6.315617315471172}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.786207377910614, "Finetune/Loss (Raw)": 0.7725673317909241, "Finetune/Step": 2718, "Finetune/Step Time": 6.3177147172391415}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7869758605957031, "Finetune/Loss (Raw)": 0.8190953135490417, "Finetune/Step": 2719, "Finetune/Step Time": 6.29931678622961}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7873573303222656, "Finetune/Loss (Raw)": 0.8615801334381104, "Finetune/Step": 2720, "Finetune/Step Time": 6.2976625096052885}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7875195741653442, "Finetune/Loss (Raw)": 0.7262493371963501, "Finetune/Step": 2721, "Finetune/Step Time": 6.289807299152017}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7883139848709106, "Finetune/Loss (Raw)": 0.8135576248168945, "Finetune/Step": 2722, "Finetune/Step Time": 6.282933400943875}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7879396677017212, "Finetune/Loss (Raw)": 0.7381795644760132, "Finetune/Step": 2723, "Finetune/Step Time": 6.278407007455826}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7887369394302368, "Finetune/Loss (Raw)": 0.8310321569442749, "Finetune/Step": 2724, "Finetune/Step Time": 6.280404705554247}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7881544828414917, "Finetune/Loss (Raw)": 0.8179293274879456, "Finetune/Step": 2725, "Finetune/Step Time": 6.2772281263023615}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7897087931632996, "Finetune/Loss (Raw)": 0.8046147227287292, "Finetune/Step": 2726, "Finetune/Step Time": 6.27497529797256}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.789222002029419, "Finetune/Loss (Raw)": 0.7984920740127563, "Finetune/Step": 2727, "Finetune/Step Time": 6.273827970027924}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.787256121635437, "Finetune/Loss (Raw)": 0.5463427901268005, "Finetune/Step": 2728, "Finetune/Step Time": 6.272044004872441}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7872437834739685, "Finetune/Loss (Raw)": 0.7795473337173462, "Finetune/Step": 2729, "Finetune/Step Time": 6.284745883196592}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7848702073097229, "Finetune/Loss (Raw)": 0.6391535997390747, "Finetune/Step": 2730, "Finetune/Step Time": 6.28600874170661}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7840965986251831, "Finetune/Loss (Raw)": 0.8030655980110168, "Finetune/Step": 2731, "Finetune/Step Time": 6.281527873128653}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7844314575195312, "Finetune/Loss (Raw)": 0.8194676637649536, "Finetune/Step": 2732, "Finetune/Step Time": 6.278872629627585}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7854561805725098, "Finetune/Loss (Raw)": 0.8610785007476807, "Finetune/Step": 2733, "Finetune/Step Time": 6.267570290714502}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7858426570892334, "Finetune/Loss (Raw)": 0.7675561904907227, "Finetune/Step": 2734, "Finetune/Step Time": 6.246963012963533}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7862710952758789, "Finetune/Loss (Raw)": 0.8734978437423706, "Finetune/Step": 2735, "Finetune/Step Time": 6.22692234441638}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7852816581726074, "Finetune/Loss (Raw)": 0.752953290939331, "Finetune/Step": 2736, "Finetune/Step Time": 6.245817771181464}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.782569169998169, "Finetune/Loss (Raw)": 0.5332117080688477, "Finetune/Step": 2737, "Finetune/Step Time": 6.25095796212554}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.783734917640686, "Finetune/Loss (Raw)": 0.86012202501297, "Finetune/Step": 2738, "Finetune/Step Time": 6.2451121266931295}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7851675748825073, "Finetune/Loss (Raw)": 0.8769548535346985, "Finetune/Step": 2739, "Finetune/Step Time": 6.236256949603558}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7842830419540405, "Finetune/Loss (Raw)": 0.7036383152008057, "Finetune/Step": 2740, "Finetune/Step Time": 6.241796363145113}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7836868166923523, "Finetune/Loss (Raw)": 0.885562539100647, "Finetune/Step": 2741, "Finetune/Step Time": 6.241860589012504}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7836887240409851, "Finetune/Loss (Raw)": 0.7722287178039551, "Finetune/Step": 2742, "Finetune/Step Time": 6.242747390642762}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7838497757911682, "Finetune/Loss (Raw)": 0.906414270401001, "Finetune/Step": 2743, "Finetune/Step Time": 6.237915489822626}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7831186056137085, "Finetune/Loss (Raw)": 0.8197659254074097, "Finetune/Step": 2744, "Finetune/Step Time": 6.2362432684749365}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7851723432540894, "Finetune/Loss (Raw)": 0.9095123410224915, "Finetune/Step": 2745, "Finetune/Step Time": 6.216933669522405}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7864140272140503, "Finetune/Loss (Raw)": 0.8142452239990234, "Finetune/Step": 2746, "Finetune/Step Time": 6.2212178483605385}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.785662055015564, "Finetune/Loss (Raw)": 0.8088362812995911, "Finetune/Step": 2747, "Finetune/Step Time": 6.231593688949943}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7872281074523926, "Finetune/Loss (Raw)": 0.9299524426460266, "Finetune/Step": 2748, "Finetune/Step Time": 6.233490543439984}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7878825664520264, "Finetune/Loss (Raw)": 0.8508332371711731, "Finetune/Step": 2749, "Finetune/Step Time": 6.231990402564406}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7870663404464722, "Finetune/Loss (Raw)": 0.7864197492599487, "Finetune/Step": 2750, "Finetune/Step Time": 6.23497006110847}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7871232032775879, "Finetune/Loss (Raw)": 0.7894070148468018, "Finetune/Step": 2751, "Finetune/Step Time": 6.224560791626573}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7872591018676758, "Finetune/Loss (Raw)": 0.8382959961891174, "Finetune/Step": 2752, "Finetune/Step Time": 6.2247322127223015}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7898670434951782, "Finetune/Loss (Raw)": 0.9341540336608887, "Finetune/Step": 2753, "Finetune/Step Time": 6.214159421622753}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7918317317962646, "Finetune/Loss (Raw)": 0.801986813545227, "Finetune/Step": 2754, "Finetune/Step Time": 6.191631987690926}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.790973424911499, "Finetune/Loss (Raw)": 0.6853463053703308, "Finetune/Step": 2755, "Finetune/Step Time": 6.213655015453696}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7906569838523865, "Finetune/Loss (Raw)": 0.8423029184341431, "Finetune/Step": 2756, "Finetune/Step Time": 6.225246073678136}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7916855812072754, "Finetune/Loss (Raw)": 0.6430659294128418, "Finetune/Step": 2757, "Finetune/Step Time": 6.238768462091684}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7931041121482849, "Finetune/Loss (Raw)": 0.873613715171814, "Finetune/Step": 2758, "Finetune/Step Time": 6.238348677754402}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7918274402618408, "Finetune/Loss (Raw)": 0.7338235378265381, "Finetune/Step": 2759, "Finetune/Step Time": 6.227135099470615}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7914340496063232, "Finetune/Loss (Raw)": 0.6581247448921204, "Finetune/Step": 2760, "Finetune/Step Time": 6.210728416219354}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7901199460029602, "Finetune/Loss (Raw)": 0.6892855763435364, "Finetune/Step": 2761, "Finetune/Step Time": 6.229863792657852}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7897729873657227, "Finetune/Loss (Raw)": 0.744779646396637, "Finetune/Step": 2762, "Finetune/Step Time": 6.2279839515686035}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7900494933128357, "Finetune/Loss (Raw)": 0.8122138381004333, "Finetune/Step": 2763, "Finetune/Step Time": 6.230436259880662}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7887527942657471, "Finetune/Loss (Raw)": 0.7929659485816956, "Finetune/Step": 2764, "Finetune/Step Time": 6.240345595404506}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7880947589874268, "Finetune/Loss (Raw)": 0.6713508367538452, "Finetune/Step": 2765, "Finetune/Step Time": 6.25437212176621}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7873265743255615, "Finetune/Loss (Raw)": 0.8102918863296509, "Finetune/Step": 2766, "Finetune/Step Time": 6.254144577309489}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.787784218788147, "Finetune/Loss (Raw)": 0.8352364897727966, "Finetune/Step": 2767, "Finetune/Step Time": 6.271834991872311}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7897264361381531, "Finetune/Loss (Raw)": 0.8568171858787537, "Finetune/Step": 2768, "Finetune/Step Time": 6.251343257725239}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7900842428207397, "Finetune/Loss (Raw)": 0.8500807285308838, "Finetune/Step": 2769, "Finetune/Step Time": 6.2556794714182615}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7881316542625427, "Finetune/Loss (Raw)": 0.5253657698631287, "Finetune/Step": 2770, "Finetune/Step Time": 6.268979195505381}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7898605465888977, "Finetune/Loss (Raw)": 0.8684244155883789, "Finetune/Step": 2771, "Finetune/Step Time": 6.263275491073728}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7914144992828369, "Finetune/Loss (Raw)": 0.8534388542175293, "Finetune/Step": 2772, "Finetune/Step Time": 6.240286406129599}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7922385931015015, "Finetune/Loss (Raw)": 0.9107136130332947, "Finetune/Step": 2773, "Finetune/Step Time": 6.235682504251599}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.79032301902771, "Finetune/Loss (Raw)": 0.5688241124153137, "Finetune/Step": 2774, "Finetune/Step Time": 6.25429330021143}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7913318872451782, "Finetune/Loss (Raw)": 0.8741061091423035, "Finetune/Step": 2775, "Finetune/Step Time": 6.248074201866984}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7909789681434631, "Finetune/Loss (Raw)": 0.7563657164573669, "Finetune/Step": 2776, "Finetune/Step Time": 6.253526816144586}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7917330265045166, "Finetune/Loss (Raw)": 0.8032127618789673, "Finetune/Step": 2777, "Finetune/Step Time": 6.244119551032782}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7927842736244202, "Finetune/Loss (Raw)": 0.8492574691772461, "Finetune/Step": 2778, "Finetune/Step Time": 6.244244907051325}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7922828197479248, "Finetune/Loss (Raw)": 0.729120135307312, "Finetune/Step": 2779, "Finetune/Step Time": 6.2480137925595045}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7917417287826538, "Finetune/Loss (Raw)": 0.8150201439857483, "Finetune/Step": 2780, "Finetune/Step Time": 6.247075809165835}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7932184934616089, "Finetune/Loss (Raw)": 0.895391047000885, "Finetune/Step": 2781, "Finetune/Step Time": 6.233229955658317}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7943984270095825, "Finetune/Loss (Raw)": 0.8254886865615845, "Finetune/Step": 2782, "Finetune/Step Time": 6.213773183524609}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7944835424423218, "Finetune/Loss (Raw)": 0.8190745711326599, "Finetune/Step": 2783, "Finetune/Step Time": 6.2163129430264235}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7929046154022217, "Finetune/Loss (Raw)": 0.6078535318374634, "Finetune/Step": 2784, "Finetune/Step Time": 6.224943071603775}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7944629788398743, "Finetune/Loss (Raw)": 0.794154167175293, "Finetune/Step": 2785, "Finetune/Step Time": 6.215396139770746}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7966558337211609, "Finetune/Loss (Raw)": 0.8566603064537048, "Finetune/Step": 2786, "Finetune/Step Time": 6.196982849389315}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7961138486862183, "Finetune/Loss (Raw)": 0.7761883735656738, "Finetune/Step": 2787, "Finetune/Step Time": 6.196560205891728}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7960761189460754, "Finetune/Loss (Raw)": 0.8752216696739197, "Finetune/Step": 2788, "Finetune/Step Time": 6.202046761289239}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7939587235450745, "Finetune/Loss (Raw)": 0.7308929562568665, "Finetune/Step": 2789, "Finetune/Step Time": 6.213326355442405}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7934231162071228, "Finetune/Loss (Raw)": 0.8028537034988403, "Finetune/Step": 2790, "Finetune/Step Time": 6.20386291667819}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7913116216659546, "Finetune/Loss (Raw)": 0.6246542930603027, "Finetune/Step": 2791, "Finetune/Step Time": 6.211071494966745}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7917971611022949, "Finetune/Loss (Raw)": 0.807111918926239, "Finetune/Step": 2792, "Finetune/Step Time": 6.201140722259879}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7938483357429504, "Finetune/Loss (Raw)": 0.9266552329063416, "Finetune/Step": 2793, "Finetune/Step Time": 6.200703488662839}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7927817106246948, "Finetune/Loss (Raw)": 0.7427538633346558, "Finetune/Step": 2794, "Finetune/Step Time": 6.20763030834496}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7921468019485474, "Finetune/Loss (Raw)": 0.6576155424118042, "Finetune/Step": 2795, "Finetune/Step Time": 6.215202065184712}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7919516563415527, "Finetune/Loss (Raw)": 0.7751410603523254, "Finetune/Step": 2796, "Finetune/Step Time": 6.22822330519557}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7892680168151855, "Finetune/Loss (Raw)": 0.5909898281097412, "Finetune/Step": 2797, "Finetune/Step Time": 6.237230554223061}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7882043123245239, "Finetune/Loss (Raw)": 0.7021297216415405, "Finetune/Step": 2798, "Finetune/Step Time": 6.261455813422799}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7886327505111694, "Finetune/Loss (Raw)": 0.6776818037033081, "Finetune/Step": 2799, "Finetune/Step Time": 6.261451810598373}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7890769839286804, "Finetune/Loss (Raw)": 0.6287258267402649, "Finetune/Step": 2800, "Finetune/Step Time": 6.255801076069474}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7897127866744995, "Finetune/Loss (Raw)": 0.8852083086967468, "Finetune/Step": 2801, "Finetune/Step Time": 6.25706491433084}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7916356921195984, "Finetune/Loss (Raw)": 0.8747334480285645, "Finetune/Step": 2802, "Finetune/Step Time": 6.255863951519132}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7912194132804871, "Finetune/Loss (Raw)": 0.7506893277168274, "Finetune/Step": 2803, "Finetune/Step Time": 6.2528170589357615}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7915984988212585, "Finetune/Loss (Raw)": 0.8389829993247986, "Finetune/Step": 2804, "Finetune/Step Time": 6.246846599504352}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7921756505966187, "Finetune/Loss (Raw)": 0.9547158479690552, "Finetune/Step": 2805, "Finetune/Step Time": 6.245459431782365}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7916322350502014, "Finetune/Loss (Raw)": 0.7281715869903564, "Finetune/Step": 2806, "Finetune/Step Time": 6.248210348188877}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7902085781097412, "Finetune/Loss (Raw)": 0.7817016243934631, "Finetune/Step": 2807, "Finetune/Step Time": 6.249790124595165}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7882624864578247, "Finetune/Loss (Raw)": 0.6165914535522461, "Finetune/Step": 2808, "Finetune/Step Time": 6.2558570094406605}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7879139184951782, "Finetune/Loss (Raw)": 0.6008110046386719, "Finetune/Step": 2809, "Finetune/Step Time": 6.2557436637580395}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7871489524841309, "Finetune/Loss (Raw)": 0.7052115201950073, "Finetune/Step": 2810, "Finetune/Step Time": 6.253178941085935}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7870132327079773, "Finetune/Loss (Raw)": 0.831173837184906, "Finetune/Step": 2811, "Finetune/Step Time": 6.255799125880003}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7870818972587585, "Finetune/Loss (Raw)": 0.7984159588813782, "Finetune/Step": 2812, "Finetune/Step Time": 6.252516681328416}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7873114347457886, "Finetune/Loss (Raw)": 0.8741833567619324, "Finetune/Step": 2813, "Finetune/Step Time": 6.247916784137487}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7869445085525513, "Finetune/Loss (Raw)": 0.6824726462364197, "Finetune/Step": 2814, "Finetune/Step Time": 6.264932243153453}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.787979245185852, "Finetune/Loss (Raw)": 0.9172521233558655, "Finetune/Step": 2815, "Finetune/Step Time": 6.264597421512008}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.78785240650177, "Finetune/Loss (Raw)": 0.8349061608314514, "Finetune/Step": 2816, "Finetune/Step Time": 6.261636860668659}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7866904735565186, "Finetune/Loss (Raw)": 0.7935352325439453, "Finetune/Step": 2817, "Finetune/Step Time": 6.2645978052169085}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7876780033111572, "Finetune/Loss (Raw)": 0.7803456783294678, "Finetune/Step": 2818, "Finetune/Step Time": 6.245736783370376}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7880061864852905, "Finetune/Loss (Raw)": 0.9325471520423889, "Finetune/Step": 2819, "Finetune/Step Time": 6.2472232170403}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7889215350151062, "Finetune/Loss (Raw)": 0.8970528841018677, "Finetune/Step": 2820, "Finetune/Step Time": 6.2463476695120335}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7871954441070557, "Finetune/Loss (Raw)": 0.6240771412849426, "Finetune/Step": 2821, "Finetune/Step Time": 6.254228480160236}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7878674864768982, "Finetune/Loss (Raw)": 0.835799515247345, "Finetune/Step": 2822, "Finetune/Step Time": 6.252397175878286}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7869250774383545, "Finetune/Loss (Raw)": 0.652301549911499, "Finetune/Step": 2823, "Finetune/Step Time": 6.268209034577012}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7855961322784424, "Finetune/Loss (Raw)": 0.6432583332061768, "Finetune/Step": 2824, "Finetune/Step Time": 6.25671436265111}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7849522829055786, "Finetune/Loss (Raw)": 0.7163633108139038, "Finetune/Step": 2825, "Finetune/Step Time": 6.243180340155959}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.784471869468689, "Finetune/Loss (Raw)": 0.6656246781349182, "Finetune/Step": 2826, "Finetune/Step Time": 6.233955616131425}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7840313911437988, "Finetune/Loss (Raw)": 0.8196296095848083, "Finetune/Step": 2827, "Finetune/Step Time": 6.22185124270618}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7851756811141968, "Finetune/Loss (Raw)": 0.9486774206161499, "Finetune/Step": 2828, "Finetune/Step Time": 6.208493068814278}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7855886220932007, "Finetune/Loss (Raw)": 0.8418164253234863, "Finetune/Step": 2829, "Finetune/Step Time": 6.183311639353633}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7860114574432373, "Finetune/Loss (Raw)": 0.8884088397026062, "Finetune/Step": 2830, "Finetune/Step Time": 6.186853336170316}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7884875535964966, "Finetune/Loss (Raw)": 1.019403338432312, "Finetune/Step": 2831, "Finetune/Step Time": 6.172517562285066}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7905173301696777, "Finetune/Loss (Raw)": 0.9447960257530212, "Finetune/Step": 2832, "Finetune/Step Time": 6.176701882854104}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7907283902168274, "Finetune/Loss (Raw)": 0.8101636171340942, "Finetune/Step": 2833, "Finetune/Step Time": 6.201447460800409}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7888399362564087, "Finetune/Loss (Raw)": 0.6267480850219727, "Finetune/Step": 2834, "Finetune/Step Time": 6.218008378520608}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7876564264297485, "Finetune/Loss (Raw)": 0.8277881145477295, "Finetune/Step": 2835, "Finetune/Step Time": 6.220769671723247}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.785601019859314, "Finetune/Loss (Raw)": 0.6427515745162964, "Finetune/Step": 2836, "Finetune/Step Time": 6.213871967047453}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7863627672195435, "Finetune/Loss (Raw)": 0.8542363047599792, "Finetune/Step": 2837, "Finetune/Step Time": 6.205304311588407}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7867590188980103, "Finetune/Loss (Raw)": 0.7261056303977966, "Finetune/Step": 2838, "Finetune/Step Time": 6.179752171039581}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7854911684989929, "Finetune/Loss (Raw)": 0.7013394832611084, "Finetune/Step": 2839, "Finetune/Step Time": 6.180473340675235}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7853189706802368, "Finetune/Loss (Raw)": 0.7979326844215393, "Finetune/Step": 2840, "Finetune/Step Time": 6.168249066919088}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7865376472473145, "Finetune/Loss (Raw)": 0.936126172542572, "Finetune/Step": 2841, "Finetune/Step Time": 6.163113484159112}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7860591411590576, "Finetune/Loss (Raw)": 0.8258848190307617, "Finetune/Step": 2842, "Finetune/Step Time": 6.164785068482161}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7857871055603027, "Finetune/Loss (Raw)": 0.6883571743965149, "Finetune/Step": 2843, "Finetune/Step Time": 6.168989449739456}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7862097024917603, "Finetune/Loss (Raw)": 0.8482778668403625, "Finetune/Step": 2844, "Finetune/Step Time": 6.17091859318316}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7858492732048035, "Finetune/Loss (Raw)": 0.8062476515769958, "Finetune/Step": 2845, "Finetune/Step Time": 6.177977366372943}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.785679280757904, "Finetune/Loss (Raw)": 0.7508096694946289, "Finetune/Step": 2846, "Finetune/Step Time": 6.175855273380876}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7839291095733643, "Finetune/Loss (Raw)": 0.5950684547424316, "Finetune/Step": 2847, "Finetune/Step Time": 6.17231965623796}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.783950924873352, "Finetune/Loss (Raw)": 0.8643702864646912, "Finetune/Step": 2848, "Finetune/Step Time": 6.174927519634366}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7841312885284424, "Finetune/Loss (Raw)": 0.7493453621864319, "Finetune/Step": 2849, "Finetune/Step Time": 6.170408112928271}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7840326428413391, "Finetune/Loss (Raw)": 0.8009244203567505, "Finetune/Step": 2850, "Finetune/Step Time": 6.166965691372752}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7850354313850403, "Finetune/Loss (Raw)": 0.8665419816970825, "Finetune/Step": 2851, "Finetune/Step Time": 6.164244066923857}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7849737405776978, "Finetune/Loss (Raw)": 0.8231319785118103, "Finetune/Step": 2852, "Finetune/Step Time": 6.165479343384504}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7845258712768555, "Finetune/Loss (Raw)": 0.7606096267700195, "Finetune/Step": 2853, "Finetune/Step Time": 6.164250742644072}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7851372361183167, "Finetune/Loss (Raw)": 0.8828647136688232, "Finetune/Step": 2854, "Finetune/Step Time": 6.157508209347725}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7850663661956787, "Finetune/Loss (Raw)": 0.7894184589385986, "Finetune/Step": 2855, "Finetune/Step Time": 6.1612106673419476}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7869182825088501, "Finetune/Loss (Raw)": 0.7833825945854187, "Finetune/Step": 2856, "Finetune/Step Time": 6.171965558081865}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7874393463134766, "Finetune/Loss (Raw)": 0.8462551832199097, "Finetune/Step": 2857, "Finetune/Step Time": 6.152756130322814}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7881462574005127, "Finetune/Loss (Raw)": 0.7296383380889893, "Finetune/Step": 2858, "Finetune/Step Time": 6.1463538110256195}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7882795929908752, "Finetune/Loss (Raw)": 0.8201296329498291, "Finetune/Step": 2859, "Finetune/Step Time": 6.151294616982341}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7872703075408936, "Finetune/Loss (Raw)": 0.6902806162834167, "Finetune/Step": 2860, "Finetune/Step Time": 6.1574091874063015}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7880896925926208, "Finetune/Loss (Raw)": 0.9659586548805237, "Finetune/Step": 2861, "Finetune/Step Time": 6.155339447781444}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7879890203475952, "Finetune/Loss (Raw)": 0.7546675205230713, "Finetune/Step": 2862, "Finetune/Step Time": 6.168813100084662}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.78731369972229, "Finetune/Loss (Raw)": 0.787054181098938, "Finetune/Step": 2863, "Finetune/Step Time": 6.165693115442991}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7870349287986755, "Finetune/Loss (Raw)": 0.7172740697860718, "Finetune/Step": 2864, "Finetune/Step Time": 6.144979389384389}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7897295951843262, "Finetune/Loss (Raw)": 0.8781274557113647, "Finetune/Step": 2865, "Finetune/Step Time": 6.139993196353316}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7880187034606934, "Finetune/Loss (Raw)": 0.6411305665969849, "Finetune/Step": 2866, "Finetune/Step Time": 6.155781343579292}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7877089977264404, "Finetune/Loss (Raw)": 0.8373156785964966, "Finetune/Step": 2867, "Finetune/Step Time": 6.159692011773586}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7895283102989197, "Finetune/Loss (Raw)": 0.9365048408508301, "Finetune/Step": 2868, "Finetune/Step Time": 6.155897406861186}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7872579097747803, "Finetune/Loss (Raw)": 0.5949591398239136, "Finetune/Step": 2869, "Finetune/Step Time": 6.182641038671136}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7861125469207764, "Finetune/Loss (Raw)": 0.6256193518638611, "Finetune/Step": 2870, "Finetune/Step Time": 6.200064895674586}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7865124344825745, "Finetune/Loss (Raw)": 0.9575943350791931, "Finetune/Step": 2871, "Finetune/Step Time": 6.199231198057532}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7872398495674133, "Finetune/Loss (Raw)": 0.9128763675689697, "Finetune/Step": 2872, "Finetune/Step Time": 6.199570262804627}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7866601943969727, "Finetune/Loss (Raw)": 0.8353164792060852, "Finetune/Step": 2873, "Finetune/Step Time": 6.201245348900557}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7851699590682983, "Finetune/Loss (Raw)": 0.6235038042068481, "Finetune/Step": 2874, "Finetune/Step Time": 6.211985291913152}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7857111692428589, "Finetune/Loss (Raw)": 0.878100574016571, "Finetune/Step": 2875, "Finetune/Step Time": 6.198334569111466}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.784801721572876, "Finetune/Loss (Raw)": 0.8135510683059692, "Finetune/Step": 2876, "Finetune/Step Time": 6.20345994271338}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7842484712600708, "Finetune/Loss (Raw)": 0.7800133228302002, "Finetune/Step": 2877, "Finetune/Step Time": 6.203517448157072}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7837483882904053, "Finetune/Loss (Raw)": 0.7224080562591553, "Finetune/Step": 2878, "Finetune/Step Time": 6.205757990479469}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7833014726638794, "Finetune/Loss (Raw)": 0.7322036027908325, "Finetune/Step": 2879, "Finetune/Step Time": 6.2079551834613085}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7839081287384033, "Finetune/Loss (Raw)": 0.915946900844574, "Finetune/Step": 2880, "Finetune/Step Time": 6.200699251145124}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7831092476844788, "Finetune/Loss (Raw)": 0.8318971991539001, "Finetune/Step": 2881, "Finetune/Step Time": 6.202426239848137}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7838612794876099, "Finetune/Loss (Raw)": 0.8982542157173157, "Finetune/Step": 2882, "Finetune/Step Time": 6.201471775770187}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7857835292816162, "Finetune/Loss (Raw)": 0.9313876628875732, "Finetune/Step": 2883, "Finetune/Step Time": 6.181636365130544}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7847607731819153, "Finetune/Loss (Raw)": 0.7113876938819885, "Finetune/Step": 2884, "Finetune/Step Time": 6.187580866739154}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7865943908691406, "Finetune/Loss (Raw)": 0.8777732253074646, "Finetune/Step": 2885, "Finetune/Step Time": 6.1632614973932505}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7841877937316895, "Finetune/Loss (Raw)": 0.5655601620674133, "Finetune/Step": 2886, "Finetune/Step Time": 6.180564181879163}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7838997840881348, "Finetune/Loss (Raw)": 0.6969675421714783, "Finetune/Step": 2887, "Finetune/Step Time": 6.1842552199959755}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7864497900009155, "Finetune/Loss (Raw)": 0.9845220446586609, "Finetune/Step": 2888, "Finetune/Step Time": 6.190746301785111}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7869784832000732, "Finetune/Loss (Raw)": 0.7569525241851807, "Finetune/Step": 2889, "Finetune/Step Time": 6.190650323405862}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7870751023292542, "Finetune/Loss (Raw)": 0.757154107093811, "Finetune/Step": 2890, "Finetune/Step Time": 6.194062465801835}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7868005037307739, "Finetune/Loss (Raw)": 0.7770602703094482, "Finetune/Step": 2891, "Finetune/Step Time": 6.183535225689411}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7884454727172852, "Finetune/Loss (Raw)": 1.0035226345062256, "Finetune/Step": 2892, "Finetune/Step Time": 6.180949874222279}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7894044518470764, "Finetune/Loss (Raw)": 0.7940999269485474, "Finetune/Step": 2893, "Finetune/Step Time": 6.1569015718996525}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7901361584663391, "Finetune/Loss (Raw)": 0.903947651386261, "Finetune/Step": 2894, "Finetune/Step Time": 6.145410526543856}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7900528311729431, "Finetune/Loss (Raw)": 0.8245766758918762, "Finetune/Step": 2895, "Finetune/Step Time": 6.1264822576195}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7901892066001892, "Finetune/Loss (Raw)": 0.8742694854736328, "Finetune/Step": 2896, "Finetune/Step Time": 6.139048404991627}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.790485143661499, "Finetune/Loss (Raw)": 0.8879598379135132, "Finetune/Step": 2897, "Finetune/Step Time": 6.136316269636154}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7929636240005493, "Finetune/Loss (Raw)": 0.8426177501678467, "Finetune/Step": 2898, "Finetune/Step Time": 6.132743401452899}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7924351692199707, "Finetune/Loss (Raw)": 0.8007834553718567, "Finetune/Step": 2899, "Finetune/Step Time": 6.144986601546407}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7911034822463989, "Finetune/Loss (Raw)": 0.6829778552055359, "Finetune/Step": 2900, "Finetune/Step Time": 6.14569229632616}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.789374589920044, "Finetune/Loss (Raw)": 0.6894180774688721, "Finetune/Step": 2901, "Finetune/Step Time": 6.151143738999963}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7911914587020874, "Finetune/Loss (Raw)": 0.8013744354248047, "Finetune/Step": 2902, "Finetune/Step Time": 6.149741221219301}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7908645868301392, "Finetune/Loss (Raw)": 0.8322708010673523, "Finetune/Step": 2903, "Finetune/Step Time": 6.1509059220552444}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7911474108695984, "Finetune/Loss (Raw)": 0.7925670146942139, "Finetune/Step": 2904, "Finetune/Step Time": 6.140300231054425}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.791115403175354, "Finetune/Loss (Raw)": 0.7991094589233398, "Finetune/Step": 2905, "Finetune/Step Time": 6.14219761826098}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7914429306983948, "Finetune/Loss (Raw)": 0.8911900520324707, "Finetune/Step": 2906, "Finetune/Step Time": 6.141345867887139}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7919580936431885, "Finetune/Loss (Raw)": 0.7950630784034729, "Finetune/Step": 2907, "Finetune/Step Time": 6.136529736220837}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.792307436466217, "Finetune/Loss (Raw)": 0.8597333431243896, "Finetune/Step": 2908, "Finetune/Step Time": 6.139184979721904}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7931097149848938, "Finetune/Loss (Raw)": 0.9980819225311279, "Finetune/Step": 2909, "Finetune/Step Time": 6.136630918830633}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7937915921211243, "Finetune/Loss (Raw)": 0.9127665162086487, "Finetune/Step": 2910, "Finetune/Step Time": 6.136475957930088}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7948968410491943, "Finetune/Loss (Raw)": 0.9605495929718018, "Finetune/Step": 2911, "Finetune/Step Time": 6.126752529293299}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7967385053634644, "Finetune/Loss (Raw)": 0.8435901403427124, "Finetune/Step": 2912, "Finetune/Step Time": 6.120079815387726}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.796959400177002, "Finetune/Loss (Raw)": 0.8224307298660278, "Finetune/Step": 2913, "Finetune/Step Time": 6.113365698605776}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7950969934463501, "Finetune/Loss (Raw)": 0.61826092004776, "Finetune/Step": 2914, "Finetune/Step Time": 6.134094174951315}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7935212254524231, "Finetune/Loss (Raw)": 0.5744996666908264, "Finetune/Step": 2915, "Finetune/Step Time": 6.142813816666603}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7934098839759827, "Finetune/Loss (Raw)": 0.860962450504303, "Finetune/Step": 2916, "Finetune/Step Time": 6.134274421259761}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7947691082954407, "Finetune/Loss (Raw)": 0.9048781394958496, "Finetune/Step": 2917, "Finetune/Step Time": 6.1239496767520905}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7940229773521423, "Finetune/Loss (Raw)": 0.7073460221290588, "Finetune/Step": 2918, "Finetune/Step Time": 6.128813849762082}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7957179546356201, "Finetune/Loss (Raw)": 0.8416102528572083, "Finetune/Step": 2919, "Finetune/Step Time": 6.113497948274016}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7936159372329712, "Finetune/Loss (Raw)": 0.5380541086196899, "Finetune/Step": 2920, "Finetune/Step Time": 6.123151706531644}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7926187515258789, "Finetune/Loss (Raw)": 0.7990169525146484, "Finetune/Step": 2921, "Finetune/Step Time": 6.136583961546421}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7927307486534119, "Finetune/Loss (Raw)": 0.75709068775177, "Finetune/Step": 2922, "Finetune/Step Time": 6.130246561020613}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7931925058364868, "Finetune/Loss (Raw)": 0.7167183756828308, "Finetune/Step": 2923, "Finetune/Step Time": 6.149448415264487}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7940454483032227, "Finetune/Loss (Raw)": 0.8843241333961487, "Finetune/Step": 2924, "Finetune/Step Time": 6.138355387374759}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7965442538261414, "Finetune/Loss (Raw)": 0.9108331799507141, "Finetune/Step": 2925, "Finetune/Step Time": 6.128954945132136}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.797398567199707, "Finetune/Loss (Raw)": 0.8114768266677856, "Finetune/Step": 2926, "Finetune/Step Time": 6.128610221669078}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7963986396789551, "Finetune/Loss (Raw)": 0.5496912598609924, "Finetune/Step": 2927, "Finetune/Step Time": 6.1353664472699165}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7977744340896606, "Finetune/Loss (Raw)": 0.804831326007843, "Finetune/Step": 2928, "Finetune/Step Time": 6.143626822158694}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7974538207054138, "Finetune/Loss (Raw)": 0.8441681265830994, "Finetune/Step": 2929, "Finetune/Step Time": 6.135799080133438}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7975126504898071, "Finetune/Loss (Raw)": 0.8822649121284485, "Finetune/Step": 2930, "Finetune/Step Time": 6.129554694518447}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.798492968082428, "Finetune/Loss (Raw)": 0.876173734664917, "Finetune/Step": 2931, "Finetune/Step Time": 6.132344484329224}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7986535429954529, "Finetune/Loss (Raw)": 0.8595296740531921, "Finetune/Step": 2932, "Finetune/Step Time": 6.135790549218655}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7975913882255554, "Finetune/Loss (Raw)": 0.8187617659568787, "Finetune/Step": 2933, "Finetune/Step Time": 6.145410882309079}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7981034517288208, "Finetune/Loss (Raw)": 0.7937162518501282, "Finetune/Step": 2934, "Finetune/Step Time": 6.14277951233089}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7983804941177368, "Finetune/Loss (Raw)": 0.8171599507331848, "Finetune/Step": 2935, "Finetune/Step Time": 6.144309779629111}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.8004249930381775, "Finetune/Loss (Raw)": 0.8782910108566284, "Finetune/Step": 2936, "Finetune/Step Time": 6.149894181638956}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.8035092353820801, "Finetune/Loss (Raw)": 0.9955925345420837, "Finetune/Step": 2937, "Finetune/Step Time": 6.129173323512077}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.8047683835029602, "Finetune/Loss (Raw)": 0.8663836717605591, "Finetune/Step": 2938, "Finetune/Step Time": 6.125242233276367}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.8048168420791626, "Finetune/Loss (Raw)": 0.8373733162879944, "Finetune/Step": 2939, "Finetune/Step Time": 6.123873582109809}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.8037863969802856, "Finetune/Loss (Raw)": 0.6665278673171997, "Finetune/Step": 2940, "Finetune/Step Time": 6.127640480175614}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.8009622097015381, "Finetune/Loss (Raw)": 0.5126762986183167, "Finetune/Step": 2941, "Finetune/Step Time": 6.142902439460158}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.8030739426612854, "Finetune/Loss (Raw)": 0.9527806639671326, "Finetune/Step": 2942, "Finetune/Step Time": 6.127432646229863}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.8018554449081421, "Finetune/Loss (Raw)": 0.7612857222557068, "Finetune/Step": 2943, "Finetune/Step Time": 6.1306461952626705}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.8017036318778992, "Finetune/Loss (Raw)": 0.8154705166816711, "Finetune/Step": 2944, "Finetune/Step Time": 6.136289129033685}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.8013402223587036, "Finetune/Loss (Raw)": 0.7470195293426514, "Finetune/Step": 2945, "Finetune/Step Time": 6.14376012980938}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.8013532161712646, "Finetune/Loss (Raw)": 0.7820131182670593, "Finetune/Step": 2946, "Finetune/Step Time": 6.138457240536809}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.800083339214325, "Finetune/Loss (Raw)": 0.7700042724609375, "Finetune/Step": 2947, "Finetune/Step Time": 6.160123547539115}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7987837791442871, "Finetune/Loss (Raw)": 0.7307062745094299, "Finetune/Step": 2948, "Finetune/Step Time": 6.16645947098732}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.8004952669143677, "Finetune/Loss (Raw)": 0.8431402444839478, "Finetune/Step": 2949, "Finetune/Step Time": 6.158093072474003}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.8006276488304138, "Finetune/Loss (Raw)": 0.8527498245239258, "Finetune/Step": 2950, "Finetune/Step Time": 6.157693468034267}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.8002093434333801, "Finetune/Loss (Raw)": 0.5987597703933716, "Finetune/Step": 2951, "Finetune/Step Time": 6.157952783629298}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.8019102811813354, "Finetune/Loss (Raw)": 0.8609755039215088, "Finetune/Step": 2952, "Finetune/Step Time": 6.155838001519442}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.8034818172454834, "Finetune/Loss (Raw)": 0.9175167679786682, "Finetune/Step": 2953, "Finetune/Step Time": 6.156467182561755}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.8039849400520325, "Finetune/Loss (Raw)": 0.7300326824188232, "Finetune/Step": 2954, "Finetune/Step Time": 6.1585392989218235}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.8052703142166138, "Finetune/Loss (Raw)": 0.9841627478599548, "Finetune/Step": 2955, "Finetune/Step Time": 6.161329673603177}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.8041501045227051, "Finetune/Loss (Raw)": 0.8052852749824524, "Finetune/Step": 2956, "Finetune/Step Time": 6.160280056297779}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.8035717010498047, "Finetune/Loss (Raw)": 0.767777681350708, "Finetune/Step": 2957, "Finetune/Step Time": 6.15348688326776}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.8029721975326538, "Finetune/Loss (Raw)": 0.8116766214370728, "Finetune/Step": 2958, "Finetune/Step Time": 6.1451826225966215}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.8004759550094604, "Finetune/Loss (Raw)": 0.6998762488365173, "Finetune/Step": 2959, "Finetune/Step Time": 6.164640437811613}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7989988327026367, "Finetune/Loss (Raw)": 0.7557200193405151, "Finetune/Step": 2960, "Finetune/Step Time": 6.152840228751302}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7986969947814941, "Finetune/Loss (Raw)": 0.7715363502502441, "Finetune/Step": 2961, "Finetune/Step Time": 6.123966416344047}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.8016301393508911, "Finetune/Loss (Raw)": 1.0021896362304688, "Finetune/Step": 2962, "Finetune/Step Time": 6.117040717974305}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.8018947243690491, "Finetune/Loss (Raw)": 0.8616611361503601, "Finetune/Step": 2963, "Finetune/Step Time": 6.1232789400964975}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.8036812543869019, "Finetune/Loss (Raw)": 0.8714263439178467, "Finetune/Step": 2964, "Finetune/Step Time": 6.135098548606038}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.8039989471435547, "Finetune/Loss (Raw)": 0.8949011564254761, "Finetune/Step": 2965, "Finetune/Step Time": 6.141059620305896}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.8040630221366882, "Finetune/Loss (Raw)": 0.7343032956123352, "Finetune/Step": 2966, "Finetune/Step Time": 6.146043997257948}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.803977906703949, "Finetune/Loss (Raw)": 0.6904441714286804, "Finetune/Step": 2967, "Finetune/Step Time": 6.15550646930933}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.8048100471496582, "Finetune/Loss (Raw)": 0.9044435024261475, "Finetune/Step": 2968, "Finetune/Step Time": 6.160852249711752}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.8038811087608337, "Finetune/Loss (Raw)": 0.8172299265861511, "Finetune/Step": 2969, "Finetune/Step Time": 6.157440524548292}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.8036203384399414, "Finetune/Loss (Raw)": 0.7925056219100952, "Finetune/Step": 2970, "Finetune/Step Time": 6.165592720732093}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.804474949836731, "Finetune/Loss (Raw)": 0.7977539300918579, "Finetune/Step": 2971, "Finetune/Step Time": 6.171567792072892}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.8041794300079346, "Finetune/Loss (Raw)": 0.8104382753372192, "Finetune/Step": 2972, "Finetune/Step Time": 6.16710688918829}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.8034052848815918, "Finetune/Loss (Raw)": 0.7071622610092163, "Finetune/Step": 2973, "Finetune/Step Time": 6.17013124935329}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.8040493726730347, "Finetune/Loss (Raw)": 0.833251953125, "Finetune/Step": 2974, "Finetune/Step Time": 6.169244447723031}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.8048907518386841, "Finetune/Loss (Raw)": 0.7027641534805298, "Finetune/Step": 2975, "Finetune/Step Time": 6.179068149998784}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.8038744330406189, "Finetune/Loss (Raw)": 0.7342789769172668, "Finetune/Step": 2976, "Finetune/Step Time": 6.177872275933623}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.8040357232093811, "Finetune/Loss (Raw)": 0.7699925899505615, "Finetune/Step": 2977, "Finetune/Step Time": 6.17715803347528}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.8051532506942749, "Finetune/Loss (Raw)": 0.9439733028411865, "Finetune/Step": 2978, "Finetune/Step Time": 6.176047120243311}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.8049142360687256, "Finetune/Loss (Raw)": 0.8359471559524536, "Finetune/Step": 2979, "Finetune/Step Time": 6.182941200211644}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.8044143915176392, "Finetune/Loss (Raw)": 0.7591512799263, "Finetune/Step": 2980, "Finetune/Step Time": 6.185011992231011}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.8041881322860718, "Finetune/Loss (Raw)": 0.7316417098045349, "Finetune/Step": 2981, "Finetune/Step Time": 6.207068832591176}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.8032053709030151, "Finetune/Loss (Raw)": 0.7570719718933105, "Finetune/Step": 2982, "Finetune/Step Time": 6.203336713835597}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.8044247031211853, "Finetune/Loss (Raw)": 0.9454934000968933, "Finetune/Step": 2983, "Finetune/Step Time": 6.197494592517614}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.8043084740638733, "Finetune/Loss (Raw)": 0.7685055136680603, "Finetune/Step": 2984, "Finetune/Step Time": 6.197973193600774}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.8042754530906677, "Finetune/Loss (Raw)": 0.8420364260673523, "Finetune/Step": 2985, "Finetune/Step Time": 6.200233139097691}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.8033626675605774, "Finetune/Loss (Raw)": 0.6127978563308716, "Finetune/Step": 2986, "Finetune/Step Time": 6.224186837673187}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.8030161261558533, "Finetune/Loss (Raw)": 0.7757734656333923, "Finetune/Step": 2987, "Finetune/Step Time": 6.236687161028385}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.8044857382774353, "Finetune/Loss (Raw)": 0.8783919215202332, "Finetune/Step": 2988, "Finetune/Step Time": 6.235227879136801}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.8019862174987793, "Finetune/Loss (Raw)": 0.6460211277008057, "Finetune/Step": 2989, "Finetune/Step Time": 6.240040397271514}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.8032563924789429, "Finetune/Loss (Raw)": 0.9172477126121521, "Finetune/Step": 2990, "Finetune/Step Time": 6.222710063681006}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.8038480281829834, "Finetune/Loss (Raw)": 0.8627815842628479, "Finetune/Step": 2991, "Finetune/Step Time": 6.229646068066359}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.803690493106842, "Finetune/Loss (Raw)": 0.6971083283424377, "Finetune/Step": 2992, "Finetune/Step Time": 6.237796178087592}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.8040720224380493, "Finetune/Loss (Raw)": 0.9269595742225647, "Finetune/Step": 2993, "Finetune/Step Time": 6.234332205727696}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.8063274025917053, "Finetune/Loss (Raw)": 0.9298254251480103, "Finetune/Step": 2994, "Finetune/Step Time": 6.211514018476009}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8063341379165649, "Finetune/Loss (Raw)": 0.8381751775741577, "Finetune/Step": 2995, "Finetune/Step Time": 6.2110927272588015}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.8048121333122253, "Finetune/Loss (Raw)": 0.7416936159133911, "Finetune/Step": 2996, "Finetune/Step Time": 6.2235720958560705}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.8059875965118408, "Finetune/Loss (Raw)": 0.7454153895378113, "Finetune/Step": 2997, "Finetune/Step Time": 6.200732555240393}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8069354295730591, "Finetune/Loss (Raw)": 0.746934711933136, "Finetune/Step": 2998, "Finetune/Step Time": 6.18627099506557}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.8059779405593872, "Finetune/Loss (Raw)": 0.8350436091423035, "Finetune/Step": 2999, "Finetune/Step Time": 6.1888585183769464}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.8053812384605408, "Finetune/Loss (Raw)": 0.836496889591217, "Finetune/Step": 3000, "Finetune/Step Time": 6.19062289968133}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.804767370223999, "Finetune/Loss (Raw)": 0.7567418217658997, "Finetune/Step": 3001, "Finetune/Step Time": 6.1910310704261065}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8068519830703735, "Finetune/Loss (Raw)": 0.8903311491012573, "Finetune/Step": 3002, "Finetune/Step Time": 6.171809768304229}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8063226938247681, "Finetune/Loss (Raw)": 0.8103470802307129, "Finetune/Step": 3003, "Finetune/Step Time": 6.176322480663657}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.8067667484283447, "Finetune/Loss (Raw)": 0.8703961372375488, "Finetune/Step": 3004, "Finetune/Step Time": 6.180437956005335}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8053574562072754, "Finetune/Loss (Raw)": 0.5996236205101013, "Finetune/Step": 3005, "Finetune/Step Time": 6.196141576394439}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.8066590428352356, "Finetune/Loss (Raw)": 0.8890131711959839, "Finetune/Step": 3006, "Finetune/Step Time": 6.19258095510304}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.8061844110488892, "Finetune/Loss (Raw)": 0.6714461445808411, "Finetune/Step": 3007, "Finetune/Step Time": 6.186420559883118}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.805880069732666, "Finetune/Loss (Raw)": 0.8769964575767517, "Finetune/Step": 3008, "Finetune/Step Time": 6.189826931804419}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8067370057106018, "Finetune/Loss (Raw)": 0.9415814280509949, "Finetune/Step": 3009, "Finetune/Step Time": 6.186652455478907}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.8059133291244507, "Finetune/Loss (Raw)": 0.7928224802017212, "Finetune/Step": 3010, "Finetune/Step Time": 6.1896263267844915}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8055392503738403, "Finetune/Loss (Raw)": 0.8835080862045288, "Finetune/Step": 3011, "Finetune/Step Time": 6.1899600978940725}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8066964149475098, "Finetune/Loss (Raw)": 0.8595094084739685, "Finetune/Step": 3012, "Finetune/Step Time": 6.166978964582086}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8064182996749878, "Finetune/Loss (Raw)": 0.8421750664710999, "Finetune/Step": 3013, "Finetune/Step Time": 6.1629072688519955}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8074501752853394, "Finetune/Loss (Raw)": 0.6976274847984314, "Finetune/Step": 3014, "Finetune/Step Time": 6.1487151850014925}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.8067944645881653, "Finetune/Loss (Raw)": 0.6130430698394775, "Finetune/Step": 3015, "Finetune/Step Time": 6.156020827591419}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8051584362983704, "Finetune/Loss (Raw)": 0.775114119052887, "Finetune/Step": 3016, "Finetune/Step Time": 6.158378817141056}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8047835826873779, "Finetune/Loss (Raw)": 0.7089691162109375, "Finetune/Step": 3017, "Finetune/Step Time": 6.141431471332908}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.8047191500663757, "Finetune/Loss (Raw)": 0.7489027976989746, "Finetune/Step": 3018, "Finetune/Step Time": 6.12625009380281}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8048757314682007, "Finetune/Loss (Raw)": 0.7971065640449524, "Finetune/Step": 3019, "Finetune/Step Time": 6.1274604350328445}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.8030180931091309, "Finetune/Loss (Raw)": 0.765742301940918, "Finetune/Step": 3020, "Finetune/Step Time": 6.1140929739922285}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.8030365109443665, "Finetune/Loss (Raw)": 0.7964589595794678, "Finetune/Step": 3021, "Finetune/Step Time": 6.118728948757052}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.8031536340713501, "Finetune/Loss (Raw)": 0.9189413785934448, "Finetune/Step": 3022, "Finetune/Step Time": 6.118573307991028}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.8019925951957703, "Finetune/Loss (Raw)": 0.6759660243988037, "Finetune/Step": 3023, "Finetune/Step Time": 6.11913076788187}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.8014942407608032, "Finetune/Loss (Raw)": 0.8104791045188904, "Finetune/Step": 3024, "Finetune/Step Time": 6.112227957695723}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.8014158010482788, "Finetune/Loss (Raw)": 0.8779187798500061, "Finetune/Step": 3025, "Finetune/Step Time": 6.112040998414159}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.8012189865112305, "Finetune/Loss (Raw)": 0.8174219131469727, "Finetune/Step": 3026, "Finetune/Step Time": 6.105185674503446}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.8020873069763184, "Finetune/Loss (Raw)": 0.9119262099266052, "Finetune/Step": 3027, "Finetune/Step Time": 6.091522794216871}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.8030663728713989, "Finetune/Loss (Raw)": 0.8083028793334961, "Finetune/Step": 3028, "Finetune/Step Time": 6.1054230984300375}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.805575966835022, "Finetune/Loss (Raw)": 1.0106455087661743, "Finetune/Step": 3029, "Finetune/Step Time": 6.099769918248057}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8055171966552734, "Finetune/Loss (Raw)": 0.7938553690910339, "Finetune/Step": 3030, "Finetune/Step Time": 6.101807225495577}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8055521249771118, "Finetune/Loss (Raw)": 0.8367354869842529, "Finetune/Step": 3031, "Finetune/Step Time": 6.109989631921053}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.8058233261108398, "Finetune/Loss (Raw)": 0.8272848129272461, "Finetune/Step": 3032, "Finetune/Step Time": 6.111233714967966}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.806285560131073, "Finetune/Loss (Raw)": 0.8582766652107239, "Finetune/Step": 3033, "Finetune/Step Time": 6.1079969350248575}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8066104054450989, "Finetune/Loss (Raw)": 0.9327685832977295, "Finetune/Step": 3034, "Finetune/Step Time": 6.105699649080634}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8068797588348389, "Finetune/Loss (Raw)": 0.8295451402664185, "Finetune/Step": 3035, "Finetune/Step Time": 6.104849046096206}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8061630129814148, "Finetune/Loss (Raw)": 0.7679815888404846, "Finetune/Step": 3036, "Finetune/Step Time": 6.112087240442634}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8057599067687988, "Finetune/Loss (Raw)": 0.9464856386184692, "Finetune/Step": 3037, "Finetune/Step Time": 6.112040579319}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8054677248001099, "Finetune/Loss (Raw)": 0.8753737807273865, "Finetune/Step": 3038, "Finetune/Step Time": 6.113279305398464}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.8036643862724304, "Finetune/Loss (Raw)": 0.7297202348709106, "Finetune/Step": 3039, "Finetune/Step Time": 6.113604944199324}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8036006689071655, "Finetune/Loss (Raw)": 0.8354315161705017, "Finetune/Step": 3040, "Finetune/Step Time": 6.1093675922602415}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.8030397891998291, "Finetune/Loss (Raw)": 0.7506400346755981, "Finetune/Step": 3041, "Finetune/Step Time": 6.11368022300303}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8046568632125854, "Finetune/Loss (Raw)": 0.8252403140068054, "Finetune/Step": 3042, "Finetune/Step Time": 6.0951561108231544}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.8048985004425049, "Finetune/Loss (Raw)": 0.6054370999336243, "Finetune/Step": 3043, "Finetune/Step Time": 6.107441056519747}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.8034383058547974, "Finetune/Loss (Raw)": 0.6740493774414062, "Finetune/Step": 3044, "Finetune/Step Time": 6.121580276638269}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.800932765007019, "Finetune/Loss (Raw)": 0.5841732025146484, "Finetune/Step": 3045, "Finetune/Step Time": 6.123990751802921}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.8031089305877686, "Finetune/Loss (Raw)": 0.9859021902084351, "Finetune/Step": 3046, "Finetune/Step Time": 6.120636323466897}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.8029227256774902, "Finetune/Loss (Raw)": 0.8177645206451416, "Finetune/Step": 3047, "Finetune/Step Time": 6.12333326227963}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8062411546707153, "Finetune/Loss (Raw)": 0.9628185033798218, "Finetune/Step": 3048, "Finetune/Step Time": 6.103614024817944}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.8062180876731873, "Finetune/Loss (Raw)": 0.7960639595985413, "Finetune/Step": 3049, "Finetune/Step Time": 6.088310988619924}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8077515363693237, "Finetune/Loss (Raw)": 0.9533697962760925, "Finetune/Step": 3050, "Finetune/Step Time": 6.083959368988872}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8093613982200623, "Finetune/Loss (Raw)": 0.9227817058563232, "Finetune/Step": 3051, "Finetune/Step Time": 6.064638422802091}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.8085120916366577, "Finetune/Loss (Raw)": 0.7756104469299316, "Finetune/Step": 3052, "Finetune/Step Time": 6.065445076674223}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8084949851036072, "Finetune/Loss (Raw)": 0.9086467027664185, "Finetune/Step": 3053, "Finetune/Step Time": 6.070446848869324}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8096630573272705, "Finetune/Loss (Raw)": 0.9609876275062561, "Finetune/Step": 3054, "Finetune/Step Time": 6.05274866707623}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8118324279785156, "Finetune/Loss (Raw)": 0.8273712992668152, "Finetune/Step": 3055, "Finetune/Step Time": 6.04765959084034}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8122037053108215, "Finetune/Loss (Raw)": 0.8523575663566589, "Finetune/Step": 3056, "Finetune/Step Time": 6.031696371734142}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.8112119436264038, "Finetune/Loss (Raw)": 0.7172214984893799, "Finetune/Step": 3057, "Finetune/Step Time": 6.0422617215663195}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8111088275909424, "Finetune/Loss (Raw)": 0.8690603971481323, "Finetune/Step": 3058, "Finetune/Step Time": 6.040010502561927}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8109191060066223, "Finetune/Loss (Raw)": 0.8519006371498108, "Finetune/Step": 3059, "Finetune/Step Time": 6.039509207010269}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8113186359405518, "Finetune/Loss (Raw)": 0.9106598496437073, "Finetune/Step": 3060, "Finetune/Step Time": 6.042491944506764}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8119755983352661, "Finetune/Loss (Raw)": 0.9028549790382385, "Finetune/Step": 3061, "Finetune/Step Time": 6.047623507678509}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8115217685699463, "Finetune/Loss (Raw)": 0.7356253266334534, "Finetune/Step": 3062, "Finetune/Step Time": 6.07039207406342}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8114290237426758, "Finetune/Loss (Raw)": 0.8052842020988464, "Finetune/Step": 3063, "Finetune/Step Time": 6.0666391886770725}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8112914562225342, "Finetune/Loss (Raw)": 0.8606953024864197, "Finetune/Step": 3064, "Finetune/Step Time": 6.051023134961724}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8086592555046082, "Finetune/Loss (Raw)": 0.6586688160896301, "Finetune/Step": 3065, "Finetune/Step Time": 6.065290784463286}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.806208610534668, "Finetune/Loss (Raw)": 0.5526931881904602, "Finetune/Step": 3066, "Finetune/Step Time": 6.091797424480319}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.806151270866394, "Finetune/Loss (Raw)": 0.8300395011901855, "Finetune/Step": 3067, "Finetune/Step Time": 6.093660853803158}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.8069075345993042, "Finetune/Loss (Raw)": 0.7633313536643982, "Finetune/Step": 3068, "Finetune/Step Time": 6.101421803236008}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8081581592559814, "Finetune/Loss (Raw)": 0.672747790813446, "Finetune/Step": 3069, "Finetune/Step Time": 6.094411768019199}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8070472478866577, "Finetune/Loss (Raw)": 0.8105815052986145, "Finetune/Step": 3070, "Finetune/Step Time": 6.090958848595619}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.8085956573486328, "Finetune/Loss (Raw)": 0.959484875202179, "Finetune/Step": 3071, "Finetune/Step Time": 6.086477976292372}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8083840012550354, "Finetune/Loss (Raw)": 0.788382887840271, "Finetune/Step": 3072, "Finetune/Step Time": 6.0878361742943525}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8089479207992554, "Finetune/Loss (Raw)": 0.8192012906074524, "Finetune/Step": 3073, "Finetune/Step Time": 6.0802045203745365}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8090221881866455, "Finetune/Loss (Raw)": 0.7915119528770447, "Finetune/Step": 3074, "Finetune/Step Time": 6.08156518265605}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8080026507377625, "Finetune/Loss (Raw)": 0.6395144462585449, "Finetune/Step": 3075, "Finetune/Step Time": 6.080955810844898}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.807623028755188, "Finetune/Loss (Raw)": 0.682112455368042, "Finetune/Step": 3076, "Finetune/Step Time": 6.0715564507991076}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8077548742294312, "Finetune/Loss (Raw)": 0.860012948513031, "Finetune/Step": 3077, "Finetune/Step Time": 6.072401011362672}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8065255880355835, "Finetune/Loss (Raw)": 0.6953988075256348, "Finetune/Step": 3078, "Finetune/Step Time": 6.0696443151682615}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8067742586135864, "Finetune/Loss (Raw)": 0.6305950880050659, "Finetune/Step": 3079, "Finetune/Step Time": 6.067830612882972}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.8055782318115234, "Finetune/Loss (Raw)": 0.7078819274902344, "Finetune/Step": 3080, "Finetune/Step Time": 6.071513269096613}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.8042154908180237, "Finetune/Loss (Raw)": 0.7430886626243591, "Finetune/Step": 3081, "Finetune/Step Time": 6.072325339540839}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.8050493001937866, "Finetune/Loss (Raw)": 0.8367536664009094, "Finetune/Step": 3082, "Finetune/Step Time": 6.069424215704203}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8041000366210938, "Finetune/Loss (Raw)": 0.8626632690429688, "Finetune/Step": 3083, "Finetune/Step Time": 6.0749502424150705}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.8038339614868164, "Finetune/Loss (Raw)": 0.7712281346321106, "Finetune/Step": 3084, "Finetune/Step Time": 6.084034129977226}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8055665493011475, "Finetune/Loss (Raw)": 0.989548921585083, "Finetune/Step": 3085, "Finetune/Step Time": 6.081195482984185}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8057358264923096, "Finetune/Loss (Raw)": 0.8333374261856079, "Finetune/Step": 3086, "Finetune/Step Time": 6.080373289063573}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8064709901809692, "Finetune/Loss (Raw)": 0.7939857840538025, "Finetune/Step": 3087, "Finetune/Step Time": 6.0627516359090805}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8050339818000793, "Finetune/Loss (Raw)": 0.5717751979827881, "Finetune/Step": 3088, "Finetune/Step Time": 6.062543246895075}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.8060117959976196, "Finetune/Loss (Raw)": 0.8967031836509705, "Finetune/Step": 3089, "Finetune/Step Time": 6.063255095854402}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.8038816452026367, "Finetune/Loss (Raw)": 0.7295288443565369, "Finetune/Step": 3090, "Finetune/Step Time": 6.050129484385252}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.8027725219726562, "Finetune/Loss (Raw)": 0.7196977734565735, "Finetune/Step": 3091, "Finetune/Step Time": 6.053343281149864}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.8007881045341492, "Finetune/Loss (Raw)": 0.6174147129058838, "Finetune/Step": 3092, "Finetune/Step Time": 6.063326757401228}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.8002947568893433, "Finetune/Loss (Raw)": 0.831753671169281, "Finetune/Step": 3093, "Finetune/Step Time": 6.060987329110503}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.8011659383773804, "Finetune/Loss (Raw)": 0.8458166718482971, "Finetune/Step": 3094, "Finetune/Step Time": 6.069670710712671}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.8019418120384216, "Finetune/Loss (Raw)": 0.7897581458091736, "Finetune/Step": 3095, "Finetune/Step Time": 6.055734787136316}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.8013980388641357, "Finetune/Loss (Raw)": 0.8348397016525269, "Finetune/Step": 3096, "Finetune/Step Time": 6.063021834939718}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.8000206351280212, "Finetune/Loss (Raw)": 0.6409152746200562, "Finetune/Step": 3097, "Finetune/Step Time": 6.096838362514973}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7982550859451294, "Finetune/Loss (Raw)": 0.5665141344070435, "Finetune/Step": 3098, "Finetune/Step Time": 6.086904555559158}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7986475229263306, "Finetune/Loss (Raw)": 0.8479914665222168, "Finetune/Step": 3099, "Finetune/Step Time": 6.089450815692544}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.8001750707626343, "Finetune/Loss (Raw)": 1.0059674978256226, "Finetune/Step": 3100, "Finetune/Step Time": 6.092275258153677}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7991634011268616, "Finetune/Loss (Raw)": 0.5776655673980713, "Finetune/Step": 3101, "Finetune/Step Time": 6.093106409534812}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7997490167617798, "Finetune/Loss (Raw)": 0.9082028269767761, "Finetune/Step": 3102, "Finetune/Step Time": 6.098925458267331}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.8015397191047668, "Finetune/Loss (Raw)": 0.9319810271263123, "Finetune/Step": 3103, "Finetune/Step Time": 6.087861770763993}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.802413821220398, "Finetune/Loss (Raw)": 0.8461604118347168, "Finetune/Step": 3104, "Finetune/Step Time": 6.081974048167467}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.8030747771263123, "Finetune/Loss (Raw)": 0.8545981645584106, "Finetune/Step": 3105, "Finetune/Step Time": 6.074663719162345}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.8014782667160034, "Finetune/Loss (Raw)": 0.7396160364151001, "Finetune/Step": 3106, "Finetune/Step Time": 6.075794840231538}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.8025165796279907, "Finetune/Loss (Raw)": 0.9688553214073181, "Finetune/Step": 3107, "Finetune/Step Time": 6.073178539052606}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.8023864030838013, "Finetune/Loss (Raw)": 0.7424840927124023, "Finetune/Step": 3108, "Finetune/Step Time": 6.065676057711244}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.8026814460754395, "Finetune/Loss (Raw)": 0.7694060802459717, "Finetune/Step": 3109, "Finetune/Step Time": 6.045971352607012}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.8025586605072021, "Finetune/Loss (Raw)": 0.7413578629493713, "Finetune/Step": 3110, "Finetune/Step Time": 6.04370778426528}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.8011412620544434, "Finetune/Loss (Raw)": 0.764076828956604, "Finetune/Step": 3111, "Finetune/Step Time": 6.049156809225678}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.8020884990692139, "Finetune/Loss (Raw)": 0.8897477388381958, "Finetune/Step": 3112, "Finetune/Step Time": 6.037781773135066}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.8015589118003845, "Finetune/Loss (Raw)": 0.7742458581924438, "Finetune/Step": 3113, "Finetune/Step Time": 6.045486327260733}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8035975694656372, "Finetune/Loss (Raw)": 0.8737434148788452, "Finetune/Step": 3114, "Finetune/Step Time": 6.02996957115829}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.8037099838256836, "Finetune/Loss (Raw)": 0.7901707887649536, "Finetune/Step": 3115, "Finetune/Step Time": 6.015925383195281}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.8013806343078613, "Finetune/Loss (Raw)": 0.5802322626113892, "Finetune/Step": 3116, "Finetune/Step Time": 6.035889882594347}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.8030445575714111, "Finetune/Loss (Raw)": 0.858997106552124, "Finetune/Step": 3117, "Finetune/Step Time": 6.033328061923385}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.8022773265838623, "Finetune/Loss (Raw)": 0.8190492391586304, "Finetune/Step": 3118, "Finetune/Step Time": 6.0637612752616405}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.8018797039985657, "Finetune/Loss (Raw)": 0.8118858933448792, "Finetune/Step": 3119, "Finetune/Step Time": 6.06232482008636}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.8029791116714478, "Finetune/Loss (Raw)": 0.8378279209136963, "Finetune/Step": 3120, "Finetune/Step Time": 6.059090716764331}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.8006136417388916, "Finetune/Loss (Raw)": 0.6241819262504578, "Finetune/Step": 3121, "Finetune/Step Time": 6.065931793302298}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7994039058685303, "Finetune/Loss (Raw)": 0.7749731540679932, "Finetune/Step": 3122, "Finetune/Step Time": 6.067211858928204}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7990355491638184, "Finetune/Loss (Raw)": 0.7910372614860535, "Finetune/Step": 3123, "Finetune/Step Time": 6.062036542221904}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.8001409769058228, "Finetune/Loss (Raw)": 0.8831809759140015, "Finetune/Step": 3124, "Finetune/Step Time": 6.0494293086230755}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7994730472564697, "Finetune/Loss (Raw)": 0.6599200367927551, "Finetune/Step": 3125, "Finetune/Step Time": 6.04580395296216}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.800419807434082, "Finetune/Loss (Raw)": 0.8681254386901855, "Finetune/Step": 3126, "Finetune/Step Time": 6.039169620722532}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.8013656139373779, "Finetune/Loss (Raw)": 0.956108570098877, "Finetune/Step": 3127, "Finetune/Step Time": 6.036236295476556}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7988204956054688, "Finetune/Loss (Raw)": 0.5107201337814331, "Finetune/Step": 3128, "Finetune/Step Time": 6.0655950382351875}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7989579439163208, "Finetune/Loss (Raw)": 0.7743306756019592, "Finetune/Step": 3129, "Finetune/Step Time": 6.064902797341347}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7976071834564209, "Finetune/Loss (Raw)": 0.7174332141876221, "Finetune/Step": 3130, "Finetune/Step Time": 6.076971519738436}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7971958518028259, "Finetune/Loss (Raw)": 0.7577012181282043, "Finetune/Step": 3131, "Finetune/Step Time": 6.076677601784468}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7959372997283936, "Finetune/Loss (Raw)": 0.7092965841293335, "Finetune/Step": 3132, "Finetune/Step Time": 6.0871712397783995}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7976841926574707, "Finetune/Loss (Raw)": 0.8232216238975525, "Finetune/Step": 3133, "Finetune/Step Time": 6.071286341175437}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7958145141601562, "Finetune/Loss (Raw)": 0.6497010588645935, "Finetune/Step": 3134, "Finetune/Step Time": 6.081100380048156}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7974135279655457, "Finetune/Loss (Raw)": 0.8761194348335266, "Finetune/Step": 3135, "Finetune/Step Time": 6.0810685735195875}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7970044612884521, "Finetune/Loss (Raw)": 0.8246314525604248, "Finetune/Step": 3136, "Finetune/Step Time": 6.081679472699761}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.795313835144043, "Finetune/Loss (Raw)": 0.7251821160316467, "Finetune/Step": 3137, "Finetune/Step Time": 6.09372148104012}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7941843271255493, "Finetune/Loss (Raw)": 0.6482439637184143, "Finetune/Step": 3138, "Finetune/Step Time": 6.098609179258347}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7934887409210205, "Finetune/Loss (Raw)": 0.7944827079772949, "Finetune/Step": 3139, "Finetune/Step Time": 6.099793393164873}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7929468750953674, "Finetune/Loss (Raw)": 0.7901467084884644, "Finetune/Step": 3140, "Finetune/Step Time": 6.107532283291221}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7925416231155396, "Finetune/Loss (Raw)": 0.7903004884719849, "Finetune/Step": 3141, "Finetune/Step Time": 6.109660342335701}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7928262948989868, "Finetune/Loss (Raw)": 0.7340735197067261, "Finetune/Step": 3142, "Finetune/Step Time": 6.113250682130456}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7921451330184937, "Finetune/Loss (Raw)": 0.5258476138114929, "Finetune/Step": 3143, "Finetune/Step Time": 6.113191982731223}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7933177351951599, "Finetune/Loss (Raw)": 0.9252119660377502, "Finetune/Step": 3144, "Finetune/Step Time": 6.107897931709886}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7948555946350098, "Finetune/Loss (Raw)": 0.9058083295822144, "Finetune/Step": 3145, "Finetune/Step Time": 6.105786791071296}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7958070039749146, "Finetune/Loss (Raw)": 0.8706831336021423, "Finetune/Step": 3146, "Finetune/Step Time": 6.1066865641623735}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7959580421447754, "Finetune/Loss (Raw)": 0.8164474368095398, "Finetune/Step": 3147, "Finetune/Step Time": 6.111010804772377}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7974398136138916, "Finetune/Loss (Raw)": 0.9553994536399841, "Finetune/Step": 3148, "Finetune/Step Time": 6.126953857019544}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.796467661857605, "Finetune/Loss (Raw)": 0.6720300316810608, "Finetune/Step": 3149, "Finetune/Step Time": 6.145998388528824}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7954124808311462, "Finetune/Loss (Raw)": 0.7838799953460693, "Finetune/Step": 3150, "Finetune/Step Time": 6.146442087367177}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7966523170471191, "Finetune/Loss (Raw)": 0.8346606492996216, "Finetune/Step": 3151, "Finetune/Step Time": 6.151734771206975}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7965177297592163, "Finetune/Loss (Raw)": 0.7932513952255249, "Finetune/Step": 3152, "Finetune/Step Time": 6.151218384504318}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7962779998779297, "Finetune/Loss (Raw)": 0.8472358584403992, "Finetune/Step": 3153, "Finetune/Step Time": 6.151922315359116}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7961423397064209, "Finetune/Loss (Raw)": 0.8000586032867432, "Finetune/Step": 3154, "Finetune/Step Time": 6.147693520411849}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7958880066871643, "Finetune/Loss (Raw)": 0.8793697357177734, "Finetune/Step": 3155, "Finetune/Step Time": 6.142681898549199}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7955225110054016, "Finetune/Loss (Raw)": 0.7615211606025696, "Finetune/Step": 3156, "Finetune/Step Time": 6.130080820992589}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7950471043586731, "Finetune/Loss (Raw)": 0.949791669845581, "Finetune/Step": 3157, "Finetune/Step Time": 6.133403887972236}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7928433418273926, "Finetune/Loss (Raw)": 0.5117787718772888, "Finetune/Step": 3158, "Finetune/Step Time": 6.134336622431874}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7921546697616577, "Finetune/Loss (Raw)": 0.7485790252685547, "Finetune/Step": 3159, "Finetune/Step Time": 6.129324469715357}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7921164035797119, "Finetune/Loss (Raw)": 0.8223903775215149, "Finetune/Step": 3160, "Finetune/Step Time": 6.1342543456703424}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7919386625289917, "Finetune/Loss (Raw)": 0.8355197310447693, "Finetune/Step": 3161, "Finetune/Step Time": 6.1489155031740665}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7894645929336548, "Finetune/Loss (Raw)": 0.6160939335823059, "Finetune/Step": 3162, "Finetune/Step Time": 6.178931172937155}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7902191877365112, "Finetune/Loss (Raw)": 0.9261263012886047, "Finetune/Step": 3163, "Finetune/Step Time": 6.19914834946394}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7908707857131958, "Finetune/Loss (Raw)": 0.8513912558555603, "Finetune/Step": 3164, "Finetune/Step Time": 6.185471143573523}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7876055836677551, "Finetune/Loss (Raw)": 0.5285385847091675, "Finetune/Step": 3165, "Finetune/Step Time": 6.186907632276416}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7869179248809814, "Finetune/Loss (Raw)": 0.7873513102531433, "Finetune/Step": 3166, "Finetune/Step Time": 6.188159093260765}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.787604033946991, "Finetune/Loss (Raw)": 0.8175467252731323, "Finetune/Step": 3167, "Finetune/Step Time": 6.186085555702448}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7884820699691772, "Finetune/Loss (Raw)": 0.9478104114532471, "Finetune/Step": 3168, "Finetune/Step Time": 6.1900036204606295}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7879678010940552, "Finetune/Loss (Raw)": 0.6848175525665283, "Finetune/Step": 3169, "Finetune/Step Time": 6.208614869043231}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7867999076843262, "Finetune/Loss (Raw)": 0.6757594347000122, "Finetune/Step": 3170, "Finetune/Step Time": 6.208205254748464}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7879863977432251, "Finetune/Loss (Raw)": 0.7573041319847107, "Finetune/Step": 3171, "Finetune/Step Time": 6.190635362640023}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7885618209838867, "Finetune/Loss (Raw)": 0.7477020025253296, "Finetune/Step": 3172, "Finetune/Step Time": 6.175022037699819}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7892143726348877, "Finetune/Loss (Raw)": 0.6676952838897705, "Finetune/Step": 3173, "Finetune/Step Time": 6.1845031306147575}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7891197800636292, "Finetune/Loss (Raw)": 0.9738004803657532, "Finetune/Step": 3174, "Finetune/Step Time": 6.1870860774070024}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.788870632648468, "Finetune/Loss (Raw)": 0.7858745455741882, "Finetune/Step": 3175, "Finetune/Step Time": 6.184100013226271}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7889114618301392, "Finetune/Loss (Raw)": 0.9680436253547668, "Finetune/Step": 3176, "Finetune/Step Time": 6.18372455239296}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7886422872543335, "Finetune/Loss (Raw)": 0.7616032361984253, "Finetune/Step": 3177, "Finetune/Step Time": 6.187529504299164}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7875804901123047, "Finetune/Loss (Raw)": 0.817466676235199, "Finetune/Step": 3178, "Finetune/Step Time": 6.193487862125039}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7876835465431213, "Finetune/Loss (Raw)": 0.9359695911407471, "Finetune/Step": 3179, "Finetune/Step Time": 6.199905535206199}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.787422776222229, "Finetune/Loss (Raw)": 0.7422312498092651, "Finetune/Step": 3180, "Finetune/Step Time": 6.199192464351654}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7869778275489807, "Finetune/Loss (Raw)": 0.8516920208930969, "Finetune/Step": 3181, "Finetune/Step Time": 6.1960515677928925}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7860419750213623, "Finetune/Loss (Raw)": 0.8412056565284729, "Finetune/Step": 3182, "Finetune/Step Time": 6.19612861610949}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7851597666740417, "Finetune/Loss (Raw)": 0.7144461274147034, "Finetune/Step": 3183, "Finetune/Step Time": 6.193275149911642}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7845026850700378, "Finetune/Loss (Raw)": 0.7682505249977112, "Finetune/Step": 3184, "Finetune/Step Time": 6.201121477410197}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7857962846755981, "Finetune/Loss (Raw)": 0.8827955722808838, "Finetune/Step": 3185, "Finetune/Step Time": 6.198726257309318}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7850742340087891, "Finetune/Loss (Raw)": 0.7766455411911011, "Finetune/Step": 3186, "Finetune/Step Time": 6.20345451682806}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7853966951370239, "Finetune/Loss (Raw)": 0.8931705355644226, "Finetune/Step": 3187, "Finetune/Step Time": 6.199432618916035}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7838853001594543, "Finetune/Loss (Raw)": 0.7172016501426697, "Finetune/Step": 3188, "Finetune/Step Time": 6.205678313970566}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7826641201972961, "Finetune/Loss (Raw)": 0.7465441823005676, "Finetune/Step": 3189, "Finetune/Step Time": 6.19287870451808}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7834229469299316, "Finetune/Loss (Raw)": 0.8327635526657104, "Finetune/Step": 3190, "Finetune/Step Time": 6.171084882691503}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7835673689842224, "Finetune/Loss (Raw)": 0.8237664699554443, "Finetune/Step": 3191, "Finetune/Step Time": 6.199913702905178}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7830937504768372, "Finetune/Loss (Raw)": 0.800067663192749, "Finetune/Step": 3192, "Finetune/Step Time": 6.203908070921898}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7842345833778381, "Finetune/Loss (Raw)": 0.8046954870223999, "Finetune/Step": 3193, "Finetune/Step Time": 6.193487411364913}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7856024503707886, "Finetune/Loss (Raw)": 0.7277882099151611, "Finetune/Step": 3194, "Finetune/Step Time": 6.170180048793554}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7856863737106323, "Finetune/Loss (Raw)": 0.8407732248306274, "Finetune/Step": 3195, "Finetune/Step Time": 6.172320354729891}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7859911918640137, "Finetune/Loss (Raw)": 0.802344799041748, "Finetune/Step": 3196, "Finetune/Step Time": 6.163395626470447}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7875136137008667, "Finetune/Loss (Raw)": 0.8676243424415588, "Finetune/Step": 3197, "Finetune/Step Time": 6.158418336883187}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.786842942237854, "Finetune/Loss (Raw)": 0.7247392535209656, "Finetune/Step": 3198, "Finetune/Step Time": 6.165965432301164}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7857962846755981, "Finetune/Loss (Raw)": 0.8255046606063843, "Finetune/Step": 3199, "Finetune/Step Time": 6.16633989289403}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7876347303390503, "Finetune/Loss (Raw)": 1.0237065553665161, "Finetune/Step": 3200, "Finetune/Step Time": 6.158778805285692}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.786080002784729, "Finetune/Loss (Raw)": 0.6201992630958557, "Finetune/Step": 3201, "Finetune/Step Time": 6.160308254882693}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7860537767410278, "Finetune/Loss (Raw)": 0.788156270980835, "Finetune/Step": 3202, "Finetune/Step Time": 6.158394696190953}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7872447967529297, "Finetune/Loss (Raw)": 0.7919620871543884, "Finetune/Step": 3203, "Finetune/Step Time": 6.135444259271026}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7879695892333984, "Finetune/Loss (Raw)": 0.774887204170227, "Finetune/Step": 3204, "Finetune/Step Time": 6.139778006821871}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7871710658073425, "Finetune/Loss (Raw)": 0.7578000426292419, "Finetune/Step": 3205, "Finetune/Step Time": 6.138299595564604}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.78696209192276, "Finetune/Loss (Raw)": 0.6686518788337708, "Finetune/Step": 3206, "Finetune/Step Time": 6.139737196266651}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7879515886306763, "Finetune/Loss (Raw)": 0.7572426795959473, "Finetune/Step": 3207, "Finetune/Step Time": 6.139472646638751}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7888541221618652, "Finetune/Loss (Raw)": 0.8234150409698486, "Finetune/Step": 3208, "Finetune/Step Time": 6.13688868843019}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7892020344734192, "Finetune/Loss (Raw)": 0.7876206040382385, "Finetune/Step": 3209, "Finetune/Step Time": 6.140888540074229}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7882722616195679, "Finetune/Loss (Raw)": 0.717743456363678, "Finetune/Step": 3210, "Finetune/Step Time": 6.140939390286803}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7878280878067017, "Finetune/Loss (Raw)": 0.8058099150657654, "Finetune/Step": 3211, "Finetune/Step Time": 6.135871632024646}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7871594429016113, "Finetune/Loss (Raw)": 0.6856405138969421, "Finetune/Step": 3212, "Finetune/Step Time": 6.151367764919996}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.786148190498352, "Finetune/Loss (Raw)": 0.8601098656654358, "Finetune/Step": 3213, "Finetune/Step Time": 6.150849001482129}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.785228967666626, "Finetune/Loss (Raw)": 0.7156797647476196, "Finetune/Step": 3214, "Finetune/Step Time": 6.161883980035782}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7842735052108765, "Finetune/Loss (Raw)": 0.6716784238815308, "Finetune/Step": 3215, "Finetune/Step Time": 6.169417042285204}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7848538160324097, "Finetune/Loss (Raw)": 0.64606112241745, "Finetune/Step": 3216, "Finetune/Step Time": 6.1881833374500275}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7842931747436523, "Finetune/Loss (Raw)": 0.8249379396438599, "Finetune/Step": 3217, "Finetune/Step Time": 6.182818034663796}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7851061820983887, "Finetune/Loss (Raw)": 0.8335886597633362, "Finetune/Step": 3218, "Finetune/Step Time": 6.181501604616642}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7848479151725769, "Finetune/Loss (Raw)": 0.686641275882721, "Finetune/Step": 3219, "Finetune/Step Time": 6.171111719682813}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.787533164024353, "Finetune/Loss (Raw)": 0.9611362814903259, "Finetune/Step": 3220, "Finetune/Step Time": 6.150842767208815}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7868927121162415, "Finetune/Loss (Raw)": 0.7497679591178894, "Finetune/Step": 3221, "Finetune/Step Time": 6.151797272264957}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7851903438568115, "Finetune/Loss (Raw)": 0.6279212832450867, "Finetune/Step": 3222, "Finetune/Step Time": 6.158483151346445}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7851021885871887, "Finetune/Loss (Raw)": 0.7784656882286072, "Finetune/Step": 3223, "Finetune/Step Time": 6.164681792259216}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7848217487335205, "Finetune/Loss (Raw)": 0.7989400625228882, "Finetune/Step": 3224, "Finetune/Step Time": 6.1546032410115}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.785908579826355, "Finetune/Loss (Raw)": 0.7800388336181641, "Finetune/Step": 3225, "Finetune/Step Time": 6.125335667282343}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7877225875854492, "Finetune/Loss (Raw)": 0.7987003326416016, "Finetune/Step": 3226, "Finetune/Step Time": 6.13733322173357}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7866296172142029, "Finetune/Loss (Raw)": 0.7080914378166199, "Finetune/Step": 3227, "Finetune/Step Time": 6.138566732406616}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7848824858665466, "Finetune/Loss (Raw)": 0.7823379039764404, "Finetune/Step": 3228, "Finetune/Step Time": 6.146566364914179}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7873584032058716, "Finetune/Loss (Raw)": 0.894585132598877, "Finetune/Step": 3229, "Finetune/Step Time": 6.146478895097971}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7860801815986633, "Finetune/Loss (Raw)": 0.7445908188819885, "Finetune/Step": 3230, "Finetune/Step Time": 6.148442616686225}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7849820852279663, "Finetune/Loss (Raw)": 0.7914239168167114, "Finetune/Step": 3231, "Finetune/Step Time": 6.158489501103759}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7858503460884094, "Finetune/Loss (Raw)": 0.9572927355766296, "Finetune/Step": 3232, "Finetune/Step Time": 6.160870179533958}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7870194315910339, "Finetune/Loss (Raw)": 1.0042418241500854, "Finetune/Step": 3233, "Finetune/Step Time": 6.161890037357807}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7867974638938904, "Finetune/Loss (Raw)": 0.7112032175064087, "Finetune/Step": 3234, "Finetune/Step Time": 6.178792342543602}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.786507785320282, "Finetune/Loss (Raw)": 0.9317806363105774, "Finetune/Step": 3235, "Finetune/Step Time": 6.181381395086646}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7857381105422974, "Finetune/Loss (Raw)": 0.6439629793167114, "Finetune/Step": 3236, "Finetune/Step Time": 6.187495229765773}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7865424156188965, "Finetune/Loss (Raw)": 0.8723644614219666, "Finetune/Step": 3237, "Finetune/Step Time": 6.1870892234146595}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7863727807998657, "Finetune/Loss (Raw)": 0.7196367979049683, "Finetune/Step": 3238, "Finetune/Step Time": 6.208523957058787}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7879215478897095, "Finetune/Loss (Raw)": 0.9623199105262756, "Finetune/Step": 3239, "Finetune/Step Time": 6.205327901989222}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7882121801376343, "Finetune/Loss (Raw)": 0.9269514083862305, "Finetune/Step": 3240, "Finetune/Step Time": 6.207192866131663}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7891436815261841, "Finetune/Loss (Raw)": 0.8934792876243591, "Finetune/Step": 3241, "Finetune/Step Time": 6.199028614908457}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7896175384521484, "Finetune/Loss (Raw)": 0.9343871474266052, "Finetune/Step": 3242, "Finetune/Step Time": 6.1945154294371605}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7900512218475342, "Finetune/Loss (Raw)": 0.8456873297691345, "Finetune/Step": 3243, "Finetune/Step Time": 6.193614777177572}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7922097444534302, "Finetune/Loss (Raw)": 0.8565234541893005, "Finetune/Step": 3244, "Finetune/Step Time": 6.1675460413098335}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7924545407295227, "Finetune/Loss (Raw)": 0.8903329968452454, "Finetune/Step": 3245, "Finetune/Step Time": 6.168433593586087}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7913861274719238, "Finetune/Loss (Raw)": 0.6822958588600159, "Finetune/Step": 3246, "Finetune/Step Time": 6.141572367399931}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7908617854118347, "Finetune/Loss (Raw)": 0.7447674870491028, "Finetune/Step": 3247, "Finetune/Step Time": 6.140802476555109}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7916913032531738, "Finetune/Loss (Raw)": 0.9440068006515503, "Finetune/Step": 3248, "Finetune/Step Time": 6.142141444608569}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7942036390304565, "Finetune/Loss (Raw)": 0.9457565546035767, "Finetune/Step": 3249, "Finetune/Step Time": 6.135230999439955}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7941940426826477, "Finetune/Loss (Raw)": 0.7737421989440918, "Finetune/Step": 3250, "Finetune/Step Time": 6.149709664285183}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7931857109069824, "Finetune/Loss (Raw)": 0.6619764566421509, "Finetune/Step": 3251, "Finetune/Step Time": 6.174582054838538}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7932292819023132, "Finetune/Loss (Raw)": 0.8887578248977661, "Finetune/Step": 3252, "Finetune/Step Time": 6.173919275403023}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7945844531059265, "Finetune/Loss (Raw)": 0.8333832025527954, "Finetune/Step": 3253, "Finetune/Step Time": 6.177007783204317}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7945746183395386, "Finetune/Loss (Raw)": 0.8668628334999084, "Finetune/Step": 3254, "Finetune/Step Time": 6.177536576986313}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7939529418945312, "Finetune/Loss (Raw)": 0.8765320777893066, "Finetune/Step": 3255, "Finetune/Step Time": 6.186924040317535}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7967453002929688, "Finetune/Loss (Raw)": 0.8681414723396301, "Finetune/Step": 3256, "Finetune/Step Time": 6.159745587036014}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7957465648651123, "Finetune/Loss (Raw)": 0.6465021967887878, "Finetune/Step": 3257, "Finetune/Step Time": 6.165462836623192}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.798015832901001, "Finetune/Loss (Raw)": 1.007885217666626, "Finetune/Step": 3258, "Finetune/Step Time": 6.156612604856491}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7977168560028076, "Finetune/Loss (Raw)": 0.7194440364837646, "Finetune/Step": 3259, "Finetune/Step Time": 6.15916702337563}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7986682653427124, "Finetune/Loss (Raw)": 0.8310791254043579, "Finetune/Step": 3260, "Finetune/Step Time": 6.1530062928795815}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7980638742446899, "Finetune/Loss (Raw)": 0.7458541393280029, "Finetune/Step": 3261, "Finetune/Step Time": 6.153175555169582}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.8003042936325073, "Finetune/Loss (Raw)": 0.936471164226532, "Finetune/Step": 3262, "Finetune/Step Time": 6.143926480785012}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.8006720542907715, "Finetune/Loss (Raw)": 0.9232000708580017, "Finetune/Step": 3263, "Finetune/Step Time": 6.142503526061773}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.799876868724823, "Finetune/Loss (Raw)": 0.7228462100028992, "Finetune/Step": 3264, "Finetune/Step Time": 6.152055619284511}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.8017497658729553, "Finetune/Loss (Raw)": 0.9649122953414917, "Finetune/Step": 3265, "Finetune/Step Time": 6.139262305572629}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.8029924631118774, "Finetune/Loss (Raw)": 0.8072986006736755, "Finetune/Step": 3266, "Finetune/Step Time": 6.136065213009715}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.8025813698768616, "Finetune/Loss (Raw)": 0.7418685555458069, "Finetune/Step": 3267, "Finetune/Step Time": 6.145296463742852}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.8034325838088989, "Finetune/Loss (Raw)": 0.8991059064865112, "Finetune/Step": 3268, "Finetune/Step Time": 6.143085990101099}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.8040933609008789, "Finetune/Loss (Raw)": 0.8748722076416016, "Finetune/Step": 3269, "Finetune/Step Time": 6.142790583893657}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.8041456937789917, "Finetune/Loss (Raw)": 0.7407773733139038, "Finetune/Step": 3270, "Finetune/Step Time": 6.136730460450053}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8060868978500366, "Finetune/Loss (Raw)": 0.7743232250213623, "Finetune/Step": 3271, "Finetune/Step Time": 6.1258228197693825}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.8049540519714355, "Finetune/Loss (Raw)": 0.7802072167396545, "Finetune/Step": 3272, "Finetune/Step Time": 6.149282848462462}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.8035830855369568, "Finetune/Loss (Raw)": 0.7303264141082764, "Finetune/Step": 3273, "Finetune/Step Time": 6.155769715085626}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.8012568950653076, "Finetune/Loss (Raw)": 0.5729230642318726, "Finetune/Step": 3274, "Finetune/Step Time": 6.17594731412828}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.8004918694496155, "Finetune/Loss (Raw)": 0.7185242176055908, "Finetune/Step": 3275, "Finetune/Step Time": 6.174054730683565}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7995367050170898, "Finetune/Loss (Raw)": 0.8331481218338013, "Finetune/Step": 3276, "Finetune/Step Time": 6.163957852870226}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.8008002042770386, "Finetune/Loss (Raw)": 0.8337498903274536, "Finetune/Step": 3277, "Finetune/Step Time": 6.140320001170039}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.800960898399353, "Finetune/Loss (Raw)": 0.8044531345367432, "Finetune/Step": 3278, "Finetune/Step Time": 6.140053613111377}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.801101803779602, "Finetune/Loss (Raw)": 0.8526898622512817, "Finetune/Step": 3279, "Finetune/Step Time": 6.142062595114112}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.8020948171615601, "Finetune/Loss (Raw)": 0.9203644394874573, "Finetune/Step": 3280, "Finetune/Step Time": 6.1385829988867044}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.8031124472618103, "Finetune/Loss (Raw)": 0.9774928092956543, "Finetune/Step": 3281, "Finetune/Step Time": 6.139616487547755}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.8030214309692383, "Finetune/Loss (Raw)": 0.7884101867675781, "Finetune/Step": 3282, "Finetune/Step Time": 6.139265613630414}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.8017224073410034, "Finetune/Loss (Raw)": 0.7130897641181946, "Finetune/Step": 3283, "Finetune/Step Time": 6.160322120413184}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.8017277717590332, "Finetune/Loss (Raw)": 0.7622156739234924, "Finetune/Step": 3284, "Finetune/Step Time": 6.160582050681114}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.801142692565918, "Finetune/Loss (Raw)": 0.8748964071273804, "Finetune/Step": 3285, "Finetune/Step Time": 6.156699098646641}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.8033892512321472, "Finetune/Loss (Raw)": 0.7993434071540833, "Finetune/Step": 3286, "Finetune/Step Time": 6.142282698303461}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.8041209578514099, "Finetune/Loss (Raw)": 0.84222811460495, "Finetune/Step": 3287, "Finetune/Step Time": 6.144067022949457}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.8048586249351501, "Finetune/Loss (Raw)": 0.9168169498443604, "Finetune/Step": 3288, "Finetune/Step Time": 6.138454917818308}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.804266631603241, "Finetune/Loss (Raw)": 0.7597439289093018, "Finetune/Step": 3289, "Finetune/Step Time": 6.12402100302279}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.8061405420303345, "Finetune/Loss (Raw)": 0.855949342250824, "Finetune/Step": 3290, "Finetune/Step Time": 6.094924246892333}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.804349958896637, "Finetune/Loss (Raw)": 0.6969324946403503, "Finetune/Step": 3291, "Finetune/Step Time": 6.079950792714953}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.8036359548568726, "Finetune/Loss (Raw)": 0.7599974274635315, "Finetune/Step": 3292, "Finetune/Step Time": 6.091545443981886}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8058825731277466, "Finetune/Loss (Raw)": 0.8161059617996216, "Finetune/Step": 3293, "Finetune/Step Time": 6.087593821808696}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8053597807884216, "Finetune/Loss (Raw)": 0.7204380631446838, "Finetune/Step": 3294, "Finetune/Step Time": 6.115496855229139}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.8051602244377136, "Finetune/Loss (Raw)": 0.7920042276382446, "Finetune/Step": 3295, "Finetune/Step Time": 6.128168851137161}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.8043181300163269, "Finetune/Loss (Raw)": 0.8400223255157471, "Finetune/Step": 3296, "Finetune/Step Time": 6.1274988036602736}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8043127059936523, "Finetune/Loss (Raw)": 0.6841230988502502, "Finetune/Step": 3297, "Finetune/Step Time": 6.123547464609146}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.8060265183448792, "Finetune/Loss (Raw)": 0.8951271176338196, "Finetune/Step": 3298, "Finetune/Step Time": 6.121539825573564}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.8057727217674255, "Finetune/Loss (Raw)": 0.7248175740242004, "Finetune/Step": 3299, "Finetune/Step Time": 6.139199446886778}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.8067376613616943, "Finetune/Loss (Raw)": 0.8712189793586731, "Finetune/Step": 3300, "Finetune/Step Time": 6.1436798349022865}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8068516254425049, "Finetune/Loss (Raw)": 0.6822848916053772, "Finetune/Step": 3301, "Finetune/Step Time": 6.133638273924589}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.8062993884086609, "Finetune/Loss (Raw)": 0.9031132459640503, "Finetune/Step": 3302, "Finetune/Step Time": 6.134229784831405}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.8063855767250061, "Finetune/Loss (Raw)": 0.7968988418579102, "Finetune/Step": 3303, "Finetune/Step Time": 6.134220628067851}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.804539144039154, "Finetune/Loss (Raw)": 0.7317066192626953, "Finetune/Step": 3304, "Finetune/Step Time": 6.141932036727667}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8054598569869995, "Finetune/Loss (Raw)": 0.8794503808021545, "Finetune/Step": 3305, "Finetune/Step Time": 6.137623222544789}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.8046682476997375, "Finetune/Loss (Raw)": 0.7161402702331543, "Finetune/Step": 3306, "Finetune/Step Time": 6.1291185580194}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.8048074245452881, "Finetune/Loss (Raw)": 0.9537827372550964, "Finetune/Step": 3307, "Finetune/Step Time": 6.12000241689384}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8054101467132568, "Finetune/Loss (Raw)": 0.8193769454956055, "Finetune/Step": 3308, "Finetune/Step Time": 6.122036401182413}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.80565345287323, "Finetune/Loss (Raw)": 0.8828356266021729, "Finetune/Step": 3309, "Finetune/Step Time": 6.127595657482743}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.804948091506958, "Finetune/Loss (Raw)": 0.7509234547615051, "Finetune/Step": 3310, "Finetune/Step Time": 6.124821078032255}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.8050079345703125, "Finetune/Loss (Raw)": 0.7221090197563171, "Finetune/Step": 3311, "Finetune/Step Time": 6.131098510697484}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.8051528930664062, "Finetune/Loss (Raw)": 0.7867985963821411, "Finetune/Step": 3312, "Finetune/Step Time": 6.127445191144943}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.8042744994163513, "Finetune/Loss (Raw)": 0.770363986492157, "Finetune/Step": 3313, "Finetune/Step Time": 6.14028762280941}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.8039858341217041, "Finetune/Loss (Raw)": 0.7396924495697021, "Finetune/Step": 3314, "Finetune/Step Time": 6.1371319349855185}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.8046995401382446, "Finetune/Loss (Raw)": 0.9845243692398071, "Finetune/Step": 3315, "Finetune/Step Time": 6.13672710955143}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.8050596714019775, "Finetune/Loss (Raw)": 0.7633034586906433, "Finetune/Step": 3316, "Finetune/Step Time": 6.129171911627054}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.8050808906555176, "Finetune/Loss (Raw)": 0.7492582201957703, "Finetune/Step": 3317, "Finetune/Step Time": 6.129240043461323}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.8035763502120972, "Finetune/Loss (Raw)": 0.6401910185813904, "Finetune/Step": 3318, "Finetune/Step Time": 6.146644486114383}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.8041422367095947, "Finetune/Loss (Raw)": 0.896197497844696, "Finetune/Step": 3319, "Finetune/Step Time": 6.123154642060399}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.8038920164108276, "Finetune/Loss (Raw)": 0.7680389881134033, "Finetune/Step": 3320, "Finetune/Step Time": 6.116403065621853}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.8031934499740601, "Finetune/Loss (Raw)": 0.7152764201164246, "Finetune/Step": 3321, "Finetune/Step Time": 6.115423129871488}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.8034946322441101, "Finetune/Loss (Raw)": 0.7663399577140808, "Finetune/Step": 3322, "Finetune/Step Time": 6.111079318448901}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.804060697555542, "Finetune/Loss (Raw)": 0.9132219552993774, "Finetune/Step": 3323, "Finetune/Step Time": 6.1159385442733765}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.803713321685791, "Finetune/Loss (Raw)": 0.7578844428062439, "Finetune/Step": 3324, "Finetune/Step Time": 6.126702988520265}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.8023368120193481, "Finetune/Loss (Raw)": 0.6914249062538147, "Finetune/Step": 3325, "Finetune/Step Time": 6.1266550831496716}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.8034394979476929, "Finetune/Loss (Raw)": 0.8658949136734009, "Finetune/Step": 3326, "Finetune/Step Time": 6.119520021602511}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.8016117811203003, "Finetune/Loss (Raw)": 0.5915489196777344, "Finetune/Step": 3327, "Finetune/Step Time": 6.127721309661865}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.8008034229278564, "Finetune/Loss (Raw)": 0.9202390313148499, "Finetune/Step": 3328, "Finetune/Step Time": 6.133056694641709}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.8024415969848633, "Finetune/Loss (Raw)": 0.82988440990448, "Finetune/Step": 3329, "Finetune/Step Time": 6.135207559913397}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.8017244935035706, "Finetune/Loss (Raw)": 0.6963702440261841, "Finetune/Step": 3330, "Finetune/Step Time": 6.144450733438134}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.8018739223480225, "Finetune/Loss (Raw)": 0.8110914826393127, "Finetune/Step": 3331, "Finetune/Step Time": 6.1552481055259705}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.8021299839019775, "Finetune/Loss (Raw)": 0.8076615333557129, "Finetune/Step": 3332, "Finetune/Step Time": 6.150614578276873}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.802687406539917, "Finetune/Loss (Raw)": 0.8291528820991516, "Finetune/Step": 3333, "Finetune/Step Time": 6.150356944650412}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.8038716316223145, "Finetune/Loss (Raw)": 0.8202303647994995, "Finetune/Step": 3334, "Finetune/Step Time": 6.150150677189231}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.8036571741104126, "Finetune/Loss (Raw)": 0.7297934889793396, "Finetune/Step": 3335, "Finetune/Step Time": 6.131174072623253}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.8032654523849487, "Finetune/Loss (Raw)": 0.7732703685760498, "Finetune/Step": 3336, "Finetune/Step Time": 6.128469403833151}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.802506685256958, "Finetune/Loss (Raw)": 0.6904993057250977, "Finetune/Step": 3337, "Finetune/Step Time": 6.139583006501198}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.8032688498497009, "Finetune/Loss (Raw)": 0.815300464630127, "Finetune/Step": 3338, "Finetune/Step Time": 6.142539136111736}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.8036653995513916, "Finetune/Loss (Raw)": 0.8565658926963806, "Finetune/Step": 3339, "Finetune/Step Time": 6.137052085250616}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.8046330809593201, "Finetune/Loss (Raw)": 0.8095054626464844, "Finetune/Step": 3340, "Finetune/Step Time": 6.116599358618259}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.8054335117340088, "Finetune/Loss (Raw)": 0.9625638127326965, "Finetune/Step": 3341, "Finetune/Step Time": 6.118713824078441}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.806769847869873, "Finetune/Loss (Raw)": 0.8867363929748535, "Finetune/Step": 3342, "Finetune/Step Time": 6.102127976715565}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8080897927284241, "Finetune/Loss (Raw)": 0.8406260013580322, "Finetune/Step": 3343, "Finetune/Step Time": 6.091172929853201}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8079063892364502, "Finetune/Loss (Raw)": 0.6225892305374146, "Finetune/Step": 3344, "Finetune/Step Time": 6.072724185883999}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.8065956830978394, "Finetune/Loss (Raw)": 0.6571749448776245, "Finetune/Step": 3345, "Finetune/Step Time": 6.096768967807293}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.8071072101593018, "Finetune/Loss (Raw)": 0.8990569114685059, "Finetune/Step": 3346, "Finetune/Step Time": 6.095544693991542}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.8071213364601135, "Finetune/Loss (Raw)": 0.6884483098983765, "Finetune/Step": 3347, "Finetune/Step Time": 6.096049385145307}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.8061847686767578, "Finetune/Loss (Raw)": 0.8412588238716125, "Finetune/Step": 3348, "Finetune/Step Time": 6.097176527604461}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.8069475889205933, "Finetune/Loss (Raw)": 0.8474043607711792, "Finetune/Step": 3349, "Finetune/Step Time": 6.0944329258054495}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.809836208820343, "Finetune/Loss (Raw)": 0.9976664185523987, "Finetune/Step": 3350, "Finetune/Step Time": 6.0794567335397005}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.8095501065254211, "Finetune/Loss (Raw)": 0.7418408393859863, "Finetune/Step": 3351, "Finetune/Step Time": 6.082678813487291}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8099249601364136, "Finetune/Loss (Raw)": 0.8469273447990417, "Finetune/Step": 3352, "Finetune/Step Time": 6.08568630553782}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8109667301177979, "Finetune/Loss (Raw)": 0.913388729095459, "Finetune/Step": 3353, "Finetune/Step Time": 6.098782809451222}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8116847276687622, "Finetune/Loss (Raw)": 0.8905967473983765, "Finetune/Step": 3354, "Finetune/Step Time": 6.085918186232448}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.8127079606056213, "Finetune/Loss (Raw)": 0.839065670967102, "Finetune/Step": 3355, "Finetune/Step Time": 6.07822292111814}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8135315775871277, "Finetune/Loss (Raw)": 0.8877659440040588, "Finetune/Step": 3356, "Finetune/Step Time": 6.069100061431527}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8128194808959961, "Finetune/Loss (Raw)": 0.8034409284591675, "Finetune/Step": 3357, "Finetune/Step Time": 6.059763001278043}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8129227161407471, "Finetune/Loss (Raw)": 0.7577937245368958, "Finetune/Step": 3358, "Finetune/Step Time": 6.065243063494563}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.8144268989562988, "Finetune/Loss (Raw)": 0.9839585423469543, "Finetune/Step": 3359, "Finetune/Step Time": 6.04584326967597}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8138750791549683, "Finetune/Loss (Raw)": 0.8866647481918335, "Finetune/Step": 3360, "Finetune/Step Time": 6.055904295295477}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.812614381313324, "Finetune/Loss (Raw)": 0.8428745269775391, "Finetune/Step": 3361, "Finetune/Step Time": 6.076187685132027}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.8127284049987793, "Finetune/Loss (Raw)": 0.7257999777793884, "Finetune/Step": 3362, "Finetune/Step Time": 6.0640792809426785}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8123677372932434, "Finetune/Loss (Raw)": 0.8856095671653748, "Finetune/Step": 3363, "Finetune/Step Time": 6.066231742501259}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8141941428184509, "Finetune/Loss (Raw)": 0.8777459263801575, "Finetune/Step": 3364, "Finetune/Step Time": 6.0617760587483644}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8134655952453613, "Finetune/Loss (Raw)": 0.779106855392456, "Finetune/Step": 3365, "Finetune/Step Time": 6.070795895531774}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8133669495582581, "Finetune/Loss (Raw)": 0.7070152163505554, "Finetune/Step": 3366, "Finetune/Step Time": 6.0583798717707396}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8114069104194641, "Finetune/Loss (Raw)": 0.7114294767379761, "Finetune/Step": 3367, "Finetune/Step Time": 6.056302215903997}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8099240064620972, "Finetune/Loss (Raw)": 0.7371417880058289, "Finetune/Step": 3368, "Finetune/Step Time": 6.0733176451176405}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8094254732131958, "Finetune/Loss (Raw)": 0.8296626806259155, "Finetune/Step": 3369, "Finetune/Step Time": 6.072373665869236}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8089293241500854, "Finetune/Loss (Raw)": 0.8708873391151428, "Finetune/Step": 3370, "Finetune/Step Time": 6.072048652917147}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.8068409562110901, "Finetune/Loss (Raw)": 0.5783719420433044, "Finetune/Step": 3371, "Finetune/Step Time": 6.088520795106888}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.8058761358261108, "Finetune/Loss (Raw)": 0.7330319881439209, "Finetune/Step": 3372, "Finetune/Step Time": 6.095880387350917}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.8054914474487305, "Finetune/Loss (Raw)": 0.8410899043083191, "Finetune/Step": 3373, "Finetune/Step Time": 6.10074002481997}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.8066107630729675, "Finetune/Loss (Raw)": 0.8255681991577148, "Finetune/Step": 3374, "Finetune/Step Time": 6.103560715913773}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8089494705200195, "Finetune/Loss (Raw)": 1.0441274642944336, "Finetune/Step": 3375, "Finetune/Step Time": 6.1026077549904585}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8087655305862427, "Finetune/Loss (Raw)": 0.9204641580581665, "Finetune/Step": 3376, "Finetune/Step Time": 6.095225287601352}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8064638376235962, "Finetune/Loss (Raw)": 0.651124894618988, "Finetune/Step": 3377, "Finetune/Step Time": 6.101907255128026}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.807378351688385, "Finetune/Loss (Raw)": 0.8908035755157471, "Finetune/Step": 3378, "Finetune/Step Time": 6.09839440882206}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.8070558309555054, "Finetune/Loss (Raw)": 0.620694637298584, "Finetune/Step": 3379, "Finetune/Step Time": 6.0755577478557825}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.8056200742721558, "Finetune/Loss (Raw)": 0.7049847841262817, "Finetune/Step": 3380, "Finetune/Step Time": 6.074350515380502}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.805016040802002, "Finetune/Loss (Raw)": 0.7560699582099915, "Finetune/Step": 3381, "Finetune/Step Time": 6.069205068051815}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.8052332401275635, "Finetune/Loss (Raw)": 0.8946592211723328, "Finetune/Step": 3382, "Finetune/Step Time": 6.0685869585722685}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.8044924139976501, "Finetune/Loss (Raw)": 0.7817078828811646, "Finetune/Step": 3383, "Finetune/Step Time": 6.060073189437389}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.8046854734420776, "Finetune/Loss (Raw)": 0.8928548693656921, "Finetune/Step": 3384, "Finetune/Step Time": 6.058646995574236}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.804766058921814, "Finetune/Loss (Raw)": 0.6568117737770081, "Finetune/Step": 3385, "Finetune/Step Time": 6.051846761256456}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.8031529188156128, "Finetune/Loss (Raw)": 0.8014041185379028, "Finetune/Step": 3386, "Finetune/Step Time": 6.046561922878027}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.8033417463302612, "Finetune/Loss (Raw)": 0.7436169385910034, "Finetune/Step": 3387, "Finetune/Step Time": 6.039444485679269}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.8027856349945068, "Finetune/Loss (Raw)": 0.7598913311958313, "Finetune/Step": 3388, "Finetune/Step Time": 6.02654330432415}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.803409218788147, "Finetune/Loss (Raw)": 0.8256794214248657, "Finetune/Step": 3389, "Finetune/Step Time": 6.030405132099986}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.8024911880493164, "Finetune/Loss (Raw)": 0.8189575672149658, "Finetune/Step": 3390, "Finetune/Step Time": 6.03284315019846}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.8028913736343384, "Finetune/Loss (Raw)": 0.9744271636009216, "Finetune/Step": 3391, "Finetune/Step Time": 6.032322144135833}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.8032383918762207, "Finetune/Loss (Raw)": 0.7672677040100098, "Finetune/Step": 3392, "Finetune/Step Time": 6.024208996444941}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.8027780055999756, "Finetune/Loss (Raw)": 0.9059829115867615, "Finetune/Step": 3393, "Finetune/Step Time": 6.021591292694211}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.8023197650909424, "Finetune/Loss (Raw)": 0.7486442923545837, "Finetune/Step": 3394, "Finetune/Step Time": 6.035950558260083}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.8034541010856628, "Finetune/Loss (Raw)": 0.8870568871498108, "Finetune/Step": 3395, "Finetune/Step Time": 6.024955343455076}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.8016641736030579, "Finetune/Loss (Raw)": 0.6699994802474976, "Finetune/Step": 3396, "Finetune/Step Time": 6.024916790425777}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.8008301258087158, "Finetune/Loss (Raw)": 0.7681137919425964, "Finetune/Step": 3397, "Finetune/Step Time": 6.024579551070929}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.8014953136444092, "Finetune/Loss (Raw)": 0.8259244561195374, "Finetune/Step": 3398, "Finetune/Step Time": 6.023528087884188}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.8014742136001587, "Finetune/Loss (Raw)": 0.7716188430786133, "Finetune/Step": 3399, "Finetune/Step Time": 6.029063478112221}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.8015658855438232, "Finetune/Loss (Raw)": 0.7919449806213379, "Finetune/Step": 3400, "Finetune/Step Time": 6.008364196866751}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.8016574382781982, "Finetune/Loss (Raw)": 0.7420368790626526, "Finetune/Step": 3401, "Finetune/Step Time": 5.99919568002224}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.8032643795013428, "Finetune/Loss (Raw)": 0.7786218523979187, "Finetune/Step": 3402, "Finetune/Step Time": 5.977278057485819}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.8035061359405518, "Finetune/Loss (Raw)": 0.7494621276855469, "Finetune/Step": 3403, "Finetune/Step Time": 5.975906984880567}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.8029558658599854, "Finetune/Loss (Raw)": 0.7627158761024475, "Finetune/Step": 3404, "Finetune/Step Time": 5.972876850515604}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.8010911345481873, "Finetune/Loss (Raw)": 0.5950629711151123, "Finetune/Step": 3405, "Finetune/Step Time": 6.016339676454663}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.8014331459999084, "Finetune/Loss (Raw)": 0.8482332825660706, "Finetune/Step": 3406, "Finetune/Step Time": 6.01737149246037}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.8013014793395996, "Finetune/Loss (Raw)": 0.8358415961265564, "Finetune/Step": 3407, "Finetune/Step Time": 6.009666454046965}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.8007658123970032, "Finetune/Loss (Raw)": 0.8517941236495972, "Finetune/Step": 3408, "Finetune/Step Time": 6.0122129656374454}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7996724843978882, "Finetune/Loss (Raw)": 0.8375494480133057, "Finetune/Step": 3409, "Finetune/Step Time": 6.011009318754077}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7989778518676758, "Finetune/Loss (Raw)": 0.6994925737380981, "Finetune/Step": 3410, "Finetune/Step Time": 6.0261687487363815}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.8007358908653259, "Finetune/Loss (Raw)": 0.9381150007247925, "Finetune/Step": 3411, "Finetune/Step Time": 6.007168726995587}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.8013928532600403, "Finetune/Loss (Raw)": 0.8463123440742493, "Finetune/Step": 3412, "Finetune/Step Time": 6.0029577519744635}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.801794171333313, "Finetune/Loss (Raw)": 0.92625492811203, "Finetune/Step": 3413, "Finetune/Step Time": 6.00768094882369}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.8027989268302917, "Finetune/Loss (Raw)": 0.9279624819755554, "Finetune/Step": 3414, "Finetune/Step Time": 6.003534587100148}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.801459550857544, "Finetune/Loss (Raw)": 0.6707847714424133, "Finetune/Step": 3415, "Finetune/Step Time": 6.002000503242016}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7999584674835205, "Finetune/Loss (Raw)": 0.7246838808059692, "Finetune/Step": 3416, "Finetune/Step Time": 6.019837753847241}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.799755334854126, "Finetune/Loss (Raw)": 0.7337381839752197, "Finetune/Step": 3417, "Finetune/Step Time": 6.024396695196629}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7994955778121948, "Finetune/Loss (Raw)": 0.8227058053016663, "Finetune/Step": 3418, "Finetune/Step Time": 6.032591383904219}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.8004574775695801, "Finetune/Loss (Raw)": 0.8200424909591675, "Finetune/Step": 3419, "Finetune/Step Time": 6.027392268180847}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7985177040100098, "Finetune/Loss (Raw)": 0.5117108225822449, "Finetune/Step": 3420, "Finetune/Step Time": 6.036512156948447}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7989085912704468, "Finetune/Loss (Raw)": 0.866146445274353, "Finetune/Step": 3421, "Finetune/Step Time": 6.0411267802119255}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.798630952835083, "Finetune/Loss (Raw)": 0.6848993897438049, "Finetune/Step": 3422, "Finetune/Step Time": 6.027038358151913}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7984362840652466, "Finetune/Loss (Raw)": 0.7670893669128418, "Finetune/Step": 3423, "Finetune/Step Time": 6.016195546835661}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7976925373077393, "Finetune/Loss (Raw)": 0.74481600522995, "Finetune/Step": 3424, "Finetune/Step Time": 6.04509374499321}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7983361482620239, "Finetune/Loss (Raw)": 0.7665098905563354, "Finetune/Step": 3425, "Finetune/Step Time": 6.03519525937736}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7965839505195618, "Finetune/Loss (Raw)": 0.6708476543426514, "Finetune/Step": 3426, "Finetune/Step Time": 6.04911726154387}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7975131869316101, "Finetune/Loss (Raw)": 0.8437556028366089, "Finetune/Step": 3427, "Finetune/Step Time": 6.040845297276974}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7966928482055664, "Finetune/Loss (Raw)": 0.766215980052948, "Finetune/Step": 3428, "Finetune/Step Time": 6.045045871287584}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7979861497879028, "Finetune/Loss (Raw)": 0.8478267788887024, "Finetune/Step": 3429, "Finetune/Step Time": 6.045548286288977}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7960090637207031, "Finetune/Loss (Raw)": 0.6500499844551086, "Finetune/Step": 3430, "Finetune/Step Time": 6.040124427527189}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7970490455627441, "Finetune/Loss (Raw)": 0.9300073385238647, "Finetune/Step": 3431, "Finetune/Step Time": 6.041517017409205}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7964180111885071, "Finetune/Loss (Raw)": 0.6509401798248291, "Finetune/Step": 3432, "Finetune/Step Time": 6.043623300269246}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.795701801776886, "Finetune/Loss (Raw)": 0.7877751588821411, "Finetune/Step": 3433, "Finetune/Step Time": 6.059165243059397}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7954052686691284, "Finetune/Loss (Raw)": 0.6781839728355408, "Finetune/Step": 3434, "Finetune/Step Time": 6.077902207151055}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7936553955078125, "Finetune/Loss (Raw)": 0.7297951579093933, "Finetune/Step": 3435, "Finetune/Step Time": 6.088945124298334}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7928416728973389, "Finetune/Loss (Raw)": 0.7152273058891296, "Finetune/Step": 3436, "Finetune/Step Time": 6.0863654892891645}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7922773361206055, "Finetune/Loss (Raw)": 0.8105964660644531, "Finetune/Step": 3437, "Finetune/Step Time": 6.079821025952697}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.79197096824646, "Finetune/Loss (Raw)": 0.7117145657539368, "Finetune/Step": 3438, "Finetune/Step Time": 6.078613633289933}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7928097248077393, "Finetune/Loss (Raw)": 0.8294644355773926, "Finetune/Step": 3439, "Finetune/Step Time": 6.08335898630321}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7923052310943604, "Finetune/Loss (Raw)": 0.7222291827201843, "Finetune/Step": 3440, "Finetune/Step Time": 6.083631243556738}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7911988496780396, "Finetune/Loss (Raw)": 0.6287389993667603, "Finetune/Step": 3441, "Finetune/Step Time": 6.082653338089585}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7911103963851929, "Finetune/Loss (Raw)": 0.7283816337585449, "Finetune/Step": 3442, "Finetune/Step Time": 6.08833310008049}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7890841364860535, "Finetune/Loss (Raw)": 0.7251549959182739, "Finetune/Step": 3443, "Finetune/Step Time": 6.097576575353742}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7896174192428589, "Finetune/Loss (Raw)": 0.8315637707710266, "Finetune/Step": 3444, "Finetune/Step Time": 6.094564421102405}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7883838415145874, "Finetune/Loss (Raw)": 0.5913553833961487, "Finetune/Step": 3445, "Finetune/Step Time": 6.107821695506573}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7892438769340515, "Finetune/Loss (Raw)": 0.7502814531326294, "Finetune/Step": 3446, "Finetune/Step Time": 6.0947225242853165}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7893810272216797, "Finetune/Loss (Raw)": 0.913748025894165, "Finetune/Step": 3447, "Finetune/Step Time": 6.090163886547089}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7890865802764893, "Finetune/Loss (Raw)": 0.7303523421287537, "Finetune/Step": 3448, "Finetune/Step Time": 6.095249120146036}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7905887365341187, "Finetune/Loss (Raw)": 0.9075575470924377, "Finetune/Step": 3449, "Finetune/Step Time": 6.091687262058258}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7907006144523621, "Finetune/Loss (Raw)": 0.7806578874588013, "Finetune/Step": 3450, "Finetune/Step Time": 6.1064490135759115}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7897694110870361, "Finetune/Loss (Raw)": 0.7940247654914856, "Finetune/Step": 3451, "Finetune/Step Time": 6.095641523599625}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7907668352127075, "Finetune/Loss (Raw)": 0.8855558633804321, "Finetune/Step": 3452, "Finetune/Step Time": 6.085855592042208}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7916001081466675, "Finetune/Loss (Raw)": 0.7980821132659912, "Finetune/Step": 3453, "Finetune/Step Time": 6.084352159872651}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7907000780105591, "Finetune/Loss (Raw)": 0.7506955862045288, "Finetune/Step": 3454, "Finetune/Step Time": 6.091334568336606}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7905851006507874, "Finetune/Loss (Raw)": 0.5768287777900696, "Finetune/Step": 3455, "Finetune/Step Time": 6.10457856580615}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7901626825332642, "Finetune/Loss (Raw)": 0.8661690950393677, "Finetune/Step": 3456, "Finetune/Step Time": 6.1019358690828085}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7902454733848572, "Finetune/Loss (Raw)": 0.8404806852340698, "Finetune/Step": 3457, "Finetune/Step Time": 6.096665093675256}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7912107706069946, "Finetune/Loss (Raw)": 0.8199275732040405, "Finetune/Step": 3458, "Finetune/Step Time": 6.104345705360174}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7912269830703735, "Finetune/Loss (Raw)": 0.8131663799285889, "Finetune/Step": 3459, "Finetune/Step Time": 6.10017753392458}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7919598817825317, "Finetune/Loss (Raw)": 0.9014801979064941, "Finetune/Step": 3460, "Finetune/Step Time": 6.102900881320238}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7904799580574036, "Finetune/Loss (Raw)": 0.6397194266319275, "Finetune/Step": 3461, "Finetune/Step Time": 6.123209230601788}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7902523279190063, "Finetune/Loss (Raw)": 0.7910921573638916, "Finetune/Step": 3462, "Finetune/Step Time": 6.120942365378141}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7905973196029663, "Finetune/Loss (Raw)": 0.7739535570144653, "Finetune/Step": 3463, "Finetune/Step Time": 6.122985666617751}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7916435599327087, "Finetune/Loss (Raw)": 0.907184898853302, "Finetune/Step": 3464, "Finetune/Step Time": 6.1250177919864655}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7920196652412415, "Finetune/Loss (Raw)": 0.7386437654495239, "Finetune/Step": 3465, "Finetune/Step Time": 6.11157888546586}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7910910248756409, "Finetune/Loss (Raw)": 0.6964353919029236, "Finetune/Step": 3466, "Finetune/Step Time": 6.110199702903628}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7896463871002197, "Finetune/Loss (Raw)": 0.6716586351394653, "Finetune/Step": 3467, "Finetune/Step Time": 6.109871760010719}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7883390188217163, "Finetune/Loss (Raw)": 0.6421535611152649, "Finetune/Step": 3468, "Finetune/Step Time": 6.116808908060193}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7863632440567017, "Finetune/Loss (Raw)": 0.7096685171127319, "Finetune/Step": 3469, "Finetune/Step Time": 6.124315660446882}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7854678630828857, "Finetune/Loss (Raw)": 0.7721260190010071, "Finetune/Step": 3470, "Finetune/Step Time": 6.129285998642445}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7857221364974976, "Finetune/Loss (Raw)": 0.8731761574745178, "Finetune/Step": 3471, "Finetune/Step Time": 6.134994253516197}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7866867184638977, "Finetune/Loss (Raw)": 0.7460536360740662, "Finetune/Step": 3472, "Finetune/Step Time": 6.135869927704334}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7882121801376343, "Finetune/Loss (Raw)": 0.8524264693260193, "Finetune/Step": 3473, "Finetune/Step Time": 6.129997061565518}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.786375880241394, "Finetune/Loss (Raw)": 0.6640183925628662, "Finetune/Step": 3474, "Finetune/Step Time": 6.134397350251675}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7873703241348267, "Finetune/Loss (Raw)": 0.8157361149787903, "Finetune/Step": 3475, "Finetune/Step Time": 6.137245086953044}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7859984636306763, "Finetune/Loss (Raw)": 0.665665864944458, "Finetune/Step": 3476, "Finetune/Step Time": 6.140569778159261}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7852149605751038, "Finetune/Loss (Raw)": 0.74711012840271, "Finetune/Step": 3477, "Finetune/Step Time": 6.15559858456254}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7847931981086731, "Finetune/Loss (Raw)": 0.9436748027801514, "Finetune/Step": 3478, "Finetune/Step Time": 6.151120629161596}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7871233224868774, "Finetune/Loss (Raw)": 1.0401026010513306, "Finetune/Step": 3479, "Finetune/Step Time": 6.141592169180512}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7871719598770142, "Finetune/Loss (Raw)": 0.8531472086906433, "Finetune/Step": 3480, "Finetune/Step Time": 6.136051142588258}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7867903709411621, "Finetune/Loss (Raw)": 0.8645458817481995, "Finetune/Step": 3481, "Finetune/Step Time": 6.1186365354806185}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7857834100723267, "Finetune/Loss (Raw)": 0.761716902256012, "Finetune/Step": 3482, "Finetune/Step Time": 6.118332900106907}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7850035429000854, "Finetune/Loss (Raw)": 0.7392379641532898, "Finetune/Step": 3483, "Finetune/Step Time": 6.1607474610209465}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7840641736984253, "Finetune/Loss (Raw)": 0.7675240635871887, "Finetune/Step": 3484, "Finetune/Step Time": 6.172280276194215}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7850326299667358, "Finetune/Loss (Raw)": 0.927401065826416, "Finetune/Step": 3485, "Finetune/Step Time": 6.170024478808045}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7854512929916382, "Finetune/Loss (Raw)": 0.8113840222358704, "Finetune/Step": 3486, "Finetune/Step Time": 6.154637170955539}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7834864258766174, "Finetune/Loss (Raw)": 0.7324570417404175, "Finetune/Step": 3487, "Finetune/Step Time": 6.153407473117113}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7818623781204224, "Finetune/Loss (Raw)": 0.6787920594215393, "Finetune/Step": 3488, "Finetune/Step Time": 6.141607608646154}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7821041345596313, "Finetune/Loss (Raw)": 0.8738157749176025, "Finetune/Step": 3489, "Finetune/Step Time": 6.120193086564541}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7820309400558472, "Finetune/Loss (Raw)": 0.716431200504303, "Finetune/Step": 3490, "Finetune/Step Time": 6.128620754927397}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7823368310928345, "Finetune/Loss (Raw)": 0.9247626662254333, "Finetune/Step": 3491, "Finetune/Step Time": 6.124560479074717}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7817598581314087, "Finetune/Loss (Raw)": 0.8038981556892395, "Finetune/Step": 3492, "Finetune/Step Time": 6.140519110485911}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7794842720031738, "Finetune/Loss (Raw)": 0.4878244698047638, "Finetune/Step": 3493, "Finetune/Step Time": 6.144454155117273}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7812036871910095, "Finetune/Loss (Raw)": 0.9270960092544556, "Finetune/Step": 3494, "Finetune/Step Time": 6.1339362021535635}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7822957038879395, "Finetune/Loss (Raw)": 0.8512159585952759, "Finetune/Step": 3495, "Finetune/Step Time": 6.134570397436619}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7832814455032349, "Finetune/Loss (Raw)": 0.8633198738098145, "Finetune/Step": 3496, "Finetune/Step Time": 6.120879180729389}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7818623781204224, "Finetune/Loss (Raw)": 0.6480186581611633, "Finetune/Step": 3497, "Finetune/Step Time": 6.128085179254413}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7818684577941895, "Finetune/Loss (Raw)": 0.8716669082641602, "Finetune/Step": 3498, "Finetune/Step Time": 6.132486009970307}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7835625410079956, "Finetune/Loss (Raw)": 0.7952146530151367, "Finetune/Step": 3499, "Finetune/Step Time": 6.119816172868013}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7849204540252686, "Finetune/Loss (Raw)": 0.9068476557731628, "Finetune/Step": 3500, "Finetune/Step Time": 6.114381771534681}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7849769592285156, "Finetune/Loss (Raw)": 0.8483198285102844, "Finetune/Step": 3501, "Finetune/Step Time": 6.105577314272523}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7858995199203491, "Finetune/Loss (Raw)": 0.9436483979225159, "Finetune/Step": 3502, "Finetune/Step Time": 6.100053671747446}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7845847606658936, "Finetune/Loss (Raw)": 0.8758450746536255, "Finetune/Step": 3503, "Finetune/Step Time": 6.100281612947583}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7833539247512817, "Finetune/Loss (Raw)": 0.76291424036026, "Finetune/Step": 3504, "Finetune/Step Time": 6.104350158944726}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7843583822250366, "Finetune/Loss (Raw)": 0.7796948552131653, "Finetune/Step": 3505, "Finetune/Step Time": 6.101471370086074}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7832927107810974, "Finetune/Loss (Raw)": 0.7543988823890686, "Finetune/Step": 3506, "Finetune/Step Time": 6.098252194002271}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7831556797027588, "Finetune/Loss (Raw)": 0.6031519770622253, "Finetune/Step": 3507, "Finetune/Step Time": 6.111098824068904}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7839553952217102, "Finetune/Loss (Raw)": 0.8073508143424988, "Finetune/Step": 3508, "Finetune/Step Time": 6.111830219626427}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7840124368667603, "Finetune/Loss (Raw)": 0.7633771896362305, "Finetune/Step": 3509, "Finetune/Step Time": 6.122800106182694}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.782779335975647, "Finetune/Loss (Raw)": 0.7368128895759583, "Finetune/Step": 3510, "Finetune/Step Time": 6.123909341171384}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7823876142501831, "Finetune/Loss (Raw)": 0.7315729856491089, "Finetune/Step": 3511, "Finetune/Step Time": 6.127329386770725}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7815515995025635, "Finetune/Loss (Raw)": 0.7858400940895081, "Finetune/Step": 3512, "Finetune/Step Time": 6.125161502510309}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7831014394760132, "Finetune/Loss (Raw)": 0.8551920652389526, "Finetune/Step": 3513, "Finetune/Step Time": 6.124637393280864}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7826191186904907, "Finetune/Loss (Raw)": 0.7396683096885681, "Finetune/Step": 3514, "Finetune/Step Time": 6.125989854335785}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7831032276153564, "Finetune/Loss (Raw)": 0.8055775165557861, "Finetune/Step": 3515, "Finetune/Step Time": 6.128292387351394}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7833940386772156, "Finetune/Loss (Raw)": 0.7971242070198059, "Finetune/Step": 3516, "Finetune/Step Time": 6.128849770873785}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7834948301315308, "Finetune/Loss (Raw)": 0.8385829925537109, "Finetune/Step": 3517, "Finetune/Step Time": 6.127608479931951}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7822393774986267, "Finetune/Loss (Raw)": 0.6582540273666382, "Finetune/Step": 3518, "Finetune/Step Time": 6.147739386186004}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7799802422523499, "Finetune/Loss (Raw)": 0.6852566599845886, "Finetune/Step": 3519, "Finetune/Step Time": 6.165292106568813}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7798271775245667, "Finetune/Loss (Raw)": 0.7476769685745239, "Finetune/Step": 3520, "Finetune/Step Time": 6.163515469059348}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7797123789787292, "Finetune/Loss (Raw)": 0.8912909030914307, "Finetune/Step": 3521, "Finetune/Step Time": 6.163424091413617}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7788276672363281, "Finetune/Loss (Raw)": 0.6354042887687683, "Finetune/Step": 3522, "Finetune/Step Time": 6.159392327070236}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7768363952636719, "Finetune/Loss (Raw)": 0.6321720480918884, "Finetune/Step": 3523, "Finetune/Step Time": 6.178168194368482}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7769538760185242, "Finetune/Loss (Raw)": 0.6850335597991943, "Finetune/Step": 3524, "Finetune/Step Time": 6.183252738788724}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7786468267440796, "Finetune/Loss (Raw)": 0.9848085045814514, "Finetune/Step": 3525, "Finetune/Step Time": 6.1861190013587475}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7775455713272095, "Finetune/Loss (Raw)": 0.6849711537361145, "Finetune/Step": 3526, "Finetune/Step Time": 6.190330581739545}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7777881622314453, "Finetune/Loss (Raw)": 0.802665650844574, "Finetune/Step": 3527, "Finetune/Step Time": 6.181246986612678}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7776279449462891, "Finetune/Loss (Raw)": 0.7714366912841797, "Finetune/Step": 3528, "Finetune/Step Time": 6.179932344704866}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7767947912216187, "Finetune/Loss (Raw)": 0.6353989243507385, "Finetune/Step": 3529, "Finetune/Step Time": 6.186523698270321}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7767419219017029, "Finetune/Loss (Raw)": 0.7718471884727478, "Finetune/Step": 3530, "Finetune/Step Time": 6.1875211130827665}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7775467038154602, "Finetune/Loss (Raw)": 0.8524714112281799, "Finetune/Step": 3531, "Finetune/Step Time": 6.186646359041333}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.776950478553772, "Finetune/Loss (Raw)": 0.6864058971405029, "Finetune/Step": 3532, "Finetune/Step Time": 6.194245835766196}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7771027088165283, "Finetune/Loss (Raw)": 0.6145525574684143, "Finetune/Step": 3533, "Finetune/Step Time": 6.174160253256559}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7769573330879211, "Finetune/Loss (Raw)": 0.8296181559562683, "Finetune/Step": 3534, "Finetune/Step Time": 6.177263934165239}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7756652235984802, "Finetune/Loss (Raw)": 0.6704490184783936, "Finetune/Step": 3535, "Finetune/Step Time": 6.196580266579986}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7750875949859619, "Finetune/Loss (Raw)": 0.7778607606887817, "Finetune/Step": 3536, "Finetune/Step Time": 6.194122197106481}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7760233879089355, "Finetune/Loss (Raw)": 0.9573350548744202, "Finetune/Step": 3537, "Finetune/Step Time": 6.197065677493811}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7776497602462769, "Finetune/Loss (Raw)": 0.9076696634292603, "Finetune/Step": 3538, "Finetune/Step Time": 6.185528300702572}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7772749662399292, "Finetune/Loss (Raw)": 0.8901320099830627, "Finetune/Step": 3539, "Finetune/Step Time": 6.185922468081117}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7770982980728149, "Finetune/Loss (Raw)": 0.8237045407295227, "Finetune/Step": 3540, "Finetune/Step Time": 6.1891653425991535}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7762531042098999, "Finetune/Loss (Raw)": 0.8180711269378662, "Finetune/Step": 3541, "Finetune/Step Time": 6.182661110535264}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7744624614715576, "Finetune/Loss (Raw)": 0.6987538933753967, "Finetune/Step": 3542, "Finetune/Step Time": 6.190223740413785}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7753589749336243, "Finetune/Loss (Raw)": 0.7855392694473267, "Finetune/Step": 3543, "Finetune/Step Time": 6.199297208338976}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.776289165019989, "Finetune/Loss (Raw)": 0.8437540531158447, "Finetune/Step": 3544, "Finetune/Step Time": 6.178506568074226}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7758238315582275, "Finetune/Loss (Raw)": 0.6741697788238525, "Finetune/Step": 3545, "Finetune/Step Time": 6.195270402356982}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.77515709400177, "Finetune/Loss (Raw)": 0.7373663187026978, "Finetune/Step": 3546, "Finetune/Step Time": 6.192079767584801}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7759581804275513, "Finetune/Loss (Raw)": 0.9225800037384033, "Finetune/Step": 3547, "Finetune/Step Time": 6.190972240641713}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7777950763702393, "Finetune/Loss (Raw)": 0.7468405365943909, "Finetune/Step": 3548, "Finetune/Step Time": 6.180048732087016}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7782795429229736, "Finetune/Loss (Raw)": 0.9281542301177979, "Finetune/Step": 3549, "Finetune/Step Time": 6.179547099396586}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7785252928733826, "Finetune/Loss (Raw)": 0.7163543701171875, "Finetune/Step": 3550, "Finetune/Step Time": 6.183484485372901}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7778782844543457, "Finetune/Loss (Raw)": 0.6842724680900574, "Finetune/Step": 3551, "Finetune/Step Time": 6.197028236463666}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7784751057624817, "Finetune/Loss (Raw)": 0.8212050199508667, "Finetune/Step": 3552, "Finetune/Step Time": 6.162637889385223}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7775600552558899, "Finetune/Loss (Raw)": 0.6493866443634033, "Finetune/Step": 3553, "Finetune/Step Time": 6.168023178353906}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.779517650604248, "Finetune/Loss (Raw)": 0.9214237928390503, "Finetune/Step": 3554, "Finetune/Step Time": 6.160683244466782}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7802934050559998, "Finetune/Loss (Raw)": 0.9430481195449829, "Finetune/Step": 3555, "Finetune/Step Time": 6.1492260582745075}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7791411876678467, "Finetune/Loss (Raw)": 0.6187318563461304, "Finetune/Step": 3556, "Finetune/Step Time": 6.184812324121594}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7801827788352966, "Finetune/Loss (Raw)": 0.9811524748802185, "Finetune/Step": 3557, "Finetune/Step Time": 6.180824751034379}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7813390493392944, "Finetune/Loss (Raw)": 0.7980561852455139, "Finetune/Step": 3558, "Finetune/Step Time": 6.192190671339631}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7807210683822632, "Finetune/Loss (Raw)": 0.8509006500244141, "Finetune/Step": 3559, "Finetune/Step Time": 6.200776698067784}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7826319336891174, "Finetune/Loss (Raw)": 0.8955337405204773, "Finetune/Step": 3560, "Finetune/Step Time": 6.18915306404233}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7839613556861877, "Finetune/Loss (Raw)": 0.957939863204956, "Finetune/Step": 3561, "Finetune/Step Time": 6.177318621426821}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7836166620254517, "Finetune/Loss (Raw)": 0.6340592503547668, "Finetune/Step": 3562, "Finetune/Step Time": 6.159045297652483}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7831856608390808, "Finetune/Loss (Raw)": 0.6746307015419006, "Finetune/Step": 3563, "Finetune/Step Time": 6.149431515485048}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7835670113563538, "Finetune/Loss (Raw)": 0.7640379071235657, "Finetune/Step": 3564, "Finetune/Step Time": 6.152275493368506}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7831937670707703, "Finetune/Loss (Raw)": 0.7628225088119507, "Finetune/Step": 3565, "Finetune/Step Time": 6.154783057048917}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7846369743347168, "Finetune/Loss (Raw)": 0.896443247795105, "Finetune/Step": 3566, "Finetune/Step Time": 6.156795673072338}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7844711542129517, "Finetune/Loss (Raw)": 0.808239758014679, "Finetune/Step": 3567, "Finetune/Step Time": 6.15982211381197}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7852298021316528, "Finetune/Loss (Raw)": 0.8193308115005493, "Finetune/Step": 3568, "Finetune/Step Time": 6.163810644298792}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7862516641616821, "Finetune/Loss (Raw)": 0.7595406174659729, "Finetune/Step": 3569, "Finetune/Step Time": 6.152613429352641}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7864870429039001, "Finetune/Loss (Raw)": 0.7585150003433228, "Finetune/Step": 3570, "Finetune/Step Time": 6.1474778559058905}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7871867418289185, "Finetune/Loss (Raw)": 0.8147204518318176, "Finetune/Step": 3571, "Finetune/Step Time": 6.140597455203533}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7876457571983337, "Finetune/Loss (Raw)": 0.8903102874755859, "Finetune/Step": 3572, "Finetune/Step Time": 6.140356585383415}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7899304628372192, "Finetune/Loss (Raw)": 0.8837965130805969, "Finetune/Step": 3573, "Finetune/Step Time": 6.127675451338291}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7911238670349121, "Finetune/Loss (Raw)": 0.9030448198318481, "Finetune/Step": 3574, "Finetune/Step Time": 6.125578569248319}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7901620864868164, "Finetune/Loss (Raw)": 0.7906351089477539, "Finetune/Step": 3575, "Finetune/Step Time": 6.12412603199482}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7914983034133911, "Finetune/Loss (Raw)": 0.9013900756835938, "Finetune/Step": 3576, "Finetune/Step Time": 6.121978294104338}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7906973361968994, "Finetune/Loss (Raw)": 0.8050318956375122, "Finetune/Step": 3577, "Finetune/Step Time": 6.135673999786377}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7915274500846863, "Finetune/Loss (Raw)": 0.8869125247001648, "Finetune/Step": 3578, "Finetune/Step Time": 6.126465871930122}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7917258143424988, "Finetune/Loss (Raw)": 0.8194146752357483, "Finetune/Step": 3579, "Finetune/Step Time": 6.127057479694486}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7914340496063232, "Finetune/Loss (Raw)": 0.8482106924057007, "Finetune/Step": 3580, "Finetune/Step Time": 6.131184998899698}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7919644117355347, "Finetune/Loss (Raw)": 0.8659695386886597, "Finetune/Step": 3581, "Finetune/Step Time": 6.137362070381641}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7915903329849243, "Finetune/Loss (Raw)": 0.7028151750564575, "Finetune/Step": 3582, "Finetune/Step Time": 6.1390271838754416}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7929116487503052, "Finetune/Loss (Raw)": 0.7459551095962524, "Finetune/Step": 3583, "Finetune/Step Time": 6.1208804082125425}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7925419807434082, "Finetune/Loss (Raw)": 0.8188499808311462, "Finetune/Step": 3584, "Finetune/Step Time": 6.122235855087638}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7933638095855713, "Finetune/Loss (Raw)": 0.9456728100776672, "Finetune/Step": 3585, "Finetune/Step Time": 6.120186390355229}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7921872138977051, "Finetune/Loss (Raw)": 0.6693207621574402, "Finetune/Step": 3586, "Finetune/Step Time": 6.118224298581481}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7916481494903564, "Finetune/Loss (Raw)": 0.7441681623458862, "Finetune/Step": 3587, "Finetune/Step Time": 6.1105659157037735}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7897052764892578, "Finetune/Loss (Raw)": 0.6527953743934631, "Finetune/Step": 3588, "Finetune/Step Time": 6.1095216646790504}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7907564640045166, "Finetune/Loss (Raw)": 0.7742652297019958, "Finetune/Step": 3589, "Finetune/Step Time": 6.094749979674816}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7912536859512329, "Finetune/Loss (Raw)": 0.8547438979148865, "Finetune/Step": 3590, "Finetune/Step Time": 6.097172129899263}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7910024523735046, "Finetune/Loss (Raw)": 0.7417940497398376, "Finetune/Step": 3591, "Finetune/Step Time": 6.099631743505597}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7900296449661255, "Finetune/Loss (Raw)": 0.7826626300811768, "Finetune/Step": 3592, "Finetune/Step Time": 6.102705495432019}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7914690375328064, "Finetune/Loss (Raw)": 0.9228857755661011, "Finetune/Step": 3593, "Finetune/Step Time": 6.102239392697811}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.790363073348999, "Finetune/Loss (Raw)": 0.5548697710037231, "Finetune/Step": 3594, "Finetune/Step Time": 6.105974035337567}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7914931774139404, "Finetune/Loss (Raw)": 0.8163230419158936, "Finetune/Step": 3595, "Finetune/Step Time": 6.114304890856147}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7939553260803223, "Finetune/Loss (Raw)": 0.9573034644126892, "Finetune/Step": 3596, "Finetune/Step Time": 6.104771623387933}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7930108308792114, "Finetune/Loss (Raw)": 0.5887734889984131, "Finetune/Step": 3597, "Finetune/Step Time": 6.117738472297788}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7928483486175537, "Finetune/Loss (Raw)": 0.7513287663459778, "Finetune/Step": 3598, "Finetune/Step Time": 6.1311231683939695}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7914116382598877, "Finetune/Loss (Raw)": 0.689274787902832, "Finetune/Step": 3599, "Finetune/Step Time": 6.126465218141675}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7906599044799805, "Finetune/Loss (Raw)": 0.6498324871063232, "Finetune/Step": 3600, "Finetune/Step Time": 6.141711536794901}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7905997037887573, "Finetune/Loss (Raw)": 0.8447140455245972, "Finetune/Step": 3601, "Finetune/Step Time": 6.131060779094696}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7916010618209839, "Finetune/Loss (Raw)": 0.7921979427337646, "Finetune/Step": 3602, "Finetune/Step Time": 6.127507351338863}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7914978265762329, "Finetune/Loss (Raw)": 0.8025243282318115, "Finetune/Step": 3603, "Finetune/Step Time": 6.126656306907535}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7927173972129822, "Finetune/Loss (Raw)": 0.8217716813087463, "Finetune/Step": 3604, "Finetune/Step Time": 6.12492710351944}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7919296026229858, "Finetune/Loss (Raw)": 0.6462723016738892, "Finetune/Step": 3605, "Finetune/Step Time": 6.113591441884637}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7902731895446777, "Finetune/Loss (Raw)": 0.731654942035675, "Finetune/Step": 3606, "Finetune/Step Time": 6.123175291344523}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7884634733200073, "Finetune/Loss (Raw)": 0.8084580302238464, "Finetune/Step": 3607, "Finetune/Step Time": 6.12751329690218}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7868422269821167, "Finetune/Loss (Raw)": 0.6456321477890015, "Finetune/Step": 3608, "Finetune/Step Time": 6.150072107091546}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7861346006393433, "Finetune/Loss (Raw)": 0.7739595770835876, "Finetune/Step": 3609, "Finetune/Step Time": 6.150175208225846}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7854759693145752, "Finetune/Loss (Raw)": 0.6774210333824158, "Finetune/Step": 3610, "Finetune/Step Time": 6.15003970451653}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7844900488853455, "Finetune/Loss (Raw)": 0.613039493560791, "Finetune/Step": 3611, "Finetune/Step Time": 6.127094374969602}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7846122980117798, "Finetune/Loss (Raw)": 0.7831707000732422, "Finetune/Step": 3612, "Finetune/Step Time": 6.12661986425519}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7827494740486145, "Finetune/Loss (Raw)": 0.6889568567276001, "Finetune/Step": 3613, "Finetune/Step Time": 6.1277407091110945}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7825585007667542, "Finetune/Loss (Raw)": 0.7869449257850647, "Finetune/Step": 3614, "Finetune/Step Time": 6.1337088365107775}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7833956480026245, "Finetune/Loss (Raw)": 0.8396050930023193, "Finetune/Step": 3615, "Finetune/Step Time": 6.135911446064711}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7834982872009277, "Finetune/Loss (Raw)": 0.6919300556182861, "Finetune/Step": 3616, "Finetune/Step Time": 6.141188044101}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.782166600227356, "Finetune/Loss (Raw)": 0.7033591866493225, "Finetune/Step": 3617, "Finetune/Step Time": 6.150450073182583}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7819262146949768, "Finetune/Loss (Raw)": 0.6856679320335388, "Finetune/Step": 3618, "Finetune/Step Time": 6.145066350698471}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.780683696269989, "Finetune/Loss (Raw)": 0.7657220363616943, "Finetune/Step": 3619, "Finetune/Step Time": 6.143820786848664}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7806478142738342, "Finetune/Loss (Raw)": 0.7993004322052002, "Finetune/Step": 3620, "Finetune/Step Time": 6.128018233925104}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7827015519142151, "Finetune/Loss (Raw)": 0.7506992816925049, "Finetune/Step": 3621, "Finetune/Step Time": 6.114172477275133}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7817078828811646, "Finetune/Loss (Raw)": 0.7999133467674255, "Finetune/Step": 3622, "Finetune/Step Time": 6.126147827133536}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7815033793449402, "Finetune/Loss (Raw)": 0.8250371217727661, "Finetune/Step": 3623, "Finetune/Step Time": 6.124685201793909}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7817339301109314, "Finetune/Loss (Raw)": 0.8928303122520447, "Finetune/Step": 3624, "Finetune/Step Time": 6.1314746011048555}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7835859060287476, "Finetune/Loss (Raw)": 0.8850734233856201, "Finetune/Step": 3625, "Finetune/Step Time": 6.1338011510670185}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7821238040924072, "Finetune/Loss (Raw)": 0.6845151782035828, "Finetune/Step": 3626, "Finetune/Step Time": 6.1297049187123775}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7825981378555298, "Finetune/Loss (Raw)": 0.8559253215789795, "Finetune/Step": 3627, "Finetune/Step Time": 6.143086602911353}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7817164063453674, "Finetune/Loss (Raw)": 0.7939895987510681, "Finetune/Step": 3628, "Finetune/Step Time": 6.156287577003241}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7811256051063538, "Finetune/Loss (Raw)": 0.7727022171020508, "Finetune/Step": 3629, "Finetune/Step Time": 6.159956201910973}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7792952060699463, "Finetune/Loss (Raw)": 0.7093522548675537, "Finetune/Step": 3630, "Finetune/Step Time": 6.158880198374391}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7774680852890015, "Finetune/Loss (Raw)": 0.641979455947876, "Finetune/Step": 3631, "Finetune/Step Time": 6.168154174461961}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7784922122955322, "Finetune/Loss (Raw)": 0.8940019011497498, "Finetune/Step": 3632, "Finetune/Step Time": 6.168142020702362}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7793174982070923, "Finetune/Loss (Raw)": 0.8853324055671692, "Finetune/Step": 3633, "Finetune/Step Time": 6.165505096316338}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7795324921607971, "Finetune/Loss (Raw)": 0.7819110155105591, "Finetune/Step": 3634, "Finetune/Step Time": 6.1618172116577625}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7799588441848755, "Finetune/Loss (Raw)": 0.6577308773994446, "Finetune/Step": 3635, "Finetune/Step Time": 6.148070817813277}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7801037430763245, "Finetune/Loss (Raw)": 0.825893223285675, "Finetune/Step": 3636, "Finetune/Step Time": 6.147180061787367}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7807577252388, "Finetune/Loss (Raw)": 0.8470905423164368, "Finetune/Step": 3637, "Finetune/Step Time": 6.135972300544381}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7815384864807129, "Finetune/Loss (Raw)": 0.8367478847503662, "Finetune/Step": 3638, "Finetune/Step Time": 6.133784109726548}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7821646928787231, "Finetune/Loss (Raw)": 0.8117311596870422, "Finetune/Step": 3639, "Finetune/Step Time": 6.126972645521164}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7807657718658447, "Finetune/Loss (Raw)": 0.6067773699760437, "Finetune/Step": 3640, "Finetune/Step Time": 6.147236855700612}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7798417806625366, "Finetune/Loss (Raw)": 0.7369222044944763, "Finetune/Step": 3641, "Finetune/Step Time": 6.151454338803887}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7804471254348755, "Finetune/Loss (Raw)": 0.8171480298042297, "Finetune/Step": 3642, "Finetune/Step Time": 6.15529328212142}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7807838916778564, "Finetune/Loss (Raw)": 0.8486807942390442, "Finetune/Step": 3643, "Finetune/Step Time": 6.1532352808862925}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7806782126426697, "Finetune/Loss (Raw)": 0.7835993766784668, "Finetune/Step": 3644, "Finetune/Step Time": 6.149027917534113}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7800651788711548, "Finetune/Loss (Raw)": 0.7601249814033508, "Finetune/Step": 3645, "Finetune/Step Time": 6.150110388174653}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7815687656402588, "Finetune/Loss (Raw)": 0.8507066965103149, "Finetune/Step": 3646, "Finetune/Step Time": 6.137625904753804}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7827646732330322, "Finetune/Loss (Raw)": 0.8383260369300842, "Finetune/Step": 3647, "Finetune/Step Time": 6.121442334726453}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7839634418487549, "Finetune/Loss (Raw)": 0.9011239409446716, "Finetune/Step": 3648, "Finetune/Step Time": 6.1256082728505135}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7839518189430237, "Finetune/Loss (Raw)": 0.8898082375526428, "Finetune/Step": 3649, "Finetune/Step Time": 6.129460548982024}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7864196300506592, "Finetune/Loss (Raw)": 0.9512776732444763, "Finetune/Step": 3650, "Finetune/Step Time": 6.11544025503099}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7866718173027039, "Finetune/Loss (Raw)": 0.6644545793533325, "Finetune/Step": 3651, "Finetune/Step Time": 6.105734035372734}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7876818776130676, "Finetune/Loss (Raw)": 0.8143160939216614, "Finetune/Step": 3652, "Finetune/Step Time": 6.100875413045287}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7869421243667603, "Finetune/Loss (Raw)": 0.8901305794715881, "Finetune/Step": 3653, "Finetune/Step Time": 6.097531436011195}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.787421464920044, "Finetune/Loss (Raw)": 0.7463163733482361, "Finetune/Step": 3654, "Finetune/Step Time": 6.104396615177393}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7885321974754333, "Finetune/Loss (Raw)": 0.9448423385620117, "Finetune/Step": 3655, "Finetune/Step Time": 6.109150428324938}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.787884533405304, "Finetune/Loss (Raw)": 0.6885376572608948, "Finetune/Step": 3656, "Finetune/Step Time": 6.1104263588786125}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7892875671386719, "Finetune/Loss (Raw)": 0.8149820566177368, "Finetune/Step": 3657, "Finetune/Step Time": 6.1088082399219275}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7891802787780762, "Finetune/Loss (Raw)": 0.7581170201301575, "Finetune/Step": 3658, "Finetune/Step Time": 6.121113898232579}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7888288497924805, "Finetune/Loss (Raw)": 0.8074870109558105, "Finetune/Step": 3659, "Finetune/Step Time": 6.124449769034982}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7906057834625244, "Finetune/Loss (Raw)": 0.9138569235801697, "Finetune/Step": 3660, "Finetune/Step Time": 6.115679558366537}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7921481132507324, "Finetune/Loss (Raw)": 0.811967670917511, "Finetune/Step": 3661, "Finetune/Step Time": 6.093537881970406}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7927171587944031, "Finetune/Loss (Raw)": 0.9024559855461121, "Finetune/Step": 3662, "Finetune/Step Time": 6.087625844404101}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7952847480773926, "Finetune/Loss (Raw)": 0.9991030097007751, "Finetune/Step": 3663, "Finetune/Step Time": 6.06421934813261}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7948547601699829, "Finetune/Loss (Raw)": 0.7228193283081055, "Finetune/Step": 3664, "Finetune/Step Time": 6.071991754695773}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7937657237052917, "Finetune/Loss (Raw)": 0.8179442882537842, "Finetune/Step": 3665, "Finetune/Step Time": 6.067998595535755}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7930404543876648, "Finetune/Loss (Raw)": 0.8148272037506104, "Finetune/Step": 3666, "Finetune/Step Time": 6.0655527003109455}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7917855978012085, "Finetune/Loss (Raw)": 0.7295134663581848, "Finetune/Step": 3667, "Finetune/Step Time": 6.084917554631829}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7911410927772522, "Finetune/Loss (Raw)": 0.7412049770355225, "Finetune/Step": 3668, "Finetune/Step Time": 6.0787467285990715}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7905519008636475, "Finetune/Loss (Raw)": 0.7426655888557434, "Finetune/Step": 3669, "Finetune/Step Time": 6.080012876540422}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.791469395160675, "Finetune/Loss (Raw)": 0.8161866664886475, "Finetune/Step": 3670, "Finetune/Step Time": 6.069839235395193}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7923578023910522, "Finetune/Loss (Raw)": 0.8992516994476318, "Finetune/Step": 3671, "Finetune/Step Time": 6.057636933401227}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7914511561393738, "Finetune/Loss (Raw)": 0.7277041077613831, "Finetune/Step": 3672, "Finetune/Step Time": 6.062355050817132}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7903411984443665, "Finetune/Loss (Raw)": 0.5320970416069031, "Finetune/Step": 3673, "Finetune/Step Time": 6.044230559840798}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7907450795173645, "Finetune/Loss (Raw)": 0.7890608906745911, "Finetune/Step": 3674, "Finetune/Step Time": 6.038590623065829}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7883067727088928, "Finetune/Loss (Raw)": 0.6104779839515686, "Finetune/Step": 3675, "Finetune/Step Time": 6.061777776107192}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7888936996459961, "Finetune/Loss (Raw)": 0.8219712376594543, "Finetune/Step": 3676, "Finetune/Step Time": 6.065262902528048}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7888268232345581, "Finetune/Loss (Raw)": 0.9195900559425354, "Finetune/Step": 3677, "Finetune/Step Time": 6.063538273796439}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.787634015083313, "Finetune/Loss (Raw)": 0.5636715292930603, "Finetune/Step": 3678, "Finetune/Step Time": 6.042866224423051}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.788212776184082, "Finetune/Loss (Raw)": 0.758362352848053, "Finetune/Step": 3679, "Finetune/Step Time": 6.031551690772176}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7884873151779175, "Finetune/Loss (Raw)": 0.8563376069068909, "Finetune/Step": 3680, "Finetune/Step Time": 6.038420006632805}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7899271845817566, "Finetune/Loss (Raw)": 0.8336987495422363, "Finetune/Step": 3681, "Finetune/Step Time": 6.023241827264428}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7907644510269165, "Finetune/Loss (Raw)": 1.0285853147506714, "Finetune/Step": 3682, "Finetune/Step Time": 6.020357999950647}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7897524833679199, "Finetune/Loss (Raw)": 0.8135274648666382, "Finetune/Step": 3683, "Finetune/Step Time": 6.02359907887876}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.789417564868927, "Finetune/Loss (Raw)": 0.57585209608078, "Finetune/Step": 3684, "Finetune/Step Time": 5.99512898735702}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7878402471542358, "Finetune/Loss (Raw)": 0.7792581915855408, "Finetune/Step": 3685, "Finetune/Step Time": 5.994105566293001}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7881083488464355, "Finetune/Loss (Raw)": 0.8323782682418823, "Finetune/Step": 3686, "Finetune/Step Time": 5.984103083610535}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.788006603717804, "Finetune/Loss (Raw)": 0.8378730416297913, "Finetune/Step": 3687, "Finetune/Step Time": 5.975538697093725}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7859709858894348, "Finetune/Loss (Raw)": 0.6349726319313049, "Finetune/Step": 3688, "Finetune/Step Time": 5.991580542176962}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7853320240974426, "Finetune/Loss (Raw)": 0.8761555552482605, "Finetune/Step": 3689, "Finetune/Step Time": 5.991596017032862}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7870654463768005, "Finetune/Loss (Raw)": 0.8559382557868958, "Finetune/Step": 3690, "Finetune/Step Time": 6.004534602165222}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7863487601280212, "Finetune/Loss (Raw)": 0.5828932523727417, "Finetune/Step": 3691, "Finetune/Step Time": 6.0329947378486395}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7872941493988037, "Finetune/Loss (Raw)": 0.8850515484809875, "Finetune/Step": 3692, "Finetune/Step Time": 6.026958463713527}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.787782609462738, "Finetune/Loss (Raw)": 0.8253441452980042, "Finetune/Step": 3693, "Finetune/Step Time": 6.025365464389324}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7859296798706055, "Finetune/Loss (Raw)": 0.6592586636543274, "Finetune/Step": 3694, "Finetune/Step Time": 6.042692821472883}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7875791788101196, "Finetune/Loss (Raw)": 1.0193853378295898, "Finetune/Step": 3695, "Finetune/Step Time": 6.037064766511321}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7873032093048096, "Finetune/Loss (Raw)": 0.7840020656585693, "Finetune/Step": 3696, "Finetune/Step Time": 6.030093282461166}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7853423357009888, "Finetune/Loss (Raw)": 0.5085591077804565, "Finetune/Step": 3697, "Finetune/Step Time": 6.041568135842681}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7858328223228455, "Finetune/Loss (Raw)": 0.8212936520576477, "Finetune/Step": 3698, "Finetune/Step Time": 6.04753883741796}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7857401371002197, "Finetune/Loss (Raw)": 0.802858293056488, "Finetune/Step": 3699, "Finetune/Step Time": 6.045241365209222}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.785348117351532, "Finetune/Loss (Raw)": 0.8401216864585876, "Finetune/Step": 3700, "Finetune/Step Time": 6.048126123845577}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7834779024124146, "Finetune/Loss (Raw)": 0.6444190740585327, "Finetune/Step": 3701, "Finetune/Step Time": 6.055432975292206}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7829005718231201, "Finetune/Loss (Raw)": 0.8291396498680115, "Finetune/Step": 3702, "Finetune/Step Time": 6.047389499843121}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.783412754535675, "Finetune/Loss (Raw)": 0.8561943173408508, "Finetune/Step": 3703, "Finetune/Step Time": 6.047092171385884}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.782774806022644, "Finetune/Loss (Raw)": 0.8197290897369385, "Finetune/Step": 3704, "Finetune/Step Time": 6.051725130528212}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7812796831130981, "Finetune/Loss (Raw)": 0.6136618256568909, "Finetune/Step": 3705, "Finetune/Step Time": 6.037390153855085}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7804716229438782, "Finetune/Loss (Raw)": 0.7834808230400085, "Finetune/Step": 3706, "Finetune/Step Time": 6.036063374951482}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7800050973892212, "Finetune/Loss (Raw)": 0.7597023844718933, "Finetune/Step": 3707, "Finetune/Step Time": 6.055864719673991}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7784686088562012, "Finetune/Loss (Raw)": 0.6515279412269592, "Finetune/Step": 3708, "Finetune/Step Time": 6.0656049363315105}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.778917670249939, "Finetune/Loss (Raw)": 0.9234655499458313, "Finetune/Step": 3709, "Finetune/Step Time": 6.057723864912987}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7808356285095215, "Finetune/Loss (Raw)": 0.9483008980751038, "Finetune/Step": 3710, "Finetune/Step Time": 6.047812145203352}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7802430391311646, "Finetune/Loss (Raw)": 0.6701125502586365, "Finetune/Step": 3711, "Finetune/Step Time": 6.054460298269987}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7808417081832886, "Finetune/Loss (Raw)": 0.8954793810844421, "Finetune/Step": 3712, "Finetune/Step Time": 6.053618581965566}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7776561379432678, "Finetune/Loss (Raw)": 0.5379174947738647, "Finetune/Step": 3713, "Finetune/Step Time": 6.0737846698611975}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7788136005401611, "Finetune/Loss (Raw)": 0.817478597164154, "Finetune/Step": 3714, "Finetune/Step Time": 6.067918883636594}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7795118689537048, "Finetune/Loss (Raw)": 0.8335418105125427, "Finetune/Step": 3715, "Finetune/Step Time": 6.070311404764652}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7798601388931274, "Finetune/Loss (Raw)": 0.6973742842674255, "Finetune/Step": 3716, "Finetune/Step Time": 6.08901477791369}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7791233658790588, "Finetune/Loss (Raw)": 0.6799606680870056, "Finetune/Step": 3717, "Finetune/Step Time": 6.096947569400072}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7772942781448364, "Finetune/Loss (Raw)": 0.6206095814704895, "Finetune/Step": 3718, "Finetune/Step Time": 6.098595030605793}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7762466073036194, "Finetune/Loss (Raw)": 0.6077033877372742, "Finetune/Step": 3719, "Finetune/Step Time": 6.104805829003453}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7766555547714233, "Finetune/Loss (Raw)": 0.8350027799606323, "Finetune/Step": 3720, "Finetune/Step Time": 6.10772660933435}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7764356136322021, "Finetune/Loss (Raw)": 0.8947321772575378, "Finetune/Step": 3721, "Finetune/Step Time": 6.10491101257503}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7787082195281982, "Finetune/Loss (Raw)": 0.8457671999931335, "Finetune/Step": 3722, "Finetune/Step Time": 6.101750960573554}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7798043489456177, "Finetune/Loss (Raw)": 0.956620991230011, "Finetune/Step": 3723, "Finetune/Step Time": 6.098823444917798}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7782084941864014, "Finetune/Loss (Raw)": 0.7530325055122375, "Finetune/Step": 3724, "Finetune/Step Time": 6.098879607394338}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7805687189102173, "Finetune/Loss (Raw)": 0.8908965587615967, "Finetune/Step": 3725, "Finetune/Step Time": 6.0790551993995905}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.780271589756012, "Finetune/Loss (Raw)": 0.7132856845855713, "Finetune/Step": 3726, "Finetune/Step Time": 6.084362478926778}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7806693911552429, "Finetune/Loss (Raw)": 0.7402007579803467, "Finetune/Step": 3727, "Finetune/Step Time": 6.0886131171137094}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7798622846603394, "Finetune/Loss (Raw)": 0.5465167760848999, "Finetune/Step": 3728, "Finetune/Step Time": 6.073582448065281}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7797113656997681, "Finetune/Loss (Raw)": 0.8254009485244751, "Finetune/Step": 3729, "Finetune/Step Time": 6.077713914215565}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7801584601402283, "Finetune/Loss (Raw)": 0.8494249582290649, "Finetune/Step": 3730, "Finetune/Step Time": 6.100198537111282}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7803726196289062, "Finetune/Loss (Raw)": 0.829929530620575, "Finetune/Step": 3731, "Finetune/Step Time": 6.10045132599771}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7805225253105164, "Finetune/Loss (Raw)": 0.8409690260887146, "Finetune/Step": 3732, "Finetune/Step Time": 6.101651972159743}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7815761566162109, "Finetune/Loss (Raw)": 0.7811301350593567, "Finetune/Step": 3733, "Finetune/Step Time": 6.10764797590673}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7829228639602661, "Finetune/Loss (Raw)": 0.9040350914001465, "Finetune/Step": 3734, "Finetune/Step Time": 6.1030564066022635}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7815248370170593, "Finetune/Loss (Raw)": 0.6295144557952881, "Finetune/Step": 3735, "Finetune/Step Time": 6.103940976783633}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7843266129493713, "Finetune/Loss (Raw)": 1.0042579174041748, "Finetune/Step": 3736, "Finetune/Step Time": 6.079615518450737}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7841120958328247, "Finetune/Loss (Raw)": 0.7464967370033264, "Finetune/Step": 3737, "Finetune/Step Time": 6.09306176379323}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7843130826950073, "Finetune/Loss (Raw)": 0.7031562328338623, "Finetune/Step": 3738, "Finetune/Step Time": 6.098697155714035}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7851924896240234, "Finetune/Loss (Raw)": 0.7255933880805969, "Finetune/Step": 3739, "Finetune/Step Time": 6.077119320631027}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7851176261901855, "Finetune/Loss (Raw)": 0.7735887765884399, "Finetune/Step": 3740, "Finetune/Step Time": 6.063444225117564}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.786747932434082, "Finetune/Loss (Raw)": 0.8976463079452515, "Finetune/Step": 3741, "Finetune/Step Time": 6.062316285446286}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7869789600372314, "Finetune/Loss (Raw)": 0.816514253616333, "Finetune/Step": 3742, "Finetune/Step Time": 6.057634120807052}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7869839668273926, "Finetune/Loss (Raw)": 0.8402490615844727, "Finetune/Step": 3743, "Finetune/Step Time": 6.083490846678615}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7867987155914307, "Finetune/Loss (Raw)": 0.6682121753692627, "Finetune/Step": 3744, "Finetune/Step Time": 6.099312789738178}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7859935164451599, "Finetune/Loss (Raw)": 0.6002910137176514, "Finetune/Step": 3745, "Finetune/Step Time": 6.11032222956419}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7861374616622925, "Finetune/Loss (Raw)": 0.7040988802909851, "Finetune/Step": 3746, "Finetune/Step Time": 6.104003012180328}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7848597764968872, "Finetune/Loss (Raw)": 0.6021764278411865, "Finetune/Step": 3747, "Finetune/Step Time": 6.117587612941861}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7850849628448486, "Finetune/Loss (Raw)": 0.8281226754188538, "Finetune/Step": 3748, "Finetune/Step Time": 6.123708127066493}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.78409743309021, "Finetune/Loss (Raw)": 0.6243009567260742, "Finetune/Step": 3749, "Finetune/Step Time": 6.127917971462011}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.784864604473114, "Finetune/Loss (Raw)": 0.8981063365936279, "Finetune/Step": 3750, "Finetune/Step Time": 6.118826886638999}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7859700918197632, "Finetune/Loss (Raw)": 0.9665371179580688, "Finetune/Step": 3751, "Finetune/Step Time": 6.124179508537054}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7851917743682861, "Finetune/Loss (Raw)": 0.7932015657424927, "Finetune/Step": 3752, "Finetune/Step Time": 6.114944329485297}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7838342785835266, "Finetune/Loss (Raw)": 0.7113206386566162, "Finetune/Step": 3753, "Finetune/Step Time": 6.116523012518883}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7847170233726501, "Finetune/Loss (Raw)": 0.7975014448165894, "Finetune/Step": 3754, "Finetune/Step Time": 6.127501629292965}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.783897876739502, "Finetune/Loss (Raw)": 0.7510778307914734, "Finetune/Step": 3755, "Finetune/Step Time": 6.115727098658681}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7824232578277588, "Finetune/Loss (Raw)": 0.6052389740943909, "Finetune/Step": 3756, "Finetune/Step Time": 6.115866627544165}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7834652662277222, "Finetune/Loss (Raw)": 0.9060748815536499, "Finetune/Step": 3757, "Finetune/Step Time": 6.127523774281144}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7830518484115601, "Finetune/Loss (Raw)": 0.6564321517944336, "Finetune/Step": 3758, "Finetune/Step Time": 6.139236778020859}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7845718860626221, "Finetune/Loss (Raw)": 0.836552083492279, "Finetune/Step": 3759, "Finetune/Step Time": 6.128609526902437}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7832508087158203, "Finetune/Loss (Raw)": 0.7249051928520203, "Finetune/Step": 3760, "Finetune/Step Time": 6.1328178104013205}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7813881635665894, "Finetune/Loss (Raw)": 0.6469129323959351, "Finetune/Step": 3761, "Finetune/Step Time": 6.140086440369487}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.781414270401001, "Finetune/Loss (Raw)": 0.7852554321289062, "Finetune/Step": 3762, "Finetune/Step Time": 6.1525686122477055}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7832885980606079, "Finetune/Loss (Raw)": 0.8976433873176575, "Finetune/Step": 3763, "Finetune/Step Time": 6.156320307403803}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7825526595115662, "Finetune/Loss (Raw)": 0.7316936254501343, "Finetune/Step": 3764, "Finetune/Step Time": 6.156657377257943}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7808725833892822, "Finetune/Loss (Raw)": 0.632036566734314, "Finetune/Step": 3765, "Finetune/Step Time": 6.164150305092335}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7814204692840576, "Finetune/Loss (Raw)": 0.90687096118927, "Finetune/Step": 3766, "Finetune/Step Time": 6.165759399533272}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7816053628921509, "Finetune/Loss (Raw)": 0.8354078531265259, "Finetune/Step": 3767, "Finetune/Step Time": 6.168710479512811}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.782210111618042, "Finetune/Loss (Raw)": 0.6841857433319092, "Finetune/Step": 3768, "Finetune/Step Time": 6.1543046329170465}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7806819677352905, "Finetune/Loss (Raw)": 0.5413209795951843, "Finetune/Step": 3769, "Finetune/Step Time": 6.170199936255813}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7816624641418457, "Finetune/Loss (Raw)": 0.9426431059837341, "Finetune/Step": 3770, "Finetune/Step Time": 6.164380826056004}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7824156284332275, "Finetune/Loss (Raw)": 0.945091962814331, "Finetune/Step": 3771, "Finetune/Step Time": 6.1653754375875}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7829698324203491, "Finetune/Loss (Raw)": 0.8545404672622681, "Finetune/Step": 3772, "Finetune/Step Time": 6.17045571655035}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7816407680511475, "Finetune/Loss (Raw)": 0.5899954438209534, "Finetune/Step": 3773, "Finetune/Step Time": 6.188028270378709}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.781840443611145, "Finetune/Loss (Raw)": 0.8762598633766174, "Finetune/Step": 3774, "Finetune/Step Time": 6.19002584554255}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7821722030639648, "Finetune/Loss (Raw)": 0.8808014392852783, "Finetune/Step": 3775, "Finetune/Step Time": 6.191639075055718}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7820184230804443, "Finetune/Loss (Raw)": 0.881443977355957, "Finetune/Step": 3776, "Finetune/Step Time": 6.1919687408953905}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7791986465454102, "Finetune/Loss (Raw)": 0.5288688540458679, "Finetune/Step": 3777, "Finetune/Step Time": 6.211615094915032}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7782492637634277, "Finetune/Loss (Raw)": 0.829759955406189, "Finetune/Step": 3778, "Finetune/Step Time": 6.216714508831501}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7782868146896362, "Finetune/Loss (Raw)": 0.6692575812339783, "Finetune/Step": 3779, "Finetune/Step Time": 6.217168798670173}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7777636647224426, "Finetune/Loss (Raw)": 0.7473582029342651, "Finetune/Step": 3780, "Finetune/Step Time": 6.216953873634338}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7774190902709961, "Finetune/Loss (Raw)": 0.8460263013839722, "Finetune/Step": 3781, "Finetune/Step Time": 6.216648336499929}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7774782180786133, "Finetune/Loss (Raw)": 0.7538720965385437, "Finetune/Step": 3782, "Finetune/Step Time": 6.204796968027949}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.775482177734375, "Finetune/Loss (Raw)": 0.6893596649169922, "Finetune/Step": 3783, "Finetune/Step Time": 6.2070546336472034}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7756681442260742, "Finetune/Loss (Raw)": 0.7123420834541321, "Finetune/Step": 3784, "Finetune/Step Time": 6.212780272588134}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7755767107009888, "Finetune/Loss (Raw)": 0.8032747507095337, "Finetune/Step": 3785, "Finetune/Step Time": 6.2108272928744555}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7769033908843994, "Finetune/Loss (Raw)": 0.9279298186302185, "Finetune/Step": 3786, "Finetune/Step Time": 6.20050511136651}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7771176099777222, "Finetune/Loss (Raw)": 0.8349115252494812, "Finetune/Step": 3787, "Finetune/Step Time": 6.196335347369313}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7758389711380005, "Finetune/Loss (Raw)": 0.7501932978630066, "Finetune/Step": 3788, "Finetune/Step Time": 6.199648976325989}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7744842171669006, "Finetune/Loss (Raw)": 0.6385562419891357, "Finetune/Step": 3789, "Finetune/Step Time": 6.215198449790478}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7742044925689697, "Finetune/Loss (Raw)": 0.8666452765464783, "Finetune/Step": 3790, "Finetune/Step Time": 6.214556058868766}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7728821039199829, "Finetune/Loss (Raw)": 0.8298384547233582, "Finetune/Step": 3791, "Finetune/Step Time": 6.214870514348149}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7728877067565918, "Finetune/Loss (Raw)": 0.7235434651374817, "Finetune/Step": 3792, "Finetune/Step Time": 6.226517064496875}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7728360295295715, "Finetune/Loss (Raw)": 0.8113313913345337, "Finetune/Step": 3793, "Finetune/Step Time": 6.240953573957086}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7728606462478638, "Finetune/Loss (Raw)": 0.817970335483551, "Finetune/Step": 3794, "Finetune/Step Time": 6.241352818906307}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7724307775497437, "Finetune/Loss (Raw)": 0.674497663974762, "Finetune/Step": 3795, "Finetune/Step Time": 6.231263129040599}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7732353806495667, "Finetune/Loss (Raw)": 0.8441863656044006, "Finetune/Step": 3796, "Finetune/Step Time": 6.234787326306105}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7722519040107727, "Finetune/Loss (Raw)": 0.6167852878570557, "Finetune/Step": 3797, "Finetune/Step Time": 6.238843642175198}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7715945243835449, "Finetune/Loss (Raw)": 0.7320443987846375, "Finetune/Step": 3798, "Finetune/Step Time": 6.236838614568114}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.769263744354248, "Finetune/Loss (Raw)": 0.6009109616279602, "Finetune/Step": 3799, "Finetune/Step Time": 6.24308654665947}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7700677514076233, "Finetune/Loss (Raw)": 0.8306177854537964, "Finetune/Step": 3800, "Finetune/Step Time": 6.23914740793407}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.77200847864151, "Finetune/Loss (Raw)": 0.7805086970329285, "Finetune/Step": 3801, "Finetune/Step Time": 6.239647261798382}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7727384567260742, "Finetune/Loss (Raw)": 0.882498562335968, "Finetune/Step": 3802, "Finetune/Step Time": 6.241253886371851}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7749762535095215, "Finetune/Loss (Raw)": 0.8969147801399231, "Finetune/Step": 3803, "Finetune/Step Time": 6.218754781410098}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7750132083892822, "Finetune/Loss (Raw)": 0.8266948461532593, "Finetune/Step": 3804, "Finetune/Step Time": 6.207171691581607}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7726097106933594, "Finetune/Loss (Raw)": 0.6119431257247925, "Finetune/Step": 3805, "Finetune/Step Time": 6.221138872206211}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7743503451347351, "Finetune/Loss (Raw)": 0.7864780426025391, "Finetune/Step": 3806, "Finetune/Step Time": 6.231756003573537}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7741461992263794, "Finetune/Loss (Raw)": 0.7322289347648621, "Finetune/Step": 3807, "Finetune/Step Time": 6.233987333253026}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7723689079284668, "Finetune/Loss (Raw)": 0.6288501620292664, "Finetune/Step": 3808, "Finetune/Step Time": 6.236789019778371}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7717258930206299, "Finetune/Loss (Raw)": 0.7513931393623352, "Finetune/Step": 3809, "Finetune/Step Time": 6.248990772292018}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7704472541809082, "Finetune/Loss (Raw)": 0.8649190068244934, "Finetune/Step": 3810, "Finetune/Step Time": 6.246826183050871}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7696591019630432, "Finetune/Loss (Raw)": 0.712640106678009, "Finetune/Step": 3811, "Finetune/Step Time": 6.24915119074285}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7707135081291199, "Finetune/Loss (Raw)": 0.7108167409896851, "Finetune/Step": 3812, "Finetune/Step Time": 6.245822820812464}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7708261013031006, "Finetune/Loss (Raw)": 0.7936673164367676, "Finetune/Step": 3813, "Finetune/Step Time": 6.244089987128973}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7701066732406616, "Finetune/Loss (Raw)": 0.7402970194816589, "Finetune/Step": 3814, "Finetune/Step Time": 6.242294365540147}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7699339389801025, "Finetune/Loss (Raw)": 0.8157675266265869, "Finetune/Step": 3815, "Finetune/Step Time": 6.256360538303852}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7713794708251953, "Finetune/Loss (Raw)": 0.820000171661377, "Finetune/Step": 3816, "Finetune/Step Time": 6.243049211800098}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7702676057815552, "Finetune/Loss (Raw)": 0.7338265776634216, "Finetune/Step": 3817, "Finetune/Step Time": 6.239723796024919}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7695039510726929, "Finetune/Loss (Raw)": 0.7581984996795654, "Finetune/Step": 3818, "Finetune/Step Time": 6.223269436508417}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7707796096801758, "Finetune/Loss (Raw)": 0.746174693107605, "Finetune/Step": 3819, "Finetune/Step Time": 6.193043991923332}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7689992189407349, "Finetune/Loss (Raw)": 0.6571571230888367, "Finetune/Step": 3820, "Finetune/Step Time": 6.205345701426268}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7677941918373108, "Finetune/Loss (Raw)": 0.6711017489433289, "Finetune/Step": 3821, "Finetune/Step Time": 6.208912756294012}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7682243585586548, "Finetune/Loss (Raw)": 0.714318573474884, "Finetune/Step": 3822, "Finetune/Step Time": 6.202858977019787}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7673555612564087, "Finetune/Loss (Raw)": 0.9081823825836182, "Finetune/Step": 3823, "Finetune/Step Time": 6.20554325170815}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7677179574966431, "Finetune/Loss (Raw)": 0.8303943872451782, "Finetune/Step": 3824, "Finetune/Step Time": 6.2076932694762945}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7688660621643066, "Finetune/Loss (Raw)": 0.6555021405220032, "Finetune/Step": 3825, "Finetune/Step Time": 6.191479524597526}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7676418423652649, "Finetune/Loss (Raw)": 0.6646018028259277, "Finetune/Step": 3826, "Finetune/Step Time": 6.187971528619528}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7674410343170166, "Finetune/Loss (Raw)": 0.7771551609039307, "Finetune/Step": 3827, "Finetune/Step Time": 6.211538011208177}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.767473578453064, "Finetune/Loss (Raw)": 0.8442875742912292, "Finetune/Step": 3828, "Finetune/Step Time": 6.2227124236524105}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7670220136642456, "Finetune/Loss (Raw)": 0.586626410484314, "Finetune/Step": 3829, "Finetune/Step Time": 6.2356589660048485}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7668676972389221, "Finetune/Loss (Raw)": 0.8093805909156799, "Finetune/Step": 3830, "Finetune/Step Time": 6.242483710870147}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.766031801700592, "Finetune/Loss (Raw)": 0.7492002844810486, "Finetune/Step": 3831, "Finetune/Step Time": 6.246591692790389}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7673305869102478, "Finetune/Loss (Raw)": 0.9859728217124939, "Finetune/Step": 3832, "Finetune/Step Time": 6.2439059764146805}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7692362070083618, "Finetune/Loss (Raw)": 0.8575745224952698, "Finetune/Step": 3833, "Finetune/Step Time": 6.262030493468046}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7700784206390381, "Finetune/Loss (Raw)": 0.8912936449050903, "Finetune/Step": 3834, "Finetune/Step Time": 6.259219244122505}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7708273530006409, "Finetune/Loss (Raw)": 0.8555637001991272, "Finetune/Step": 3835, "Finetune/Step Time": 6.244567681103945}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7713876366615295, "Finetune/Loss (Raw)": 0.7232443690299988, "Finetune/Step": 3836, "Finetune/Step Time": 6.226952748373151}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7700216770172119, "Finetune/Loss (Raw)": 0.7486194372177124, "Finetune/Step": 3837, "Finetune/Step Time": 6.231409462168813}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7683625221252441, "Finetune/Loss (Raw)": 0.7359323501586914, "Finetune/Step": 3838, "Finetune/Step Time": 6.227642739191651}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7693743705749512, "Finetune/Loss (Raw)": 0.7996306419372559, "Finetune/Step": 3839, "Finetune/Step Time": 6.237675508484244}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7682062387466431, "Finetune/Loss (Raw)": 0.7459612488746643, "Finetune/Step": 3840, "Finetune/Step Time": 6.237456765025854}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7713924646377563, "Finetune/Loss (Raw)": 0.9457479119300842, "Finetune/Step": 3841, "Finetune/Step Time": 6.2176631558686495}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7709054350852966, "Finetune/Loss (Raw)": 0.7551372051239014, "Finetune/Step": 3842, "Finetune/Step Time": 6.2123545203357935}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7691251039505005, "Finetune/Loss (Raw)": 0.6056626439094543, "Finetune/Step": 3843, "Finetune/Step Time": 6.218392465263605}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7696731090545654, "Finetune/Loss (Raw)": 0.7675181031227112, "Finetune/Step": 3844, "Finetune/Step Time": 6.201737571507692}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7704079151153564, "Finetune/Loss (Raw)": 0.7740181684494019, "Finetune/Step": 3845, "Finetune/Step Time": 6.188766675069928}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7704269886016846, "Finetune/Loss (Raw)": 0.6230499744415283, "Finetune/Step": 3846, "Finetune/Step Time": 6.186606589704752}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7726151943206787, "Finetune/Loss (Raw)": 0.8877952098846436, "Finetune/Step": 3847, "Finetune/Step Time": 6.177559522911906}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7713428735733032, "Finetune/Loss (Raw)": 0.672143280506134, "Finetune/Step": 3848, "Finetune/Step Time": 6.189086912199855}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7713339328765869, "Finetune/Loss (Raw)": 0.8935866355895996, "Finetune/Step": 3849, "Finetune/Step Time": 6.202212957665324}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7685812711715698, "Finetune/Loss (Raw)": 0.4934264123439789, "Finetune/Step": 3850, "Finetune/Step Time": 6.208641557022929}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7661849856376648, "Finetune/Loss (Raw)": 0.6498976945877075, "Finetune/Step": 3851, "Finetune/Step Time": 6.204009268432856}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7673699855804443, "Finetune/Loss (Raw)": 0.9047107696533203, "Finetune/Step": 3852, "Finetune/Step Time": 6.204484427347779}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7662580013275146, "Finetune/Loss (Raw)": 0.7485617399215698, "Finetune/Step": 3853, "Finetune/Step Time": 6.222442556172609}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7671164274215698, "Finetune/Loss (Raw)": 0.8231747150421143, "Finetune/Step": 3854, "Finetune/Step Time": 6.204805130138993}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7653005123138428, "Finetune/Loss (Raw)": 0.5077553391456604, "Finetune/Step": 3855, "Finetune/Step Time": 6.21031261049211}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7680966854095459, "Finetune/Loss (Raw)": 0.9044294953346252, "Finetune/Step": 3856, "Finetune/Step Time": 6.205033708363771}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.766815721988678, "Finetune/Loss (Raw)": 0.6614387035369873, "Finetune/Step": 3857, "Finetune/Step Time": 6.2165555991232395}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7647814154624939, "Finetune/Loss (Raw)": 0.58902907371521, "Finetune/Step": 3858, "Finetune/Step Time": 6.215963998809457}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7657730579376221, "Finetune/Loss (Raw)": 0.9568638801574707, "Finetune/Step": 3859, "Finetune/Step Time": 6.211304986849427}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7655915021896362, "Finetune/Loss (Raw)": 0.8177292346954346, "Finetune/Step": 3860, "Finetune/Step Time": 6.2048112116754055}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.765321671962738, "Finetune/Loss (Raw)": 0.7465904951095581, "Finetune/Step": 3861, "Finetune/Step Time": 6.1947356797754765}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7647626399993896, "Finetune/Loss (Raw)": 0.8324806094169617, "Finetune/Step": 3862, "Finetune/Step Time": 6.190941583365202}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7650384902954102, "Finetune/Loss (Raw)": 0.6648154258728027, "Finetune/Step": 3863, "Finetune/Step Time": 6.196603944525123}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7635024785995483, "Finetune/Loss (Raw)": 0.8076490163803101, "Finetune/Step": 3864, "Finetune/Step Time": 6.199039543047547}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7632269263267517, "Finetune/Loss (Raw)": 0.7112330198287964, "Finetune/Step": 3865, "Finetune/Step Time": 6.213737387210131}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7649403810501099, "Finetune/Loss (Raw)": 0.9224725365638733, "Finetune/Step": 3866, "Finetune/Step Time": 6.2091795317828655}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7669519782066345, "Finetune/Loss (Raw)": 0.9830803275108337, "Finetune/Step": 3867, "Finetune/Step Time": 6.210751539096236}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7675979137420654, "Finetune/Loss (Raw)": 0.8562667965888977, "Finetune/Step": 3868, "Finetune/Step Time": 6.215011278167367}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7662495970726013, "Finetune/Loss (Raw)": 0.7250639796257019, "Finetune/Step": 3869, "Finetune/Step Time": 6.215595792979002}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7653262615203857, "Finetune/Loss (Raw)": 0.6983305811882019, "Finetune/Step": 3870, "Finetune/Step Time": 6.234596371650696}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7649441361427307, "Finetune/Loss (Raw)": 0.7913309335708618, "Finetune/Step": 3871, "Finetune/Step Time": 6.2088591530919075}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7629441022872925, "Finetune/Loss (Raw)": 0.4122092127799988, "Finetune/Step": 3872, "Finetune/Step Time": 6.217735044658184}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7633585929870605, "Finetune/Loss (Raw)": 0.6533525586128235, "Finetune/Step": 3873, "Finetune/Step Time": 6.204505944624543}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7639307379722595, "Finetune/Loss (Raw)": 0.7773322463035583, "Finetune/Step": 3874, "Finetune/Step Time": 6.204891690984368}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7652161121368408, "Finetune/Loss (Raw)": 0.76669842004776, "Finetune/Step": 3875, "Finetune/Step Time": 6.193025542423129}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7651354074478149, "Finetune/Loss (Raw)": 0.8177950978279114, "Finetune/Step": 3876, "Finetune/Step Time": 6.182107448577881}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7656176686286926, "Finetune/Loss (Raw)": 0.6860312223434448, "Finetune/Step": 3877, "Finetune/Step Time": 6.189041007310152}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7649277448654175, "Finetune/Loss (Raw)": 0.8097997307777405, "Finetune/Step": 3878, "Finetune/Step Time": 6.209772182628512}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7627272009849548, "Finetune/Loss (Raw)": 0.6848584413528442, "Finetune/Step": 3879, "Finetune/Step Time": 6.232962530106306}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7628861665725708, "Finetune/Loss (Raw)": 0.8135502338409424, "Finetune/Step": 3880, "Finetune/Step Time": 6.231080735102296}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7638071775436401, "Finetune/Loss (Raw)": 0.8292108774185181, "Finetune/Step": 3881, "Finetune/Step Time": 6.225985448807478}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7639937400817871, "Finetune/Loss (Raw)": 0.82138592004776, "Finetune/Step": 3882, "Finetune/Step Time": 6.2189807295799255}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7650760412216187, "Finetune/Loss (Raw)": 0.889611542224884, "Finetune/Step": 3883, "Finetune/Step Time": 6.217008609324694}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7659237384796143, "Finetune/Loss (Raw)": 0.7137401103973389, "Finetune/Step": 3884, "Finetune/Step Time": 6.202521858736873}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7629638910293579, "Finetune/Loss (Raw)": 0.5272175669670105, "Finetune/Step": 3885, "Finetune/Step Time": 6.198091825470328}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.763190746307373, "Finetune/Loss (Raw)": 0.6854687929153442, "Finetune/Step": 3886, "Finetune/Step Time": 6.199015909805894}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7621945142745972, "Finetune/Loss (Raw)": 0.7090334296226501, "Finetune/Step": 3887, "Finetune/Step Time": 6.200181880965829}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7626357078552246, "Finetune/Loss (Raw)": 0.7813847064971924, "Finetune/Step": 3888, "Finetune/Step Time": 6.205131758004427}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7637929916381836, "Finetune/Loss (Raw)": 0.7950377464294434, "Finetune/Step": 3889, "Finetune/Step Time": 6.207660784944892}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7637557983398438, "Finetune/Loss (Raw)": 0.7804967761039734, "Finetune/Step": 3890, "Finetune/Step Time": 6.1917016468942165}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7620887756347656, "Finetune/Loss (Raw)": 0.6842637658119202, "Finetune/Step": 3891, "Finetune/Step Time": 6.201200457289815}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7625969052314758, "Finetune/Loss (Raw)": 0.7967348694801331, "Finetune/Step": 3892, "Finetune/Step Time": 6.20488546974957}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7629804611206055, "Finetune/Loss (Raw)": 0.6811394095420837, "Finetune/Step": 3893, "Finetune/Step Time": 6.218255424872041}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7623380422592163, "Finetune/Loss (Raw)": 0.8246312737464905, "Finetune/Step": 3894, "Finetune/Step Time": 6.219173280522227}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7621124386787415, "Finetune/Loss (Raw)": 0.8065335154533386, "Finetune/Step": 3895, "Finetune/Step Time": 6.227745249867439}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.762965738773346, "Finetune/Loss (Raw)": 0.7934104800224304, "Finetune/Step": 3896, "Finetune/Step Time": 6.219191623851657}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7646958827972412, "Finetune/Loss (Raw)": 0.7627727389335632, "Finetune/Step": 3897, "Finetune/Step Time": 6.199351858347654}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7630924582481384, "Finetune/Loss (Raw)": 0.7374053001403809, "Finetune/Step": 3898, "Finetune/Step Time": 6.211145335808396}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7628481388092041, "Finetune/Loss (Raw)": 0.9138288497924805, "Finetune/Step": 3899, "Finetune/Step Time": 6.212127583101392}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7621351480484009, "Finetune/Loss (Raw)": 0.7632724642753601, "Finetune/Step": 3900, "Finetune/Step Time": 6.220288557931781}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7641780376434326, "Finetune/Loss (Raw)": 0.8514885902404785, "Finetune/Step": 3901, "Finetune/Step Time": 6.200936913490295}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7646777629852295, "Finetune/Loss (Raw)": 0.9402160048484802, "Finetune/Step": 3902, "Finetune/Step Time": 6.187389105558395}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7647377848625183, "Finetune/Loss (Raw)": 0.8884919881820679, "Finetune/Step": 3903, "Finetune/Step Time": 6.183266311883926}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7639158964157104, "Finetune/Loss (Raw)": 0.776241660118103, "Finetune/Step": 3904, "Finetune/Step Time": 6.186511119827628}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7647126317024231, "Finetune/Loss (Raw)": 0.6308499574661255, "Finetune/Step": 3905, "Finetune/Step Time": 6.177002336829901}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7642418146133423, "Finetune/Loss (Raw)": 0.7694941163063049, "Finetune/Step": 3906, "Finetune/Step Time": 6.206943895667791}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7671569585800171, "Finetune/Loss (Raw)": 1.0423985719680786, "Finetune/Step": 3907, "Finetune/Step Time": 6.196901308372617}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.765828549861908, "Finetune/Loss (Raw)": 0.577320396900177, "Finetune/Step": 3908, "Finetune/Step Time": 6.202927002683282}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7643648386001587, "Finetune/Loss (Raw)": 0.6586682200431824, "Finetune/Step": 3909, "Finetune/Step Time": 6.2069519106298685}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7651869058609009, "Finetune/Loss (Raw)": 0.8590953350067139, "Finetune/Step": 3910, "Finetune/Step Time": 6.208650900050998}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7671773433685303, "Finetune/Loss (Raw)": 0.944145143032074, "Finetune/Step": 3911, "Finetune/Step Time": 6.205325413495302}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7669819593429565, "Finetune/Loss (Raw)": 0.6873340010643005, "Finetune/Step": 3912, "Finetune/Step Time": 6.207797560840845}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7668085098266602, "Finetune/Loss (Raw)": 0.7810679078102112, "Finetune/Step": 3913, "Finetune/Step Time": 6.208926923573017}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7653566598892212, "Finetune/Loss (Raw)": 0.7420914769172668, "Finetune/Step": 3914, "Finetune/Step Time": 6.211602583527565}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7653816938400269, "Finetune/Loss (Raw)": 0.8381224870681763, "Finetune/Step": 3915, "Finetune/Step Time": 6.2108145374804735}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7660151720046997, "Finetune/Loss (Raw)": 0.8312755227088928, "Finetune/Step": 3916, "Finetune/Step Time": 6.213086258620024}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7667880058288574, "Finetune/Loss (Raw)": 0.7374794483184814, "Finetune/Step": 3917, "Finetune/Step Time": 6.213190818205476}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7669460773468018, "Finetune/Loss (Raw)": 0.8868740797042847, "Finetune/Step": 3918, "Finetune/Step Time": 6.214776923879981}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7663686275482178, "Finetune/Loss (Raw)": 0.7559250593185425, "Finetune/Step": 3919, "Finetune/Step Time": 6.223053183406591}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7669821381568909, "Finetune/Loss (Raw)": 0.8020791411399841, "Finetune/Step": 3920, "Finetune/Step Time": 6.231358218938112}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7654767036437988, "Finetune/Loss (Raw)": 0.6186307072639465, "Finetune/Step": 3921, "Finetune/Step Time": 6.238667031750083}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.765932559967041, "Finetune/Loss (Raw)": 0.8763129711151123, "Finetune/Step": 3922, "Finetune/Step Time": 6.239172212779522}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7647324800491333, "Finetune/Loss (Raw)": 0.5208948850631714, "Finetune/Step": 3923, "Finetune/Step Time": 6.238206390291452}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7647184133529663, "Finetune/Loss (Raw)": 0.8423894643783569, "Finetune/Step": 3924, "Finetune/Step Time": 6.239881806075573}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7664284706115723, "Finetune/Loss (Raw)": 0.8356657028198242, "Finetune/Step": 3925, "Finetune/Step Time": 6.238880541175604}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.766272246837616, "Finetune/Loss (Raw)": 0.7120457887649536, "Finetune/Step": 3926, "Finetune/Step Time": 6.240659389644861}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7674126625061035, "Finetune/Loss (Raw)": 0.7468845844268799, "Finetune/Step": 3927, "Finetune/Step Time": 6.246322238817811}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.767751932144165, "Finetune/Loss (Raw)": 0.8740531206130981, "Finetune/Step": 3928, "Finetune/Step Time": 6.247259696945548}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7683025598526001, "Finetune/Loss (Raw)": 0.8509864807128906, "Finetune/Step": 3929, "Finetune/Step Time": 6.246111739426851}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7671393752098083, "Finetune/Loss (Raw)": 0.7336131930351257, "Finetune/Step": 3930, "Finetune/Step Time": 6.24790895730257}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7670948505401611, "Finetune/Loss (Raw)": 0.8912158608436584, "Finetune/Step": 3931, "Finetune/Step Time": 6.248233737424016}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7660337090492249, "Finetune/Loss (Raw)": 0.6908617615699768, "Finetune/Step": 3932, "Finetune/Step Time": 6.258042722940445}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.765528678894043, "Finetune/Loss (Raw)": 0.5473008155822754, "Finetune/Step": 3933, "Finetune/Step Time": 6.263110127300024}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7649668455123901, "Finetune/Loss (Raw)": 0.7145655155181885, "Finetune/Step": 3934, "Finetune/Step Time": 6.2542049288749695}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7651549577713013, "Finetune/Loss (Raw)": 0.7563040256500244, "Finetune/Step": 3935, "Finetune/Step Time": 6.2555035669356585}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.767192542552948, "Finetune/Loss (Raw)": 0.8896676898002625, "Finetune/Step": 3936, "Finetune/Step Time": 6.247996266931295}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7676945328712463, "Finetune/Loss (Raw)": 0.8156418204307556, "Finetune/Step": 3937, "Finetune/Step Time": 6.242576954886317}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7668327689170837, "Finetune/Loss (Raw)": 0.7546120285987854, "Finetune/Step": 3938, "Finetune/Step Time": 6.241594880819321}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7677510976791382, "Finetune/Loss (Raw)": 0.8301873207092285, "Finetune/Step": 3939, "Finetune/Step Time": 6.242363965138793}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7686271071434021, "Finetune/Loss (Raw)": 0.8229485750198364, "Finetune/Step": 3940, "Finetune/Step Time": 6.23357991501689}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7691341638565063, "Finetune/Loss (Raw)": 0.8585732579231262, "Finetune/Step": 3941, "Finetune/Step Time": 6.233012376353145}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7701767683029175, "Finetune/Loss (Raw)": 0.8737418055534363, "Finetune/Step": 3942, "Finetune/Step Time": 6.238763276487589}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.768631637096405, "Finetune/Loss (Raw)": 0.6179935932159424, "Finetune/Step": 3943, "Finetune/Step Time": 6.243078630417585}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7688222527503967, "Finetune/Loss (Raw)": 0.8444012999534607, "Finetune/Step": 3944, "Finetune/Step Time": 6.242205694317818}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7708122730255127, "Finetune/Loss (Raw)": 0.98854660987854, "Finetune/Step": 3945, "Finetune/Step Time": 6.257448311895132}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7709871530532837, "Finetune/Loss (Raw)": 0.7805877923965454, "Finetune/Step": 3946, "Finetune/Step Time": 6.268705444410443}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7714738845825195, "Finetune/Loss (Raw)": 0.8084728717803955, "Finetune/Step": 3947, "Finetune/Step Time": 6.275009069591761}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.772518515586853, "Finetune/Loss (Raw)": 0.7908701300621033, "Finetune/Step": 3948, "Finetune/Step Time": 6.284344827756286}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7740929126739502, "Finetune/Loss (Raw)": 0.8726212978363037, "Finetune/Step": 3949, "Finetune/Step Time": 6.281897779554129}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7752609252929688, "Finetune/Loss (Raw)": 0.8638317584991455, "Finetune/Step": 3950, "Finetune/Step Time": 6.270604943856597}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7750351428985596, "Finetune/Loss (Raw)": 0.8792744278907776, "Finetune/Step": 3951, "Finetune/Step Time": 6.261895356699824}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7737641334533691, "Finetune/Loss (Raw)": 0.667707085609436, "Finetune/Step": 3952, "Finetune/Step Time": 6.277944354340434}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7745310068130493, "Finetune/Loss (Raw)": 0.7536649107933044, "Finetune/Step": 3953, "Finetune/Step Time": 6.278269762173295}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7751215100288391, "Finetune/Loss (Raw)": 0.7401850819587708, "Finetune/Step": 3954, "Finetune/Step Time": 6.283717006444931}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.774319589138031, "Finetune/Loss (Raw)": 0.6745055913925171, "Finetune/Step": 3955, "Finetune/Step Time": 6.267874078825116}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7747596502304077, "Finetune/Loss (Raw)": 0.9006168246269226, "Finetune/Step": 3956, "Finetune/Step Time": 6.257286723703146}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.776533842086792, "Finetune/Loss (Raw)": 0.8137274384498596, "Finetune/Step": 3957, "Finetune/Step Time": 6.238425860181451}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7759302854537964, "Finetune/Loss (Raw)": 0.732128918170929, "Finetune/Step": 3958, "Finetune/Step Time": 6.234900947660208}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7750715613365173, "Finetune/Loss (Raw)": 0.6392769813537598, "Finetune/Step": 3959, "Finetune/Step Time": 6.244519472122192}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7726380825042725, "Finetune/Loss (Raw)": 0.6744882464408875, "Finetune/Step": 3960, "Finetune/Step Time": 6.247800845652819}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7721945643424988, "Finetune/Loss (Raw)": 0.8008036613464355, "Finetune/Step": 3961, "Finetune/Step Time": 6.242320939898491}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7702372074127197, "Finetune/Loss (Raw)": 0.6407518982887268, "Finetune/Step": 3962, "Finetune/Step Time": 6.246400324627757}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7700823545455933, "Finetune/Loss (Raw)": 0.8357410430908203, "Finetune/Step": 3963, "Finetune/Step Time": 6.247613737359643}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7707287669181824, "Finetune/Loss (Raw)": 0.8059900999069214, "Finetune/Step": 3964, "Finetune/Step Time": 6.252682872116566}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7710467576980591, "Finetune/Loss (Raw)": 0.789324164390564, "Finetune/Step": 3965, "Finetune/Step Time": 6.260335091501474}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7704008221626282, "Finetune/Loss (Raw)": 0.6532493829727173, "Finetune/Step": 3966, "Finetune/Step Time": 6.2857209499925375}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7703170776367188, "Finetune/Loss (Raw)": 0.7889115214347839, "Finetune/Step": 3967, "Finetune/Step Time": 6.267190728336573}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7709391117095947, "Finetune/Loss (Raw)": 0.8255782723426819, "Finetune/Step": 3968, "Finetune/Step Time": 6.265321865677834}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7697703838348389, "Finetune/Loss (Raw)": 0.7961506247520447, "Finetune/Step": 3969, "Finetune/Step Time": 6.283815801143646}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7704622149467468, "Finetune/Loss (Raw)": 0.8436931371688843, "Finetune/Step": 3970, "Finetune/Step Time": 6.285138940438628}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7728660106658936, "Finetune/Loss (Raw)": 0.913350522518158, "Finetune/Step": 3971, "Finetune/Step Time": 6.280094733461738}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7729020118713379, "Finetune/Loss (Raw)": 0.77211993932724, "Finetune/Step": 3972, "Finetune/Step Time": 6.280587539076805}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7728796005249023, "Finetune/Loss (Raw)": 0.7711575031280518, "Finetune/Step": 3973, "Finetune/Step Time": 6.2774916514754295}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.773772656917572, "Finetune/Loss (Raw)": 0.7373600602149963, "Finetune/Step": 3974, "Finetune/Step Time": 6.2805284559726715}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7740073204040527, "Finetune/Loss (Raw)": 0.917833685874939, "Finetune/Step": 3975, "Finetune/Step Time": 6.2778005842119455}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.774502158164978, "Finetune/Loss (Raw)": 0.7354806065559387, "Finetune/Step": 3976, "Finetune/Step Time": 6.267064604908228}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7723905444145203, "Finetune/Loss (Raw)": 0.623302161693573, "Finetune/Step": 3977, "Finetune/Step Time": 6.262047683820128}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7723356485366821, "Finetune/Loss (Raw)": 0.48640066385269165, "Finetune/Step": 3978, "Finetune/Step Time": 6.254923133179545}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7737084031105042, "Finetune/Loss (Raw)": 0.8256047964096069, "Finetune/Step": 3979, "Finetune/Step Time": 6.2581946067512035}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7711743712425232, "Finetune/Loss (Raw)": 0.5803530216217041, "Finetune/Step": 3980, "Finetune/Step Time": 6.257991449907422}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.772071361541748, "Finetune/Loss (Raw)": 0.8633831739425659, "Finetune/Step": 3981, "Finetune/Step Time": 6.23688080906868}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7718534469604492, "Finetune/Loss (Raw)": 0.7952762842178345, "Finetune/Step": 3982, "Finetune/Step Time": 6.236027646809816}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7740664482116699, "Finetune/Loss (Raw)": 0.791018545627594, "Finetune/Step": 3983, "Finetune/Step Time": 6.223942559212446}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7719687223434448, "Finetune/Loss (Raw)": 0.6359182596206665, "Finetune/Step": 3984, "Finetune/Step Time": 6.244114350527525}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7733585834503174, "Finetune/Loss (Raw)": 0.8393515944480896, "Finetune/Step": 3985, "Finetune/Step Time": 6.225411454215646}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.776211678981781, "Finetune/Loss (Raw)": 0.9542202353477478, "Finetune/Step": 3986, "Finetune/Step Time": 6.2033754494041204}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7742803692817688, "Finetune/Loss (Raw)": 0.709654688835144, "Finetune/Step": 3987, "Finetune/Step Time": 6.210196984931827}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7744678854942322, "Finetune/Loss (Raw)": 0.8417261242866516, "Finetune/Step": 3988, "Finetune/Step Time": 6.213882802054286}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7754170298576355, "Finetune/Loss (Raw)": 0.8680879473686218, "Finetune/Step": 3989, "Finetune/Step Time": 6.211759567260742}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7751579284667969, "Finetune/Loss (Raw)": 0.7993143796920776, "Finetune/Step": 3990, "Finetune/Step Time": 6.213727125898004}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7765851020812988, "Finetune/Loss (Raw)": 0.8474955558776855, "Finetune/Step": 3991, "Finetune/Step Time": 6.206808133050799}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.775470495223999, "Finetune/Loss (Raw)": 0.6649761199951172, "Finetune/Step": 3992, "Finetune/Step Time": 6.21907914429903}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7762709856033325, "Finetune/Loss (Raw)": 0.8136971592903137, "Finetune/Step": 3993, "Finetune/Step Time": 6.193923935294151}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7744283080101013, "Finetune/Loss (Raw)": 0.6866110563278198, "Finetune/Step": 3994, "Finetune/Step Time": 6.201128548011184}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7724556922912598, "Finetune/Loss (Raw)": 0.7305871844291687, "Finetune/Step": 3995, "Finetune/Step Time": 6.201082797721028}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7713553309440613, "Finetune/Loss (Raw)": 0.7154138088226318, "Finetune/Step": 3996, "Finetune/Step Time": 6.19899208843708}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7712593078613281, "Finetune/Loss (Raw)": 0.7127772569656372, "Finetune/Step": 3997, "Finetune/Step Time": 6.1971656158566475}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7726635932922363, "Finetune/Loss (Raw)": 0.8780808448791504, "Finetune/Step": 3998, "Finetune/Step Time": 6.1822806391865015}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7724665403366089, "Finetune/Loss (Raw)": 0.7661076188087463, "Finetune/Step": 3999, "Finetune/Step Time": 6.192551696673036}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7753416299819946, "Finetune/Loss (Raw)": 0.7802205085754395, "Finetune/Step": 4000, "Finetune/Step Time": 6.167210124433041}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7759358882904053, "Finetune/Loss (Raw)": 0.7294171452522278, "Finetune/Step": 4001, "Finetune/Step Time": 6.176350925117731}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7752676010131836, "Finetune/Loss (Raw)": 0.6917884349822998, "Finetune/Step": 4002, "Finetune/Step Time": 6.182286975905299}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7752737998962402, "Finetune/Loss (Raw)": 0.7675013542175293, "Finetune/Step": 4003, "Finetune/Step Time": 6.190335990861058}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7753962874412537, "Finetune/Loss (Raw)": 0.8334642052650452, "Finetune/Step": 4004, "Finetune/Step Time": 6.194012789055705}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7761973142623901, "Finetune/Loss (Raw)": 0.7885607481002808, "Finetune/Step": 4005, "Finetune/Step Time": 6.182575855404139}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7773387432098389, "Finetune/Loss (Raw)": 0.9559010863304138, "Finetune/Step": 4006, "Finetune/Step Time": 6.160320471972227}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7773560285568237, "Finetune/Loss (Raw)": 0.6870784759521484, "Finetune/Step": 4007, "Finetune/Step Time": 6.150232210755348}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.776258647441864, "Finetune/Loss (Raw)": 0.6730785369873047, "Finetune/Step": 4008, "Finetune/Step Time": 6.147314425557852}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7760637998580933, "Finetune/Loss (Raw)": 0.8042745590209961, "Finetune/Step": 4009, "Finetune/Step Time": 6.144949546083808}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7749837636947632, "Finetune/Loss (Raw)": 0.6831454038619995, "Finetune/Step": 4010, "Finetune/Step Time": 6.151419596746564}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7746177911758423, "Finetune/Loss (Raw)": 0.8427625894546509, "Finetune/Step": 4011, "Finetune/Step Time": 6.153226578608155}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7735036611557007, "Finetune/Loss (Raw)": 0.5711330771446228, "Finetune/Step": 4012, "Finetune/Step Time": 6.166035383939743}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7751889824867249, "Finetune/Loss (Raw)": 0.7429318428039551, "Finetune/Step": 4013, "Finetune/Step Time": 6.161504544317722}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7755606174468994, "Finetune/Loss (Raw)": 0.7330407500267029, "Finetune/Step": 4014, "Finetune/Step Time": 6.171303501352668}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7761395573616028, "Finetune/Loss (Raw)": 0.7831436395645142, "Finetune/Step": 4015, "Finetune/Step Time": 6.170005578547716}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7763315439224243, "Finetune/Loss (Raw)": 0.8059543371200562, "Finetune/Step": 4016, "Finetune/Step Time": 6.159626452252269}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7765496969223022, "Finetune/Loss (Raw)": 0.8229649662971497, "Finetune/Step": 4017, "Finetune/Step Time": 6.1512122098356485}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7750898003578186, "Finetune/Loss (Raw)": 0.5936259031295776, "Finetune/Step": 4018, "Finetune/Step Time": 6.184825047850609}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7769737839698792, "Finetune/Loss (Raw)": 0.9254172444343567, "Finetune/Step": 4019, "Finetune/Step Time": 6.168302305042744}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7776724100112915, "Finetune/Loss (Raw)": 0.8861595392227173, "Finetune/Step": 4020, "Finetune/Step Time": 6.173842938616872}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7784382104873657, "Finetune/Loss (Raw)": 0.779152512550354, "Finetune/Step": 4021, "Finetune/Step Time": 6.170373504981399}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7778714895248413, "Finetune/Loss (Raw)": 0.7520946860313416, "Finetune/Step": 4022, "Finetune/Step Time": 6.170550167560577}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7779604196548462, "Finetune/Loss (Raw)": 0.817919909954071, "Finetune/Step": 4023, "Finetune/Step Time": 6.160285618156195}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7786380052566528, "Finetune/Loss (Raw)": 0.8801348805427551, "Finetune/Step": 4024, "Finetune/Step Time": 6.166557360440493}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7784656882286072, "Finetune/Loss (Raw)": 0.7407258749008179, "Finetune/Step": 4025, "Finetune/Step Time": 6.166181392967701}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.779382586479187, "Finetune/Loss (Raw)": 0.8547577857971191, "Finetune/Step": 4026, "Finetune/Step Time": 6.155186370015144}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7792587280273438, "Finetune/Loss (Raw)": 0.8979759216308594, "Finetune/Step": 4027, "Finetune/Step Time": 6.163619916886091}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7790299654006958, "Finetune/Loss (Raw)": 0.734000563621521, "Finetune/Step": 4028, "Finetune/Step Time": 6.151380740106106}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7789229154586792, "Finetune/Loss (Raw)": 0.837782621383667, "Finetune/Step": 4029, "Finetune/Step Time": 6.1506408136337996}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7762980461120605, "Finetune/Loss (Raw)": 0.6042330265045166, "Finetune/Step": 4030, "Finetune/Step Time": 6.169614769518375}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7751517295837402, "Finetune/Loss (Raw)": 0.7417581677436829, "Finetune/Step": 4031, "Finetune/Step Time": 6.170383660122752}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7748576402664185, "Finetune/Loss (Raw)": 0.7386059761047363, "Finetune/Step": 4032, "Finetune/Step Time": 6.16387795470655}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7766408920288086, "Finetune/Loss (Raw)": 0.8591043949127197, "Finetune/Step": 4033, "Finetune/Step Time": 6.155569773167372}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7766920328140259, "Finetune/Loss (Raw)": 0.7760401964187622, "Finetune/Step": 4034, "Finetune/Step Time": 6.122014228254557}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7736339569091797, "Finetune/Loss (Raw)": 0.6509564518928528, "Finetune/Step": 4035, "Finetune/Step Time": 6.124981204047799}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7768428325653076, "Finetune/Loss (Raw)": 0.9880715012550354, "Finetune/Step": 4036, "Finetune/Step Time": 6.112982973456383}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7771995067596436, "Finetune/Loss (Raw)": 0.7043135166168213, "Finetune/Step": 4037, "Finetune/Step Time": 6.116867162287235}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7758935689926147, "Finetune/Loss (Raw)": 0.6919389367103577, "Finetune/Step": 4038, "Finetune/Step Time": 6.133753819391131}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7744582891464233, "Finetune/Loss (Raw)": 0.7604253888130188, "Finetune/Step": 4039, "Finetune/Step Time": 6.148728791624308}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7757675647735596, "Finetune/Loss (Raw)": 0.8549226522445679, "Finetune/Step": 4040, "Finetune/Step Time": 6.14180907420814}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7751646041870117, "Finetune/Loss (Raw)": 0.703891932964325, "Finetune/Step": 4041, "Finetune/Step Time": 6.139079233631492}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.775428831577301, "Finetune/Loss (Raw)": 0.7759101986885071, "Finetune/Step": 4042, "Finetune/Step Time": 6.1465888526290655}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7755271196365356, "Finetune/Loss (Raw)": 0.8506958484649658, "Finetune/Step": 4043, "Finetune/Step Time": 6.148815641179681}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7751177549362183, "Finetune/Loss (Raw)": 0.7788863182067871, "Finetune/Step": 4044, "Finetune/Step Time": 6.141340645030141}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7736680507659912, "Finetune/Loss (Raw)": 0.5519116520881653, "Finetune/Step": 4045, "Finetune/Step Time": 6.1457086484879255}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7723245620727539, "Finetune/Loss (Raw)": 0.71491539478302, "Finetune/Step": 4046, "Finetune/Step Time": 6.142920292913914}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7721728086471558, "Finetune/Loss (Raw)": 0.7364922165870667, "Finetune/Step": 4047, "Finetune/Step Time": 6.144923560321331}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7714218497276306, "Finetune/Loss (Raw)": 0.7059594988822937, "Finetune/Step": 4048, "Finetune/Step Time": 6.1360631082206964}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.771803081035614, "Finetune/Loss (Raw)": 0.6674295663833618, "Finetune/Step": 4049, "Finetune/Step Time": 6.122095819562674}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7708558440208435, "Finetune/Loss (Raw)": 0.7550686001777649, "Finetune/Step": 4050, "Finetune/Step Time": 6.120022214949131}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7724571824073792, "Finetune/Loss (Raw)": 0.7258613705635071, "Finetune/Step": 4051, "Finetune/Step Time": 6.115864245221019}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.771668553352356, "Finetune/Loss (Raw)": 0.7414498329162598, "Finetune/Step": 4052, "Finetune/Step Time": 6.1341687720268965}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7697244882583618, "Finetune/Loss (Raw)": 0.5868172645568848, "Finetune/Step": 4053, "Finetune/Step Time": 6.1515635214746}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7692015767097473, "Finetune/Loss (Raw)": 0.6451212167739868, "Finetune/Step": 4054, "Finetune/Step Time": 6.159497249871492}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7695800065994263, "Finetune/Loss (Raw)": 0.7953203320503235, "Finetune/Step": 4055, "Finetune/Step Time": 6.146610302850604}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7670615911483765, "Finetune/Loss (Raw)": 0.5517013669013977, "Finetune/Step": 4056, "Finetune/Step Time": 6.159643456339836}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7673518657684326, "Finetune/Loss (Raw)": 0.8881364464759827, "Finetune/Step": 4057, "Finetune/Step Time": 6.15651910752058}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7674357295036316, "Finetune/Loss (Raw)": 0.7443529963493347, "Finetune/Step": 4058, "Finetune/Step Time": 6.1514810137450695}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7660022974014282, "Finetune/Loss (Raw)": 0.7077299952507019, "Finetune/Step": 4059, "Finetune/Step Time": 6.161090034991503}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7642192244529724, "Finetune/Loss (Raw)": 0.4626300632953644, "Finetune/Step": 4060, "Finetune/Step Time": 6.162997538223863}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.764628529548645, "Finetune/Loss (Raw)": 0.59969162940979, "Finetune/Step": 4061, "Finetune/Step Time": 6.156433213502169}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7653775811195374, "Finetune/Loss (Raw)": 0.810449481010437, "Finetune/Step": 4062, "Finetune/Step Time": 6.156334236264229}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7639344930648804, "Finetune/Loss (Raw)": 0.5715818405151367, "Finetune/Step": 4063, "Finetune/Step Time": 6.169120196253061}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7621790170669556, "Finetune/Loss (Raw)": 0.6649649739265442, "Finetune/Step": 4064, "Finetune/Step Time": 6.192831227555871}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7608038187026978, "Finetune/Loss (Raw)": 0.6396170854568481, "Finetune/Step": 4065, "Finetune/Step Time": 6.1980075389146805}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7611861228942871, "Finetune/Loss (Raw)": 0.8035585880279541, "Finetune/Step": 4066, "Finetune/Step Time": 6.201000809669495}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7613657116889954, "Finetune/Loss (Raw)": 0.853165864944458, "Finetune/Step": 4067, "Finetune/Step Time": 6.1996642760932446}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7612471580505371, "Finetune/Loss (Raw)": 0.8077730536460876, "Finetune/Step": 4068, "Finetune/Step Time": 6.1991205513477325}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7612853646278381, "Finetune/Loss (Raw)": 0.8634656667709351, "Finetune/Step": 4069, "Finetune/Step Time": 6.20907785743475}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7603529095649719, "Finetune/Loss (Raw)": 0.7543880939483643, "Finetune/Step": 4070, "Finetune/Step Time": 6.20497233979404}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7613241672515869, "Finetune/Loss (Raw)": 0.7423087954521179, "Finetune/Step": 4071, "Finetune/Step Time": 6.210382321849465}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.759941816329956, "Finetune/Loss (Raw)": 0.6674610376358032, "Finetune/Step": 4072, "Finetune/Step Time": 6.217949150130153}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7581886053085327, "Finetune/Loss (Raw)": 0.7641357183456421, "Finetune/Step": 4073, "Finetune/Step Time": 6.2078116945922375}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7591004371643066, "Finetune/Loss (Raw)": 0.8973090052604675, "Finetune/Step": 4074, "Finetune/Step Time": 6.198117546737194}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7586263418197632, "Finetune/Loss (Raw)": 0.747787594795227, "Finetune/Step": 4075, "Finetune/Step Time": 6.190330393612385}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7570642828941345, "Finetune/Loss (Raw)": 0.5909218788146973, "Finetune/Step": 4076, "Finetune/Step Time": 6.1844466757029295}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7564711570739746, "Finetune/Loss (Raw)": 0.7967039346694946, "Finetune/Step": 4077, "Finetune/Step Time": 6.1953519731760025}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7554560303688049, "Finetune/Loss (Raw)": 0.7338984608650208, "Finetune/Step": 4078, "Finetune/Step Time": 6.198422698304057}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7553437948226929, "Finetune/Loss (Raw)": 0.8649017810821533, "Finetune/Step": 4079, "Finetune/Step Time": 6.207633627578616}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7555098533630371, "Finetune/Loss (Raw)": 0.6889703273773193, "Finetune/Step": 4080, "Finetune/Step Time": 6.19527218863368}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7552437782287598, "Finetune/Loss (Raw)": 0.7196075916290283, "Finetune/Step": 4081, "Finetune/Step Time": 6.2105871848762035}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.755093514919281, "Finetune/Loss (Raw)": 0.7209476828575134, "Finetune/Step": 4082, "Finetune/Step Time": 6.206593368202448}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7565733194351196, "Finetune/Loss (Raw)": 0.8639238476753235, "Finetune/Step": 4083, "Finetune/Step Time": 6.199215514585376}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7551652789115906, "Finetune/Loss (Raw)": 0.720385730266571, "Finetune/Step": 4084, "Finetune/Step Time": 6.226680722087622}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7535520792007446, "Finetune/Loss (Raw)": 0.6072413921356201, "Finetune/Step": 4085, "Finetune/Step Time": 6.23457002453506}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7532646059989929, "Finetune/Loss (Raw)": 0.6953282952308655, "Finetune/Step": 4086, "Finetune/Step Time": 6.2413076143711805}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7551990747451782, "Finetune/Loss (Raw)": 0.8868815898895264, "Finetune/Step": 4087, "Finetune/Step Time": 6.251265062019229}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.756314754486084, "Finetune/Loss (Raw)": 0.81730055809021, "Finetune/Step": 4088, "Finetune/Step Time": 6.247471332550049}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7563126087188721, "Finetune/Loss (Raw)": 0.8005275726318359, "Finetune/Step": 4089, "Finetune/Step Time": 6.238548830151558}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7574883699417114, "Finetune/Loss (Raw)": 0.791253387928009, "Finetune/Step": 4090, "Finetune/Step Time": 6.234567441046238}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7568535208702087, "Finetune/Loss (Raw)": 0.7544764876365662, "Finetune/Step": 4091, "Finetune/Step Time": 6.244496824219823}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7564979791641235, "Finetune/Loss (Raw)": 0.7604819536209106, "Finetune/Step": 4092, "Finetune/Step Time": 6.246750865131617}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7572556734085083, "Finetune/Loss (Raw)": 0.8863140940666199, "Finetune/Step": 4093, "Finetune/Step Time": 6.246648702770472}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7597292065620422, "Finetune/Loss (Raw)": 0.9698564410209656, "Finetune/Step": 4094, "Finetune/Step Time": 6.228620966896415}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7589565515518188, "Finetune/Loss (Raw)": 0.690014123916626, "Finetune/Step": 4095, "Finetune/Step Time": 6.232618784531951}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7596167325973511, "Finetune/Loss (Raw)": 0.9100770354270935, "Finetune/Step": 4096, "Finetune/Step Time": 6.237807348370552}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7600185871124268, "Finetune/Loss (Raw)": 0.8475890159606934, "Finetune/Step": 4097, "Finetune/Step Time": 6.226752428337932}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7581250667572021, "Finetune/Loss (Raw)": 0.6013227105140686, "Finetune/Step": 4098, "Finetune/Step Time": 6.2313220258802176}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7572348117828369, "Finetune/Loss (Raw)": 0.7994024753570557, "Finetune/Step": 4099, "Finetune/Step Time": 6.232498440891504}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7583869695663452, "Finetune/Loss (Raw)": 0.9195954203605652, "Finetune/Step": 4100, "Finetune/Step Time": 6.2330656833946705}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7583703398704529, "Finetune/Loss (Raw)": 0.769027829170227, "Finetune/Step": 4101, "Finetune/Step Time": 6.2494965102523565}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.758563756942749, "Finetune/Loss (Raw)": 0.7621126174926758, "Finetune/Step": 4102, "Finetune/Step Time": 6.246819054707885}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7576260566711426, "Finetune/Loss (Raw)": 0.7978115677833557, "Finetune/Step": 4103, "Finetune/Step Time": 6.251129509881139}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7583013772964478, "Finetune/Loss (Raw)": 0.8219203352928162, "Finetune/Step": 4104, "Finetune/Step Time": 6.242885252460837}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7585733532905579, "Finetune/Loss (Raw)": 0.6581196188926697, "Finetune/Step": 4105, "Finetune/Step Time": 6.2388155199587345}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7606943845748901, "Finetune/Loss (Raw)": 0.7578964233398438, "Finetune/Step": 4106, "Finetune/Step Time": 6.240013383328915}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7599806785583496, "Finetune/Loss (Raw)": 0.7342404127120972, "Finetune/Step": 4107, "Finetune/Step Time": 6.239497764036059}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7620280981063843, "Finetune/Loss (Raw)": 0.8424218893051147, "Finetune/Step": 4108, "Finetune/Step Time": 6.241731572896242}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7610204219818115, "Finetune/Loss (Raw)": 0.7344081997871399, "Finetune/Step": 4109, "Finetune/Step Time": 6.249219309538603}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7607484459877014, "Finetune/Loss (Raw)": 0.7604597210884094, "Finetune/Step": 4110, "Finetune/Step Time": 6.256187183782458}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7617567777633667, "Finetune/Loss (Raw)": 0.9200902581214905, "Finetune/Step": 4111, "Finetune/Step Time": 6.259341347962618}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7614059448242188, "Finetune/Loss (Raw)": 0.5910071134567261, "Finetune/Step": 4112, "Finetune/Step Time": 6.295504100620747}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.759877622127533, "Finetune/Loss (Raw)": 0.6437289714813232, "Finetune/Step": 4113, "Finetune/Step Time": 6.342654278501868}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7586722373962402, "Finetune/Loss (Raw)": 0.7999270558357239, "Finetune/Step": 4114, "Finetune/Step Time": 6.3419254664331675}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.75948166847229, "Finetune/Loss (Raw)": 0.8132585883140564, "Finetune/Step": 4115, "Finetune/Step Time": 6.338447084650397}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7569012641906738, "Finetune/Loss (Raw)": 0.5114354491233826, "Finetune/Step": 4116, "Finetune/Step Time": 6.348098758608103}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.755075216293335, "Finetune/Loss (Raw)": 0.6343584656715393, "Finetune/Step": 4117, "Finetune/Step Time": 6.35447746142745}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7562867403030396, "Finetune/Loss (Raw)": 0.9543858766555786, "Finetune/Step": 4118, "Finetune/Step Time": 6.35199654661119}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7568542957305908, "Finetune/Loss (Raw)": 0.920142650604248, "Finetune/Step": 4119, "Finetune/Step Time": 6.3500209134072065}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.757170557975769, "Finetune/Loss (Raw)": 0.7054582834243774, "Finetune/Step": 4120, "Finetune/Step Time": 6.346638087183237}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7572082281112671, "Finetune/Loss (Raw)": 0.8185210227966309, "Finetune/Step": 4121, "Finetune/Step Time": 6.3495077565312386}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7572968602180481, "Finetune/Loss (Raw)": 0.6979539394378662, "Finetune/Step": 4122, "Finetune/Step Time": 6.349350690841675}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.758957028388977, "Finetune/Loss (Raw)": 0.9430904388427734, "Finetune/Step": 4123, "Finetune/Step Time": 6.351050056517124}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7577553987503052, "Finetune/Loss (Raw)": 0.5616053938865662, "Finetune/Step": 4124, "Finetune/Step Time": 6.3520061783492565}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7585259675979614, "Finetune/Loss (Raw)": 0.8114127516746521, "Finetune/Step": 4125, "Finetune/Step Time": 6.355525264516473}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7581827640533447, "Finetune/Loss (Raw)": 0.8341465592384338, "Finetune/Step": 4126, "Finetune/Step Time": 6.354093829169869}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7584854364395142, "Finetune/Loss (Raw)": 0.8048552870750427, "Finetune/Step": 4127, "Finetune/Step Time": 6.339664086699486}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.758353590965271, "Finetune/Loss (Raw)": 0.7633403539657593, "Finetune/Step": 4128, "Finetune/Step Time": 6.337688505649567}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7587906122207642, "Finetune/Loss (Raw)": 0.7853530645370483, "Finetune/Step": 4129, "Finetune/Step Time": 6.322963107377291}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7594805955886841, "Finetune/Loss (Raw)": 0.780109703540802, "Finetune/Step": 4130, "Finetune/Step Time": 6.3163349367678165}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7597302198410034, "Finetune/Loss (Raw)": 0.7994498610496521, "Finetune/Step": 4131, "Finetune/Step Time": 6.31061053276062}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7595863342285156, "Finetune/Loss (Raw)": 0.8150532245635986, "Finetune/Step": 4132, "Finetune/Step Time": 6.3149511478841305}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7590566277503967, "Finetune/Loss (Raw)": 0.7207539081573486, "Finetune/Step": 4133, "Finetune/Step Time": 6.320384072139859}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7573086023330688, "Finetune/Loss (Raw)": 0.7321516275405884, "Finetune/Step": 4134, "Finetune/Step Time": 6.332367666065693}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7574446201324463, "Finetune/Loss (Raw)": 0.7044943571090698, "Finetune/Step": 4135, "Finetune/Step Time": 6.3134961780160666}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7580057382583618, "Finetune/Loss (Raw)": 0.7448983192443848, "Finetune/Step": 4136, "Finetune/Step Time": 6.315374432131648}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7571215629577637, "Finetune/Loss (Raw)": 0.6911062002182007, "Finetune/Step": 4137, "Finetune/Step Time": 6.310869099572301}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7584488391876221, "Finetune/Loss (Raw)": 0.8530257940292358, "Finetune/Step": 4138, "Finetune/Step Time": 6.3010029178112745}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7574962377548218, "Finetune/Loss (Raw)": 0.7208391427993774, "Finetune/Step": 4139, "Finetune/Step Time": 6.29407555796206}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.758693277835846, "Finetune/Loss (Raw)": 0.7243468761444092, "Finetune/Step": 4140, "Finetune/Step Time": 6.286264173686504}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7584009766578674, "Finetune/Loss (Raw)": 0.7055233716964722, "Finetune/Step": 4141, "Finetune/Step Time": 6.298946298658848}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7582595944404602, "Finetune/Loss (Raw)": 0.7149400115013123, "Finetune/Step": 4142, "Finetune/Step Time": 6.280895121395588}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7578575611114502, "Finetune/Loss (Raw)": 0.7316884398460388, "Finetune/Step": 4143, "Finetune/Step Time": 6.279932629317045}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7560513019561768, "Finetune/Loss (Raw)": 0.5747418403625488, "Finetune/Step": 4144, "Finetune/Step Time": 6.297619258984923}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7547641396522522, "Finetune/Loss (Raw)": 0.6582120060920715, "Finetune/Step": 4145, "Finetune/Step Time": 6.315902153030038}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7566524147987366, "Finetune/Loss (Raw)": 0.8353264927864075, "Finetune/Step": 4146, "Finetune/Step Time": 6.281025754287839}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7556163668632507, "Finetune/Loss (Raw)": 0.7928012013435364, "Finetune/Step": 4147, "Finetune/Step Time": 6.2859594989567995}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7552573680877686, "Finetune/Loss (Raw)": 0.8402084708213806, "Finetune/Step": 4148, "Finetune/Step Time": 6.288816709071398}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7551772594451904, "Finetune/Loss (Raw)": 0.7688958644866943, "Finetune/Step": 4149, "Finetune/Step Time": 6.271836891770363}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7543021440505981, "Finetune/Loss (Raw)": 0.6400918960571289, "Finetune/Step": 4150, "Finetune/Step Time": 6.292215999215841}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7540457248687744, "Finetune/Loss (Raw)": 0.7850924134254456, "Finetune/Step": 4151, "Finetune/Step Time": 6.297328311949968}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7532428503036499, "Finetune/Loss (Raw)": 0.777370274066925, "Finetune/Step": 4152, "Finetune/Step Time": 6.298461638391018}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7532753944396973, "Finetune/Loss (Raw)": 0.744889497756958, "Finetune/Step": 4153, "Finetune/Step Time": 6.305741034448147}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7527798414230347, "Finetune/Loss (Raw)": 0.7913278341293335, "Finetune/Step": 4154, "Finetune/Step Time": 6.309049105271697}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7513650059700012, "Finetune/Loss (Raw)": 0.7168728113174438, "Finetune/Step": 4155, "Finetune/Step Time": 6.30118528008461}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7509600520133972, "Finetune/Loss (Raw)": 0.6821639537811279, "Finetune/Step": 4156, "Finetune/Step Time": 6.302395576611161}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7513567805290222, "Finetune/Loss (Raw)": 0.8885698318481445, "Finetune/Step": 4157, "Finetune/Step Time": 6.301059661433101}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7527381181716919, "Finetune/Loss (Raw)": 0.7810457944869995, "Finetune/Step": 4158, "Finetune/Step Time": 6.287801116704941}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7536253929138184, "Finetune/Loss (Raw)": 0.8553258776664734, "Finetune/Step": 4159, "Finetune/Step Time": 6.298619141802192}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7548816204071045, "Finetune/Loss (Raw)": 0.8993966579437256, "Finetune/Step": 4160, "Finetune/Step Time": 6.295107966288924}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7544472217559814, "Finetune/Loss (Raw)": 0.8035092949867249, "Finetune/Step": 4161, "Finetune/Step Time": 6.290853921324015}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7555281519889832, "Finetune/Loss (Raw)": 0.9144001603126526, "Finetune/Step": 4162, "Finetune/Step Time": 6.292412959039211}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7552844882011414, "Finetune/Loss (Raw)": 0.6197647452354431, "Finetune/Step": 4163, "Finetune/Step Time": 6.301619607955217}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7512167692184448, "Finetune/Loss (Raw)": 0.46740299463272095, "Finetune/Step": 4164, "Finetune/Step Time": 6.312078608199954}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7526930570602417, "Finetune/Loss (Raw)": 0.8932759165763855, "Finetune/Step": 4165, "Finetune/Step Time": 6.306423857808113}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7541080117225647, "Finetune/Loss (Raw)": 0.8730589151382446, "Finetune/Step": 4166, "Finetune/Step Time": 6.285325199365616}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7537761330604553, "Finetune/Loss (Raw)": 0.7179431319236755, "Finetune/Step": 4167, "Finetune/Step Time": 6.2744941879063845}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7519502639770508, "Finetune/Loss (Raw)": 0.6212118864059448, "Finetune/Step": 4168, "Finetune/Step Time": 6.2730858121067286}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7517150640487671, "Finetune/Loss (Raw)": 0.6737837195396423, "Finetune/Step": 4169, "Finetune/Step Time": 6.292987875640392}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7507119178771973, "Finetune/Loss (Raw)": 0.6475052833557129, "Finetune/Step": 4170, "Finetune/Step Time": 6.287616550922394}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7504041790962219, "Finetune/Loss (Raw)": 0.8113107085227966, "Finetune/Step": 4171, "Finetune/Step Time": 6.28792485781014}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7503843903541565, "Finetune/Loss (Raw)": 0.7763456702232361, "Finetune/Step": 4172, "Finetune/Step Time": 6.30337743088603}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7519327998161316, "Finetune/Loss (Raw)": 0.750116765499115, "Finetune/Step": 4173, "Finetune/Step Time": 6.287630561739206}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7519059181213379, "Finetune/Loss (Raw)": 0.7114754915237427, "Finetune/Step": 4174, "Finetune/Step Time": 6.307905877009034}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7517393827438354, "Finetune/Loss (Raw)": 0.7151685357093811, "Finetune/Step": 4175, "Finetune/Step Time": 6.302238300442696}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7520208358764648, "Finetune/Loss (Raw)": 0.741985023021698, "Finetune/Step": 4176, "Finetune/Step Time": 6.292275458574295}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7531565427780151, "Finetune/Loss (Raw)": 0.8128060698509216, "Finetune/Step": 4177, "Finetune/Step Time": 6.301259573549032}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7539092302322388, "Finetune/Loss (Raw)": 0.8514127731323242, "Finetune/Step": 4178, "Finetune/Step Time": 6.306798484176397}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.754062294960022, "Finetune/Loss (Raw)": 0.7454525828361511, "Finetune/Step": 4179, "Finetune/Step Time": 6.31556966714561}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7548771500587463, "Finetune/Loss (Raw)": 0.8457496762275696, "Finetune/Step": 4180, "Finetune/Step Time": 6.300721395760775}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7562311291694641, "Finetune/Loss (Raw)": 0.7601262927055359, "Finetune/Step": 4181, "Finetune/Step Time": 6.28380586206913}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7554559111595154, "Finetune/Loss (Raw)": 0.5458946824073792, "Finetune/Step": 4182, "Finetune/Step Time": 6.283759770914912}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7558522820472717, "Finetune/Loss (Raw)": 0.8460579514503479, "Finetune/Step": 4183, "Finetune/Step Time": 6.283880481496453}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7574576139450073, "Finetune/Loss (Raw)": 0.7571821212768555, "Finetune/Step": 4184, "Finetune/Step Time": 6.267191221937537}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7572156190872192, "Finetune/Loss (Raw)": 0.857157289981842, "Finetune/Step": 4185, "Finetune/Step Time": 6.269941728562117}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7583122253417969, "Finetune/Loss (Raw)": 0.8847231268882751, "Finetune/Step": 4186, "Finetune/Step Time": 6.278938425704837}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7583816051483154, "Finetune/Loss (Raw)": 0.7166059613227844, "Finetune/Step": 4187, "Finetune/Step Time": 6.271088436245918}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7595497965812683, "Finetune/Loss (Raw)": 0.612160861492157, "Finetune/Step": 4188, "Finetune/Step Time": 6.2633321192115545}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.760798454284668, "Finetune/Loss (Raw)": 0.7595276832580566, "Finetune/Step": 4189, "Finetune/Step Time": 6.25105413235724}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7588252425193787, "Finetune/Loss (Raw)": 0.5578763484954834, "Finetune/Step": 4190, "Finetune/Step Time": 6.25118937343359}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7603841423988342, "Finetune/Loss (Raw)": 0.7711172103881836, "Finetune/Step": 4191, "Finetune/Step Time": 6.234217196702957}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7624713778495789, "Finetune/Loss (Raw)": 0.9321287870407104, "Finetune/Step": 4192, "Finetune/Step Time": 6.211096379905939}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7620869874954224, "Finetune/Loss (Raw)": 0.5904183387756348, "Finetune/Step": 4193, "Finetune/Step Time": 6.224199967458844}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.762287437915802, "Finetune/Loss (Raw)": 0.8292165994644165, "Finetune/Step": 4194, "Finetune/Step Time": 6.225799674168229}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.762304425239563, "Finetune/Loss (Raw)": 0.8553372621536255, "Finetune/Step": 4195, "Finetune/Step Time": 6.227307276800275}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7617529630661011, "Finetune/Loss (Raw)": 0.7371854782104492, "Finetune/Step": 4196, "Finetune/Step Time": 6.227535715326667}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7586542367935181, "Finetune/Loss (Raw)": 0.4668318033218384, "Finetune/Step": 4197, "Finetune/Step Time": 6.237064877524972}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7594920992851257, "Finetune/Loss (Raw)": 0.8616335391998291, "Finetune/Step": 4198, "Finetune/Step Time": 6.235735705122352}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7608717679977417, "Finetune/Loss (Raw)": 0.9189109206199646, "Finetune/Step": 4199, "Finetune/Step Time": 6.2101756837219}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7619757652282715, "Finetune/Loss (Raw)": 0.8087700009346008, "Finetune/Step": 4200, "Finetune/Step Time": 6.207505816593766}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7615525722503662, "Finetune/Loss (Raw)": 0.7099634408950806, "Finetune/Step": 4201, "Finetune/Step Time": 6.213832303881645}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7606147527694702, "Finetune/Loss (Raw)": 0.7772670388221741, "Finetune/Step": 4202, "Finetune/Step Time": 6.2172202710062265}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7604620456695557, "Finetune/Loss (Raw)": 0.7282452583312988, "Finetune/Step": 4203, "Finetune/Step Time": 6.21877752058208}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.761425793170929, "Finetune/Loss (Raw)": 0.7142812013626099, "Finetune/Step": 4204, "Finetune/Step Time": 6.203690264374018}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7614544630050659, "Finetune/Loss (Raw)": 0.8003747463226318, "Finetune/Step": 4205, "Finetune/Step Time": 6.189823063090444}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7613599300384521, "Finetune/Loss (Raw)": 0.721800684928894, "Finetune/Step": 4206, "Finetune/Step Time": 6.185357052832842}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7609226703643799, "Finetune/Loss (Raw)": 0.8089271187782288, "Finetune/Step": 4207, "Finetune/Step Time": 6.190416071563959}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7615832090377808, "Finetune/Loss (Raw)": 0.7735200524330139, "Finetune/Step": 4208, "Finetune/Step Time": 6.184723069891334}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.763224184513092, "Finetune/Loss (Raw)": 0.9296554923057556, "Finetune/Step": 4209, "Finetune/Step Time": 6.167963087558746}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.763670027256012, "Finetune/Loss (Raw)": 0.7780128717422485, "Finetune/Step": 4210, "Finetune/Step Time": 6.174831852316856}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7632666826248169, "Finetune/Loss (Raw)": 0.8122944831848145, "Finetune/Step": 4211, "Finetune/Step Time": 6.176361760124564}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7629008293151855, "Finetune/Loss (Raw)": 0.6735618710517883, "Finetune/Step": 4212, "Finetune/Step Time": 6.1455089040100574}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7632297277450562, "Finetune/Loss (Raw)": 0.6493380069732666, "Finetune/Step": 4213, "Finetune/Step Time": 6.143932800740004}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7639272212982178, "Finetune/Loss (Raw)": 0.7846036553382874, "Finetune/Step": 4214, "Finetune/Step Time": 6.137737218290567}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7625579833984375, "Finetune/Loss (Raw)": 0.711630642414093, "Finetune/Step": 4215, "Finetune/Step Time": 6.140747470781207}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7625161409378052, "Finetune/Loss (Raw)": 0.8119288682937622, "Finetune/Step": 4216, "Finetune/Step Time": 6.138983888551593}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.762750506401062, "Finetune/Loss (Raw)": 0.830536961555481, "Finetune/Step": 4217, "Finetune/Step Time": 6.139424601569772}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7625095844268799, "Finetune/Loss (Raw)": 0.7604115605354309, "Finetune/Step": 4218, "Finetune/Step Time": 6.1367664616554976}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7611229419708252, "Finetune/Loss (Raw)": 0.5769826769828796, "Finetune/Step": 4219, "Finetune/Step Time": 6.133174169808626}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7615281939506531, "Finetune/Loss (Raw)": 0.8123582005500793, "Finetune/Step": 4220, "Finetune/Step Time": 6.136026505380869}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7616294026374817, "Finetune/Loss (Raw)": 0.8992629647254944, "Finetune/Step": 4221, "Finetune/Step Time": 6.128374909982085}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7604508399963379, "Finetune/Loss (Raw)": 0.8189975619316101, "Finetune/Step": 4222, "Finetune/Step Time": 6.12873625010252}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7617907524108887, "Finetune/Loss (Raw)": 0.8615376949310303, "Finetune/Step": 4223, "Finetune/Step Time": 6.1237188298255205}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7603267431259155, "Finetune/Loss (Raw)": 0.7226728796958923, "Finetune/Step": 4224, "Finetune/Step Time": 6.125108798965812}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7591724395751953, "Finetune/Loss (Raw)": 0.6998421549797058, "Finetune/Step": 4225, "Finetune/Step Time": 6.121040936559439}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7612650394439697, "Finetune/Loss (Raw)": 0.869174599647522, "Finetune/Step": 4226, "Finetune/Step Time": 6.116355814039707}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.762683093547821, "Finetune/Loss (Raw)": 0.9809150099754333, "Finetune/Step": 4227, "Finetune/Step Time": 6.117369635030627}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7616750001907349, "Finetune/Loss (Raw)": 0.7905596494674683, "Finetune/Step": 4228, "Finetune/Step Time": 6.119519382715225}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7622844576835632, "Finetune/Loss (Raw)": 0.8470388650894165, "Finetune/Step": 4229, "Finetune/Step Time": 6.1079596765339375}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7605723142623901, "Finetune/Loss (Raw)": 0.5429549217224121, "Finetune/Step": 4230, "Finetune/Step Time": 6.122292879968882}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7585313320159912, "Finetune/Loss (Raw)": 0.5365651845932007, "Finetune/Step": 4231, "Finetune/Step Time": 6.1592290829867125}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7581807971000671, "Finetune/Loss (Raw)": 0.7770540118217468, "Finetune/Step": 4232, "Finetune/Step Time": 6.1649814657866955}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7580254077911377, "Finetune/Loss (Raw)": 0.6382251381874084, "Finetune/Step": 4233, "Finetune/Step Time": 6.169951759278774}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7596191167831421, "Finetune/Loss (Raw)": 0.9618984460830688, "Finetune/Step": 4234, "Finetune/Step Time": 6.169828671962023}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7603273391723633, "Finetune/Loss (Raw)": 0.8248876929283142, "Finetune/Step": 4235, "Finetune/Step Time": 6.171996969729662}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7587200403213501, "Finetune/Loss (Raw)": 0.6366954445838928, "Finetune/Step": 4236, "Finetune/Step Time": 6.176181361079216}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7601177096366882, "Finetune/Loss (Raw)": 0.9133012294769287, "Finetune/Step": 4237, "Finetune/Step Time": 6.171700168401003}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.760954737663269, "Finetune/Loss (Raw)": 0.8676050901412964, "Finetune/Step": 4238, "Finetune/Step Time": 6.162033783271909}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7601937651634216, "Finetune/Loss (Raw)": 0.82268226146698, "Finetune/Step": 4239, "Finetune/Step Time": 6.161209914833307}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7615505456924438, "Finetune/Loss (Raw)": 0.7646729946136475, "Finetune/Step": 4240, "Finetune/Step Time": 6.105060778558254}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7627851963043213, "Finetune/Loss (Raw)": 0.8017640113830566, "Finetune/Step": 4241, "Finetune/Step Time": 6.058318646624684}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7632018327713013, "Finetune/Loss (Raw)": 0.8532556295394897, "Finetune/Step": 4242, "Finetune/Step Time": 6.059469508007169}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7626362442970276, "Finetune/Loss (Raw)": 0.7408662438392639, "Finetune/Step": 4243, "Finetune/Step Time": 6.074617698788643}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7650063633918762, "Finetune/Loss (Raw)": 0.8148117661476135, "Finetune/Step": 4244, "Finetune/Step Time": 6.063655134290457}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7663261890411377, "Finetune/Loss (Raw)": 0.803292453289032, "Finetune/Step": 4245, "Finetune/Step Time": 6.064393805339932}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7645742893218994, "Finetune/Loss (Raw)": 0.7301401495933533, "Finetune/Step": 4246, "Finetune/Step Time": 6.091159263625741}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7638663053512573, "Finetune/Loss (Raw)": 0.8295229077339172, "Finetune/Step": 4247, "Finetune/Step Time": 6.092982383444905}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7635314464569092, "Finetune/Loss (Raw)": 0.662599503993988, "Finetune/Step": 4248, "Finetune/Step Time": 6.103379588574171}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7637647986412048, "Finetune/Loss (Raw)": 0.8483887314796448, "Finetune/Step": 4249, "Finetune/Step Time": 6.099661337211728}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7628336548805237, "Finetune/Loss (Raw)": 0.5787671804428101, "Finetune/Step": 4250, "Finetune/Step Time": 6.096295626834035}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7607739567756653, "Finetune/Loss (Raw)": 0.6794485449790955, "Finetune/Step": 4251, "Finetune/Step Time": 6.095393879339099}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7640620470046997, "Finetune/Loss (Raw)": 0.9824907183647156, "Finetune/Step": 4252, "Finetune/Step Time": 6.0980274602770805}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7619947195053101, "Finetune/Loss (Raw)": 0.5467831492424011, "Finetune/Step": 4253, "Finetune/Step Time": 6.113891938701272}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7592933177947998, "Finetune/Loss (Raw)": 0.4883745312690735, "Finetune/Step": 4254, "Finetune/Step Time": 6.120547896251082}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7583764791488647, "Finetune/Loss (Raw)": 0.687493085861206, "Finetune/Step": 4255, "Finetune/Step Time": 6.125744787976146}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7586406469345093, "Finetune/Loss (Raw)": 0.79715496301651, "Finetune/Step": 4256, "Finetune/Step Time": 6.136513853445649}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7589247226715088, "Finetune/Loss (Raw)": 0.8217127323150635, "Finetune/Step": 4257, "Finetune/Step Time": 6.138313313946128}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7576267719268799, "Finetune/Loss (Raw)": 0.6139751672744751, "Finetune/Step": 4258, "Finetune/Step Time": 6.140182498842478}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7583776712417603, "Finetune/Loss (Raw)": 0.8955665826797485, "Finetune/Step": 4259, "Finetune/Step Time": 6.144098840653896}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7578723430633545, "Finetune/Loss (Raw)": 0.7503733038902283, "Finetune/Step": 4260, "Finetune/Step Time": 6.140243377536535}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7585476636886597, "Finetune/Loss (Raw)": 0.8071974515914917, "Finetune/Step": 4261, "Finetune/Step Time": 6.13671076670289}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7587034702301025, "Finetune/Loss (Raw)": 0.7520861029624939, "Finetune/Step": 4262, "Finetune/Step Time": 6.1282502971589565}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7604683637619019, "Finetune/Loss (Raw)": 0.9303997755050659, "Finetune/Step": 4263, "Finetune/Step Time": 6.126891698688269}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7595361471176147, "Finetune/Loss (Raw)": 0.6255754828453064, "Finetune/Step": 4264, "Finetune/Step Time": 6.1340588722378016}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7596340179443359, "Finetune/Loss (Raw)": 0.703639030456543, "Finetune/Step": 4265, "Finetune/Step Time": 6.1407057121396065}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7601433992385864, "Finetune/Loss (Raw)": 0.9182201027870178, "Finetune/Step": 4266, "Finetune/Step Time": 6.138933947309852}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7595045566558838, "Finetune/Loss (Raw)": 0.6390679478645325, "Finetune/Step": 4267, "Finetune/Step Time": 6.158672286197543}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7593686580657959, "Finetune/Loss (Raw)": 0.7069588899612427, "Finetune/Step": 4268, "Finetune/Step Time": 6.153241030871868}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7581737637519836, "Finetune/Loss (Raw)": 0.5525749921798706, "Finetune/Step": 4269, "Finetune/Step Time": 6.161322956904769}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7586734294891357, "Finetune/Loss (Raw)": 0.7788934111595154, "Finetune/Step": 4270, "Finetune/Step Time": 6.170769941061735}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7581099271774292, "Finetune/Loss (Raw)": 0.6595595479011536, "Finetune/Step": 4271, "Finetune/Step Time": 6.1909359488636255}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.76009202003479, "Finetune/Loss (Raw)": 0.8284454941749573, "Finetune/Step": 4272, "Finetune/Step Time": 6.174217622727156}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7603175044059753, "Finetune/Loss (Raw)": 0.6870836019515991, "Finetune/Step": 4273, "Finetune/Step Time": 6.154819525778294}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7596967220306396, "Finetune/Loss (Raw)": 0.755856990814209, "Finetune/Step": 4274, "Finetune/Step Time": 6.159736780449748}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7585198283195496, "Finetune/Loss (Raw)": 0.6421687006950378, "Finetune/Step": 4275, "Finetune/Step Time": 6.168373446911573}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7584121823310852, "Finetune/Loss (Raw)": 0.8264266848564148, "Finetune/Step": 4276, "Finetune/Step Time": 6.1594755705446005}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7580056190490723, "Finetune/Loss (Raw)": 0.7168535590171814, "Finetune/Step": 4277, "Finetune/Step Time": 6.176299063488841}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7597817182540894, "Finetune/Loss (Raw)": 0.8674286603927612, "Finetune/Step": 4278, "Finetune/Step Time": 6.153975592926145}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7591850161552429, "Finetune/Loss (Raw)": 0.7087194323539734, "Finetune/Step": 4279, "Finetune/Step Time": 6.152669873088598}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7597061395645142, "Finetune/Loss (Raw)": 0.8440753221511841, "Finetune/Step": 4280, "Finetune/Step Time": 6.148116614669561}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7610153555870056, "Finetune/Loss (Raw)": 0.9124736189842224, "Finetune/Step": 4281, "Finetune/Step Time": 6.150437138974667}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.761337161064148, "Finetune/Loss (Raw)": 0.832510232925415, "Finetune/Step": 4282, "Finetune/Step Time": 6.148496180772781}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7617443799972534, "Finetune/Loss (Raw)": 0.7690020203590393, "Finetune/Step": 4283, "Finetune/Step Time": 6.150525318458676}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7626523971557617, "Finetune/Loss (Raw)": 0.7983877658843994, "Finetune/Step": 4284, "Finetune/Step Time": 6.148831382393837}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7604091167449951, "Finetune/Loss (Raw)": 0.6014267206192017, "Finetune/Step": 4285, "Finetune/Step Time": 6.184958193451166}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7602637410163879, "Finetune/Loss (Raw)": 0.7624392509460449, "Finetune/Step": 4286, "Finetune/Step Time": 6.179140878841281}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7599464654922485, "Finetune/Loss (Raw)": 0.8147196173667908, "Finetune/Step": 4287, "Finetune/Step Time": 6.170700967311859}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7599843144416809, "Finetune/Loss (Raw)": 0.904236376285553, "Finetune/Step": 4288, "Finetune/Step Time": 6.180726446211338}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7594688534736633, "Finetune/Loss (Raw)": 0.7375337481498718, "Finetune/Step": 4289, "Finetune/Step Time": 6.1831721644848585}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7591628432273865, "Finetune/Loss (Raw)": 0.8752270936965942, "Finetune/Step": 4290, "Finetune/Step Time": 6.181449877098203}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.761165201663971, "Finetune/Loss (Raw)": 0.8760713338851929, "Finetune/Step": 4291, "Finetune/Step Time": 6.170345718041062}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7640904188156128, "Finetune/Loss (Raw)": 0.8418264985084534, "Finetune/Step": 4292, "Finetune/Step Time": 6.168609507381916}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7635232210159302, "Finetune/Loss (Raw)": 0.8206714987754822, "Finetune/Step": 4293, "Finetune/Step Time": 6.175126634538174}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7626465559005737, "Finetune/Loss (Raw)": 0.7608516812324524, "Finetune/Step": 4294, "Finetune/Step Time": 6.1927390564233065}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7618200778961182, "Finetune/Loss (Raw)": 0.6121524572372437, "Finetune/Step": 4295, "Finetune/Step Time": 6.210290504619479}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7641853094100952, "Finetune/Loss (Raw)": 0.9239577054977417, "Finetune/Step": 4296, "Finetune/Step Time": 6.207868851721287}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.765580952167511, "Finetune/Loss (Raw)": 0.8524340391159058, "Finetune/Step": 4297, "Finetune/Step Time": 6.188503868877888}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7652456760406494, "Finetune/Loss (Raw)": 0.6045850515365601, "Finetune/Step": 4298, "Finetune/Step Time": 6.18228017911315}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7653905153274536, "Finetune/Loss (Raw)": 0.8298527002334595, "Finetune/Step": 4299, "Finetune/Step Time": 6.187710095196962}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.766299843788147, "Finetune/Loss (Raw)": 0.8927356600761414, "Finetune/Step": 4300, "Finetune/Step Time": 6.177859848365188}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7653205394744873, "Finetune/Loss (Raw)": 0.6247637271881104, "Finetune/Step": 4301, "Finetune/Step Time": 6.194880113005638}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7666705846786499, "Finetune/Loss (Raw)": 0.8842862844467163, "Finetune/Step": 4302, "Finetune/Step Time": 6.180214036256075}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7681136131286621, "Finetune/Loss (Raw)": 0.899877667427063, "Finetune/Step": 4303, "Finetune/Step Time": 6.179821230471134}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7672452926635742, "Finetune/Loss (Raw)": 0.6308428049087524, "Finetune/Step": 4304, "Finetune/Step Time": 6.190808795392513}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7660013437271118, "Finetune/Loss (Raw)": 0.6535800695419312, "Finetune/Step": 4305, "Finetune/Step Time": 6.183769591152668}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7650251388549805, "Finetune/Loss (Raw)": 0.7264544367790222, "Finetune/Step": 4306, "Finetune/Step Time": 6.186554620042443}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7637357711791992, "Finetune/Loss (Raw)": 0.5804136991500854, "Finetune/Step": 4307, "Finetune/Step Time": 6.176716107875109}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7624667882919312, "Finetune/Loss (Raw)": 0.6833183169364929, "Finetune/Step": 4308, "Finetune/Step Time": 6.175462245941162}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7624033093452454, "Finetune/Loss (Raw)": 0.7520003914833069, "Finetune/Step": 4309, "Finetune/Step Time": 6.178327513858676}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7631547451019287, "Finetune/Loss (Raw)": 0.6420800089836121, "Finetune/Step": 4310, "Finetune/Step Time": 6.192168299108744}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7626895904541016, "Finetune/Loss (Raw)": 0.7865219712257385, "Finetune/Step": 4311, "Finetune/Step Time": 6.19502516835928}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7634313106536865, "Finetune/Loss (Raw)": 0.8521251678466797, "Finetune/Step": 4312, "Finetune/Step Time": 6.199644757434726}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.763835072517395, "Finetune/Loss (Raw)": 0.9088362455368042, "Finetune/Step": 4313, "Finetune/Step Time": 6.206304732710123}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.763592541217804, "Finetune/Loss (Raw)": 0.8536763787269592, "Finetune/Step": 4314, "Finetune/Step Time": 6.201172551140189}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7639039158821106, "Finetune/Loss (Raw)": 0.7564617991447449, "Finetune/Step": 4315, "Finetune/Step Time": 6.199134798720479}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7644922733306885, "Finetune/Loss (Raw)": 0.6874780654907227, "Finetune/Step": 4316, "Finetune/Step Time": 6.202458446845412}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7645690441131592, "Finetune/Loss (Raw)": 0.7693508863449097, "Finetune/Step": 4317, "Finetune/Step Time": 6.202383812516928}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7650488615036011, "Finetune/Loss (Raw)": 0.6192880272865295, "Finetune/Step": 4318, "Finetune/Step Time": 6.205509984865785}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7636799216270447, "Finetune/Loss (Raw)": 0.5958902835845947, "Finetune/Step": 4319, "Finetune/Step Time": 6.2096354607492685}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7621245384216309, "Finetune/Loss (Raw)": 0.7330503463745117, "Finetune/Step": 4320, "Finetune/Step Time": 6.212145948782563}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.762167751789093, "Finetune/Loss (Raw)": 0.5959451198577881, "Finetune/Step": 4321, "Finetune/Step Time": 6.201623309403658}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7626346945762634, "Finetune/Loss (Raw)": 0.8889825940132141, "Finetune/Step": 4322, "Finetune/Step Time": 6.201811067759991}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7605681419372559, "Finetune/Loss (Raw)": 0.5908183455467224, "Finetune/Step": 4323, "Finetune/Step Time": 6.199086437001824}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7607899904251099, "Finetune/Loss (Raw)": 0.7655823826789856, "Finetune/Step": 4324, "Finetune/Step Time": 6.198746223002672}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7611429691314697, "Finetune/Loss (Raw)": 0.512010395526886, "Finetune/Step": 4325, "Finetune/Step Time": 6.201140584424138}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7594342827796936, "Finetune/Loss (Raw)": 0.6429234743118286, "Finetune/Step": 4326, "Finetune/Step Time": 6.206247800961137}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7563212513923645, "Finetune/Loss (Raw)": 0.5204456448554993, "Finetune/Step": 4327, "Finetune/Step Time": 6.2203238401561975}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.755812406539917, "Finetune/Loss (Raw)": 0.7436427474021912, "Finetune/Step": 4328, "Finetune/Step Time": 6.228034898638725}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7564539909362793, "Finetune/Loss (Raw)": 0.7920795679092407, "Finetune/Step": 4329, "Finetune/Step Time": 6.2217224929481745}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7569994330406189, "Finetune/Loss (Raw)": 0.8470821976661682, "Finetune/Step": 4330, "Finetune/Step Time": 6.2211956568062305}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7578940987586975, "Finetune/Loss (Raw)": 0.8427642583847046, "Finetune/Step": 4331, "Finetune/Step Time": 6.218929961323738}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7586537599563599, "Finetune/Loss (Raw)": 0.8115224242210388, "Finetune/Step": 4332, "Finetune/Step Time": 6.219582682475448}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7589751482009888, "Finetune/Loss (Raw)": 0.8415071964263916, "Finetune/Step": 4333, "Finetune/Step Time": 6.218561118468642}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7602949738502502, "Finetune/Loss (Raw)": 0.8907372355461121, "Finetune/Step": 4334, "Finetune/Step Time": 6.218733811751008}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7602826356887817, "Finetune/Loss (Raw)": 0.8073531985282898, "Finetune/Step": 4335, "Finetune/Step Time": 6.204341342672706}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7613741159439087, "Finetune/Loss (Raw)": 0.9132317304611206, "Finetune/Step": 4336, "Finetune/Step Time": 6.215400956571102}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7582608461380005, "Finetune/Loss (Raw)": 0.5311532616615295, "Finetune/Step": 4337, "Finetune/Step Time": 6.234092092141509}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7584139108657837, "Finetune/Loss (Raw)": 0.7975974082946777, "Finetune/Step": 4338, "Finetune/Step Time": 6.224286712706089}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7579498291015625, "Finetune/Loss (Raw)": 0.7528990507125854, "Finetune/Step": 4339, "Finetune/Step Time": 6.227736389264464}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7582535147666931, "Finetune/Loss (Raw)": 0.7124338746070862, "Finetune/Step": 4340, "Finetune/Step Time": 6.238474693149328}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7603956460952759, "Finetune/Loss (Raw)": 0.923535943031311, "Finetune/Step": 4341, "Finetune/Step Time": 6.233954694122076}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7595687508583069, "Finetune/Loss (Raw)": 0.6787542700767517, "Finetune/Step": 4342, "Finetune/Step Time": 6.28052200563252}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7594013214111328, "Finetune/Loss (Raw)": 0.690200686454773, "Finetune/Step": 4343, "Finetune/Step Time": 6.251511741429567}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7591714859008789, "Finetune/Loss (Raw)": 0.7825096249580383, "Finetune/Step": 4344, "Finetune/Step Time": 6.256451528519392}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7585726976394653, "Finetune/Loss (Raw)": 0.7538957595825195, "Finetune/Step": 4345, "Finetune/Step Time": 6.253773404285312}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7587774991989136, "Finetune/Loss (Raw)": 0.7866196632385254, "Finetune/Step": 4346, "Finetune/Step Time": 6.257639614865184}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7610256671905518, "Finetune/Loss (Raw)": 0.8647489547729492, "Finetune/Step": 4347, "Finetune/Step Time": 6.243898082524538}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7610082626342773, "Finetune/Loss (Raw)": 0.8101370334625244, "Finetune/Step": 4348, "Finetune/Step Time": 6.239567257463932}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7607951164245605, "Finetune/Loss (Raw)": 0.8719781637191772, "Finetune/Step": 4349, "Finetune/Step Time": 6.236680705100298}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.758664608001709, "Finetune/Loss (Raw)": 0.546292781829834, "Finetune/Step": 4350, "Finetune/Step Time": 6.246974190697074}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7583092451095581, "Finetune/Loss (Raw)": 0.8160443305969238, "Finetune/Step": 4351, "Finetune/Step Time": 6.256743708625436}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7589017152786255, "Finetune/Loss (Raw)": 0.7985094785690308, "Finetune/Step": 4352, "Finetune/Step Time": 6.252269120886922}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7599015235900879, "Finetune/Loss (Raw)": 0.8278275728225708, "Finetune/Step": 4353, "Finetune/Step Time": 6.250161394476891}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7587229013442993, "Finetune/Loss (Raw)": 0.7182994484901428, "Finetune/Step": 4354, "Finetune/Step Time": 6.250625967979431}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7573270797729492, "Finetune/Loss (Raw)": 0.8022547960281372, "Finetune/Step": 4355, "Finetune/Step Time": 6.245376028120518}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7574656009674072, "Finetune/Loss (Raw)": 0.8082895278930664, "Finetune/Step": 4356, "Finetune/Step Time": 6.242085814476013}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7576022148132324, "Finetune/Loss (Raw)": 0.8645312190055847, "Finetune/Step": 4357, "Finetune/Step Time": 6.241507951170206}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7597634792327881, "Finetune/Loss (Raw)": 0.8195892572402954, "Finetune/Step": 4358, "Finetune/Step Time": 6.228379337117076}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7616598010063171, "Finetune/Loss (Raw)": 0.7792993187904358, "Finetune/Step": 4359, "Finetune/Step Time": 6.190805617719889}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7611966729164124, "Finetune/Loss (Raw)": 0.7177712917327881, "Finetune/Step": 4360, "Finetune/Step Time": 6.1860379707068205}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7639323472976685, "Finetune/Loss (Raw)": 0.9883993268013, "Finetune/Step": 4361, "Finetune/Step Time": 6.192978445440531}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7624804973602295, "Finetune/Loss (Raw)": 0.776048481464386, "Finetune/Step": 4362, "Finetune/Step Time": 6.195104707032442}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7619457840919495, "Finetune/Loss (Raw)": 0.7564475536346436, "Finetune/Step": 4363, "Finetune/Step Time": 6.192248025909066}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7624943256378174, "Finetune/Loss (Raw)": 0.7069092988967896, "Finetune/Step": 4364, "Finetune/Step Time": 6.202938441187143}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7607239484786987, "Finetune/Loss (Raw)": 0.6866939663887024, "Finetune/Step": 4365, "Finetune/Step Time": 6.213381106033921}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7606172561645508, "Finetune/Loss (Raw)": 0.853952944278717, "Finetune/Step": 4366, "Finetune/Step Time": 6.21458456851542}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7598530650138855, "Finetune/Loss (Raw)": 0.7248589992523193, "Finetune/Step": 4367, "Finetune/Step Time": 6.217908503487706}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.760386049747467, "Finetune/Loss (Raw)": 0.8328953385353088, "Finetune/Step": 4368, "Finetune/Step Time": 6.216750582680106}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7599344849586487, "Finetune/Loss (Raw)": 0.7439704537391663, "Finetune/Step": 4369, "Finetune/Step Time": 6.222017735242844}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7599791884422302, "Finetune/Loss (Raw)": 0.8589749932289124, "Finetune/Step": 4370, "Finetune/Step Time": 6.225122490897775}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7610994577407837, "Finetune/Loss (Raw)": 0.8842591643333435, "Finetune/Step": 4371, "Finetune/Step Time": 6.2090039905160666}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7590687274932861, "Finetune/Loss (Raw)": 0.5548737049102783, "Finetune/Step": 4372, "Finetune/Step Time": 6.2293581664562225}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.75833660364151, "Finetune/Loss (Raw)": 0.7095873355865479, "Finetune/Step": 4373, "Finetune/Step Time": 6.228807754814625}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.758708655834198, "Finetune/Loss (Raw)": 0.7777615785598755, "Finetune/Step": 4374, "Finetune/Step Time": 6.204094549641013}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7579951882362366, "Finetune/Loss (Raw)": 0.7381973266601562, "Finetune/Step": 4375, "Finetune/Step Time": 6.208054903894663}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.758522093296051, "Finetune/Loss (Raw)": 0.7300425171852112, "Finetune/Step": 4376, "Finetune/Step Time": 6.1991413570940495}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7580296397209167, "Finetune/Loss (Raw)": 0.7853612899780273, "Finetune/Step": 4377, "Finetune/Step Time": 6.199013527482748}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7593634724617004, "Finetune/Loss (Raw)": 0.7494919300079346, "Finetune/Step": 4378, "Finetune/Step Time": 6.207497758790851}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7588131427764893, "Finetune/Loss (Raw)": 0.6090097427368164, "Finetune/Step": 4379, "Finetune/Step Time": 6.21561536937952}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7580324411392212, "Finetune/Loss (Raw)": 0.8825637102127075, "Finetune/Step": 4380, "Finetune/Step Time": 6.216347556561232}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7602719068527222, "Finetune/Loss (Raw)": 0.8334309458732605, "Finetune/Step": 4381, "Finetune/Step Time": 6.216514844447374}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7633633017539978, "Finetune/Loss (Raw)": 0.8840752243995667, "Finetune/Step": 4382, "Finetune/Step Time": 6.2144545670598745}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7626887559890747, "Finetune/Loss (Raw)": 0.6011484265327454, "Finetune/Step": 4383, "Finetune/Step Time": 6.2243468184024096}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7625446915626526, "Finetune/Loss (Raw)": 0.7787109017372131, "Finetune/Step": 4384, "Finetune/Step Time": 6.224540727213025}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7621762752532959, "Finetune/Loss (Raw)": 0.7745670676231384, "Finetune/Step": 4385, "Finetune/Step Time": 6.219974610954523}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7623224854469299, "Finetune/Loss (Raw)": 0.6326820254325867, "Finetune/Step": 4386, "Finetune/Step Time": 6.23274227976799}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7628567218780518, "Finetune/Loss (Raw)": 0.963951826095581, "Finetune/Step": 4387, "Finetune/Step Time": 6.223657175898552}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.763299286365509, "Finetune/Loss (Raw)": 0.8070130944252014, "Finetune/Step": 4388, "Finetune/Step Time": 6.225873731076717}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7633023262023926, "Finetune/Loss (Raw)": 0.8075968623161316, "Finetune/Step": 4389, "Finetune/Step Time": 6.22488734126091}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7634737491607666, "Finetune/Loss (Raw)": 0.7740268707275391, "Finetune/Step": 4390, "Finetune/Step Time": 6.227217596024275}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.762180745601654, "Finetune/Loss (Raw)": 0.7648930549621582, "Finetune/Step": 4391, "Finetune/Step Time": 6.232394179329276}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7629675269126892, "Finetune/Loss (Raw)": 0.7262817621231079, "Finetune/Step": 4392, "Finetune/Step Time": 6.248655315488577}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.762302041053772, "Finetune/Loss (Raw)": 0.618459939956665, "Finetune/Step": 4393, "Finetune/Step Time": 6.255995135754347}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7607864141464233, "Finetune/Loss (Raw)": 0.7242177128791809, "Finetune/Step": 4394, "Finetune/Step Time": 6.2643417082726955}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7619085311889648, "Finetune/Loss (Raw)": 0.7826967239379883, "Finetune/Step": 4395, "Finetune/Step Time": 6.249194175004959}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7628695368766785, "Finetune/Loss (Raw)": 0.829973042011261, "Finetune/Step": 4396, "Finetune/Step Time": 6.254297180101275}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7649767398834229, "Finetune/Loss (Raw)": 0.8222973346710205, "Finetune/Step": 4397, "Finetune/Step Time": 6.248699316754937}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7648913860321045, "Finetune/Loss (Raw)": 0.7679661512374878, "Finetune/Step": 4398, "Finetune/Step Time": 6.241722233593464}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7652320861816406, "Finetune/Loss (Raw)": 0.7031718492507935, "Finetune/Step": 4399, "Finetune/Step Time": 6.2250876277685165}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7647912502288818, "Finetune/Loss (Raw)": 0.7720189094543457, "Finetune/Step": 4400, "Finetune/Step Time": 6.239478709176183}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7650788426399231, "Finetune/Loss (Raw)": 0.7238913774490356, "Finetune/Step": 4401, "Finetune/Step Time": 6.263877851888537}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.76423180103302, "Finetune/Loss (Raw)": 0.6474345922470093, "Finetune/Step": 4402, "Finetune/Step Time": 6.277928877621889}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7657315731048584, "Finetune/Loss (Raw)": 0.8341338634490967, "Finetune/Step": 4403, "Finetune/Step Time": 6.267932282760739}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7665554285049438, "Finetune/Loss (Raw)": 0.9318793416023254, "Finetune/Step": 4404, "Finetune/Step Time": 6.266676301136613}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7668591737747192, "Finetune/Loss (Raw)": 0.7557429075241089, "Finetune/Step": 4405, "Finetune/Step Time": 6.258716421201825}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7649704813957214, "Finetune/Loss (Raw)": 0.6256729364395142, "Finetune/Step": 4406, "Finetune/Step Time": 6.259336112067103}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7646070122718811, "Finetune/Loss (Raw)": 0.6621971130371094, "Finetune/Step": 4407, "Finetune/Step Time": 6.259346820414066}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.765303373336792, "Finetune/Loss (Raw)": 0.9332119226455688, "Finetune/Step": 4408, "Finetune/Step Time": 6.260226318612695}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7635413408279419, "Finetune/Loss (Raw)": 0.6869291663169861, "Finetune/Step": 4409, "Finetune/Step Time": 6.2506287638098}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7632371187210083, "Finetune/Loss (Raw)": 0.7935657501220703, "Finetune/Step": 4410, "Finetune/Step Time": 6.249689156189561}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7633097171783447, "Finetune/Loss (Raw)": 0.7782984375953674, "Finetune/Step": 4411, "Finetune/Step Time": 6.246447706595063}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7628593444824219, "Finetune/Loss (Raw)": 0.7407410740852356, "Finetune/Step": 4412, "Finetune/Step Time": 6.2487636879086494}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7657749652862549, "Finetune/Loss (Raw)": 0.9746226668357849, "Finetune/Step": 4413, "Finetune/Step Time": 6.211323501542211}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7656014561653137, "Finetune/Loss (Raw)": 0.7402286529541016, "Finetune/Step": 4414, "Finetune/Step Time": 6.211532473564148}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7659779787063599, "Finetune/Loss (Raw)": 0.8629215359687805, "Finetune/Step": 4415, "Finetune/Step Time": 6.217848172411323}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7641255855560303, "Finetune/Loss (Raw)": 0.6671327352523804, "Finetune/Step": 4416, "Finetune/Step Time": 6.219121275469661}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7652922868728638, "Finetune/Loss (Raw)": 0.886863648891449, "Finetune/Step": 4417, "Finetune/Step Time": 6.2288365084677935}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7645746469497681, "Finetune/Loss (Raw)": 0.7833696603775024, "Finetune/Step": 4418, "Finetune/Step Time": 6.230426358059049}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7643371224403381, "Finetune/Loss (Raw)": 0.8456695675849915, "Finetune/Step": 4419, "Finetune/Step Time": 6.232932426035404}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7630952596664429, "Finetune/Loss (Raw)": 0.6828690767288208, "Finetune/Step": 4420, "Finetune/Step Time": 6.240539092570543}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7625243663787842, "Finetune/Loss (Raw)": 0.7475967407226562, "Finetune/Step": 4421, "Finetune/Step Time": 6.23895070515573}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7626290321350098, "Finetune/Loss (Raw)": 0.774247407913208, "Finetune/Step": 4422, "Finetune/Step Time": 6.2246508952230215}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7625201344490051, "Finetune/Loss (Raw)": 0.5982139110565186, "Finetune/Step": 4423, "Finetune/Step Time": 6.2060499638319016}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7602076530456543, "Finetune/Loss (Raw)": 0.627962052822113, "Finetune/Step": 4424, "Finetune/Step Time": 6.22769033908844}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7583670616149902, "Finetune/Loss (Raw)": 0.6168441772460938, "Finetune/Step": 4425, "Finetune/Step Time": 6.2409096378833055}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.760185718536377, "Finetune/Loss (Raw)": 0.8373688459396362, "Finetune/Step": 4426, "Finetune/Step Time": 6.2400446105748415}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7584266066551208, "Finetune/Loss (Raw)": 0.6046848893165588, "Finetune/Step": 4427, "Finetune/Step Time": 6.246584717184305}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7576808929443359, "Finetune/Loss (Raw)": 0.7972804307937622, "Finetune/Step": 4428, "Finetune/Step Time": 6.2515525836497545}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7588513493537903, "Finetune/Loss (Raw)": 0.7745862603187561, "Finetune/Step": 4429, "Finetune/Step Time": 6.232673289254308}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7565064430236816, "Finetune/Loss (Raw)": 0.5841308832168579, "Finetune/Step": 4430, "Finetune/Step Time": 6.263880284503102}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7554478049278259, "Finetune/Loss (Raw)": 0.7643787264823914, "Finetune/Step": 4431, "Finetune/Step Time": 6.268165247514844}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.75698322057724, "Finetune/Loss (Raw)": 0.8273740410804749, "Finetune/Step": 4432, "Finetune/Step Time": 6.2509184163063765}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7565309405326843, "Finetune/Loss (Raw)": 0.595687747001648, "Finetune/Step": 4433, "Finetune/Step Time": 6.253219306468964}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7576276659965515, "Finetune/Loss (Raw)": 0.8668329119682312, "Finetune/Step": 4434, "Finetune/Step Time": 6.247911512851715}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7592906355857849, "Finetune/Loss (Raw)": 0.7932813763618469, "Finetune/Step": 4435, "Finetune/Step Time": 6.2433664705604315}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7587555646896362, "Finetune/Loss (Raw)": 0.6148216724395752, "Finetune/Step": 4436, "Finetune/Step Time": 6.2523520812392235}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7584550976753235, "Finetune/Loss (Raw)": 0.7135491371154785, "Finetune/Step": 4437, "Finetune/Step Time": 6.262489007785916}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7596836090087891, "Finetune/Loss (Raw)": 0.7993260622024536, "Finetune/Step": 4438, "Finetune/Step Time": 6.241392491385341}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7607060670852661, "Finetune/Loss (Raw)": 0.9173984527587891, "Finetune/Step": 4439, "Finetune/Step Time": 6.240344436839223}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7608621120452881, "Finetune/Loss (Raw)": 0.8720912337303162, "Finetune/Step": 4440, "Finetune/Step Time": 6.248387275263667}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7606126070022583, "Finetune/Loss (Raw)": 0.8769130706787109, "Finetune/Step": 4441, "Finetune/Step Time": 6.242770541459322}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7598376274108887, "Finetune/Loss (Raw)": 0.7544682025909424, "Finetune/Step": 4442, "Finetune/Step Time": 6.251871196553111}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.760136604309082, "Finetune/Loss (Raw)": 0.794736921787262, "Finetune/Step": 4443, "Finetune/Step Time": 6.251648811623454}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7601556181907654, "Finetune/Loss (Raw)": 0.6899033784866333, "Finetune/Step": 4444, "Finetune/Step Time": 6.245053628459573}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7594874501228333, "Finetune/Loss (Raw)": 0.6838344931602478, "Finetune/Step": 4445, "Finetune/Step Time": 6.246915256604552}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7614409923553467, "Finetune/Loss (Raw)": 0.8693355321884155, "Finetune/Step": 4446, "Finetune/Step Time": 6.241975426673889}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7627955675125122, "Finetune/Loss (Raw)": 0.7692764401435852, "Finetune/Step": 4447, "Finetune/Step Time": 6.235250040888786}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7632020115852356, "Finetune/Loss (Raw)": 0.7850719690322876, "Finetune/Step": 4448, "Finetune/Step Time": 6.236132342368364}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7655506730079651, "Finetune/Loss (Raw)": 0.8965772986412048, "Finetune/Step": 4449, "Finetune/Step Time": 6.227116411551833}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7640142440795898, "Finetune/Loss (Raw)": 0.692313015460968, "Finetune/Step": 4450, "Finetune/Step Time": 6.223188534379005}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7642002701759338, "Finetune/Loss (Raw)": 0.6146397590637207, "Finetune/Step": 4451, "Finetune/Step Time": 6.226535273715854}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7631252408027649, "Finetune/Loss (Raw)": 0.6279733777046204, "Finetune/Step": 4452, "Finetune/Step Time": 6.244740221649408}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7645184993743896, "Finetune/Loss (Raw)": 0.6903539896011353, "Finetune/Step": 4453, "Finetune/Step Time": 6.227198880165815}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7651824951171875, "Finetune/Loss (Raw)": 0.7279069423675537, "Finetune/Step": 4454, "Finetune/Step Time": 6.224981382489204}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7660186290740967, "Finetune/Loss (Raw)": 0.6274758577346802, "Finetune/Step": 4455, "Finetune/Step Time": 6.222519606351852}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7659285068511963, "Finetune/Loss (Raw)": 0.7321102619171143, "Finetune/Step": 4456, "Finetune/Step Time": 6.213473033159971}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7649741172790527, "Finetune/Loss (Raw)": 0.669913113117218, "Finetune/Step": 4457, "Finetune/Step Time": 6.230628045275807}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7636305093765259, "Finetune/Loss (Raw)": 0.6750985383987427, "Finetune/Step": 4458, "Finetune/Step Time": 6.240129042416811}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7625297904014587, "Finetune/Loss (Raw)": 0.7018744349479675, "Finetune/Step": 4459, "Finetune/Step Time": 6.244385775178671}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7629380822181702, "Finetune/Loss (Raw)": 0.8637797832489014, "Finetune/Step": 4460, "Finetune/Step Time": 6.247030796483159}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7619016170501709, "Finetune/Loss (Raw)": 0.7088462710380554, "Finetune/Step": 4461, "Finetune/Step Time": 6.248810976743698}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7610272169113159, "Finetune/Loss (Raw)": 0.7788097858428955, "Finetune/Step": 4462, "Finetune/Step Time": 6.2574008367955685}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7588004469871521, "Finetune/Loss (Raw)": 0.5223290920257568, "Finetune/Step": 4463, "Finetune/Step Time": 6.265029367059469}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7576805353164673, "Finetune/Loss (Raw)": 0.7698832750320435, "Finetune/Step": 4464, "Finetune/Step Time": 6.267612300813198}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.759158194065094, "Finetune/Loss (Raw)": 0.7202925682067871, "Finetune/Step": 4465, "Finetune/Step Time": 6.247816178947687}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7587700486183167, "Finetune/Loss (Raw)": 0.7479119896888733, "Finetune/Step": 4466, "Finetune/Step Time": 6.247248040512204}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7593197822570801, "Finetune/Loss (Raw)": 0.8232712745666504, "Finetune/Step": 4467, "Finetune/Step Time": 6.2418363112956285}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7596163153648376, "Finetune/Loss (Raw)": 0.750383734703064, "Finetune/Step": 4468, "Finetune/Step Time": 6.2302010878920555}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7583601474761963, "Finetune/Loss (Raw)": 0.7627499103546143, "Finetune/Step": 4469, "Finetune/Step Time": 6.227365026250482}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7590304613113403, "Finetune/Loss (Raw)": 0.7645535469055176, "Finetune/Step": 4470, "Finetune/Step Time": 6.18173286691308}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7585638761520386, "Finetune/Loss (Raw)": 0.6304745078086853, "Finetune/Step": 4471, "Finetune/Step Time": 6.190249036997557}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7587587833404541, "Finetune/Loss (Raw)": 0.8074661493301392, "Finetune/Step": 4472, "Finetune/Step Time": 6.183999931439757}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.760556697845459, "Finetune/Loss (Raw)": 0.9840209484100342, "Finetune/Step": 4473, "Finetune/Step Time": 6.184311451390386}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7608333826065063, "Finetune/Loss (Raw)": 0.8220338225364685, "Finetune/Step": 4474, "Finetune/Step Time": 6.184291638433933}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.759392261505127, "Finetune/Loss (Raw)": 0.6802907586097717, "Finetune/Step": 4475, "Finetune/Step Time": 6.200125189498067}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7597334980964661, "Finetune/Loss (Raw)": 0.85381019115448, "Finetune/Step": 4476, "Finetune/Step Time": 6.198663456365466}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7583670616149902, "Finetune/Loss (Raw)": 0.697083055973053, "Finetune/Step": 4477, "Finetune/Step Time": 6.199168251827359}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7608575820922852, "Finetune/Loss (Raw)": 0.8650751709938049, "Finetune/Step": 4478, "Finetune/Step Time": 6.1862451415508986}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.760757327079773, "Finetune/Loss (Raw)": 0.803215742111206, "Finetune/Step": 4479, "Finetune/Step Time": 6.182158729061484}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7597780823707581, "Finetune/Loss (Raw)": 0.6731668710708618, "Finetune/Step": 4480, "Finetune/Step Time": 6.184041012078524}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7588621973991394, "Finetune/Loss (Raw)": 0.7105893492698669, "Finetune/Step": 4481, "Finetune/Step Time": 6.183889774605632}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7586345672607422, "Finetune/Loss (Raw)": 0.689163327217102, "Finetune/Step": 4482, "Finetune/Step Time": 6.193988727405667}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7585458755493164, "Finetune/Loss (Raw)": 0.7909058928489685, "Finetune/Step": 4483, "Finetune/Step Time": 6.203892648220062}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7590240240097046, "Finetune/Loss (Raw)": 0.8694807291030884, "Finetune/Step": 4484, "Finetune/Step Time": 6.215160934254527}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7582124471664429, "Finetune/Loss (Raw)": 0.7606599926948547, "Finetune/Step": 4485, "Finetune/Step Time": 6.213007256388664}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7575405836105347, "Finetune/Loss (Raw)": 0.7335808277130127, "Finetune/Step": 4486, "Finetune/Step Time": 6.212665718048811}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7561498284339905, "Finetune/Loss (Raw)": 0.6012876033782959, "Finetune/Step": 4487, "Finetune/Step Time": 6.230988468974829}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7567141056060791, "Finetune/Loss (Raw)": 0.7900035381317139, "Finetune/Step": 4488, "Finetune/Step Time": 6.23430647701025}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7528355121612549, "Finetune/Loss (Raw)": 0.49193650484085083, "Finetune/Step": 4489, "Finetune/Step Time": 6.225614150986075}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7518852949142456, "Finetune/Loss (Raw)": 0.6544262170791626, "Finetune/Step": 4490, "Finetune/Step Time": 6.228636408224702}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7517526149749756, "Finetune/Loss (Raw)": 0.7394619584083557, "Finetune/Step": 4491, "Finetune/Step Time": 6.227934619411826}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7526183128356934, "Finetune/Loss (Raw)": 0.8177159428596497, "Finetune/Step": 4492, "Finetune/Step Time": 6.212340304628015}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7528910636901855, "Finetune/Loss (Raw)": 0.7216076850891113, "Finetune/Step": 4493, "Finetune/Step Time": 6.219050535932183}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7509230971336365, "Finetune/Loss (Raw)": 0.6020504236221313, "Finetune/Step": 4494, "Finetune/Step Time": 6.2210755832493305}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7513816356658936, "Finetune/Loss (Raw)": 0.7835537195205688, "Finetune/Step": 4495, "Finetune/Step Time": 6.223388481885195}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7503490447998047, "Finetune/Loss (Raw)": 0.7007196545600891, "Finetune/Step": 4496, "Finetune/Step Time": 6.237895799800754}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7505799531936646, "Finetune/Loss (Raw)": 0.7735306620597839, "Finetune/Step": 4497, "Finetune/Step Time": 6.239687480032444}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7492947578430176, "Finetune/Loss (Raw)": 0.6944698095321655, "Finetune/Step": 4498, "Finetune/Step Time": 6.240792810916901}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7492080926895142, "Finetune/Loss (Raw)": 0.8731652498245239, "Finetune/Step": 4499, "Finetune/Step Time": 6.2405891343951225}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.750227689743042, "Finetune/Loss (Raw)": 0.6853845715522766, "Finetune/Step": 4500, "Finetune/Step Time": 6.224820327013731}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7515139579772949, "Finetune/Loss (Raw)": 0.8742246627807617, "Finetune/Step": 4501, "Finetune/Step Time": 6.223286168649793}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7505428791046143, "Finetune/Loss (Raw)": 0.6534666419029236, "Finetune/Step": 4502, "Finetune/Step Time": 6.227701228111982}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7514967322349548, "Finetune/Loss (Raw)": 0.860285758972168, "Finetune/Step": 4503, "Finetune/Step Time": 6.221381513401866}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7517343163490295, "Finetune/Loss (Raw)": 0.7604547739028931, "Finetune/Step": 4504, "Finetune/Step Time": 6.213066099211574}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7515294551849365, "Finetune/Loss (Raw)": 0.7591416835784912, "Finetune/Step": 4505, "Finetune/Step Time": 6.213825656101108}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7531088590621948, "Finetune/Loss (Raw)": 0.9516558051109314, "Finetune/Step": 4506, "Finetune/Step Time": 6.197549192234874}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7535111904144287, "Finetune/Loss (Raw)": 0.6605114936828613, "Finetune/Step": 4507, "Finetune/Step Time": 6.2062868513166904}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.752543568611145, "Finetune/Loss (Raw)": 0.7587096095085144, "Finetune/Step": 4508, "Finetune/Step Time": 6.20295250043273}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7516573667526245, "Finetune/Loss (Raw)": 0.7199915051460266, "Finetune/Step": 4509, "Finetune/Step Time": 6.190582606941462}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7513264417648315, "Finetune/Loss (Raw)": 0.8417200446128845, "Finetune/Step": 4510, "Finetune/Step Time": 6.184519570320845}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7539499402046204, "Finetune/Loss (Raw)": 0.9369508624076843, "Finetune/Step": 4511, "Finetune/Step Time": 6.175230145454407}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7533962726593018, "Finetune/Loss (Raw)": 0.7078487873077393, "Finetune/Step": 4512, "Finetune/Step Time": 6.18029441870749}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7534195780754089, "Finetune/Loss (Raw)": 0.7775478959083557, "Finetune/Step": 4513, "Finetune/Step Time": 6.183497816324234}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.753612220287323, "Finetune/Loss (Raw)": 0.657341718673706, "Finetune/Step": 4514, "Finetune/Step Time": 6.180197672918439}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7520288228988647, "Finetune/Loss (Raw)": 0.7612688541412354, "Finetune/Step": 4515, "Finetune/Step Time": 6.183006655424833}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7506387233734131, "Finetune/Loss (Raw)": 0.629083514213562, "Finetune/Step": 4516, "Finetune/Step Time": 6.179843083024025}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7494821548461914, "Finetune/Loss (Raw)": 0.6595561504364014, "Finetune/Step": 4517, "Finetune/Step Time": 6.179741606116295}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7507239580154419, "Finetune/Loss (Raw)": 0.9329855442047119, "Finetune/Step": 4518, "Finetune/Step Time": 6.175443567335606}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7515836954116821, "Finetune/Loss (Raw)": 0.8749328851699829, "Finetune/Step": 4519, "Finetune/Step Time": 6.170729465782642}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7526991367340088, "Finetune/Loss (Raw)": 0.8690584897994995, "Finetune/Step": 4520, "Finetune/Step Time": 6.147236695513129}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7548472881317139, "Finetune/Loss (Raw)": 0.8934198021888733, "Finetune/Step": 4521, "Finetune/Step Time": 6.138856625184417}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7548257112503052, "Finetune/Loss (Raw)": 0.7214647531509399, "Finetune/Step": 4522, "Finetune/Step Time": 6.135735752061009}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7549314498901367, "Finetune/Loss (Raw)": 0.7962222099304199, "Finetune/Step": 4523, "Finetune/Step Time": 6.135858103632927}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7547188997268677, "Finetune/Loss (Raw)": 0.8027701377868652, "Finetune/Step": 4524, "Finetune/Step Time": 6.133615994825959}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7543522715568542, "Finetune/Loss (Raw)": 0.7753691077232361, "Finetune/Step": 4525, "Finetune/Step Time": 6.116705292835832}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7527211904525757, "Finetune/Loss (Raw)": 0.5591851472854614, "Finetune/Step": 4526, "Finetune/Step Time": 6.114308837801218}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.750731885433197, "Finetune/Loss (Raw)": 0.448542982339859, "Finetune/Step": 4527, "Finetune/Step Time": 6.128064043819904}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7502487301826477, "Finetune/Loss (Raw)": 0.7101792097091675, "Finetune/Step": 4528, "Finetune/Step Time": 6.110579129308462}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7507578134536743, "Finetune/Loss (Raw)": 0.7890556454658508, "Finetune/Step": 4529, "Finetune/Step Time": 6.090626034885645}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7525146007537842, "Finetune/Loss (Raw)": 0.8722938895225525, "Finetune/Step": 4530, "Finetune/Step Time": 6.076281035318971}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7529247999191284, "Finetune/Loss (Raw)": 0.8866459131240845, "Finetune/Step": 4531, "Finetune/Step Time": 6.079678101465106}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7504887580871582, "Finetune/Loss (Raw)": 0.620060920715332, "Finetune/Step": 4532, "Finetune/Step Time": 6.087849410250783}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.751020073890686, "Finetune/Loss (Raw)": 0.8237572312355042, "Finetune/Step": 4533, "Finetune/Step Time": 6.081549195572734}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7510762214660645, "Finetune/Loss (Raw)": 0.6328587532043457, "Finetune/Step": 4534, "Finetune/Step Time": 6.100747723132372}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.750821590423584, "Finetune/Loss (Raw)": 0.6296044588088989, "Finetune/Step": 4535, "Finetune/Step Time": 6.106337355449796}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7493918538093567, "Finetune/Loss (Raw)": 0.7502038478851318, "Finetune/Step": 4536, "Finetune/Step Time": 6.113076880574226}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7503031492233276, "Finetune/Loss (Raw)": 0.803571343421936, "Finetune/Step": 4537, "Finetune/Step Time": 6.113283222541213}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.750566840171814, "Finetune/Loss (Raw)": 0.8273161053657532, "Finetune/Step": 4538, "Finetune/Step Time": 6.111983245238662}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7495450973510742, "Finetune/Loss (Raw)": 0.6475226879119873, "Finetune/Step": 4539, "Finetune/Step Time": 6.1156646478921175}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7479916214942932, "Finetune/Loss (Raw)": 0.5418939590454102, "Finetune/Step": 4540, "Finetune/Step Time": 6.136577462777495}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7458370327949524, "Finetune/Loss (Raw)": 0.6988372802734375, "Finetune/Step": 4541, "Finetune/Step Time": 6.15543108433485}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7450875043869019, "Finetune/Loss (Raw)": 0.6442838907241821, "Finetune/Step": 4542, "Finetune/Step Time": 6.1569957453757524}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7444308996200562, "Finetune/Loss (Raw)": 0.7788821458816528, "Finetune/Step": 4543, "Finetune/Step Time": 6.151483749970794}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7460215091705322, "Finetune/Loss (Raw)": 0.8707340955734253, "Finetune/Step": 4544, "Finetune/Step Time": 6.1462297067046165}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7449870109558105, "Finetune/Loss (Raw)": 0.7544410228729248, "Finetune/Step": 4545, "Finetune/Step Time": 6.145768681541085}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7455729842185974, "Finetune/Loss (Raw)": 0.8583731651306152, "Finetune/Step": 4546, "Finetune/Step Time": 6.144624894484878}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7454061508178711, "Finetune/Loss (Raw)": 0.8243204355239868, "Finetune/Step": 4547, "Finetune/Step Time": 6.140967419371009}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7443153858184814, "Finetune/Loss (Raw)": 0.5432428121566772, "Finetune/Step": 4548, "Finetune/Step Time": 6.170348431915045}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7431349754333496, "Finetune/Loss (Raw)": 0.5965126752853394, "Finetune/Step": 4549, "Finetune/Step Time": 6.181784383952618}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7441226243972778, "Finetune/Loss (Raw)": 0.9006605744361877, "Finetune/Step": 4550, "Finetune/Step Time": 6.191421264782548}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7458500862121582, "Finetune/Loss (Raw)": 0.8193274140357971, "Finetune/Step": 4551, "Finetune/Step Time": 6.189772913232446}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7454595565795898, "Finetune/Loss (Raw)": 0.5779774188995361, "Finetune/Step": 4552, "Finetune/Step Time": 6.177522221580148}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7469707727432251, "Finetune/Loss (Raw)": 0.8102820515632629, "Finetune/Step": 4553, "Finetune/Step Time": 6.1741087175905704}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7474260330200195, "Finetune/Loss (Raw)": 0.8956369161605835, "Finetune/Step": 4554, "Finetune/Step Time": 6.1706703417003155}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7489537000656128, "Finetune/Loss (Raw)": 0.8002257943153381, "Finetune/Step": 4555, "Finetune/Step Time": 6.172142446041107}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.750111997127533, "Finetune/Loss (Raw)": 0.9455500841140747, "Finetune/Step": 4556, "Finetune/Step Time": 6.166155964136124}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7494989633560181, "Finetune/Loss (Raw)": 0.6961168050765991, "Finetune/Step": 4557, "Finetune/Step Time": 6.1688900496810675}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7494276762008667, "Finetune/Loss (Raw)": 0.5750017166137695, "Finetune/Step": 4558, "Finetune/Step Time": 6.145842207595706}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7505542039871216, "Finetune/Loss (Raw)": 0.908577561378479, "Finetune/Step": 4559, "Finetune/Step Time": 6.146206762641668}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7498459219932556, "Finetune/Loss (Raw)": 0.7367120385169983, "Finetune/Step": 4560, "Finetune/Step Time": 6.1432213466614485}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7514859437942505, "Finetune/Loss (Raw)": 0.8056169748306274, "Finetune/Step": 4561, "Finetune/Step Time": 6.133955888450146}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7512885332107544, "Finetune/Loss (Raw)": 0.8415630459785461, "Finetune/Step": 4562, "Finetune/Step Time": 6.135089935734868}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7502483129501343, "Finetune/Loss (Raw)": 0.66013103723526, "Finetune/Step": 4563, "Finetune/Step Time": 6.155936120077968}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7513494491577148, "Finetune/Loss (Raw)": 0.7557699680328369, "Finetune/Step": 4564, "Finetune/Step Time": 6.14419324696064}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7511905431747437, "Finetune/Loss (Raw)": 0.6932077407836914, "Finetune/Step": 4565, "Finetune/Step Time": 6.12952971085906}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7509421110153198, "Finetune/Loss (Raw)": 0.7675220370292664, "Finetune/Step": 4566, "Finetune/Step Time": 6.133983585983515}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7506027221679688, "Finetune/Loss (Raw)": 0.8739548325538635, "Finetune/Step": 4567, "Finetune/Step Time": 6.1327638402581215}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.750185489654541, "Finetune/Loss (Raw)": 0.8186907768249512, "Finetune/Step": 4568, "Finetune/Step Time": 6.12322192452848}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7500056028366089, "Finetune/Loss (Raw)": 0.8538886308670044, "Finetune/Step": 4569, "Finetune/Step Time": 6.122615842148662}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7506821155548096, "Finetune/Loss (Raw)": 0.8410516381263733, "Finetune/Step": 4570, "Finetune/Step Time": 6.11264318600297}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7494430541992188, "Finetune/Loss (Raw)": 0.636136531829834, "Finetune/Step": 4571, "Finetune/Step Time": 6.136245248839259}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7498440742492676, "Finetune/Loss (Raw)": 0.7412443161010742, "Finetune/Step": 4572, "Finetune/Step Time": 6.140383502468467}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7497413158416748, "Finetune/Loss (Raw)": 0.670676589012146, "Finetune/Step": 4573, "Finetune/Step Time": 6.151390500366688}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7492573261260986, "Finetune/Loss (Raw)": 0.8073890209197998, "Finetune/Step": 4574, "Finetune/Step Time": 6.150666192173958}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7488295435905457, "Finetune/Loss (Raw)": 0.7145196199417114, "Finetune/Step": 4575, "Finetune/Step Time": 6.160188853740692}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7479295134544373, "Finetune/Loss (Raw)": 0.6698651313781738, "Finetune/Step": 4576, "Finetune/Step Time": 6.163624683395028}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.748020589351654, "Finetune/Loss (Raw)": 0.9082394242286682, "Finetune/Step": 4577, "Finetune/Step Time": 6.165493590757251}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7491102814674377, "Finetune/Loss (Raw)": 0.8317912817001343, "Finetune/Step": 4578, "Finetune/Step Time": 6.165855603292584}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7490145564079285, "Finetune/Loss (Raw)": 0.6023828983306885, "Finetune/Step": 4579, "Finetune/Step Time": 6.1787515096366405}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7484408617019653, "Finetune/Loss (Raw)": 0.5545435547828674, "Finetune/Step": 4580, "Finetune/Step Time": 6.179693317040801}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7482812404632568, "Finetune/Loss (Raw)": 0.6699235439300537, "Finetune/Step": 4581, "Finetune/Step Time": 6.186654437333345}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7484786510467529, "Finetune/Loss (Raw)": 0.7531678676605225, "Finetune/Step": 4582, "Finetune/Step Time": 6.1896186880767345}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7504907250404358, "Finetune/Loss (Raw)": 0.8850275874137878, "Finetune/Step": 4583, "Finetune/Step Time": 6.178850717842579}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7502952814102173, "Finetune/Loss (Raw)": 0.7070971727371216, "Finetune/Step": 4584, "Finetune/Step Time": 6.17853738181293}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7500193119049072, "Finetune/Loss (Raw)": 0.6345922946929932, "Finetune/Step": 4585, "Finetune/Step Time": 6.158404737710953}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7500261068344116, "Finetune/Loss (Raw)": 0.6759580969810486, "Finetune/Step": 4586, "Finetune/Step Time": 6.150079885497689}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.751410961151123, "Finetune/Loss (Raw)": 0.8791358470916748, "Finetune/Step": 4587, "Finetune/Step Time": 6.146324072033167}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7513347864151001, "Finetune/Loss (Raw)": 0.8540281057357788, "Finetune/Step": 4588, "Finetune/Step Time": 6.163717867806554}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7517993450164795, "Finetune/Loss (Raw)": 0.7683225274085999, "Finetune/Step": 4589, "Finetune/Step Time": 6.161545185372233}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7512772083282471, "Finetune/Loss (Raw)": 0.7119691371917725, "Finetune/Step": 4590, "Finetune/Step Time": 6.15448610112071}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7536193132400513, "Finetune/Loss (Raw)": 0.8221202492713928, "Finetune/Step": 4591, "Finetune/Step Time": 6.1426378563046455}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.751605749130249, "Finetune/Loss (Raw)": 0.5121414065361023, "Finetune/Step": 4592, "Finetune/Step Time": 6.14805625192821}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7526061534881592, "Finetune/Loss (Raw)": 0.84835284948349, "Finetune/Step": 4593, "Finetune/Step Time": 6.152505854144692}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.751868724822998, "Finetune/Loss (Raw)": 0.6535177230834961, "Finetune/Step": 4594, "Finetune/Step Time": 6.170956272631884}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7516416311264038, "Finetune/Loss (Raw)": 0.794198751449585, "Finetune/Step": 4595, "Finetune/Step Time": 6.173202183097601}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7517911195755005, "Finetune/Loss (Raw)": 0.7695151567459106, "Finetune/Step": 4596, "Finetune/Step Time": 6.179280297830701}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7513573169708252, "Finetune/Loss (Raw)": 0.7072238922119141, "Finetune/Step": 4597, "Finetune/Step Time": 6.181282626464963}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7515531778335571, "Finetune/Loss (Raw)": 0.7896272540092468, "Finetune/Step": 4598, "Finetune/Step Time": 6.177527152001858}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7521283626556396, "Finetune/Loss (Raw)": 0.704097330570221, "Finetune/Step": 4599, "Finetune/Step Time": 6.174407511949539}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7518550157546997, "Finetune/Loss (Raw)": 0.772480845451355, "Finetune/Step": 4600, "Finetune/Step Time": 6.177257113158703}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7494416236877441, "Finetune/Loss (Raw)": 0.6751062273979187, "Finetune/Step": 4601, "Finetune/Step Time": 6.179212415590882}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7506643533706665, "Finetune/Loss (Raw)": 0.9785483479499817, "Finetune/Step": 4602, "Finetune/Step Time": 6.180071782320738}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.750541090965271, "Finetune/Loss (Raw)": 0.6645129919052124, "Finetune/Step": 4603, "Finetune/Step Time": 6.173403201624751}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.75018310546875, "Finetune/Loss (Raw)": 0.807984471321106, "Finetune/Step": 4604, "Finetune/Step Time": 6.169779162853956}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7495747804641724, "Finetune/Loss (Raw)": 0.61921626329422, "Finetune/Step": 4605, "Finetune/Step Time": 6.188486225903034}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7493533492088318, "Finetune/Loss (Raw)": 0.8367326855659485, "Finetune/Step": 4606, "Finetune/Step Time": 6.193496201187372}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7487974166870117, "Finetune/Loss (Raw)": 0.7320560812950134, "Finetune/Step": 4607, "Finetune/Step Time": 6.199401857331395}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7495933771133423, "Finetune/Loss (Raw)": 0.775050163269043, "Finetune/Step": 4608, "Finetune/Step Time": 6.197050349786878}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7514035701751709, "Finetune/Loss (Raw)": 0.9422914981842041, "Finetune/Step": 4609, "Finetune/Step Time": 6.196183355525136}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7516111731529236, "Finetune/Loss (Raw)": 0.7157403230667114, "Finetune/Step": 4610, "Finetune/Step Time": 6.192555470392108}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7497413754463196, "Finetune/Loss (Raw)": 0.5515654683113098, "Finetune/Step": 4611, "Finetune/Step Time": 6.200864331796765}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7491912841796875, "Finetune/Loss (Raw)": 0.7990767359733582, "Finetune/Step": 4612, "Finetune/Step Time": 6.1875295620411634}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7481628656387329, "Finetune/Loss (Raw)": 0.6290146708488464, "Finetune/Step": 4613, "Finetune/Step Time": 6.208039781078696}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7479310035705566, "Finetune/Loss (Raw)": 0.7039065957069397, "Finetune/Step": 4614, "Finetune/Step Time": 6.2117561381310225}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7503252625465393, "Finetune/Loss (Raw)": 0.9077540636062622, "Finetune/Step": 4615, "Finetune/Step Time": 6.201194364577532}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7499324679374695, "Finetune/Loss (Raw)": 0.7397233843803406, "Finetune/Step": 4616, "Finetune/Step Time": 6.195533247664571}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7513759136199951, "Finetune/Loss (Raw)": 0.6766980290412903, "Finetune/Step": 4617, "Finetune/Step Time": 6.19064511731267}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7527647018432617, "Finetune/Loss (Raw)": 0.8321986198425293, "Finetune/Step": 4618, "Finetune/Step Time": 6.185875752940774}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7539527416229248, "Finetune/Loss (Raw)": 0.8915199637413025, "Finetune/Step": 4619, "Finetune/Step Time": 6.187701130285859}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7533553838729858, "Finetune/Loss (Raw)": 0.7412586212158203, "Finetune/Step": 4620, "Finetune/Step Time": 6.190959660336375}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7546328902244568, "Finetune/Loss (Raw)": 0.8851278424263, "Finetune/Step": 4621, "Finetune/Step Time": 6.17237607948482}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7564061880111694, "Finetune/Loss (Raw)": 0.8290339708328247, "Finetune/Step": 4622, "Finetune/Step Time": 6.168873373419046}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7569838762283325, "Finetune/Loss (Raw)": 0.8575038313865662, "Finetune/Step": 4623, "Finetune/Step Time": 6.163515834137797}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7572609186172485, "Finetune/Loss (Raw)": 0.7361760139465332, "Finetune/Step": 4624, "Finetune/Step Time": 6.148678923025727}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7578272819519043, "Finetune/Loss (Raw)": 0.8460148572921753, "Finetune/Step": 4625, "Finetune/Step Time": 6.1491791140288115}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7568990588188171, "Finetune/Loss (Raw)": 0.5756674408912659, "Finetune/Step": 4626, "Finetune/Step Time": 6.166289798915386}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7559768557548523, "Finetune/Loss (Raw)": 0.755118727684021, "Finetune/Step": 4627, "Finetune/Step Time": 6.172306511551142}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7559205889701843, "Finetune/Loss (Raw)": 0.6781870722770691, "Finetune/Step": 4628, "Finetune/Step Time": 6.18531509116292}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7548879384994507, "Finetune/Loss (Raw)": 0.7420416474342346, "Finetune/Step": 4629, "Finetune/Step Time": 6.183979960158467}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7550709247589111, "Finetune/Loss (Raw)": 0.6768901944160461, "Finetune/Step": 4630, "Finetune/Step Time": 6.187234738841653}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7528330087661743, "Finetune/Loss (Raw)": 0.5738400816917419, "Finetune/Step": 4631, "Finetune/Step Time": 6.20053892955184}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7509766817092896, "Finetune/Loss (Raw)": 0.522836446762085, "Finetune/Step": 4632, "Finetune/Step Time": 6.216780865564942}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7495953440666199, "Finetune/Loss (Raw)": 0.582328200340271, "Finetune/Step": 4633, "Finetune/Step Time": 6.225105509161949}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7489113807678223, "Finetune/Loss (Raw)": 0.8641166687011719, "Finetune/Step": 4634, "Finetune/Step Time": 6.232662806287408}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7482127547264099, "Finetune/Loss (Raw)": 0.5710826516151428, "Finetune/Step": 4635, "Finetune/Step Time": 6.228366123512387}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7483597993850708, "Finetune/Loss (Raw)": 0.7775306105613708, "Finetune/Step": 4636, "Finetune/Step Time": 6.229139845818281}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7494060397148132, "Finetune/Loss (Raw)": 0.8539090752601624, "Finetune/Step": 4637, "Finetune/Step Time": 6.223992636427283}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7506272792816162, "Finetune/Loss (Raw)": 0.9980409145355225, "Finetune/Step": 4638, "Finetune/Step Time": 6.226658366620541}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7479845881462097, "Finetune/Loss (Raw)": 0.5986887216567993, "Finetune/Step": 4639, "Finetune/Step Time": 6.245773350819945}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7491979598999023, "Finetune/Loss (Raw)": 0.8631572127342224, "Finetune/Step": 4640, "Finetune/Step Time": 6.231344601139426}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7493006587028503, "Finetune/Loss (Raw)": 0.7906907200813293, "Finetune/Step": 4641, "Finetune/Step Time": 6.231054512783885}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7503949403762817, "Finetune/Loss (Raw)": 0.7974145412445068, "Finetune/Step": 4642, "Finetune/Step Time": 6.219689328223467}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7513216733932495, "Finetune/Loss (Raw)": 0.8798854947090149, "Finetune/Step": 4643, "Finetune/Step Time": 6.216901374980807}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7515532970428467, "Finetune/Loss (Raw)": 0.6587334275245667, "Finetune/Step": 4644, "Finetune/Step Time": 6.237676713615656}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.752858579158783, "Finetune/Loss (Raw)": 0.8266342282295227, "Finetune/Step": 4645, "Finetune/Step Time": 6.238393938168883}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7504603862762451, "Finetune/Loss (Raw)": 0.6260135769844055, "Finetune/Step": 4646, "Finetune/Step Time": 6.247414268553257}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7498202323913574, "Finetune/Loss (Raw)": 0.7929911613464355, "Finetune/Step": 4647, "Finetune/Step Time": 6.250307507812977}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7486534714698792, "Finetune/Loss (Raw)": 0.719718873500824, "Finetune/Step": 4648, "Finetune/Step Time": 6.254925087094307}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7483934760093689, "Finetune/Loss (Raw)": 0.8601412177085876, "Finetune/Step": 4649, "Finetune/Step Time": 6.251748697832227}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7477663159370422, "Finetune/Loss (Raw)": 0.6411904096603394, "Finetune/Step": 4650, "Finetune/Step Time": 6.258115658536553}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.747680127620697, "Finetune/Loss (Raw)": 0.785185694694519, "Finetune/Step": 4651, "Finetune/Step Time": 6.255355931818485}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7474361658096313, "Finetune/Loss (Raw)": 0.771540105342865, "Finetune/Step": 4652, "Finetune/Step Time": 6.2536343690007925}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7457436919212341, "Finetune/Loss (Raw)": 0.5587292909622192, "Finetune/Step": 4653, "Finetune/Step Time": 6.270335745066404}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7471323013305664, "Finetune/Loss (Raw)": 0.7369348406791687, "Finetune/Step": 4654, "Finetune/Step Time": 6.272607875987887}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7485514879226685, "Finetune/Loss (Raw)": 0.6301917433738708, "Finetune/Step": 4655, "Finetune/Step Time": 6.259548380970955}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7482728958129883, "Finetune/Loss (Raw)": 0.6745226979255676, "Finetune/Step": 4656, "Finetune/Step Time": 6.28577296435833}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7478183507919312, "Finetune/Loss (Raw)": 0.7308788895606995, "Finetune/Step": 4657, "Finetune/Step Time": 6.284542288631201}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7475897073745728, "Finetune/Loss (Raw)": 0.8430221676826477, "Finetune/Step": 4658, "Finetune/Step Time": 6.2826576102525}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7474167943000793, "Finetune/Loss (Raw)": 0.8645169138908386, "Finetune/Step": 4659, "Finetune/Step Time": 6.283105770125985}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7490454912185669, "Finetune/Loss (Raw)": 0.8285336494445801, "Finetune/Step": 4660, "Finetune/Step Time": 6.28911086730659}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7479380369186401, "Finetune/Loss (Raw)": 0.682000458240509, "Finetune/Step": 4661, "Finetune/Step Time": 6.290458714589477}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7495813965797424, "Finetune/Loss (Raw)": 0.8432117700576782, "Finetune/Step": 4662, "Finetune/Step Time": 6.271071903407574}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7510783672332764, "Finetune/Loss (Raw)": 0.8212112784385681, "Finetune/Step": 4663, "Finetune/Step Time": 6.261566683650017}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7513075470924377, "Finetune/Loss (Raw)": 0.7795429229736328, "Finetune/Step": 4664, "Finetune/Step Time": 6.264770049601793}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7505112886428833, "Finetune/Loss (Raw)": 0.7016550302505493, "Finetune/Step": 4665, "Finetune/Step Time": 6.262479016557336}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7485709190368652, "Finetune/Loss (Raw)": 0.5789493918418884, "Finetune/Step": 4666, "Finetune/Step Time": 6.277792880311608}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.750074028968811, "Finetune/Loss (Raw)": 0.839914083480835, "Finetune/Step": 4667, "Finetune/Step Time": 6.278890797868371}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7516709566116333, "Finetune/Loss (Raw)": 0.7463034987449646, "Finetune/Step": 4668, "Finetune/Step Time": 6.264683177694678}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7508013844490051, "Finetune/Loss (Raw)": 0.5875261425971985, "Finetune/Step": 4669, "Finetune/Step Time": 6.268432855606079}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7519990801811218, "Finetune/Loss (Raw)": 0.7975960373878479, "Finetune/Step": 4670, "Finetune/Step Time": 6.26771785505116}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.751501202583313, "Finetune/Loss (Raw)": 0.7151559591293335, "Finetune/Step": 4671, "Finetune/Step Time": 6.2630190290510654}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7511612176895142, "Finetune/Loss (Raw)": 0.8272140622138977, "Finetune/Step": 4672, "Finetune/Step Time": 6.272514289245009}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7514151334762573, "Finetune/Loss (Raw)": 0.786946713924408, "Finetune/Step": 4673, "Finetune/Step Time": 6.2659120839089155}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7513730525970459, "Finetune/Loss (Raw)": 0.8529794216156006, "Finetune/Step": 4674, "Finetune/Step Time": 6.2857181914150715}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7514315843582153, "Finetune/Loss (Raw)": 0.8318166732788086, "Finetune/Step": 4675, "Finetune/Step Time": 6.28724773041904}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7530223727226257, "Finetune/Loss (Raw)": 0.7468664050102234, "Finetune/Step": 4676, "Finetune/Step Time": 6.2457934226840734}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7549917697906494, "Finetune/Loss (Raw)": 0.8485870957374573, "Finetune/Step": 4677, "Finetune/Step Time": 6.227120321244001}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7540484666824341, "Finetune/Loss (Raw)": 0.7799184918403625, "Finetune/Step": 4678, "Finetune/Step Time": 6.236663151532412}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7526329159736633, "Finetune/Loss (Raw)": 0.6381399631500244, "Finetune/Step": 4679, "Finetune/Step Time": 6.237815476953983}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7550654411315918, "Finetune/Loss (Raw)": 0.8893386721611023, "Finetune/Step": 4680, "Finetune/Step Time": 6.230711925774813}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7546080350875854, "Finetune/Loss (Raw)": 0.7517433166503906, "Finetune/Step": 4681, "Finetune/Step Time": 6.241217661648989}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7533173561096191, "Finetune/Loss (Raw)": 0.7304203510284424, "Finetune/Step": 4682, "Finetune/Step Time": 6.250829981639981}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7531790137290955, "Finetune/Loss (Raw)": 0.7825154662132263, "Finetune/Step": 4683, "Finetune/Step Time": 6.239670151844621}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7526706457138062, "Finetune/Loss (Raw)": 0.8804839849472046, "Finetune/Step": 4684, "Finetune/Step Time": 6.238319119438529}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.753851056098938, "Finetune/Loss (Raw)": 0.8472061157226562, "Finetune/Step": 4685, "Finetune/Step Time": 6.24735689163208}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7544844150543213, "Finetune/Loss (Raw)": 0.6560788750648499, "Finetune/Step": 4686, "Finetune/Step Time": 6.2452531941235065}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7536166310310364, "Finetune/Loss (Raw)": 0.7974977493286133, "Finetune/Step": 4687, "Finetune/Step Time": 6.238576738163829}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7558934688568115, "Finetune/Loss (Raw)": 1.0281469821929932, "Finetune/Step": 4688, "Finetune/Step Time": 6.2351178508251905}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7563905119895935, "Finetune/Loss (Raw)": 0.8692407608032227, "Finetune/Step": 4689, "Finetune/Step Time": 6.227695805951953}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7549359798431396, "Finetune/Loss (Raw)": 0.655384361743927, "Finetune/Step": 4690, "Finetune/Step Time": 6.237445391714573}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7568022608757019, "Finetune/Loss (Raw)": 0.8990111947059631, "Finetune/Step": 4691, "Finetune/Step Time": 6.217512683942914}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.758330225944519, "Finetune/Loss (Raw)": 0.9513573050498962, "Finetune/Step": 4692, "Finetune/Step Time": 6.215909572318196}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7591266632080078, "Finetune/Loss (Raw)": 0.795146644115448, "Finetune/Step": 4693, "Finetune/Step Time": 6.225325148552656}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7600997686386108, "Finetune/Loss (Raw)": 0.8920757174491882, "Finetune/Step": 4694, "Finetune/Step Time": 6.219566881656647}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7596292495727539, "Finetune/Loss (Raw)": 0.8137305974960327, "Finetune/Step": 4695, "Finetune/Step Time": 6.220127943903208}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7585585117340088, "Finetune/Loss (Raw)": 0.6816392540931702, "Finetune/Step": 4696, "Finetune/Step Time": 6.226948415860534}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7579091787338257, "Finetune/Loss (Raw)": 0.7707676887512207, "Finetune/Step": 4697, "Finetune/Step Time": 6.223823111504316}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7581284046173096, "Finetune/Loss (Raw)": 0.8691126108169556, "Finetune/Step": 4698, "Finetune/Step Time": 6.226318560540676}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7600623369216919, "Finetune/Loss (Raw)": 0.8836764097213745, "Finetune/Step": 4699, "Finetune/Step Time": 6.211402701213956}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7604430913925171, "Finetune/Loss (Raw)": 0.789986789226532, "Finetune/Step": 4700, "Finetune/Step Time": 6.206204829737544}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7617939114570618, "Finetune/Loss (Raw)": 0.8435806632041931, "Finetune/Step": 4701, "Finetune/Step Time": 6.198591036722064}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7613139748573303, "Finetune/Loss (Raw)": 0.745956301689148, "Finetune/Step": 4702, "Finetune/Step Time": 6.200617380440235}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7626999616622925, "Finetune/Loss (Raw)": 0.8919324278831482, "Finetune/Step": 4703, "Finetune/Step Time": 6.188474461436272}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7627570629119873, "Finetune/Loss (Raw)": 0.6771630644798279, "Finetune/Step": 4704, "Finetune/Step Time": 6.184025198221207}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7625170946121216, "Finetune/Loss (Raw)": 0.8775250911712646, "Finetune/Step": 4705, "Finetune/Step Time": 6.182017341256142}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7616984248161316, "Finetune/Loss (Raw)": 0.727004885673523, "Finetune/Step": 4706, "Finetune/Step Time": 6.178376089781523}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7623828649520874, "Finetune/Loss (Raw)": 0.6899950504302979, "Finetune/Step": 4707, "Finetune/Step Time": 6.158441565930843}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7634110450744629, "Finetune/Loss (Raw)": 0.6861422657966614, "Finetune/Step": 4708, "Finetune/Step Time": 6.138654479756951}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7634264230728149, "Finetune/Loss (Raw)": 0.671897828578949, "Finetune/Step": 4709, "Finetune/Step Time": 6.141894645988941}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7649056911468506, "Finetune/Loss (Raw)": 0.9425123929977417, "Finetune/Step": 4710, "Finetune/Step Time": 6.136033806949854}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7640672922134399, "Finetune/Loss (Raw)": 0.7777089476585388, "Finetune/Step": 4711, "Finetune/Step Time": 6.136178404092789}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7639402151107788, "Finetune/Loss (Raw)": 0.6908372640609741, "Finetune/Step": 4712, "Finetune/Step Time": 6.144972443580627}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7655426859855652, "Finetune/Loss (Raw)": 0.8397060036659241, "Finetune/Step": 4713, "Finetune/Step Time": 6.146583575755358}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7660211324691772, "Finetune/Loss (Raw)": 0.7371953725814819, "Finetune/Step": 4714, "Finetune/Step Time": 6.14980068616569}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7652736306190491, "Finetune/Loss (Raw)": 0.783460795879364, "Finetune/Step": 4715, "Finetune/Step Time": 6.153287244960666}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7643781304359436, "Finetune/Loss (Raw)": 0.7394065260887146, "Finetune/Step": 4716, "Finetune/Step Time": 6.133287390694022}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.764754056930542, "Finetune/Loss (Raw)": 0.8164411187171936, "Finetune/Step": 4717, "Finetune/Step Time": 6.132958894595504}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7635267376899719, "Finetune/Loss (Raw)": 0.5548694729804993, "Finetune/Step": 4718, "Finetune/Step Time": 6.143141806125641}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7621576189994812, "Finetune/Loss (Raw)": 0.6468775868415833, "Finetune/Step": 4719, "Finetune/Step Time": 6.143365699797869}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7619934678077698, "Finetune/Loss (Raw)": 0.4911254942417145, "Finetune/Step": 4720, "Finetune/Step Time": 6.153585769236088}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7600765228271484, "Finetune/Loss (Raw)": 0.602979838848114, "Finetune/Step": 4721, "Finetune/Step Time": 6.168192097917199}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7604728937149048, "Finetune/Loss (Raw)": 0.7042564749717712, "Finetune/Step": 4722, "Finetune/Step Time": 6.149070382118225}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7604000568389893, "Finetune/Loss (Raw)": 0.784878134727478, "Finetune/Step": 4723, "Finetune/Step Time": 6.147403696551919}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7594210505485535, "Finetune/Loss (Raw)": 0.6441972851753235, "Finetune/Step": 4724, "Finetune/Step Time": 6.175648100674152}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7593927383422852, "Finetune/Loss (Raw)": 0.7035964131355286, "Finetune/Step": 4725, "Finetune/Step Time": 6.177709195762873}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.758543074131012, "Finetune/Loss (Raw)": 0.6808757185935974, "Finetune/Step": 4726, "Finetune/Step Time": 6.182892974466085}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7586187720298767, "Finetune/Loss (Raw)": 0.7137897610664368, "Finetune/Step": 4727, "Finetune/Step Time": 6.179882628843188}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7583132982254028, "Finetune/Loss (Raw)": 0.733371376991272, "Finetune/Step": 4728, "Finetune/Step Time": 6.181243225932121}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7609683871269226, "Finetune/Loss (Raw)": 1.0149612426757812, "Finetune/Step": 4729, "Finetune/Step Time": 6.18063553981483}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7594692707061768, "Finetune/Loss (Raw)": 0.7866679430007935, "Finetune/Step": 4730, "Finetune/Step Time": 6.176380654796958}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7590641975402832, "Finetune/Loss (Raw)": 0.6126649975776672, "Finetune/Step": 4731, "Finetune/Step Time": 6.17595486715436}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7589720487594604, "Finetune/Loss (Raw)": 0.7961829900741577, "Finetune/Step": 4732, "Finetune/Step Time": 6.176280476152897}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7607523798942566, "Finetune/Loss (Raw)": 0.8470993638038635, "Finetune/Step": 4733, "Finetune/Step Time": 6.152957480400801}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7596540451049805, "Finetune/Loss (Raw)": 0.6961480975151062, "Finetune/Step": 4734, "Finetune/Step Time": 6.157226622104645}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7606925964355469, "Finetune/Loss (Raw)": 0.8649864196777344, "Finetune/Step": 4735, "Finetune/Step Time": 6.147689880803227}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7592728137969971, "Finetune/Loss (Raw)": 0.593322217464447, "Finetune/Step": 4736, "Finetune/Step Time": 6.153307778760791}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7571283578872681, "Finetune/Loss (Raw)": 0.6678019762039185, "Finetune/Step": 4737, "Finetune/Step Time": 6.160907875746489}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.757993221282959, "Finetune/Loss (Raw)": 0.8264352083206177, "Finetune/Step": 4738, "Finetune/Step Time": 6.1573196798563}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7592490911483765, "Finetune/Loss (Raw)": 0.7123234272003174, "Finetune/Step": 4739, "Finetune/Step Time": 6.139991901814938}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7582741975784302, "Finetune/Loss (Raw)": 0.6742873787879944, "Finetune/Step": 4740, "Finetune/Step Time": 6.142869152128696}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7576943635940552, "Finetune/Loss (Raw)": 0.5547929406166077, "Finetune/Step": 4741, "Finetune/Step Time": 6.138337394222617}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7573596239089966, "Finetune/Loss (Raw)": 0.6610620617866516, "Finetune/Step": 4742, "Finetune/Step Time": 6.146772895008326}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7553615570068359, "Finetune/Loss (Raw)": 0.6520015597343445, "Finetune/Step": 4743, "Finetune/Step Time": 6.148810759186745}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.756878137588501, "Finetune/Loss (Raw)": 0.9338463544845581, "Finetune/Step": 4744, "Finetune/Step Time": 6.150349346920848}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7570396065711975, "Finetune/Loss (Raw)": 0.6973655819892883, "Finetune/Step": 4745, "Finetune/Step Time": 6.164080996066332}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7560187578201294, "Finetune/Loss (Raw)": 0.7015333771705627, "Finetune/Step": 4746, "Finetune/Step Time": 6.191135236993432}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7561419606208801, "Finetune/Loss (Raw)": 0.9072889089584351, "Finetune/Step": 4747, "Finetune/Step Time": 6.188326274976134}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7568920850753784, "Finetune/Loss (Raw)": 0.8372730016708374, "Finetune/Step": 4748, "Finetune/Step Time": 6.186873635277152}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7561091184616089, "Finetune/Loss (Raw)": 0.784907877445221, "Finetune/Step": 4749, "Finetune/Step Time": 6.184641178697348}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7554093599319458, "Finetune/Loss (Raw)": 0.7394654750823975, "Finetune/Step": 4750, "Finetune/Step Time": 6.187119219452143}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7546259164810181, "Finetune/Loss (Raw)": 0.7572153210639954, "Finetune/Step": 4751, "Finetune/Step Time": 6.198794662952423}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7553938031196594, "Finetune/Loss (Raw)": 0.8344758152961731, "Finetune/Step": 4752, "Finetune/Step Time": 6.199828112497926}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7542684078216553, "Finetune/Loss (Raw)": 0.7019646763801575, "Finetune/Step": 4753, "Finetune/Step Time": 6.195122322067618}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7559851408004761, "Finetune/Loss (Raw)": 0.7954066395759583, "Finetune/Step": 4754, "Finetune/Step Time": 6.180902844294906}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7561428546905518, "Finetune/Loss (Raw)": 0.7753015160560608, "Finetune/Step": 4755, "Finetune/Step Time": 6.180058490484953}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.756916880607605, "Finetune/Loss (Raw)": 0.7772719860076904, "Finetune/Step": 4756, "Finetune/Step Time": 6.163627712056041}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7571592330932617, "Finetune/Loss (Raw)": 0.7730611562728882, "Finetune/Step": 4757, "Finetune/Step Time": 6.164009327068925}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7576900720596313, "Finetune/Loss (Raw)": 0.744835615158081, "Finetune/Step": 4758, "Finetune/Step Time": 6.156473753973842}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7586631774902344, "Finetune/Loss (Raw)": 0.6983945369720459, "Finetune/Step": 4759, "Finetune/Step Time": 6.144376439973712}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7606559991836548, "Finetune/Loss (Raw)": 0.7779244780540466, "Finetune/Step": 4760, "Finetune/Step Time": 6.127337671816349}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7607375383377075, "Finetune/Loss (Raw)": 0.5927597284317017, "Finetune/Step": 4761, "Finetune/Step Time": 6.128916708752513}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7595632672309875, "Finetune/Loss (Raw)": 0.7138062119483948, "Finetune/Step": 4762, "Finetune/Step Time": 6.124889530241489}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7611122131347656, "Finetune/Loss (Raw)": 0.7693560123443604, "Finetune/Step": 4763, "Finetune/Step Time": 6.113059958443046}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7604519128799438, "Finetune/Loss (Raw)": 0.6930087208747864, "Finetune/Step": 4764, "Finetune/Step Time": 6.1138215232640505}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7588304281234741, "Finetune/Loss (Raw)": 0.6463637948036194, "Finetune/Step": 4765, "Finetune/Step Time": 6.113397188484669}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7582281231880188, "Finetune/Loss (Raw)": 0.9209387898445129, "Finetune/Step": 4766, "Finetune/Step Time": 6.114322675392032}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7599837183952332, "Finetune/Loss (Raw)": 0.8234056234359741, "Finetune/Step": 4767, "Finetune/Step Time": 6.089298732578754}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.75899738073349, "Finetune/Loss (Raw)": 0.7369131445884705, "Finetune/Step": 4768, "Finetune/Step Time": 6.09124306961894}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7587293982505798, "Finetune/Loss (Raw)": 0.7563804984092712, "Finetune/Step": 4769, "Finetune/Step Time": 6.089659832417965}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7562394142150879, "Finetune/Loss (Raw)": 0.47869813442230225, "Finetune/Step": 4770, "Finetune/Step Time": 6.091689666733146}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7564423084259033, "Finetune/Loss (Raw)": 0.905856192111969, "Finetune/Step": 4771, "Finetune/Step Time": 6.094281416386366}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7567305564880371, "Finetune/Loss (Raw)": 0.6956290006637573, "Finetune/Step": 4772, "Finetune/Step Time": 6.08259136788547}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7545884847640991, "Finetune/Loss (Raw)": 0.5524521470069885, "Finetune/Step": 4773, "Finetune/Step Time": 6.081670377403498}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.755926787853241, "Finetune/Loss (Raw)": 0.7973107695579529, "Finetune/Step": 4774, "Finetune/Step Time": 6.072260921820998}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7566589117050171, "Finetune/Loss (Raw)": 0.8867002129554749, "Finetune/Step": 4775, "Finetune/Step Time": 6.071060296148062}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7562881708145142, "Finetune/Loss (Raw)": 0.6722723245620728, "Finetune/Step": 4776, "Finetune/Step Time": 6.080450497567654}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7555159330368042, "Finetune/Loss (Raw)": 0.7612891793251038, "Finetune/Step": 4777, "Finetune/Step Time": 6.080932108685374}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.755001962184906, "Finetune/Loss (Raw)": 0.5754014253616333, "Finetune/Step": 4778, "Finetune/Step Time": 6.10069715231657}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7560559511184692, "Finetune/Loss (Raw)": 0.9200997948646545, "Finetune/Step": 4779, "Finetune/Step Time": 6.101962624117732}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7556474208831787, "Finetune/Loss (Raw)": 0.7192507386207581, "Finetune/Step": 4780, "Finetune/Step Time": 6.10317737236619}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7563759088516235, "Finetune/Loss (Raw)": 0.6519738435745239, "Finetune/Step": 4781, "Finetune/Step Time": 6.0976885817945}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7557861804962158, "Finetune/Loss (Raw)": 0.661447286605835, "Finetune/Step": 4782, "Finetune/Step Time": 6.097526669502258}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7555734515190125, "Finetune/Loss (Raw)": 0.6029639840126038, "Finetune/Step": 4783, "Finetune/Step Time": 6.113778203725815}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7564743161201477, "Finetune/Loss (Raw)": 0.7898374199867249, "Finetune/Step": 4784, "Finetune/Step Time": 6.087708804756403}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7581911087036133, "Finetune/Loss (Raw)": 0.9506183862686157, "Finetune/Step": 4785, "Finetune/Step Time": 6.087869372218847}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7580431699752808, "Finetune/Loss (Raw)": 0.8240864872932434, "Finetune/Step": 4786, "Finetune/Step Time": 6.0900295078754425}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7572466135025024, "Finetune/Loss (Raw)": 0.7625616192817688, "Finetune/Step": 4787, "Finetune/Step Time": 6.084645280614495}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7557322978973389, "Finetune/Loss (Raw)": 0.6347026228904724, "Finetune/Step": 4788, "Finetune/Step Time": 6.092131473124027}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7550356388092041, "Finetune/Loss (Raw)": 0.5928211808204651, "Finetune/Step": 4789, "Finetune/Step Time": 6.091793784871697}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7548483610153198, "Finetune/Loss (Raw)": 0.8192437291145325, "Finetune/Step": 4790, "Finetune/Step Time": 6.094041343778372}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7537129521369934, "Finetune/Loss (Raw)": 0.6758775115013123, "Finetune/Step": 4791, "Finetune/Step Time": 6.115177098661661}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7551464438438416, "Finetune/Loss (Raw)": 0.9630365371704102, "Finetune/Step": 4792, "Finetune/Step Time": 6.106441006064415}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7561818361282349, "Finetune/Loss (Raw)": 0.8341812491416931, "Finetune/Step": 4793, "Finetune/Step Time": 6.106802327558398}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7570821046829224, "Finetune/Loss (Raw)": 0.694180428981781, "Finetune/Step": 4794, "Finetune/Step Time": 6.093982700258493}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7559782266616821, "Finetune/Loss (Raw)": 0.6986263990402222, "Finetune/Step": 4795, "Finetune/Step Time": 6.10956054367125}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7567911148071289, "Finetune/Loss (Raw)": 0.8503551483154297, "Finetune/Step": 4796, "Finetune/Step Time": 6.106848232448101}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7584272027015686, "Finetune/Loss (Raw)": 0.7969347834587097, "Finetune/Step": 4797, "Finetune/Step Time": 6.098342033103108}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7569226622581482, "Finetune/Loss (Raw)": 0.6050195693969727, "Finetune/Step": 4798, "Finetune/Step Time": 6.110019294545054}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.757931113243103, "Finetune/Loss (Raw)": 0.8442355990409851, "Finetune/Step": 4799, "Finetune/Step Time": 6.113128252327442}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7589366436004639, "Finetune/Loss (Raw)": 0.9559261202812195, "Finetune/Step": 4800, "Finetune/Step Time": 6.100292148068547}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7594847679138184, "Finetune/Loss (Raw)": 0.8571075797080994, "Finetune/Step": 4801, "Finetune/Step Time": 6.093075221404433}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7590700387954712, "Finetune/Loss (Raw)": 0.799885094165802, "Finetune/Step": 4802, "Finetune/Step Time": 6.07118777371943}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7592948079109192, "Finetune/Loss (Raw)": 0.860592782497406, "Finetune/Step": 4803, "Finetune/Step Time": 6.073550429195166}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7598292827606201, "Finetune/Loss (Raw)": 0.8152820467948914, "Finetune/Step": 4804, "Finetune/Step Time": 6.075014654546976}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7599083185195923, "Finetune/Loss (Raw)": 0.8586913347244263, "Finetune/Step": 4805, "Finetune/Step Time": 6.08001496270299}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7600442171096802, "Finetune/Loss (Raw)": 0.7973209023475647, "Finetune/Step": 4806, "Finetune/Step Time": 6.064643824473023}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7611060738563538, "Finetune/Loss (Raw)": 0.7740579843521118, "Finetune/Step": 4807, "Finetune/Step Time": 6.064614778384566}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7613075971603394, "Finetune/Loss (Raw)": 0.9151371121406555, "Finetune/Step": 4808, "Finetune/Step Time": 6.062662553042173}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7598949670791626, "Finetune/Loss (Raw)": 0.570921778678894, "Finetune/Step": 4809, "Finetune/Step Time": 6.044704223051667}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7600123882293701, "Finetune/Loss (Raw)": 0.7454522848129272, "Finetune/Step": 4810, "Finetune/Step Time": 6.0394825078547}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.760184645652771, "Finetune/Loss (Raw)": 0.8045649528503418, "Finetune/Step": 4811, "Finetune/Step Time": 6.050229180604219}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.759462833404541, "Finetune/Loss (Raw)": 0.7880939245223999, "Finetune/Step": 4812, "Finetune/Step Time": 6.062747705727816}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7586853504180908, "Finetune/Loss (Raw)": 0.7476813793182373, "Finetune/Step": 4813, "Finetune/Step Time": 6.070833371952176}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7599009275436401, "Finetune/Loss (Raw)": 0.811674177646637, "Finetune/Step": 4814, "Finetune/Step Time": 6.065851470455527}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7605449557304382, "Finetune/Loss (Raw)": 0.8799408078193665, "Finetune/Step": 4815, "Finetune/Step Time": 6.06509161926806}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7577940225601196, "Finetune/Loss (Raw)": 0.6760267615318298, "Finetune/Step": 4816, "Finetune/Step Time": 6.0785686038434505}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7575417757034302, "Finetune/Loss (Raw)": 0.8369473814964294, "Finetune/Step": 4817, "Finetune/Step Time": 6.085917381569743}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7589995861053467, "Finetune/Loss (Raw)": 0.8419848680496216, "Finetune/Step": 4818, "Finetune/Step Time": 6.07855892367661}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7587266564369202, "Finetune/Loss (Raw)": 0.8640808463096619, "Finetune/Step": 4819, "Finetune/Step Time": 6.077173126861453}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7580543160438538, "Finetune/Loss (Raw)": 0.8652985692024231, "Finetune/Step": 4820, "Finetune/Step Time": 6.079186346381903}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7588046789169312, "Finetune/Loss (Raw)": 0.891189694404602, "Finetune/Step": 4821, "Finetune/Step Time": 6.070786586031318}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7583341598510742, "Finetune/Loss (Raw)": 0.8318465948104858, "Finetune/Step": 4822, "Finetune/Step Time": 6.0757514256983995}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7586488723754883, "Finetune/Loss (Raw)": 0.8540210723876953, "Finetune/Step": 4823, "Finetune/Step Time": 6.078265234827995}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7586188912391663, "Finetune/Loss (Raw)": 0.6778020262718201, "Finetune/Step": 4824, "Finetune/Step Time": 6.086940797045827}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.75847327709198, "Finetune/Loss (Raw)": 0.7521241307258606, "Finetune/Step": 4825, "Finetune/Step Time": 6.0925370547920465}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7577348947525024, "Finetune/Loss (Raw)": 0.7746040225028992, "Finetune/Step": 4826, "Finetune/Step Time": 6.091948941349983}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.757554292678833, "Finetune/Loss (Raw)": 0.8605545163154602, "Finetune/Step": 4827, "Finetune/Step Time": 6.086390422657132}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7580990195274353, "Finetune/Loss (Raw)": 0.8597128987312317, "Finetune/Step": 4828, "Finetune/Step Time": 6.095688974484801}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.757686972618103, "Finetune/Loss (Raw)": 0.7908445000648499, "Finetune/Step": 4829, "Finetune/Step Time": 6.098822137340903}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7576763033866882, "Finetune/Loss (Raw)": 0.744586706161499, "Finetune/Step": 4830, "Finetune/Step Time": 6.094758993014693}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7553120851516724, "Finetune/Loss (Raw)": 0.5893120765686035, "Finetune/Step": 4831, "Finetune/Step Time": 6.117587538436055}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7553026676177979, "Finetune/Loss (Raw)": 0.6759597659111023, "Finetune/Step": 4832, "Finetune/Step Time": 6.138363163918257}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7544405460357666, "Finetune/Loss (Raw)": 0.7671739459037781, "Finetune/Step": 4833, "Finetune/Step Time": 6.142710233107209}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7559871673583984, "Finetune/Loss (Raw)": 0.9249696731567383, "Finetune/Step": 4834, "Finetune/Step Time": 6.146632548421621}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.757206916809082, "Finetune/Loss (Raw)": 0.8461206555366516, "Finetune/Step": 4835, "Finetune/Step Time": 6.146072810515761}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7588678598403931, "Finetune/Loss (Raw)": 0.8987483978271484, "Finetune/Step": 4836, "Finetune/Step Time": 6.142830908298492}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7596628665924072, "Finetune/Loss (Raw)": 0.773658037185669, "Finetune/Step": 4837, "Finetune/Step Time": 6.129896841943264}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7590941190719604, "Finetune/Loss (Raw)": 0.8697128295898438, "Finetune/Step": 4838, "Finetune/Step Time": 6.14149009808898}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.758444607257843, "Finetune/Loss (Raw)": 0.6945676803588867, "Finetune/Step": 4839, "Finetune/Step Time": 6.142901483923197}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7591022849082947, "Finetune/Loss (Raw)": 0.7750257849693298, "Finetune/Step": 4840, "Finetune/Step Time": 6.137682948261499}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7582074403762817, "Finetune/Loss (Raw)": 0.725161075592041, "Finetune/Step": 4841, "Finetune/Step Time": 6.143064916133881}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7575435638427734, "Finetune/Loss (Raw)": 0.6522213220596313, "Finetune/Step": 4842, "Finetune/Step Time": 6.151919551193714}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7588005065917969, "Finetune/Loss (Raw)": 0.9443476796150208, "Finetune/Step": 4843, "Finetune/Step Time": 6.149376504123211}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7584011554718018, "Finetune/Loss (Raw)": 0.6882878541946411, "Finetune/Step": 4844, "Finetune/Step Time": 6.16540047340095}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7588670253753662, "Finetune/Loss (Raw)": 0.8760776519775391, "Finetune/Step": 4845, "Finetune/Step Time": 6.167581735178828}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7607641220092773, "Finetune/Loss (Raw)": 0.7976956963539124, "Finetune/Step": 4846, "Finetune/Step Time": 6.177887037396431}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7609380483627319, "Finetune/Loss (Raw)": 0.6691374778747559, "Finetune/Step": 4847, "Finetune/Step Time": 6.199006820097566}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.762374758720398, "Finetune/Loss (Raw)": 0.6750271320343018, "Finetune/Step": 4848, "Finetune/Step Time": 6.16703275591135}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7628800868988037, "Finetune/Loss (Raw)": 0.6676602363586426, "Finetune/Step": 4849, "Finetune/Step Time": 6.168836545199156}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7641770839691162, "Finetune/Loss (Raw)": 0.8702686429023743, "Finetune/Step": 4850, "Finetune/Step Time": 6.179614208638668}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7647780179977417, "Finetune/Loss (Raw)": 0.8618028163909912, "Finetune/Step": 4851, "Finetune/Step Time": 6.1935299057513475}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7649359703063965, "Finetune/Loss (Raw)": 0.6644188761711121, "Finetune/Step": 4852, "Finetune/Step Time": 6.1776432655751705}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7658874988555908, "Finetune/Loss (Raw)": 0.8253852725028992, "Finetune/Step": 4853, "Finetune/Step Time": 6.1931859459728}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7647491693496704, "Finetune/Loss (Raw)": 0.5351728200912476, "Finetune/Step": 4854, "Finetune/Step Time": 6.1934115290641785}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7653258442878723, "Finetune/Loss (Raw)": 0.7876015305519104, "Finetune/Step": 4855, "Finetune/Step Time": 6.195024475455284}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7659314274787903, "Finetune/Loss (Raw)": 0.810889482498169, "Finetune/Step": 4856, "Finetune/Step Time": 6.192574476823211}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7648894786834717, "Finetune/Loss (Raw)": 0.881591796875, "Finetune/Step": 4857, "Finetune/Step Time": 6.191304437816143}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7662272453308105, "Finetune/Loss (Raw)": 0.9579049944877625, "Finetune/Step": 4858, "Finetune/Step Time": 6.198151707649231}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.767624020576477, "Finetune/Loss (Raw)": 0.7914431095123291, "Finetune/Step": 4859, "Finetune/Step Time": 6.188351297751069}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7669632434844971, "Finetune/Loss (Raw)": 0.7116119861602783, "Finetune/Step": 4860, "Finetune/Step Time": 6.187019074335694}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7660160064697266, "Finetune/Loss (Raw)": 0.7258417010307312, "Finetune/Step": 4861, "Finetune/Step Time": 6.1979754120111465}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.767753005027771, "Finetune/Loss (Raw)": 0.9184935688972473, "Finetune/Step": 4862, "Finetune/Step Time": 6.188185401260853}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7683264017105103, "Finetune/Loss (Raw)": 0.9383765459060669, "Finetune/Step": 4863, "Finetune/Step Time": 6.188439661636949}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7696499228477478, "Finetune/Loss (Raw)": 0.7627345323562622, "Finetune/Step": 4864, "Finetune/Step Time": 6.193476188927889}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7709853649139404, "Finetune/Loss (Raw)": 0.8387376666069031, "Finetune/Step": 4865, "Finetune/Step Time": 6.190963147208095}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7702128887176514, "Finetune/Loss (Raw)": 0.727563202381134, "Finetune/Step": 4866, "Finetune/Step Time": 6.1857521291822195}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7694754600524902, "Finetune/Loss (Raw)": 0.6179234981536865, "Finetune/Step": 4867, "Finetune/Step Time": 6.207148184999824}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7696853280067444, "Finetune/Loss (Raw)": 0.7011545896530151, "Finetune/Step": 4868, "Finetune/Step Time": 6.205776106566191}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7703365087509155, "Finetune/Loss (Raw)": 0.6381443738937378, "Finetune/Step": 4869, "Finetune/Step Time": 6.198802415281534}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7707250118255615, "Finetune/Loss (Raw)": 0.7107917666435242, "Finetune/Step": 4870, "Finetune/Step Time": 6.186879875138402}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7719641327857971, "Finetune/Loss (Raw)": 0.8106070756912231, "Finetune/Step": 4871, "Finetune/Step Time": 6.182080103084445}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7707907557487488, "Finetune/Loss (Raw)": 0.7836577296257019, "Finetune/Step": 4872, "Finetune/Step Time": 6.182085694745183}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7707146406173706, "Finetune/Loss (Raw)": 0.6876166462898254, "Finetune/Step": 4873, "Finetune/Step Time": 6.1799064837396145}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7696620225906372, "Finetune/Loss (Raw)": 0.5668079853057861, "Finetune/Step": 4874, "Finetune/Step Time": 6.157360699027777}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7682609558105469, "Finetune/Loss (Raw)": 0.727946400642395, "Finetune/Step": 4875, "Finetune/Step Time": 6.1638363022357225}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7686746716499329, "Finetune/Loss (Raw)": 0.8902269005775452, "Finetune/Step": 4876, "Finetune/Step Time": 6.157182365655899}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7694422602653503, "Finetune/Loss (Raw)": 0.8831585645675659, "Finetune/Step": 4877, "Finetune/Step Time": 6.157534904778004}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7692972421646118, "Finetune/Loss (Raw)": 0.7209048271179199, "Finetune/Step": 4878, "Finetune/Step Time": 6.168481133878231}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7699443101882935, "Finetune/Loss (Raw)": 0.8400341868400574, "Finetune/Step": 4879, "Finetune/Step Time": 6.1562685165554285}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7702192068099976, "Finetune/Loss (Raw)": 0.8696631193161011, "Finetune/Step": 4880, "Finetune/Step Time": 6.155102344229817}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7723284959793091, "Finetune/Loss (Raw)": 0.9719620943069458, "Finetune/Step": 4881, "Finetune/Step Time": 6.149496590718627}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7712998390197754, "Finetune/Loss (Raw)": 0.6637343168258667, "Finetune/Step": 4882, "Finetune/Step Time": 6.148453516885638}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.770488977432251, "Finetune/Loss (Raw)": 0.6715161800384521, "Finetune/Step": 4883, "Finetune/Step Time": 6.143496775999665}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7711017727851868, "Finetune/Loss (Raw)": 0.8557024002075195, "Finetune/Step": 4884, "Finetune/Step Time": 6.145665554329753}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7707657814025879, "Finetune/Loss (Raw)": 0.7300587296485901, "Finetune/Step": 4885, "Finetune/Step Time": 6.145970996469259}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7716737985610962, "Finetune/Loss (Raw)": 0.861056923866272, "Finetune/Step": 4886, "Finetune/Step Time": 6.151549089699984}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7726659178733826, "Finetune/Loss (Raw)": 0.8253888487815857, "Finetune/Step": 4887, "Finetune/Step Time": 6.160492604598403}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7731108665466309, "Finetune/Loss (Raw)": 0.8348784446716309, "Finetune/Step": 4888, "Finetune/Step Time": 6.16668296046555}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7746393084526062, "Finetune/Loss (Raw)": 0.7883995175361633, "Finetune/Step": 4889, "Finetune/Step Time": 6.157559687271714}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7746819257736206, "Finetune/Loss (Raw)": 0.7192681431770325, "Finetune/Step": 4890, "Finetune/Step Time": 6.1735929772257805}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7744185924530029, "Finetune/Loss (Raw)": 0.7356492877006531, "Finetune/Step": 4891, "Finetune/Step Time": 6.17209797911346}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7750367522239685, "Finetune/Loss (Raw)": 0.7721266746520996, "Finetune/Step": 4892, "Finetune/Step Time": 6.17159216478467}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7768247127532959, "Finetune/Loss (Raw)": 0.8752226233482361, "Finetune/Step": 4893, "Finetune/Step Time": 6.171521445736289}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7753149271011353, "Finetune/Loss (Raw)": 0.7276902794837952, "Finetune/Step": 4894, "Finetune/Step Time": 6.177950672805309}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7740573883056641, "Finetune/Loss (Raw)": 0.6624320149421692, "Finetune/Step": 4895, "Finetune/Step Time": 6.192299148067832}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7750082612037659, "Finetune/Loss (Raw)": 0.85863196849823, "Finetune/Step": 4896, "Finetune/Step Time": 6.18901689723134}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7739647626876831, "Finetune/Loss (Raw)": 0.6228055357933044, "Finetune/Step": 4897, "Finetune/Step Time": 6.196164313703775}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.775495171546936, "Finetune/Loss (Raw)": 0.674590528011322, "Finetune/Step": 4898, "Finetune/Step Time": 6.198505749925971}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7751179933547974, "Finetune/Loss (Raw)": 0.8575871586799622, "Finetune/Step": 4899, "Finetune/Step Time": 6.196568593382835}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7757747769355774, "Finetune/Loss (Raw)": 0.7796931266784668, "Finetune/Step": 4900, "Finetune/Step Time": 6.188770351931453}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7772068977355957, "Finetune/Loss (Raw)": 0.7357617020606995, "Finetune/Step": 4901, "Finetune/Step Time": 6.187260283157229}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7768126726150513, "Finetune/Loss (Raw)": 0.7468528151512146, "Finetune/Step": 4902, "Finetune/Step Time": 6.187790390104055}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7756061553955078, "Finetune/Loss (Raw)": 0.7322710752487183, "Finetune/Step": 4903, "Finetune/Step Time": 6.186570506542921}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7764662504196167, "Finetune/Loss (Raw)": 0.7823601961135864, "Finetune/Step": 4904, "Finetune/Step Time": 6.176366467028856}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7767624855041504, "Finetune/Loss (Raw)": 0.7992103695869446, "Finetune/Step": 4905, "Finetune/Step Time": 6.177002299576998}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7779520750045776, "Finetune/Loss (Raw)": 0.7276670932769775, "Finetune/Step": 4906, "Finetune/Step Time": 6.146132552996278}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7755357027053833, "Finetune/Loss (Raw)": 0.6108056306838989, "Finetune/Step": 4907, "Finetune/Step Time": 6.149665242061019}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7759674787521362, "Finetune/Loss (Raw)": 0.7745170593261719, "Finetune/Step": 4908, "Finetune/Step Time": 6.160495009273291}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.776792049407959, "Finetune/Loss (Raw)": 0.7575161457061768, "Finetune/Step": 4909, "Finetune/Step Time": 6.147943053394556}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7779562473297119, "Finetune/Loss (Raw)": 0.8104705214500427, "Finetune/Step": 4910, "Finetune/Step Time": 6.151799002662301}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7792857885360718, "Finetune/Loss (Raw)": 0.7731415629386902, "Finetune/Step": 4911, "Finetune/Step Time": 6.131262129172683}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7790920734405518, "Finetune/Loss (Raw)": 0.7650412917137146, "Finetune/Step": 4912, "Finetune/Step Time": 6.136892592534423}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7779043912887573, "Finetune/Loss (Raw)": 0.7985970973968506, "Finetune/Step": 4913, "Finetune/Step Time": 6.141994884237647}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7771254181861877, "Finetune/Loss (Raw)": 0.7243732810020447, "Finetune/Step": 4914, "Finetune/Step Time": 6.158518550917506}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7762781381607056, "Finetune/Loss (Raw)": 0.6541178226470947, "Finetune/Step": 4915, "Finetune/Step Time": 6.162292379885912}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7772064208984375, "Finetune/Loss (Raw)": 0.753522515296936, "Finetune/Step": 4916, "Finetune/Step Time": 6.140570119023323}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7780048251152039, "Finetune/Loss (Raw)": 0.695009171962738, "Finetune/Step": 4917, "Finetune/Step Time": 6.159417271614075}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7778675556182861, "Finetune/Loss (Raw)": 0.8016780614852905, "Finetune/Step": 4918, "Finetune/Step Time": 6.154811626300216}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7785207033157349, "Finetune/Loss (Raw)": 0.7594795823097229, "Finetune/Step": 4919, "Finetune/Step Time": 6.136787805706263}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7777796983718872, "Finetune/Loss (Raw)": 0.8681832551956177, "Finetune/Step": 4920, "Finetune/Step Time": 6.134603921324015}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7772197723388672, "Finetune/Loss (Raw)": 0.7625097632408142, "Finetune/Step": 4921, "Finetune/Step Time": 6.144161293283105}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7771595120429993, "Finetune/Loss (Raw)": 0.6864709258079529, "Finetune/Step": 4922, "Finetune/Step Time": 6.1451445166021585}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7774543166160583, "Finetune/Loss (Raw)": 0.7363618016242981, "Finetune/Step": 4923, "Finetune/Step Time": 6.1257029213011265}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7765529751777649, "Finetune/Loss (Raw)": 0.7349870204925537, "Finetune/Step": 4924, "Finetune/Step Time": 6.135582435876131}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.776043176651001, "Finetune/Loss (Raw)": 0.7316772937774658, "Finetune/Step": 4925, "Finetune/Step Time": 6.123209964483976}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7769699096679688, "Finetune/Loss (Raw)": 0.7236453890800476, "Finetune/Step": 4926, "Finetune/Step Time": 6.111856169998646}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7764495611190796, "Finetune/Loss (Raw)": 0.7776222825050354, "Finetune/Step": 4927, "Finetune/Step Time": 6.112038921564817}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7732596397399902, "Finetune/Loss (Raw)": 0.5476174354553223, "Finetune/Step": 4928, "Finetune/Step Time": 6.129891078919172}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7722936868667603, "Finetune/Loss (Raw)": 0.7334628701210022, "Finetune/Step": 4929, "Finetune/Step Time": 6.132628129795194}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7721561193466187, "Finetune/Loss (Raw)": 0.7822805643081665, "Finetune/Step": 4930, "Finetune/Step Time": 6.133013715967536}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7719504833221436, "Finetune/Loss (Raw)": 0.8342739343643188, "Finetune/Step": 4931, "Finetune/Step Time": 6.133674642071128}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7721339464187622, "Finetune/Loss (Raw)": 0.8387673497200012, "Finetune/Step": 4932, "Finetune/Step Time": 6.1336176302284}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7709395289421082, "Finetune/Loss (Raw)": 0.7058026790618896, "Finetune/Step": 4933, "Finetune/Step Time": 6.141351755708456}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7712774276733398, "Finetune/Loss (Raw)": 0.8405750393867493, "Finetune/Step": 4934, "Finetune/Step Time": 6.136770136654377}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7719123959541321, "Finetune/Loss (Raw)": 0.8553279042243958, "Finetune/Step": 4935, "Finetune/Step Time": 6.135466979816556}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7702008485794067, "Finetune/Loss (Raw)": 0.6960610747337341, "Finetune/Step": 4936, "Finetune/Step Time": 6.142321327701211}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7728666067123413, "Finetune/Loss (Raw)": 0.9121418595314026, "Finetune/Step": 4937, "Finetune/Step Time": 6.138952722772956}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7732774615287781, "Finetune/Loss (Raw)": 0.7980408072471619, "Finetune/Step": 4938, "Finetune/Step Time": 6.146190520375967}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7720241546630859, "Finetune/Loss (Raw)": 0.6441373229026794, "Finetune/Step": 4939, "Finetune/Step Time": 6.150612587109208}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7707773447036743, "Finetune/Loss (Raw)": 0.6285099983215332, "Finetune/Step": 4940, "Finetune/Step Time": 6.140902692452073}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7701743841171265, "Finetune/Loss (Raw)": 0.6704986691474915, "Finetune/Step": 4941, "Finetune/Step Time": 6.122686378657818}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7692625522613525, "Finetune/Loss (Raw)": 0.694957435131073, "Finetune/Step": 4942, "Finetune/Step Time": 6.125701114535332}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7677544355392456, "Finetune/Loss (Raw)": 0.6869028806686401, "Finetune/Step": 4943, "Finetune/Step Time": 6.1336767468601465}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7687354683876038, "Finetune/Loss (Raw)": 0.8016016483306885, "Finetune/Step": 4944, "Finetune/Step Time": 6.134662421420217}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.769041121006012, "Finetune/Loss (Raw)": 0.8760676383972168, "Finetune/Step": 4945, "Finetune/Step Time": 6.131635680794716}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7680405378341675, "Finetune/Loss (Raw)": 0.7139160633087158, "Finetune/Step": 4946, "Finetune/Step Time": 6.132562132552266}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.767394483089447, "Finetune/Loss (Raw)": 0.7813802361488342, "Finetune/Step": 4947, "Finetune/Step Time": 6.134994277730584}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7663792967796326, "Finetune/Loss (Raw)": 0.7353500723838806, "Finetune/Step": 4948, "Finetune/Step Time": 6.134737042710185}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7649722099304199, "Finetune/Loss (Raw)": 0.7110839486122131, "Finetune/Step": 4949, "Finetune/Step Time": 6.133296858519316}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7636566758155823, "Finetune/Loss (Raw)": 0.6634629368782043, "Finetune/Step": 4950, "Finetune/Step Time": 6.139321960508823}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7635568380355835, "Finetune/Loss (Raw)": 0.8412354588508606, "Finetune/Step": 4951, "Finetune/Step Time": 6.137905368581414}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7644898891448975, "Finetune/Loss (Raw)": 0.7972359657287598, "Finetune/Step": 4952, "Finetune/Step Time": 6.135410323739052}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7640427350997925, "Finetune/Loss (Raw)": 0.6948904991149902, "Finetune/Step": 4953, "Finetune/Step Time": 6.1328080873936415}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7641565799713135, "Finetune/Loss (Raw)": 0.7891749739646912, "Finetune/Step": 4954, "Finetune/Step Time": 6.170853020623326}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7635968923568726, "Finetune/Loss (Raw)": 0.7889145612716675, "Finetune/Step": 4955, "Finetune/Step Time": 6.174259828403592}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7633354067802429, "Finetune/Loss (Raw)": 0.8262454867362976, "Finetune/Step": 4956, "Finetune/Step Time": 6.162486596032977}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7638108730316162, "Finetune/Loss (Raw)": 0.8517036437988281, "Finetune/Step": 4957, "Finetune/Step Time": 6.153616352006793}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7634175419807434, "Finetune/Loss (Raw)": 0.6942359209060669, "Finetune/Step": 4958, "Finetune/Step Time": 6.167478458955884}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7646697759628296, "Finetune/Loss (Raw)": 0.7496013045310974, "Finetune/Step": 4959, "Finetune/Step Time": 6.168167835101485}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.765225350856781, "Finetune/Loss (Raw)": 0.7470716238021851, "Finetune/Step": 4960, "Finetune/Step Time": 6.147449078038335}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7650421857833862, "Finetune/Loss (Raw)": 0.7437251806259155, "Finetune/Step": 4961, "Finetune/Step Time": 6.144735394045711}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.764292299747467, "Finetune/Loss (Raw)": 0.8289916515350342, "Finetune/Step": 4962, "Finetune/Step Time": 6.1433921325951815}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7635174989700317, "Finetune/Loss (Raw)": 0.7469382286071777, "Finetune/Step": 4963, "Finetune/Step Time": 6.1445612739771605}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7633101940155029, "Finetune/Loss (Raw)": 0.8722151517868042, "Finetune/Step": 4964, "Finetune/Step Time": 6.149724205955863}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7643270492553711, "Finetune/Loss (Raw)": 0.9038195610046387, "Finetune/Step": 4965, "Finetune/Step Time": 6.150608118623495}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7632474303245544, "Finetune/Loss (Raw)": 0.7315220236778259, "Finetune/Step": 4966, "Finetune/Step Time": 6.143674861639738}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7646990418434143, "Finetune/Loss (Raw)": 0.8803725242614746, "Finetune/Step": 4967, "Finetune/Step Time": 6.152627348899841}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7646846175193787, "Finetune/Loss (Raw)": 0.7731793522834778, "Finetune/Step": 4968, "Finetune/Step Time": 6.146072134375572}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7647529244422913, "Finetune/Loss (Raw)": 0.7339021563529968, "Finetune/Step": 4969, "Finetune/Step Time": 6.1488395519554615}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7658628225326538, "Finetune/Loss (Raw)": 0.794288694858551, "Finetune/Step": 4970, "Finetune/Step Time": 6.133800493553281}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7655901312828064, "Finetune/Loss (Raw)": 0.9094465970993042, "Finetune/Step": 4971, "Finetune/Step Time": 6.142802115529776}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7661998867988586, "Finetune/Loss (Raw)": 0.7663321495056152, "Finetune/Step": 4972, "Finetune/Step Time": 6.139046601951122}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7666891813278198, "Finetune/Loss (Raw)": 0.9387142062187195, "Finetune/Step": 4973, "Finetune/Step Time": 6.139626555144787}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7650553584098816, "Finetune/Loss (Raw)": 0.5885588526725769, "Finetune/Step": 4974, "Finetune/Step Time": 6.138142017647624}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7653394937515259, "Finetune/Loss (Raw)": 0.7055083513259888, "Finetune/Step": 4975, "Finetune/Step Time": 6.121792649850249}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7671179175376892, "Finetune/Loss (Raw)": 0.9026636481285095, "Finetune/Step": 4976, "Finetune/Step Time": 6.123884404078126}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7673178911209106, "Finetune/Loss (Raw)": 0.6932617425918579, "Finetune/Step": 4977, "Finetune/Step Time": 6.1235694494098425}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7663406729698181, "Finetune/Loss (Raw)": 0.7451868057250977, "Finetune/Step": 4978, "Finetune/Step Time": 6.114235196262598}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7649061679840088, "Finetune/Loss (Raw)": 0.678182065486908, "Finetune/Step": 4979, "Finetune/Step Time": 6.105227455496788}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7647884488105774, "Finetune/Loss (Raw)": 0.6493544578552246, "Finetune/Step": 4980, "Finetune/Step Time": 6.099972167983651}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7638428211212158, "Finetune/Loss (Raw)": 0.7043468356132507, "Finetune/Step": 4981, "Finetune/Step Time": 6.08239771053195}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7664319276809692, "Finetune/Loss (Raw)": 0.8665786385536194, "Finetune/Step": 4982, "Finetune/Step Time": 6.079929945990443}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7660112380981445, "Finetune/Loss (Raw)": 0.7337534427642822, "Finetune/Step": 4983, "Finetune/Step Time": 6.098046077415347}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7646990418434143, "Finetune/Loss (Raw)": 0.6429204940795898, "Finetune/Step": 4984, "Finetune/Step Time": 6.106303449720144}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7646677494049072, "Finetune/Loss (Raw)": 0.8775879740715027, "Finetune/Step": 4985, "Finetune/Step Time": 6.10379396006465}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7618855237960815, "Finetune/Loss (Raw)": 0.6017777919769287, "Finetune/Step": 4986, "Finetune/Step Time": 6.098370783030987}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7620529532432556, "Finetune/Loss (Raw)": 0.8128806352615356, "Finetune/Step": 4987, "Finetune/Step Time": 6.102424329146743}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7630776762962341, "Finetune/Loss (Raw)": 0.8427674174308777, "Finetune/Step": 4988, "Finetune/Step Time": 6.107557367533445}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7638788223266602, "Finetune/Loss (Raw)": 0.8283956050872803, "Finetune/Step": 4989, "Finetune/Step Time": 6.100579557940364}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7628602981567383, "Finetune/Loss (Raw)": 0.7881197333335876, "Finetune/Step": 4990, "Finetune/Step Time": 6.100945582613349}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7615230679512024, "Finetune/Loss (Raw)": 0.7672129273414612, "Finetune/Step": 4991, "Finetune/Step Time": 6.098923595622182}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7629725933074951, "Finetune/Loss (Raw)": 0.9482668042182922, "Finetune/Step": 4992, "Finetune/Step Time": 6.099739197641611}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7604563236236572, "Finetune/Loss (Raw)": 0.5166652798652649, "Finetune/Step": 4993, "Finetune/Step Time": 6.109260750934482}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7609337568283081, "Finetune/Loss (Raw)": 0.7886661291122437, "Finetune/Step": 4994, "Finetune/Step Time": 6.113170133903623}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7605694532394409, "Finetune/Loss (Raw)": 0.5712939500808716, "Finetune/Step": 4995, "Finetune/Step Time": 6.096964180469513}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7621335387229919, "Finetune/Loss (Raw)": 0.9013590812683105, "Finetune/Step": 4996, "Finetune/Step Time": 6.097414638847113}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7637983560562134, "Finetune/Loss (Raw)": 0.8512403964996338, "Finetune/Step": 4997, "Finetune/Step Time": 6.098727328702807}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7662872076034546, "Finetune/Loss (Raw)": 1.029371738433838, "Finetune/Step": 4998, "Finetune/Step Time": 6.0992214269936085}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.766916811466217, "Finetune/Loss (Raw)": 0.8911932110786438, "Finetune/Step": 4999, "Finetune/Step Time": 6.093731431290507}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7658194899559021, "Finetune/Loss (Raw)": 0.6431966423988342, "Finetune/Step": 5000, "Finetune/Step Time": 6.114531992003322}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.766735315322876, "Finetune/Loss (Raw)": 0.8048449754714966, "Finetune/Step": 5001, "Finetune/Step Time": 6.101728102192283}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.766524076461792, "Finetune/Loss (Raw)": 0.539766252040863, "Finetune/Step": 5002, "Finetune/Step Time": 6.103538159281015}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.766414999961853, "Finetune/Loss (Raw)": 0.7139933109283447, "Finetune/Step": 5003, "Finetune/Step Time": 6.095851875841618}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7641733288764954, "Finetune/Loss (Raw)": 0.6032823324203491, "Finetune/Step": 5004, "Finetune/Step Time": 6.105321714654565}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7632818818092346, "Finetune/Loss (Raw)": 0.7690585851669312, "Finetune/Step": 5005, "Finetune/Step Time": 6.108938938006759}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7638816833496094, "Finetune/Loss (Raw)": 0.7976778745651245, "Finetune/Step": 5006, "Finetune/Step Time": 6.094414165243506}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7617643475532532, "Finetune/Loss (Raw)": 0.5690178871154785, "Finetune/Step": 5007, "Finetune/Step Time": 6.101106647402048}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7603917717933655, "Finetune/Loss (Raw)": 0.6939674615859985, "Finetune/Step": 5008, "Finetune/Step Time": 6.105271153151989}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7600797414779663, "Finetune/Loss (Raw)": 0.9320315718650818, "Finetune/Step": 5009, "Finetune/Step Time": 6.118810992687941}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7611453533172607, "Finetune/Loss (Raw)": 0.8001286387443542, "Finetune/Step": 5010, "Finetune/Step Time": 6.1235914416611195}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.761759877204895, "Finetune/Loss (Raw)": 0.7501737475395203, "Finetune/Step": 5011, "Finetune/Step Time": 6.123763835057616}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7611407041549683, "Finetune/Loss (Raw)": 0.7764480113983154, "Finetune/Step": 5012, "Finetune/Step Time": 6.122384337708354}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7605254650115967, "Finetune/Loss (Raw)": 0.6513113975524902, "Finetune/Step": 5013, "Finetune/Step Time": 6.124665040522814}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7594044804573059, "Finetune/Loss (Raw)": 0.7175711989402771, "Finetune/Step": 5014, "Finetune/Step Time": 6.118250001221895}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7584732174873352, "Finetune/Loss (Raw)": 0.7061855792999268, "Finetune/Step": 5015, "Finetune/Step Time": 6.107938181608915}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7577072381973267, "Finetune/Loss (Raw)": 0.7368353009223938, "Finetune/Step": 5016, "Finetune/Step Time": 6.121675008907914}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.756746768951416, "Finetune/Loss (Raw)": 0.6654554009437561, "Finetune/Step": 5017, "Finetune/Step Time": 6.122255764901638}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7563532590866089, "Finetune/Loss (Raw)": 0.6688982248306274, "Finetune/Step": 5018, "Finetune/Step Time": 6.112221442162991}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7563369274139404, "Finetune/Loss (Raw)": 0.7335576415061951, "Finetune/Step": 5019, "Finetune/Step Time": 6.111008485779166}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7553123235702515, "Finetune/Loss (Raw)": 0.6409785151481628, "Finetune/Step": 5020, "Finetune/Step Time": 6.12855688482523}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7550758123397827, "Finetune/Loss (Raw)": 0.8449487090110779, "Finetune/Step": 5021, "Finetune/Step Time": 6.130963172763586}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.755728006362915, "Finetune/Loss (Raw)": 0.8111715316772461, "Finetune/Step": 5022, "Finetune/Step Time": 6.116844834759831}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7563903331756592, "Finetune/Loss (Raw)": 0.747208833694458, "Finetune/Step": 5023, "Finetune/Step Time": 6.109591109678149}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7555240392684937, "Finetune/Loss (Raw)": 0.7477536201477051, "Finetune/Step": 5024, "Finetune/Step Time": 6.123765019699931}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7564917802810669, "Finetune/Loss (Raw)": 0.7466766834259033, "Finetune/Step": 5025, "Finetune/Step Time": 6.124659728258848}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7576836347579956, "Finetune/Loss (Raw)": 0.827144980430603, "Finetune/Step": 5026, "Finetune/Step Time": 6.120224574580789}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7574971318244934, "Finetune/Loss (Raw)": 0.8337119817733765, "Finetune/Step": 5027, "Finetune/Step Time": 6.120928114280105}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7584398984909058, "Finetune/Loss (Raw)": 0.9003633856773376, "Finetune/Step": 5028, "Finetune/Step Time": 6.121167654171586}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7591515779495239, "Finetune/Loss (Raw)": 0.826862633228302, "Finetune/Step": 5029, "Finetune/Step Time": 6.122730413451791}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7592013478279114, "Finetune/Loss (Raw)": 0.7532258629798889, "Finetune/Step": 5030, "Finetune/Step Time": 6.1245189886540174}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7593496441841125, "Finetune/Loss (Raw)": 0.7512515187263489, "Finetune/Step": 5031, "Finetune/Step Time": 6.125460995361209}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7597972750663757, "Finetune/Loss (Raw)": 0.8396554589271545, "Finetune/Step": 5032, "Finetune/Step Time": 6.1237263064831495}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7596819996833801, "Finetune/Loss (Raw)": 0.7844557762145996, "Finetune/Step": 5033, "Finetune/Step Time": 6.123650873079896}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7603181600570679, "Finetune/Loss (Raw)": 0.8090887069702148, "Finetune/Step": 5034, "Finetune/Step Time": 6.123635688796639}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7611114978790283, "Finetune/Loss (Raw)": 0.7123573422431946, "Finetune/Step": 5035, "Finetune/Step Time": 6.121872648596764}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7609652280807495, "Finetune/Loss (Raw)": 0.7557916045188904, "Finetune/Step": 5036, "Finetune/Step Time": 6.106706703081727}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7621533870697021, "Finetune/Loss (Raw)": 0.9096102118492126, "Finetune/Step": 5037, "Finetune/Step Time": 6.1048382967710495}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7628560066223145, "Finetune/Loss (Raw)": 0.9003987312316895, "Finetune/Step": 5038, "Finetune/Step Time": 6.0996572859585285}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.764318585395813, "Finetune/Loss (Raw)": 0.9603562355041504, "Finetune/Step": 5039, "Finetune/Step Time": 6.103078741580248}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7627437114715576, "Finetune/Loss (Raw)": 0.563454806804657, "Finetune/Step": 5040, "Finetune/Step Time": 6.107085458934307}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7637303471565247, "Finetune/Loss (Raw)": 0.92489093542099, "Finetune/Step": 5041, "Finetune/Step Time": 6.099487993866205}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7650301456451416, "Finetune/Loss (Raw)": 0.8907450437545776, "Finetune/Step": 5042, "Finetune/Step Time": 6.089916491881013}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7662551999092102, "Finetune/Loss (Raw)": 0.810920774936676, "Finetune/Step": 5043, "Finetune/Step Time": 6.091797111555934}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7665627002716064, "Finetune/Loss (Raw)": 0.792883574962616, "Finetune/Step": 5044, "Finetune/Step Time": 6.093215195462108}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7666845321655273, "Finetune/Loss (Raw)": 0.7106049060821533, "Finetune/Step": 5045, "Finetune/Step Time": 6.092384977266192}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7655467987060547, "Finetune/Loss (Raw)": 0.6560453772544861, "Finetune/Step": 5046, "Finetune/Step Time": 6.113853186368942}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7659615874290466, "Finetune/Loss (Raw)": 0.8125712871551514, "Finetune/Step": 5047, "Finetune/Step Time": 6.114042093977332}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7662647366523743, "Finetune/Loss (Raw)": 0.9069873094558716, "Finetune/Step": 5048, "Finetune/Step Time": 6.114619547501206}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7660034894943237, "Finetune/Loss (Raw)": 0.7290750741958618, "Finetune/Step": 5049, "Finetune/Step Time": 6.10772374086082}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7663096189498901, "Finetune/Loss (Raw)": 0.7256441116333008, "Finetune/Step": 5050, "Finetune/Step Time": 6.11512915790081}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7654364109039307, "Finetune/Loss (Raw)": 0.6246046423912048, "Finetune/Step": 5051, "Finetune/Step Time": 6.12377199716866}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7647035717964172, "Finetune/Loss (Raw)": 0.6411777138710022, "Finetune/Step": 5052, "Finetune/Step Time": 6.129985626786947}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7636316418647766, "Finetune/Loss (Raw)": 0.5944719910621643, "Finetune/Step": 5053, "Finetune/Step Time": 6.137052102014422}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7648231983184814, "Finetune/Loss (Raw)": 0.8761621117591858, "Finetune/Step": 5054, "Finetune/Step Time": 6.140523752197623}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7645881175994873, "Finetune/Loss (Raw)": 0.74753338098526, "Finetune/Step": 5055, "Finetune/Step Time": 6.140431167557836}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7666357755661011, "Finetune/Loss (Raw)": 0.8097169399261475, "Finetune/Step": 5056, "Finetune/Step Time": 6.1223351545631886}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.766618013381958, "Finetune/Loss (Raw)": 0.7311930060386658, "Finetune/Step": 5057, "Finetune/Step Time": 6.125473635271192}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7666530013084412, "Finetune/Loss (Raw)": 0.7867512702941895, "Finetune/Step": 5058, "Finetune/Step Time": 6.127280315384269}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7670020461082458, "Finetune/Loss (Raw)": 0.8789562582969666, "Finetune/Step": 5059, "Finetune/Step Time": 6.125078860670328}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7676345705986023, "Finetune/Loss (Raw)": 0.919729471206665, "Finetune/Step": 5060, "Finetune/Step Time": 6.123270409181714}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7687075138092041, "Finetune/Loss (Raw)": 0.8431400656700134, "Finetune/Step": 5061, "Finetune/Step Time": 6.111282641068101}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7668195962905884, "Finetune/Loss (Raw)": 0.5989121198654175, "Finetune/Step": 5062, "Finetune/Step Time": 6.115648988634348}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7669729590415955, "Finetune/Loss (Raw)": 0.8749666213989258, "Finetune/Step": 5063, "Finetune/Step Time": 6.115600977092981}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7664283514022827, "Finetune/Loss (Raw)": 0.6263564825057983, "Finetune/Step": 5064, "Finetune/Step Time": 6.1131159365177155}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7661418914794922, "Finetune/Loss (Raw)": 0.8754671216011047, "Finetune/Step": 5065, "Finetune/Step Time": 6.116028159856796}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.766729474067688, "Finetune/Loss (Raw)": 0.8732491731643677, "Finetune/Step": 5066, "Finetune/Step Time": 6.11898542009294}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.767532467842102, "Finetune/Loss (Raw)": 0.7469282746315002, "Finetune/Step": 5067, "Finetune/Step Time": 6.100114980712533}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7691060900688171, "Finetune/Loss (Raw)": 0.8299311399459839, "Finetune/Step": 5068, "Finetune/Step Time": 6.09177690371871}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7693677544593811, "Finetune/Loss (Raw)": 0.7039927840232849, "Finetune/Step": 5069, "Finetune/Step Time": 6.102623546496034}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7697076797485352, "Finetune/Loss (Raw)": 0.7384622097015381, "Finetune/Step": 5070, "Finetune/Step Time": 6.099641537293792}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7700310945510864, "Finetune/Loss (Raw)": 0.7283042073249817, "Finetune/Step": 5071, "Finetune/Step Time": 6.1043734066188335}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7712074518203735, "Finetune/Loss (Raw)": 0.9521710872650146, "Finetune/Step": 5072, "Finetune/Step Time": 6.095454046502709}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7708557844161987, "Finetune/Loss (Raw)": 0.8310637474060059, "Finetune/Step": 5073, "Finetune/Step Time": 6.098282095044851}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7722758054733276, "Finetune/Loss (Raw)": 0.8956678509712219, "Finetune/Step": 5074, "Finetune/Step Time": 6.096595391631126}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7714815735816956, "Finetune/Loss (Raw)": 0.6797260642051697, "Finetune/Step": 5075, "Finetune/Step Time": 6.115473035722971}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7719622850418091, "Finetune/Loss (Raw)": 0.7968749403953552, "Finetune/Step": 5076, "Finetune/Step Time": 6.123763028532267}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.772331953048706, "Finetune/Loss (Raw)": 0.7584079504013062, "Finetune/Step": 5077, "Finetune/Step Time": 6.1396958027035}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7727471590042114, "Finetune/Loss (Raw)": 0.7166008949279785, "Finetune/Step": 5078, "Finetune/Step Time": 6.127513466402888}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7731198668479919, "Finetune/Loss (Raw)": 0.8889489769935608, "Finetune/Step": 5079, "Finetune/Step Time": 6.1249087639153}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7734962105751038, "Finetune/Loss (Raw)": 0.8454082012176514, "Finetune/Step": 5080, "Finetune/Step Time": 6.1096400283277035}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7729262709617615, "Finetune/Loss (Raw)": 0.6219395995140076, "Finetune/Step": 5081, "Finetune/Step Time": 6.117605894804001}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7713854312896729, "Finetune/Loss (Raw)": 0.5919411182403564, "Finetune/Step": 5082, "Finetune/Step Time": 6.096399074420333}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7708305716514587, "Finetune/Loss (Raw)": 0.7179022431373596, "Finetune/Step": 5083, "Finetune/Step Time": 6.097290171310306}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7698109149932861, "Finetune/Loss (Raw)": 0.6957202553749084, "Finetune/Step": 5084, "Finetune/Step Time": 6.106823764741421}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7689439654350281, "Finetune/Loss (Raw)": 0.7407416105270386, "Finetune/Step": 5085, "Finetune/Step Time": 6.112091265618801}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7707170844078064, "Finetune/Loss (Raw)": 0.9211901426315308, "Finetune/Step": 5086, "Finetune/Step Time": 6.1016615107655525}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7708009481430054, "Finetune/Loss (Raw)": 0.7603327631950378, "Finetune/Step": 5087, "Finetune/Step Time": 6.097966190427542}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7722575664520264, "Finetune/Loss (Raw)": 0.933520495891571, "Finetune/Step": 5088, "Finetune/Step Time": 6.097104797139764}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7730790376663208, "Finetune/Loss (Raw)": 0.8488806486129761, "Finetune/Step": 5089, "Finetune/Step Time": 6.098835466429591}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7722448110580444, "Finetune/Loss (Raw)": 0.7222016453742981, "Finetune/Step": 5090, "Finetune/Step Time": 6.1013454254716635}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7728257775306702, "Finetune/Loss (Raw)": 0.8213092684745789, "Finetune/Step": 5091, "Finetune/Step Time": 6.10761958733201}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7708596587181091, "Finetune/Loss (Raw)": 0.6205503940582275, "Finetune/Step": 5092, "Finetune/Step Time": 6.123493570834398}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7702240943908691, "Finetune/Loss (Raw)": 0.8224664330482483, "Finetune/Step": 5093, "Finetune/Step Time": 6.124457633122802}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7691681385040283, "Finetune/Loss (Raw)": 0.5963625907897949, "Finetune/Step": 5094, "Finetune/Step Time": 6.129609666764736}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7667372822761536, "Finetune/Loss (Raw)": 0.5692191123962402, "Finetune/Step": 5095, "Finetune/Step Time": 6.1236586179584265}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7661682367324829, "Finetune/Loss (Raw)": 0.7003447413444519, "Finetune/Step": 5096, "Finetune/Step Time": 6.147053891792893}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7639937400817871, "Finetune/Loss (Raw)": 0.4555674195289612, "Finetune/Step": 5097, "Finetune/Step Time": 6.139060966670513}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7628060579299927, "Finetune/Loss (Raw)": 0.6422699689865112, "Finetune/Step": 5098, "Finetune/Step Time": 6.140470579266548}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7612266540527344, "Finetune/Loss (Raw)": 0.7072845697402954, "Finetune/Step": 5099, "Finetune/Step Time": 6.131615858525038}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7604550719261169, "Finetune/Loss (Raw)": 0.6675609350204468, "Finetune/Step": 5100, "Finetune/Step Time": 6.11941814981401}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7587240934371948, "Finetune/Loss (Raw)": 0.717146635055542, "Finetune/Step": 5101, "Finetune/Step Time": 6.117830505594611}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7599263191223145, "Finetune/Loss (Raw)": 0.7424430847167969, "Finetune/Step": 5102, "Finetune/Step Time": 6.099979756399989}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7613391876220703, "Finetune/Loss (Raw)": 0.8863555788993835, "Finetune/Step": 5103, "Finetune/Step Time": 6.095105407759547}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7583354711532593, "Finetune/Loss (Raw)": 0.5181910395622253, "Finetune/Step": 5104, "Finetune/Step Time": 6.0965724643319845}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.75941401720047, "Finetune/Loss (Raw)": 0.8313128352165222, "Finetune/Step": 5105, "Finetune/Step Time": 6.080216528847814}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7608895301818848, "Finetune/Loss (Raw)": 0.934054434299469, "Finetune/Step": 5106, "Finetune/Step Time": 6.0821199752390385}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7621732950210571, "Finetune/Loss (Raw)": 0.8425077199935913, "Finetune/Step": 5107, "Finetune/Step Time": 6.0805673468858}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7630847692489624, "Finetune/Loss (Raw)": 0.7660202980041504, "Finetune/Step": 5108, "Finetune/Step Time": 6.06709354557097}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7644504308700562, "Finetune/Loss (Raw)": 0.8791515827178955, "Finetune/Step": 5109, "Finetune/Step Time": 6.069058381021023}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7635587453842163, "Finetune/Loss (Raw)": 0.7524443864822388, "Finetune/Step": 5110, "Finetune/Step Time": 6.076487483456731}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7629554271697998, "Finetune/Loss (Raw)": 0.6565291881561279, "Finetune/Step": 5111, "Finetune/Step Time": 6.076201748102903}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7626715898513794, "Finetune/Loss (Raw)": 0.6065866351127625, "Finetune/Step": 5112, "Finetune/Step Time": 6.087828278541565}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7608321309089661, "Finetune/Loss (Raw)": 0.6421388983726501, "Finetune/Step": 5113, "Finetune/Step Time": 6.111581351608038}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7618891596794128, "Finetune/Loss (Raw)": 0.7370790839195251, "Finetune/Step": 5114, "Finetune/Step Time": 6.1137060057371855}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7611258029937744, "Finetune/Loss (Raw)": 0.7151688933372498, "Finetune/Step": 5115, "Finetune/Step Time": 6.107750007882714}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7592285871505737, "Finetune/Loss (Raw)": 0.5999237895011902, "Finetune/Step": 5116, "Finetune/Step Time": 6.123705942183733}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7602063417434692, "Finetune/Loss (Raw)": 0.9535523056983948, "Finetune/Step": 5117, "Finetune/Step Time": 6.124590899795294}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7603660225868225, "Finetune/Loss (Raw)": 0.8085553050041199, "Finetune/Step": 5118, "Finetune/Step Time": 6.126411268487573}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7613257765769958, "Finetune/Loss (Raw)": 0.8900573253631592, "Finetune/Step": 5119, "Finetune/Step Time": 6.126345079392195}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7587172985076904, "Finetune/Loss (Raw)": 0.6143869757652283, "Finetune/Step": 5120, "Finetune/Step Time": 6.134047918021679}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7603379487991333, "Finetune/Loss (Raw)": 0.7241026759147644, "Finetune/Step": 5121, "Finetune/Step Time": 6.1244642324745655}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7596672773361206, "Finetune/Loss (Raw)": 0.7028217315673828, "Finetune/Step": 5122, "Finetune/Step Time": 6.119370862841606}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7615544199943542, "Finetune/Loss (Raw)": 0.812853217124939, "Finetune/Step": 5123, "Finetune/Step Time": 6.1285745576024055}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7614805102348328, "Finetune/Loss (Raw)": 0.89189612865448, "Finetune/Step": 5124, "Finetune/Step Time": 6.1284018363803625}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7615765929222107, "Finetune/Loss (Raw)": 0.8635402321815491, "Finetune/Step": 5125, "Finetune/Step Time": 6.119530746713281}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7590941190719604, "Finetune/Loss (Raw)": 0.7116151452064514, "Finetune/Step": 5126, "Finetune/Step Time": 6.136802962049842}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7574819326400757, "Finetune/Loss (Raw)": 0.6848388910293579, "Finetune/Step": 5127, "Finetune/Step Time": 6.146640634164214}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7584103941917419, "Finetune/Loss (Raw)": 0.762032151222229, "Finetune/Step": 5128, "Finetune/Step Time": 6.127834027633071}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7563158869743347, "Finetune/Loss (Raw)": 0.5367496013641357, "Finetune/Step": 5129, "Finetune/Step Time": 6.148124141618609}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7580962777137756, "Finetune/Loss (Raw)": 0.7676581144332886, "Finetune/Step": 5130, "Finetune/Step Time": 6.143872665241361}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.757049560546875, "Finetune/Loss (Raw)": 0.5800120234489441, "Finetune/Step": 5131, "Finetune/Step Time": 6.147843029350042}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7570357322692871, "Finetune/Loss (Raw)": 0.6015142202377319, "Finetune/Step": 5132, "Finetune/Step Time": 6.144064638763666}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7567789554595947, "Finetune/Loss (Raw)": 0.736190676689148, "Finetune/Step": 5133, "Finetune/Step Time": 6.144461378455162}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7569156289100647, "Finetune/Loss (Raw)": 0.8151700496673584, "Finetune/Step": 5134, "Finetune/Step Time": 6.147673090919852}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7575071454048157, "Finetune/Loss (Raw)": 0.6447334885597229, "Finetune/Step": 5135, "Finetune/Step Time": 6.144843224436045}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7592644691467285, "Finetune/Loss (Raw)": 0.9189019799232483, "Finetune/Step": 5136, "Finetune/Step Time": 6.148486087098718}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7580442428588867, "Finetune/Loss (Raw)": 0.7758418917655945, "Finetune/Step": 5137, "Finetune/Step Time": 6.138199847191572}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7575746774673462, "Finetune/Loss (Raw)": 0.7400203347206116, "Finetune/Step": 5138, "Finetune/Step Time": 6.14766182564199}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7560965418815613, "Finetune/Loss (Raw)": 0.560981273651123, "Finetune/Step": 5139, "Finetune/Step Time": 6.1662872191518545}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7562885284423828, "Finetune/Loss (Raw)": 0.8010164499282837, "Finetune/Step": 5140, "Finetune/Step Time": 6.164346406236291}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7581164836883545, "Finetune/Loss (Raw)": 0.8852922320365906, "Finetune/Step": 5141, "Finetune/Step Time": 6.160955466330051}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7578279972076416, "Finetune/Loss (Raw)": 0.6806495189666748, "Finetune/Step": 5142, "Finetune/Step Time": 6.1732110399752855}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7592929005622864, "Finetune/Loss (Raw)": 0.893688976764679, "Finetune/Step": 5143, "Finetune/Step Time": 6.185338931158185}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.758029580116272, "Finetune/Loss (Raw)": 0.5751251578330994, "Finetune/Step": 5144, "Finetune/Step Time": 6.189245650544763}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7587161064147949, "Finetune/Loss (Raw)": 0.7533324360847473, "Finetune/Step": 5145, "Finetune/Step Time": 6.192564809694886}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7604863047599792, "Finetune/Loss (Raw)": 0.8954904675483704, "Finetune/Step": 5146, "Finetune/Step Time": 6.19122931919992}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7609729170799255, "Finetune/Loss (Raw)": 0.7958404421806335, "Finetune/Step": 5147, "Finetune/Step Time": 6.192713189870119}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7598797082901001, "Finetune/Loss (Raw)": 0.5010405778884888, "Finetune/Step": 5148, "Finetune/Step Time": 6.175769980996847}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7592028379440308, "Finetune/Loss (Raw)": 0.7583111524581909, "Finetune/Step": 5149, "Finetune/Step Time": 6.180926958099008}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7588498592376709, "Finetune/Loss (Raw)": 0.7659945487976074, "Finetune/Step": 5150, "Finetune/Step Time": 6.185389610007405}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7585861682891846, "Finetune/Loss (Raw)": 0.7134612202644348, "Finetune/Step": 5151, "Finetune/Step Time": 6.18229128792882}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7583426237106323, "Finetune/Loss (Raw)": 0.7165752649307251, "Finetune/Step": 5152, "Finetune/Step Time": 6.171569367870688}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7581842541694641, "Finetune/Loss (Raw)": 0.726406455039978, "Finetune/Step": 5153, "Finetune/Step Time": 6.182401772588491}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7571039199829102, "Finetune/Loss (Raw)": 0.6888639330863953, "Finetune/Step": 5154, "Finetune/Step Time": 6.201698321849108}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7559998631477356, "Finetune/Loss (Raw)": 0.6923902630805969, "Finetune/Step": 5155, "Finetune/Step Time": 6.204615540802479}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7556700706481934, "Finetune/Loss (Raw)": 0.8581504821777344, "Finetune/Step": 5156, "Finetune/Step Time": 6.2132607493549585}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7552316188812256, "Finetune/Loss (Raw)": 0.7707337141036987, "Finetune/Step": 5157, "Finetune/Step Time": 6.2128925155848265}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7553515434265137, "Finetune/Loss (Raw)": 0.7685847282409668, "Finetune/Step": 5158, "Finetune/Step Time": 6.211667690426111}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.756495475769043, "Finetune/Loss (Raw)": 0.8976706862449646, "Finetune/Step": 5159, "Finetune/Step Time": 6.212977221235633}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7571365833282471, "Finetune/Loss (Raw)": 0.9217171669006348, "Finetune/Step": 5160, "Finetune/Step Time": 6.211100023239851}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7574217319488525, "Finetune/Loss (Raw)": 0.820952832698822, "Finetune/Step": 5161, "Finetune/Step Time": 6.219718813896179}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7566144466400146, "Finetune/Loss (Raw)": 0.7057589292526245, "Finetune/Step": 5162, "Finetune/Step Time": 6.221831815317273}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7573170065879822, "Finetune/Loss (Raw)": 0.8022886514663696, "Finetune/Step": 5163, "Finetune/Step Time": 6.22013222053647}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7579808831214905, "Finetune/Loss (Raw)": 0.8407651782035828, "Finetune/Step": 5164, "Finetune/Step Time": 6.2292146272957325}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7552894949913025, "Finetune/Loss (Raw)": 0.565109372138977, "Finetune/Step": 5165, "Finetune/Step Time": 6.234920479357243}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.7541572451591492, "Finetune/Loss (Raw)": 0.7554711103439331, "Finetune/Step": 5166, "Finetune/Step Time": 6.240353936329484}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7517635822296143, "Finetune/Loss (Raw)": 0.6539655327796936, "Finetune/Step": 5167, "Finetune/Step Time": 6.235962629318237}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7542608380317688, "Finetune/Loss (Raw)": 0.883107602596283, "Finetune/Step": 5168, "Finetune/Step Time": 6.229952221736312}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7537811398506165, "Finetune/Loss (Raw)": 0.8634910583496094, "Finetune/Step": 5169, "Finetune/Step Time": 6.230236474424601}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7517889738082886, "Finetune/Loss (Raw)": 0.6357539892196655, "Finetune/Step": 5170, "Finetune/Step Time": 6.227252474054694}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7528424263000488, "Finetune/Loss (Raw)": 0.9457564949989319, "Finetune/Step": 5171, "Finetune/Step Time": 6.2228564992547035}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7524657845497131, "Finetune/Loss (Raw)": 0.7446742057800293, "Finetune/Step": 5172, "Finetune/Step Time": 6.223259823396802}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7524398565292358, "Finetune/Loss (Raw)": 0.7072826623916626, "Finetune/Step": 5173, "Finetune/Step Time": 6.202975697815418}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7549538612365723, "Finetune/Loss (Raw)": 0.9778425097465515, "Finetune/Step": 5174, "Finetune/Step Time": 6.183019243180752}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7544139623641968, "Finetune/Loss (Raw)": 0.7434560656547546, "Finetune/Step": 5175, "Finetune/Step Time": 6.185487506911159}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7526296377182007, "Finetune/Loss (Raw)": 0.6785942316055298, "Finetune/Step": 5176, "Finetune/Step Time": 6.20293802022934}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7534881830215454, "Finetune/Loss (Raw)": 0.8389704823493958, "Finetune/Step": 5177, "Finetune/Step Time": 6.199701398611069}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7529067993164062, "Finetune/Loss (Raw)": 0.6512370705604553, "Finetune/Step": 5178, "Finetune/Step Time": 6.187876669690013}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7533594369888306, "Finetune/Loss (Raw)": 0.6825361251831055, "Finetune/Step": 5179, "Finetune/Step Time": 6.18538180552423}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7530690431594849, "Finetune/Loss (Raw)": 0.6040072441101074, "Finetune/Step": 5180, "Finetune/Step Time": 6.18127803876996}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7547577619552612, "Finetune/Loss (Raw)": 0.81062251329422, "Finetune/Step": 5181, "Finetune/Step Time": 6.179720053449273}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7526009678840637, "Finetune/Loss (Raw)": 0.6000946164131165, "Finetune/Step": 5182, "Finetune/Step Time": 6.182124158367515}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7532972097396851, "Finetune/Loss (Raw)": 0.8366515636444092, "Finetune/Step": 5183, "Finetune/Step Time": 6.1869040839374065}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7520549297332764, "Finetune/Loss (Raw)": 0.6507060527801514, "Finetune/Step": 5184, "Finetune/Step Time": 6.193219555541873}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7527817487716675, "Finetune/Loss (Raw)": 0.8242230415344238, "Finetune/Step": 5185, "Finetune/Step Time": 6.201989216729999}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7517784237861633, "Finetune/Loss (Raw)": 0.6583318114280701, "Finetune/Step": 5186, "Finetune/Step Time": 6.221710281446576}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7496416568756104, "Finetune/Loss (Raw)": 0.6054524183273315, "Finetune/Step": 5187, "Finetune/Step Time": 6.234560104086995}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7477983236312866, "Finetune/Loss (Raw)": 0.68378084897995, "Finetune/Step": 5188, "Finetune/Step Time": 6.235483944416046}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7457811236381531, "Finetune/Loss (Raw)": 0.5849356055259705, "Finetune/Step": 5189, "Finetune/Step Time": 6.244454273954034}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7458882331848145, "Finetune/Loss (Raw)": 0.6126188635826111, "Finetune/Step": 5190, "Finetune/Step Time": 6.242973638698459}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7439559102058411, "Finetune/Loss (Raw)": 0.6276322603225708, "Finetune/Step": 5191, "Finetune/Step Time": 6.25138596445322}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7447605133056641, "Finetune/Loss (Raw)": 0.7293415665626526, "Finetune/Step": 5192, "Finetune/Step Time": 6.2485399432480335}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7431408762931824, "Finetune/Loss (Raw)": 0.6681602001190186, "Finetune/Step": 5193, "Finetune/Step Time": 6.259007163345814}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7413046956062317, "Finetune/Loss (Raw)": 0.6382187008857727, "Finetune/Step": 5194, "Finetune/Step Time": 6.269926745444536}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7411143779754639, "Finetune/Loss (Raw)": 0.7225672006607056, "Finetune/Step": 5195, "Finetune/Step Time": 6.2820411548018456}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7402280569076538, "Finetune/Loss (Raw)": 0.7164751887321472, "Finetune/Step": 5196, "Finetune/Step Time": 6.287861816585064}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.741051197052002, "Finetune/Loss (Raw)": 0.8093621730804443, "Finetune/Step": 5197, "Finetune/Step Time": 6.271176237612963}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7408493757247925, "Finetune/Loss (Raw)": 0.7126314640045166, "Finetune/Step": 5198, "Finetune/Step Time": 6.2686449252069}