diff --git "a/llama2-no-cotraining+7b/run-metrics.jsonl" "b/llama2-no-cotraining+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/llama2-no-cotraining+7b/run-metrics.jsonl"
@@ -0,0 +1,4881 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-multimodal", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_stripped625k.json", "download/llava-v1.5-instruct"], "type": "llava-multimodal"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "llama2-7b-pure", "llm_max_length": 2048, "model_id": "llama2-no-cotraining+7b", "reduce_in_full_precision": false, "type": "llama2-no-cotraining+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "llama2-no-cotraining+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "llama2-no-cotraining+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.36986301369863e-07, "Finetune/Loss": 7.881539821624756, "Finetune/Loss (Raw)": 7.881539821624756, "Finetune/Step": 1, "Finetune/Step Time": 22.350393533706665}
+{"Finetune/Learning Rate": 2.73972602739726e-07, "Finetune/Loss": 7.4815568923950195, "Finetune/Loss (Raw)": 7.081573963165283, "Finetune/Step": 2, "Finetune/Step Time": 13.955123901367188}
+{"Finetune/Learning Rate": 4.1095890410958903e-07, "Finetune/Loss": 7.088202476501465, "Finetune/Loss (Raw)": 6.301492214202881, "Finetune/Step": 3, "Finetune/Step Time": 11.21135147412618}
+{"Finetune/Learning Rate": 5.47945205479452e-07, "Finetune/Loss": 7.076611042022705, "Finetune/Loss (Raw)": 7.041837692260742, "Finetune/Step": 4, "Finetune/Step Time": 9.835728704929352}
+{"Finetune/Learning Rate": 6.849315068493151e-07, "Finetune/Loss": 6.986081123352051, "Finetune/Loss (Raw)": 6.62396240234375, "Finetune/Step": 5, "Finetune/Step Time": 8.934686946868897}
+{"Finetune/Learning Rate": 8.219178082191781e-07, "Finetune/Loss": 6.740466117858887, "Finetune/Loss (Raw)": 5.51239013671875, "Finetune/Step": 6, "Finetune/Step Time": 8.434120019276937}
+{"Finetune/Learning Rate": 9.589041095890411e-07, "Finetune/Loss": 6.646406173706055, "Finetune/Loss (Raw)": 6.082043647766113, "Finetune/Step": 7, "Finetune/Step Time": 7.9804297515324185}
+{"Finetune/Learning Rate": 1.095890410958904e-06, "Finetune/Loss": 6.585549354553223, "Finetune/Loss (Raw)": 6.159552574157715, "Finetune/Step": 8, "Finetune/Step Time": 7.623309791088104}
+{"Finetune/Learning Rate": 1.2328767123287673e-06, "Finetune/Loss": 6.440296173095703, "Finetune/Loss (Raw)": 5.2782745361328125, "Finetune/Step": 9, "Finetune/Step Time": 7.395717594358656}
+{"Finetune/Learning Rate": 1.3698630136986302e-06, "Finetune/Loss": 6.275129318237305, "Finetune/Loss (Raw)": 4.788623332977295, "Finetune/Step": 10, "Finetune/Step Time": 7.200035047531128}
+{"Finetune/Learning Rate": 1.5068493150684932e-06, "Finetune/Loss": 6.1222662925720215, "Finetune/Loss (Raw)": 4.5936408042907715, "Finetune/Step": 11, "Finetune/Step Time": 7.154044758189809}
+{"Finetune/Learning Rate": 1.6438356164383561e-06, "Finetune/Loss": 5.989655494689941, "Finetune/Loss (Raw)": 4.530930519104004, "Finetune/Step": 12, "Finetune/Step Time": 7.002258161703746}
+{"Finetune/Learning Rate": 1.7808219178082193e-06, "Finetune/Loss": 5.846897125244141, "Finetune/Loss (Raw)": 4.133800029754639, "Finetune/Step": 13, "Finetune/Step Time": 6.99646337215717}
+{"Finetune/Learning Rate": 1.9178082191780823e-06, "Finetune/Loss": 5.713140487670898, "Finetune/Loss (Raw)": 3.974299430847168, "Finetune/Step": 14, "Finetune/Step Time": 6.885729227747236}
+{"Finetune/Learning Rate": 2.0547945205479454e-06, "Finetune/Loss": 5.601531028747559, "Finetune/Loss (Raw)": 4.039006233215332, "Finetune/Step": 15, "Finetune/Step Time": 6.899728441238404}
+{"Finetune/Learning Rate": 2.191780821917808e-06, "Finetune/Loss": 5.482493877410889, "Finetune/Loss (Raw)": 3.696931838989258, "Finetune/Step": 16, "Finetune/Step Time": 6.854979157447815}
+{"Finetune/Learning Rate": 2.3287671232876713e-06, "Finetune/Loss": 5.35221004486084, "Finetune/Loss (Raw)": 3.2676727771759033, "Finetune/Step": 17, "Finetune/Step Time": 6.794243139379165}
+{"Finetune/Learning Rate": 2.4657534246575345e-06, "Finetune/Loss": 5.239439964294434, "Finetune/Loss (Raw)": 3.3223512172698975, "Finetune/Step": 18, "Finetune/Step Time": 6.7237074507607355}
+{"Finetune/Learning Rate": 2.6027397260273973e-06, "Finetune/Loss": 5.109416961669922, "Finetune/Loss (Raw)": 2.7689945697784424, "Finetune/Step": 19, "Finetune/Step Time": 6.698354620682566}
+{"Finetune/Learning Rate": 2.7397260273972604e-06, "Finetune/Loss": 4.994852542877197, "Finetune/Loss (Raw)": 2.8181264400482178, "Finetune/Step": 20, "Finetune/Step Time": 6.63585456609726}
+{"Finetune/Learning Rate": 2.876712328767123e-06, "Finetune/Loss": 4.873307704925537, "Finetune/Loss (Raw)": 2.4424188137054443, "Finetune/Step": 21, "Finetune/Step Time": 6.585216885521298}
+{"Finetune/Learning Rate": 3.0136986301369864e-06, "Finetune/Loss": 4.761407375335693, "Finetune/Loss (Raw)": 2.411496639251709, "Finetune/Step": 22, "Finetune/Step Time": 6.5539421168240635}
+{"Finetune/Learning Rate": 3.1506849315068495e-06, "Finetune/Loss": 4.659387111663818, "Finetune/Loss (Raw)": 2.414940357208252, "Finetune/Step": 23, "Finetune/Step Time": 6.503530087678329}
+{"Finetune/Learning Rate": 3.2876712328767123e-06, "Finetune/Loss": 4.550837516784668, "Finetune/Loss (Raw)": 2.054197072982788, "Finetune/Step": 24, "Finetune/Step Time": 6.4672216574351}
+{"Finetune/Learning Rate": 3.4246575342465754e-06, "Finetune/Loss": 4.44635009765625, "Finetune/Loss (Raw)": 1.9386557340621948, "Finetune/Step": 25, "Finetune/Step Time": 6.462865915298462}
+{"Finetune/Learning Rate": 3.5616438356164386e-06, "Finetune/Loss": 4.34213399887085, "Finetune/Loss (Raw)": 1.7367205619812012, "Finetune/Step": 26, "Finetune/Step Time": 6.424785219706022}
+{"Finetune/Learning Rate": 3.6986301369863014e-06, "Finetune/Loss": 4.244741916656494, "Finetune/Loss (Raw)": 1.7125604152679443, "Finetune/Step": 27, "Finetune/Step Time": 6.402877560368291}
+{"Finetune/Learning Rate": 3.8356164383561645e-06, "Finetune/Loss": 4.1565046310424805, "Finetune/Loss (Raw)": 1.7740944623947144, "Finetune/Step": 28, "Finetune/Step Time": 6.3952040161405295}
+{"Finetune/Learning Rate": 3.972602739726027e-06, "Finetune/Loss": 4.0728230476379395, "Finetune/Loss (Raw)": 1.729729175567627, "Finetune/Step": 29, "Finetune/Step Time": 6.359823531117932}
+{"Finetune/Learning Rate": 4.109589041095891e-06, "Finetune/Loss": 3.988107919692993, "Finetune/Loss (Raw)": 1.5313777923583984, "Finetune/Step": 30, "Finetune/Step Time": 6.333575201034546}
+{"Finetune/Learning Rate": 4.246575342465754e-06, "Finetune/Loss": 3.903238534927368, "Finetune/Loss (Raw)": 1.3571561574935913, "Finetune/Step": 31, "Finetune/Step Time": 6.304337724562614}
+{"Finetune/Learning Rate": 4.383561643835616e-06, "Finetune/Loss": 3.825685977935791, "Finetune/Loss (Raw)": 1.4215548038482666, "Finetune/Step": 32, "Finetune/Step Time": 6.271145194768906}
+{"Finetune/Learning Rate": 4.52054794520548e-06, "Finetune/Loss": 3.7526097297668457, "Finetune/Loss (Raw)": 1.4141690731048584, "Finetune/Step": 33, "Finetune/Step Time": 6.3359528454867275}
+{"Finetune/Learning Rate": 4.657534246575343e-06, "Finetune/Loss": 3.6863045692443848, "Finetune/Loss (Raw)": 1.4982376098632812, "Finetune/Step": 34, "Finetune/Step Time": 6.315050686106963}
+{"Finetune/Learning Rate": 4.7945205479452054e-06, "Finetune/Loss": 3.626798152923584, "Finetune/Loss (Raw)": 1.603575348854065, "Finetune/Step": 35, "Finetune/Step Time": 6.311135918753488}
+{"Finetune/Learning Rate": 4.931506849315069e-06, "Finetune/Loss": 3.5610079765319824, "Finetune/Loss (Raw)": 1.2583562135696411, "Finetune/Step": 36, "Finetune/Step Time": 6.2965969112184315}
+{"Finetune/Learning Rate": 5.068493150684932e-06, "Finetune/Loss": 3.5036609172821045, "Finetune/Loss (Raw)": 1.4391661882400513, "Finetune/Step": 37, "Finetune/Step Time": 6.324575765712841}
+{"Finetune/Learning Rate": 5.2054794520547945e-06, "Finetune/Loss": 3.4471991062164307, "Finetune/Loss (Raw)": 1.358101725578308, "Finetune/Step": 38, "Finetune/Step Time": 6.334698476289448}
+{"Finetune/Learning Rate": 5.342465753424658e-06, "Finetune/Loss": 3.3922605514526367, "Finetune/Loss (Raw)": 1.3045991659164429, "Finetune/Step": 39, "Finetune/Step Time": 6.318857596470759}
+{"Finetune/Learning Rate": 5.479452054794521e-06, "Finetune/Loss": 3.3389039039611816, "Finetune/Loss (Raw)": 1.257996678352356, "Finetune/Step": 40, "Finetune/Step Time": 6.308185225725174}
+{"Finetune/Learning Rate": 5.6164383561643845e-06, "Finetune/Loss": 3.2870965003967285, "Finetune/Loss (Raw)": 1.214826226234436, "Finetune/Step": 41, "Finetune/Step Time": 6.325791696222817}
+{"Finetune/Learning Rate": 5.753424657534246e-06, "Finetune/Loss": 3.2401552200317383, "Finetune/Loss (Raw)": 1.3155544996261597, "Finetune/Step": 42, "Finetune/Step Time": 6.3118915501095}
+{"Finetune/Learning Rate": 5.89041095890411e-06, "Finetune/Loss": 3.187507152557373, "Finetune/Loss (Raw)": 0.9762830138206482, "Finetune/Step": 43, "Finetune/Step Time": 6.322902801424958}
+{"Finetune/Learning Rate": 6.027397260273973e-06, "Finetune/Loss": 3.139328718185425, "Finetune/Loss (Raw)": 1.0676594972610474, "Finetune/Step": 44, "Finetune/Step Time": 6.315866752104326}
+{"Finetune/Learning Rate": 6.164383561643836e-06, "Finetune/Loss": 3.0961766242980957, "Finetune/Loss (Raw)": 1.1974735260009766, "Finetune/Step": 45, "Finetune/Step Time": 6.309800132115682}
+{"Finetune/Learning Rate": 6.301369863013699e-06, "Finetune/Loss": 3.0520365238189697, "Finetune/Loss (Raw)": 1.0657213926315308, "Finetune/Step": 46, "Finetune/Step Time": 6.362580636273259}
+{"Finetune/Learning Rate": 6.438356164383563e-06, "Finetune/Loss": 3.011049270629883, "Finetune/Loss (Raw)": 1.125653862953186, "Finetune/Step": 47, "Finetune/Step Time": 6.365062596950125}
+{"Finetune/Learning Rate": 6.5753424657534245e-06, "Finetune/Loss": 2.9708497524261475, "Finetune/Loss (Raw)": 1.0814638137817383, "Finetune/Step": 48, "Finetune/Step Time": 6.370775654911995}
+{"Finetune/Learning Rate": 6.712328767123288e-06, "Finetune/Loss": 2.93418288230896, "Finetune/Loss (Raw)": 1.1741842031478882, "Finetune/Step": 49, "Finetune/Step Time": 6.356834075888809}
+{"Finetune/Learning Rate": 6.849315068493151e-06, "Finetune/Loss": 2.89778733253479, "Finetune/Loss (Raw)": 1.1144027709960938, "Finetune/Step": 50, "Finetune/Step Time": 6.338741855621338}
+{"Finetune/Learning Rate": 6.9863013698630145e-06, "Finetune/Loss": 2.8644521236419678, "Finetune/Loss (Raw)": 1.1976869106292725, "Finetune/Step": 51, "Finetune/Step Time": 6.314922360812917}
+{"Finetune/Learning Rate": 7.123287671232877e-06, "Finetune/Loss": 2.830775499343872, "Finetune/Loss (Raw)": 1.1132547855377197, "Finetune/Step": 52, "Finetune/Step Time": 6.346529382925767}
+{"Finetune/Learning Rate": 7.260273972602741e-06, "Finetune/Loss": 2.7979817390441895, "Finetune/Loss (Raw)": 1.0927177667617798, "Finetune/Step": 53, "Finetune/Step Time": 6.362540559948616}
+{"Finetune/Learning Rate": 7.397260273972603e-06, "Finetune/Loss": 2.769090414047241, "Finetune/Loss (Raw)": 1.2378641366958618, "Finetune/Step": 54, "Finetune/Step Time": 6.349598107514558}
+{"Finetune/Learning Rate": 7.534246575342466e-06, "Finetune/Loss": 2.737915277481079, "Finetune/Loss (Raw)": 1.0544499158859253, "Finetune/Step": 55, "Finetune/Step Time": 6.348193775523793}
+{"Finetune/Learning Rate": 7.671232876712329e-06, "Finetune/Loss": 2.70682692527771, "Finetune/Loss (Raw)": 0.9969640970230103, "Finetune/Step": 56, "Finetune/Step Time": 6.355830724750247}
+{"Finetune/Learning Rate": 7.808219178082192e-06, "Finetune/Loss": 2.6757304668426514, "Finetune/Loss (Raw)": 0.934322714805603, "Finetune/Step": 57, "Finetune/Step Time": 6.351970400726586}
+{"Finetune/Learning Rate": 7.945205479452055e-06, "Finetune/Loss": 2.6479012966156006, "Finetune/Loss (Raw)": 1.0616406202316284, "Finetune/Step": 58, "Finetune/Step Time": 6.351144622112143}
+{"Finetune/Learning Rate": 8.082191780821919e-06, "Finetune/Loss": 2.6205828189849854, "Finetune/Loss (Raw)": 1.03611421585083, "Finetune/Step": 59, "Finetune/Step Time": 6.358713703640436}
+{"Finetune/Learning Rate": 8.219178082191782e-06, "Finetune/Loss": 2.592827558517456, "Finetune/Loss (Raw)": 0.9552543759346008, "Finetune/Step": 60, "Finetune/Step Time": 6.346412491798401}
+{"Finetune/Learning Rate": 8.356164383561644e-06, "Finetune/Loss": 2.5677924156188965, "Finetune/Loss (Raw)": 1.0657132863998413, "Finetune/Step": 61, "Finetune/Step Time": 6.335513642576874}
+{"Finetune/Learning Rate": 8.493150684931507e-06, "Finetune/Loss": 2.5449955463409424, "Finetune/Loss (Raw)": 1.154379963874817, "Finetune/Step": 62, "Finetune/Step Time": 6.344250721316183}
+{"Finetune/Learning Rate": 8.63013698630137e-06, "Finetune/Loss": 2.521834135055542, "Finetune/Loss (Raw)": 1.085802674293518, "Finetune/Step": 63, "Finetune/Step Time": 6.338386679452563}
+{"Finetune/Learning Rate": 8.767123287671233e-06, "Finetune/Loss": 2.4970474243164062, "Finetune/Loss (Raw)": 0.9355090260505676, "Finetune/Step": 64, "Finetune/Step Time": 6.341289736330509}
+{"Finetune/Learning Rate": 8.904109589041097e-06, "Finetune/Loss": 2.4755375385284424, "Finetune/Loss (Raw)": 1.0989048480987549, "Finetune/Step": 65, "Finetune/Step Time": 6.359125650846041}
+{"Finetune/Learning Rate": 9.04109589041096e-06, "Finetune/Loss": 2.455137014389038, "Finetune/Loss (Raw)": 1.1290799379348755, "Finetune/Step": 66, "Finetune/Step Time": 6.383371642141631}
+{"Finetune/Learning Rate": 9.178082191780823e-06, "Finetune/Loss": 2.433453321456909, "Finetune/Loss (Raw)": 1.0023561716079712, "Finetune/Step": 67, "Finetune/Step Time": 6.383540206880712}
+{"Finetune/Learning Rate": 9.315068493150685e-06, "Finetune/Loss": 2.4146101474761963, "Finetune/Loss (Raw)": 1.152114987373352, "Finetune/Step": 68, "Finetune/Step Time": 6.394028207835029}
+{"Finetune/Learning Rate": 9.452054794520548e-06, "Finetune/Loss": 2.3970067501068115, "Finetune/Loss (Raw)": 1.1999666690826416, "Finetune/Step": 69, "Finetune/Step Time": 6.381549306537794}
+{"Finetune/Learning Rate": 9.589041095890411e-06, "Finetune/Loss": 2.379943609237671, "Finetune/Loss (Raw)": 1.2025868892669678, "Finetune/Step": 70, "Finetune/Step Time": 6.375176102774484}
+{"Finetune/Learning Rate": 9.726027397260275e-06, "Finetune/Loss": 2.3610851764678955, "Finetune/Loss (Raw)": 1.0409984588623047, "Finetune/Step": 71, "Finetune/Step Time": 6.36877643558341}
+{"Finetune/Learning Rate": 9.863013698630138e-06, "Finetune/Loss": 2.344395875930786, "Finetune/Loss (Raw)": 1.1594334840774536, "Finetune/Step": 72, "Finetune/Step Time": 6.356180638074875}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 2.328066349029541, "Finetune/Loss (Raw)": 1.1523689031600952, "Finetune/Step": 73, "Finetune/Step Time": 6.347829609701078}
+{"Finetune/Learning Rate": 1.0136986301369864e-05, "Finetune/Loss": 2.310234785079956, "Finetune/Loss (Raw)": 1.0085182189941406, "Finetune/Step": 74, "Finetune/Step Time": 6.3331560927468376}
+{"Finetune/Learning Rate": 1.0273972602739728e-05, "Finetune/Loss": 2.2946650981903076, "Finetune/Loss (Raw)": 1.1425001621246338, "Finetune/Step": 75, "Finetune/Step Time": 6.3352019627889}
+{"Finetune/Learning Rate": 1.0410958904109589e-05, "Finetune/Loss": 2.2794699668884277, "Finetune/Loss (Raw)": 1.1398428678512573, "Finetune/Step": 76, "Finetune/Step Time": 6.321792320201271}
+{"Finetune/Learning Rate": 1.0547945205479453e-05, "Finetune/Loss": 2.2648942470550537, "Finetune/Loss (Raw)": 1.1571390628814697, "Finetune/Step": 77, "Finetune/Step Time": 6.311954860563402}
+{"Finetune/Learning Rate": 1.0684931506849316e-05, "Finetune/Loss": 2.2514560222625732, "Finetune/Loss (Raw)": 1.2167139053344727, "Finetune/Step": 78, "Finetune/Step Time": 6.300987631846697}
+{"Finetune/Learning Rate": 1.082191780821918e-05, "Finetune/Loss": 2.236321449279785, "Finetune/Loss (Raw)": 1.055811882019043, "Finetune/Step": 79, "Finetune/Step Time": 6.306218433983719}
+{"Finetune/Learning Rate": 1.0958904109589042e-05, "Finetune/Loss": 2.221550703048706, "Finetune/Loss (Raw)": 1.0546698570251465, "Finetune/Step": 80, "Finetune/Step Time": 6.292363572120666}
+{"Finetune/Learning Rate": 1.1095890410958904e-05, "Finetune/Loss": 2.208371877670288, "Finetune/Loss (Raw)": 1.1540676355361938, "Finetune/Step": 81, "Finetune/Step Time": 6.279077871346179}
+{"Finetune/Learning Rate": 1.1232876712328769e-05, "Finetune/Loss": 2.1941404342651367, "Finetune/Loss (Raw)": 1.0413997173309326, "Finetune/Step": 82, "Finetune/Step Time": 6.266971213061635}
+{"Finetune/Learning Rate": 1.1369863013698632e-05, "Finetune/Loss": 2.1813974380493164, "Finetune/Loss (Raw)": 1.1364866495132446, "Finetune/Step": 83, "Finetune/Step Time": 6.258462615759976}
+{"Finetune/Learning Rate": 1.1506849315068493e-05, "Finetune/Loss": 2.16640305519104, "Finetune/Loss (Raw)": 0.921835720539093, "Finetune/Step": 84, "Finetune/Step Time": 6.269816177231925}
+{"Finetune/Learning Rate": 1.1643835616438357e-05, "Finetune/Loss": 2.153360605239868, "Finetune/Loss (Raw)": 1.0577952861785889, "Finetune/Step": 85, "Finetune/Step Time": 6.253809300590964}
+{"Finetune/Learning Rate": 1.178082191780822e-05, "Finetune/Loss": 2.140864610671997, "Finetune/Loss (Raw)": 1.078719139099121, "Finetune/Step": 86, "Finetune/Step Time": 6.27693141615668}
+{"Finetune/Learning Rate": 1.1917808219178084e-05, "Finetune/Loss": 2.127976417541504, "Finetune/Loss (Raw)": 1.0195921659469604, "Finetune/Step": 87, "Finetune/Step Time": 6.2703811766087325}
+{"Finetune/Learning Rate": 1.2054794520547945e-05, "Finetune/Loss": 2.1162869930267334, "Finetune/Loss (Raw)": 1.09929358959198, "Finetune/Step": 88, "Finetune/Step Time": 6.260702523318204}
+{"Finetune/Learning Rate": 1.219178082191781e-05, "Finetune/Loss": 2.10591197013855, "Finetune/Loss (Raw)": 1.192920207977295, "Finetune/Step": 89, "Finetune/Step Time": 6.2721716044993885}
+{"Finetune/Learning Rate": 1.2328767123287673e-05, "Finetune/Loss": 2.0937886238098145, "Finetune/Loss (Raw)": 1.0148178339004517, "Finetune/Step": 90, "Finetune/Step Time": 6.263642152150472}
+{"Finetune/Learning Rate": 1.2465753424657537e-05, "Finetune/Loss": 2.08126163482666, "Finetune/Loss (Raw)": 0.953820526599884, "Finetune/Step": 91, "Finetune/Step Time": 6.254022032349974}
+{"Finetune/Learning Rate": 1.2602739726027398e-05, "Finetune/Loss": 2.069550037384033, "Finetune/Loss (Raw)": 1.0037803649902344, "Finetune/Step": 92, "Finetune/Step Time": 6.254466240820677}
+{"Finetune/Learning Rate": 1.273972602739726e-05, "Finetune/Loss": 2.059993028640747, "Finetune/Loss (Raw)": 1.1807724237442017, "Finetune/Step": 93, "Finetune/Step Time": 6.24582609053581}
+{"Finetune/Learning Rate": 1.2876712328767125e-05, "Finetune/Loss": 2.0486390590667725, "Finetune/Loss (Raw)": 0.9927253723144531, "Finetune/Step": 94, "Finetune/Step Time": 6.260667882067092}
+{"Finetune/Learning Rate": 1.3013698630136988e-05, "Finetune/Loss": 2.038663625717163, "Finetune/Loss (Raw)": 1.1009511947631836, "Finetune/Step": 95, "Finetune/Step Time": 6.258130148837441}
+{"Finetune/Learning Rate": 1.3150684931506849e-05, "Finetune/Loss": 2.029083013534546, "Finetune/Loss (Raw)": 1.11892569065094, "Finetune/Step": 96, "Finetune/Step Time": 6.252464897930622}
+{"Finetune/Learning Rate": 1.3287671232876714e-05, "Finetune/Loss": 2.0204155445098877, "Finetune/Loss (Raw)": 1.1883708238601685, "Finetune/Step": 97, "Finetune/Step Time": 6.246815883007246}
+{"Finetune/Learning Rate": 1.3424657534246576e-05, "Finetune/Loss": 2.0096802711486816, "Finetune/Loss (Raw)": 0.9683566093444824, "Finetune/Step": 98, "Finetune/Step Time": 6.241333131887475}
+{"Finetune/Learning Rate": 1.356164383561644e-05, "Finetune/Loss": 1.9995920658111572, "Finetune/Loss (Raw)": 1.0109261274337769, "Finetune/Step": 99, "Finetune/Step Time": 6.246013932757908}
+{"Finetune/Learning Rate": 1.3698630136986302e-05, "Finetune/Loss": 1.9885250329971313, "Finetune/Loss (Raw)": 0.8929046392440796, "Finetune/Step": 100, "Finetune/Step Time": 6.240311870574951}
+{"Finetune/Learning Rate": 1.3835616438356164e-05, "Finetune/Loss": 1.9805539846420288, "Finetune/Loss (Raw)": 1.1834417581558228, "Finetune/Step": 101, "Finetune/Step Time": 6.2366887437235015}
+{"Finetune/Learning Rate": 1.3972602739726029e-05, "Finetune/Loss": 1.9737528562545776, "Finetune/Loss (Raw)": 1.2868374586105347, "Finetune/Step": 102, "Finetune/Step Time": 6.227776625577142}
+{"Finetune/Learning Rate": 1.4109589041095892e-05, "Finetune/Loss": 1.9660489559173584, "Finetune/Loss (Raw)": 1.180252194404602, "Finetune/Step": 103, "Finetune/Step Time": 6.225235522372051}
+{"Finetune/Learning Rate": 1.4246575342465754e-05, "Finetune/Loss": 1.9575376510620117, "Finetune/Loss (Raw)": 1.0808594226837158, "Finetune/Step": 104, "Finetune/Step Time": 6.222754256083415}
+{"Finetune/Learning Rate": 1.4383561643835617e-05, "Finetune/Loss": 1.9475265741348267, "Finetune/Loss (Raw)": 0.9063740372657776, "Finetune/Step": 105, "Finetune/Step Time": 6.218584205990746}
+{"Finetune/Learning Rate": 1.4520547945205482e-05, "Finetune/Loss": 1.9387919902801514, "Finetune/Loss (Raw)": 1.0216710567474365, "Finetune/Step": 106, "Finetune/Step Time": 6.210705739147258}
+{"Finetune/Learning Rate": 1.4657534246575344e-05, "Finetune/Loss": 1.9303650856018066, "Finetune/Loss (Raw)": 1.0371252298355103, "Finetune/Step": 107, "Finetune/Step Time": 6.214715841774629}
+{"Finetune/Learning Rate": 1.4794520547945205e-05, "Finetune/Loss": 1.922175407409668, "Finetune/Loss (Raw)": 1.0458670854568481, "Finetune/Step": 108, "Finetune/Step Time": 6.20728290743298}
+{"Finetune/Learning Rate": 1.493150684931507e-05, "Finetune/Loss": 1.9125868082046509, "Finetune/Loss (Raw)": 0.8770266771316528, "Finetune/Step": 109, "Finetune/Step Time": 6.210262184843011}
+{"Finetune/Learning Rate": 1.5068493150684933e-05, "Finetune/Loss": 1.903972864151001, "Finetune/Loss (Raw)": 0.9650511145591736, "Finetune/Step": 110, "Finetune/Step Time": 6.213041838732633}
+{"Finetune/Learning Rate": 1.5205479452054797e-05, "Finetune/Loss": 1.8951903581619263, "Finetune/Loss (Raw)": 0.9291015267372131, "Finetune/Step": 111, "Finetune/Step Time": 6.207053680677672}
+{"Finetune/Learning Rate": 1.5342465753424658e-05, "Finetune/Loss": 1.889434814453125, "Finetune/Loss (Raw)": 1.2505677938461304, "Finetune/Step": 112, "Finetune/Step Time": 6.197817021182606}
+{"Finetune/Learning Rate": 1.5479452054794523e-05, "Finetune/Loss": 1.88232421875, "Finetune/Loss (Raw)": 1.0859551429748535, "Finetune/Step": 113, "Finetune/Step Time": 6.19395134723292}
+{"Finetune/Learning Rate": 1.5616438356164384e-05, "Finetune/Loss": 1.8754005432128906, "Finetune/Loss (Raw)": 1.0930191278457642, "Finetune/Step": 114, "Finetune/Step Time": 6.187552213668823}
+{"Finetune/Learning Rate": 1.5753424657534248e-05, "Finetune/Loss": 1.8683512210845947, "Finetune/Loss (Raw)": 1.0647368431091309, "Finetune/Step": 115, "Finetune/Step Time": 6.176736993375032}
+{"Finetune/Learning Rate": 1.589041095890411e-05, "Finetune/Loss": 1.8607696294784546, "Finetune/Loss (Raw)": 0.9888749718666077, "Finetune/Step": 116, "Finetune/Step Time": 6.172566360440747}
+{"Finetune/Learning Rate": 1.6027397260273974e-05, "Finetune/Loss": 1.8548587560653687, "Finetune/Loss (Raw)": 1.169185757637024, "Finetune/Step": 117, "Finetune/Step Time": 6.170036601205157}
+{"Finetune/Learning Rate": 1.6164383561643838e-05, "Finetune/Loss": 1.8486549854278564, "Finetune/Loss (Raw)": 1.1228278875350952, "Finetune/Step": 118, "Finetune/Step Time": 6.166676868826656}
+{"Finetune/Learning Rate": 1.6301369863013702e-05, "Finetune/Loss": 1.8419023752212524, "Finetune/Loss (Raw)": 1.045078158378601, "Finetune/Step": 119, "Finetune/Step Time": 6.161339687700031}
+{"Finetune/Learning Rate": 1.6438356164383563e-05, "Finetune/Loss": 1.8349052667617798, "Finetune/Loss (Raw)": 1.0022456645965576, "Finetune/Step": 120, "Finetune/Step Time": 6.156390593449275}
+{"Finetune/Learning Rate": 1.6575342465753425e-05, "Finetune/Loss": 1.8282181024551392, "Finetune/Loss (Raw)": 1.0257898569107056, "Finetune/Step": 121, "Finetune/Step Time": 6.14745133967439}
+{"Finetune/Learning Rate": 1.671232876712329e-05, "Finetune/Loss": 1.8211934566497803, "Finetune/Loss (Raw)": 0.9712137579917908, "Finetune/Step": 122, "Finetune/Step Time": 6.152320318534726}
+{"Finetune/Learning Rate": 1.6849315068493153e-05, "Finetune/Loss": 1.8147175312042236, "Finetune/Loss (Raw)": 1.024658203125, "Finetune/Step": 123, "Finetune/Step Time": 6.160501542130137}
+{"Finetune/Learning Rate": 1.6986301369863014e-05, "Finetune/Loss": 1.809875726699829, "Finetune/Loss (Raw)": 1.2143276929855347, "Finetune/Step": 124, "Finetune/Step Time": 6.1739855812441915}
+{"Finetune/Learning Rate": 1.712328767123288e-05, "Finetune/Loss": 1.8035317659378052, "Finetune/Loss (Raw)": 1.0168780088424683, "Finetune/Step": 125, "Finetune/Step Time": 6.170957588195801}
+{"Finetune/Learning Rate": 1.726027397260274e-05, "Finetune/Loss": 1.7979145050048828, "Finetune/Loss (Raw)": 1.0957380533218384, "Finetune/Step": 126, "Finetune/Step Time": 6.165280775418357}
+{"Finetune/Learning Rate": 1.7397260273972604e-05, "Finetune/Loss": 1.7928069829940796, "Finetune/Loss (Raw)": 1.14927339553833, "Finetune/Step": 127, "Finetune/Step Time": 6.15811563664534}
+{"Finetune/Learning Rate": 1.7534246575342465e-05, "Finetune/Loss": 1.7863242626190186, "Finetune/Loss (Raw)": 0.9630263447761536, "Finetune/Step": 128, "Finetune/Step Time": 6.148730676621199}
+{"Finetune/Learning Rate": 1.767123287671233e-05, "Finetune/Loss": 1.7334659099578857, "Finetune/Loss (Raw)": 1.1156622171401978, "Finetune/Step": 129, "Finetune/Step Time": 6.015595566481352}
+{"Finetune/Learning Rate": 1.7808219178082194e-05, "Finetune/Loss": 1.6865181922912598, "Finetune/Loss (Raw)": 1.0722721815109253, "Finetune/Step": 130, "Finetune/Step Time": 6.009632049128413}
+{"Finetune/Learning Rate": 1.7945205479452055e-05, "Finetune/Loss": 1.6460492610931396, "Finetune/Loss (Raw)": 1.1214765310287476, "Finetune/Step": 131, "Finetune/Step Time": 6.01242465339601}
+{"Finetune/Learning Rate": 1.808219178082192e-05, "Finetune/Loss": 1.598769187927246, "Finetune/Loss (Raw)": 0.9899585247039795, "Finetune/Step": 132, "Finetune/Step Time": 6.013628102838993}
+{"Finetune/Learning Rate": 1.821917808219178e-05, "Finetune/Loss": 1.5548073053359985, "Finetune/Loss (Raw)": 0.9968565702438354, "Finetune/Step": 133, "Finetune/Step Time": 6.014816258102655}
+{"Finetune/Learning Rate": 1.8356164383561645e-05, "Finetune/Loss": 1.5188050270080566, "Finetune/Loss (Raw)": 0.9041024446487427, "Finetune/Step": 134, "Finetune/Step Time": 6.014261776581407}
+{"Finetune/Learning Rate": 1.849315068493151e-05, "Finetune/Loss": 1.4797487258911133, "Finetune/Loss (Raw)": 1.0828312635421753, "Finetune/Step": 135, "Finetune/Step Time": 6.025837119668722}
+{"Finetune/Learning Rate": 1.863013698630137e-05, "Finetune/Loss": 1.4402273893356323, "Finetune/Loss (Raw)": 1.1008135080337524, "Finetune/Step": 136, "Finetune/Step Time": 6.03023412451148}
+{"Finetune/Learning Rate": 1.8767123287671235e-05, "Finetune/Loss": 1.4072834253311157, "Finetune/Loss (Raw)": 1.061458945274353, "Finetune/Step": 137, "Finetune/Step Time": 6.027556313201785}
+{"Finetune/Learning Rate": 1.8904109589041096e-05, "Finetune/Loss": 1.3796416521072388, "Finetune/Loss (Raw)": 1.2504750490188599, "Finetune/Step": 138, "Finetune/Step Time": 6.029824942350388}
+{"Finetune/Learning Rate": 1.904109589041096e-05, "Finetune/Loss": 1.3517359495162964, "Finetune/Loss (Raw)": 1.0217140913009644, "Finetune/Step": 139, "Finetune/Step Time": 6.026440320536494}
+{"Finetune/Learning Rate": 1.9178082191780822e-05, "Finetune/Loss": 1.3242077827453613, "Finetune/Loss (Raw)": 1.0073174238204956, "Finetune/Step": 140, "Finetune/Step Time": 6.041143229231238}
+{"Finetune/Learning Rate": 1.9315068493150686e-05, "Finetune/Loss": 1.3001682758331299, "Finetune/Loss (Raw)": 1.0567485094070435, "Finetune/Step": 141, "Finetune/Step Time": 6.030092246830463}
+{"Finetune/Learning Rate": 1.945205479452055e-05, "Finetune/Loss": 1.2774128913879395, "Finetune/Loss (Raw)": 1.0616157054901123, "Finetune/Step": 142, "Finetune/Step Time": 6.031019290909171}
+{"Finetune/Learning Rate": 1.9589041095890412e-05, "Finetune/Loss": 1.2545101642608643, "Finetune/Loss (Raw)": 1.1074460744857788, "Finetune/Step": 143, "Finetune/Step Time": 6.023892570286989}
+{"Finetune/Learning Rate": 1.9726027397260276e-05, "Finetune/Loss": 1.2336857318878174, "Finetune/Loss (Raw)": 1.031401515007019, "Finetune/Step": 144, "Finetune/Step Time": 6.022894442081451}
+{"Finetune/Learning Rate": 1.9863013698630137e-05, "Finetune/Loss": 1.2170114517211914, "Finetune/Loss (Raw)": 1.1333814859390259, "Finetune/Step": 145, "Finetune/Step Time": 6.02170518040657}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.1979154348373413, "Finetune/Loss (Raw)": 0.8780507445335388, "Finetune/Step": 146, "Finetune/Step Time": 6.0254297982901335}
+{"Finetune/Learning Rate": 1.999999779802073e-05, "Finetune/Loss": 1.1844351291656494, "Finetune/Loss (Raw)": 1.043509840965271, "Finetune/Step": 147, "Finetune/Step Time": 6.019890878349543}
+{"Finetune/Learning Rate": 1.999999119208388e-05, "Finetune/Loss": 1.170588731765747, "Finetune/Loss (Raw)": 1.0457847118377686, "Finetune/Step": 148, "Finetune/Step Time": 6.025411408394575}
+{"Finetune/Learning Rate": 1.9999980182192366e-05, "Finetune/Loss": 1.159714937210083, "Finetune/Loss (Raw)": 1.0505846738815308, "Finetune/Step": 149, "Finetune/Step Time": 6.025422237813473}
+{"Finetune/Learning Rate": 1.9999964768351033e-05, "Finetune/Loss": 1.14970064163208, "Finetune/Loss (Raw)": 1.1296675205230713, "Finetune/Step": 150, "Finetune/Step Time": 6.025255041196942}
+{"Finetune/Learning Rate": 1.9999944950566674e-05, "Finetune/Loss": 1.1368319988250732, "Finetune/Loss (Raw)": 0.7677523493766785, "Finetune/Step": 151, "Finetune/Step Time": 6.034791825339198}
+{"Finetune/Learning Rate": 1.999992072884801e-05, "Finetune/Loss": 1.128493070602417, "Finetune/Loss (Raw)": 0.9868154525756836, "Finetune/Step": 152, "Finetune/Step Time": 6.047653518617153}
+{"Finetune/Learning Rate": 1.9999892103205716e-05, "Finetune/Loss": 1.1226990222930908, "Finetune/Loss (Raw)": 1.1970175504684448, "Finetune/Step": 153, "Finetune/Step Time": 6.041684523224831}
+{"Finetune/Learning Rate": 1.9999859073652394e-05, "Finetune/Loss": 1.1178960800170898, "Finetune/Loss (Raw)": 1.121950626373291, "Finetune/Step": 154, "Finetune/Step Time": 6.049255225807428}
+{"Finetune/Learning Rate": 1.9999821640202584e-05, "Finetune/Loss": 1.1123580932617188, "Finetune/Loss (Raw)": 1.0036884546279907, "Finetune/Step": 155, "Finetune/Step Time": 6.052970668300986}
+{"Finetune/Learning Rate": 1.999977980287278e-05, "Finetune/Loss": 1.1058579683303833, "Finetune/Loss (Raw)": 0.9420714974403381, "Finetune/Step": 156, "Finetune/Step Time": 6.050605978816748}
+{"Finetune/Learning Rate": 1.9999733561681406e-05, "Finetune/Loss": 1.100834846496582, "Finetune/Loss (Raw)": 1.0867822170257568, "Finetune/Step": 157, "Finetune/Step Time": 6.0521219447255135}
+{"Finetune/Learning Rate": 1.999968291664883e-05, "Finetune/Loss": 1.0970368385314941, "Finetune/Loss (Raw)": 1.045229196548462, "Finetune/Step": 158, "Finetune/Step Time": 6.059302942827344}
+{"Finetune/Learning Rate": 1.9999627867797345e-05, "Finetune/Loss": 1.0954495668411255, "Finetune/Loss (Raw)": 1.1539732217788696, "Finetune/Step": 159, "Finetune/Step Time": 6.057944670319557}
+{"Finetune/Learning Rate": 1.99995684151512e-05, "Finetune/Loss": 1.0937389135360718, "Finetune/Loss (Raw)": 1.2025936841964722, "Finetune/Step": 160, "Finetune/Step Time": 6.06119317561388}
+{"Finetune/Learning Rate": 1.999950455873658e-05, "Finetune/Loss": 1.0903055667877197, "Finetune/Loss (Raw)": 0.9747074842453003, "Finetune/Step": 161, "Finetune/Step Time": 6.038735514506698}
+{"Finetune/Learning Rate": 1.9999436298581606e-05, "Finetune/Loss": 1.086540937423706, "Finetune/Loss (Raw)": 1.016371250152588, "Finetune/Step": 162, "Finetune/Step Time": 6.0347663797438145}
+{"Finetune/Learning Rate": 1.999936363471634e-05, "Finetune/Loss": 1.0823558568954468, "Finetune/Loss (Raw)": 1.0678809881210327, "Finetune/Step": 163, "Finetune/Step Time": 6.0314636901021}
+{"Finetune/Learning Rate": 1.999928656717278e-05, "Finetune/Loss": 1.080880045890808, "Finetune/Loss (Raw)": 1.0694563388824463, "Finetune/Step": 164, "Finetune/Step Time": 6.033567246049643}
+{"Finetune/Learning Rate": 1.9999205095984862e-05, "Finetune/Loss": 1.0780845880508423, "Finetune/Loss (Raw)": 1.0813440084457397, "Finetune/Step": 165, "Finetune/Step Time": 6.0203226543962955}
+{"Finetune/Learning Rate": 1.999911922118848e-05, "Finetune/Loss": 1.0760884284973145, "Finetune/Loss (Raw)": 1.1025971174240112, "Finetune/Step": 166, "Finetune/Step Time": 6.0115294102579355}
+{"Finetune/Learning Rate": 1.999902894282144e-05, "Finetune/Loss": 1.0745763778686523, "Finetune/Loss (Raw)": 1.1110508441925049, "Finetune/Step": 167, "Finetune/Step Time": 6.010278560221195}
+{"Finetune/Learning Rate": 1.9998934260923504e-05, "Finetune/Loss": 1.0729176998138428, "Finetune/Loss (Raw)": 1.0456808805465698, "Finetune/Step": 168, "Finetune/Step Time": 6.009694736450911}
+{"Finetune/Learning Rate": 1.9998835175536372e-05, "Finetune/Loss": 1.0731351375579834, "Finetune/Loss (Raw)": 1.242679238319397, "Finetune/Step": 169, "Finetune/Step Time": 5.996993077918887}
+{"Finetune/Learning Rate": 1.9998731686703675e-05, "Finetune/Loss": 1.0718885660171509, "Finetune/Loss (Raw)": 1.1559839248657227, "Finetune/Step": 170, "Finetune/Step Time": 5.997803779318929}
+{"Finetune/Learning Rate": 1.9998623794470997e-05, "Finetune/Loss": 1.0731418132781982, "Finetune/Loss (Raw)": 1.1366851329803467, "Finetune/Step": 171, "Finetune/Step Time": 5.991046058014035}
+{"Finetune/Learning Rate": 1.999851149888585e-05, "Finetune/Loss": 1.072533130645752, "Finetune/Loss (Raw)": 0.9897516965866089, "Finetune/Step": 172, "Finetune/Step Time": 5.987161871045828}
+{"Finetune/Learning Rate": 1.9998394799997684e-05, "Finetune/Loss": 1.0705904960632324, "Finetune/Loss (Raw)": 0.948819100856781, "Finetune/Step": 173, "Finetune/Step Time": 5.982506420463324}
+{"Finetune/Learning Rate": 1.9998273697857896e-05, "Finetune/Loss": 1.0705945491790771, "Finetune/Loss (Raw)": 1.0662401914596558, "Finetune/Step": 174, "Finetune/Step Time": 5.959098329767585}
+{"Finetune/Learning Rate": 1.999814819251982e-05, "Finetune/Loss": 1.069785475730896, "Finetune/Loss (Raw)": 1.0220869779586792, "Finetune/Step": 175, "Finetune/Step Time": 5.950707109645009}
+{"Finetune/Learning Rate": 1.999801828403873e-05, "Finetune/Loss": 1.0704400539398193, "Finetune/Loss (Raw)": 1.1652517318725586, "Finetune/Step": 176, "Finetune/Step Time": 5.960824092850089}
+{"Finetune/Learning Rate": 1.999788397247183e-05, "Finetune/Loss": 1.0695586204528809, "Finetune/Loss (Raw)": 1.0613701343536377, "Finetune/Step": 177, "Finetune/Step Time": 5.960556225851178}
+{"Finetune/Learning Rate": 1.999774525787828e-05, "Finetune/Loss": 1.0696475505828857, "Finetune/Loss (Raw)": 1.1257818937301636, "Finetune/Step": 178, "Finetune/Step Time": 5.967282101511955}
+{"Finetune/Learning Rate": 1.9997602140319158e-05, "Finetune/Loss": 1.068838357925415, "Finetune/Loss (Raw)": 1.0941184759140015, "Finetune/Step": 179, "Finetune/Step Time": 5.976531133055687}
+{"Finetune/Learning Rate": 1.99974546198575e-05, "Finetune/Loss": 1.068939208984375, "Finetune/Loss (Raw)": 1.1261630058288574, "Finetune/Step": 180, "Finetune/Step Time": 5.963746996596456}
+{"Finetune/Learning Rate": 1.9997302696558277e-05, "Finetune/Loss": 1.0685670375823975, "Finetune/Loss (Raw)": 1.045070767402649, "Finetune/Step": 181, "Finetune/Step Time": 5.953011250123382}
+{"Finetune/Learning Rate": 1.9997146370488384e-05, "Finetune/Loss": 1.0670733451843262, "Finetune/Loss (Raw)": 1.046679139137268, "Finetune/Step": 182, "Finetune/Step Time": 5.953398488461971}
+{"Finetune/Learning Rate": 1.9996985641716675e-05, "Finetune/Loss": 1.0673000812530518, "Finetune/Loss (Raw)": 1.0834535360336304, "Finetune/Step": 183, "Finetune/Step Time": 5.952519576996565}
+{"Finetune/Learning Rate": 1.999682051031393e-05, "Finetune/Loss": 1.0680975914001465, "Finetune/Loss (Raw)": 1.0990605354309082, "Finetune/Step": 184, "Finetune/Step Time": 5.946093302220106}
+{"Finetune/Learning Rate": 1.9996650976352877e-05, "Finetune/Loss": 1.0693318843841553, "Finetune/Loss (Raw)": 1.0923162698745728, "Finetune/Step": 185, "Finetune/Step Time": 5.940891455858946}
+{"Finetune/Learning Rate": 1.9996477039908172e-05, "Finetune/Loss": 1.0685710906982422, "Finetune/Loss (Raw)": 0.9642477035522461, "Finetune/Step": 186, "Finetune/Step Time": 5.961254490539432}
+{"Finetune/Learning Rate": 1.999629870105642e-05, "Finetune/Loss": 1.0688068866729736, "Finetune/Loss (Raw)": 1.0663090944290161, "Finetune/Step": 187, "Finetune/Step Time": 5.948829863220453}
+{"Finetune/Learning Rate": 1.999611595987616e-05, "Finetune/Loss": 1.0682578086853027, "Finetune/Loss (Raw)": 0.8849543333053589, "Finetune/Step": 188, "Finetune/Step Time": 5.947457913309336}
+{"Finetune/Learning Rate": 1.999592881644787e-05, "Finetune/Loss": 1.0679601430892944, "Finetune/Loss (Raw)": 1.0276224613189697, "Finetune/Step": 189, "Finetune/Step Time": 5.945393184199929}
+{"Finetune/Learning Rate": 1.9995737270853967e-05, "Finetune/Loss": 1.0677602291107178, "Finetune/Loss (Raw)": 1.1287832260131836, "Finetune/Step": 190, "Finetune/Step Time": 5.936810651794076}
+{"Finetune/Learning Rate": 1.9995541323178808e-05, "Finetune/Loss": 1.0674388408660889, "Finetune/Loss (Raw)": 1.0446676015853882, "Finetune/Step": 191, "Finetune/Step Time": 5.941461147740483}
+{"Finetune/Learning Rate": 1.9995340973508686e-05, "Finetune/Loss": 1.0666892528533936, "Finetune/Loss (Raw)": 0.8395702838897705, "Finetune/Step": 192, "Finetune/Step Time": 5.937499133870006}
+{"Finetune/Learning Rate": 1.9995136221931834e-05, "Finetune/Loss": 1.0674043893814087, "Finetune/Loss (Raw)": 1.1904385089874268, "Finetune/Step": 193, "Finetune/Step Time": 5.9216333553195}
+{"Finetune/Learning Rate": 1.9994927068538424e-05, "Finetune/Loss": 1.0664187669754028, "Finetune/Loss (Raw)": 1.0029160976409912, "Finetune/Step": 194, "Finetune/Step Time": 5.911854224279523}
+{"Finetune/Learning Rate": 1.999471351342057e-05, "Finetune/Loss": 1.0664405822753906, "Finetune/Loss (Raw)": 1.005155324935913, "Finetune/Step": 195, "Finetune/Step Time": 5.909313622862101}
+{"Finetune/Learning Rate": 1.9994495556672316e-05, "Finetune/Loss": 1.0654935836791992, "Finetune/Loss (Raw)": 1.0308996438980103, "Finetune/Step": 196, "Finetune/Step Time": 5.896399408578873}
+{"Finetune/Learning Rate": 1.999427319838965e-05, "Finetune/Loss": 1.0641791820526123, "Finetune/Loss (Raw)": 1.0317087173461914, "Finetune/Step": 197, "Finetune/Step Time": 5.897451780736446}
+{"Finetune/Learning Rate": 1.9994046438670497e-05, "Finetune/Loss": 1.0628719329833984, "Finetune/Loss (Raw)": 1.035280704498291, "Finetune/Step": 198, "Finetune/Step Time": 5.894395813345909}
+{"Finetune/Learning Rate": 1.999381527761473e-05, "Finetune/Loss": 1.0622562170028687, "Finetune/Loss (Raw)": 0.9621790051460266, "Finetune/Step": 199, "Finetune/Step Time": 5.897581500932574}
+{"Finetune/Learning Rate": 1.9993579715324135e-05, "Finetune/Loss": 1.0611826181411743, "Finetune/Loss (Raw)": 1.0220112800598145, "Finetune/Step": 200, "Finetune/Step Time": 5.902421850711107}
+{"Finetune/Learning Rate": 1.9993339751902464e-05, "Finetune/Loss": 1.060305118560791, "Finetune/Loss (Raw)": 1.0400385856628418, "Finetune/Step": 201, "Finetune/Step Time": 5.911515835672617}
+{"Finetune/Learning Rate": 1.9993095387455397e-05, "Finetune/Loss": 1.0604195594787598, "Finetune/Loss (Raw)": 1.0231776237487793, "Finetune/Step": 202, "Finetune/Step Time": 5.924280017614365}
+{"Finetune/Learning Rate": 1.9992846622090546e-05, "Finetune/Loss": 1.0596660375595093, "Finetune/Loss (Raw)": 1.0460426807403564, "Finetune/Step": 203, "Finetune/Step Time": 5.916739383712411}
+{"Finetune/Learning Rate": 1.999259345591747e-05, "Finetune/Loss": 1.0580053329467773, "Finetune/Loss (Raw)": 0.9272828698158264, "Finetune/Step": 204, "Finetune/Step Time": 5.917726743966341}
+{"Finetune/Learning Rate": 1.9992335889047656e-05, "Finetune/Loss": 1.0586320161819458, "Finetune/Loss (Raw)": 1.2373512983322144, "Finetune/Step": 205, "Finetune/Step Time": 5.917447101324797}
+{"Finetune/Learning Rate": 1.999207392159454e-05, "Finetune/Loss": 1.0573639869689941, "Finetune/Loss (Raw)": 1.0544079542160034, "Finetune/Step": 206, "Finetune/Step Time": 5.9338091015815735}
+{"Finetune/Learning Rate": 1.9991807553673494e-05, "Finetune/Loss": 1.0573763847351074, "Finetune/Loss (Raw)": 1.0573869943618774, "Finetune/Step": 207, "Finetune/Step Time": 5.935068281367421}
+{"Finetune/Learning Rate": 1.999153678540182e-05, "Finetune/Loss": 1.0576579570770264, "Finetune/Loss (Raw)": 1.0907152891159058, "Finetune/Step": 208, "Finetune/Step Time": 5.939874162897468}
+{"Finetune/Learning Rate": 1.9991261616898767e-05, "Finetune/Loss": 1.057172179222107, "Finetune/Loss (Raw)": 1.0918934345245361, "Finetune/Step": 209, "Finetune/Step Time": 5.943191399797797}
+{"Finetune/Learning Rate": 1.9990982048285516e-05, "Finetune/Loss": 1.057337999343872, "Finetune/Loss (Raw)": 1.0626260042190552, "Finetune/Step": 210, "Finetune/Step Time": 5.946308573707938}
+{"Finetune/Learning Rate": 1.9990698079685186e-05, "Finetune/Loss": 1.0572062730789185, "Finetune/Loss (Raw)": 1.1196187734603882, "Finetune/Step": 211, "Finetune/Step Time": 5.942808149382472}
+{"Finetune/Learning Rate": 1.999040971122284e-05, "Finetune/Loss": 1.0579814910888672, "Finetune/Loss (Raw)": 1.0210736989974976, "Finetune/Step": 212, "Finetune/Step Time": 5.9283594358712435}
+{"Finetune/Learning Rate": 1.9990116943025474e-05, "Finetune/Loss": 1.0587224960327148, "Finetune/Loss (Raw)": 1.1526323556900024, "Finetune/Step": 213, "Finetune/Step Time": 5.932755136862397}
+{"Finetune/Learning Rate": 1.9989819775222017e-05, "Finetune/Loss": 1.059579849243164, "Finetune/Loss (Raw)": 1.1884639263153076, "Finetune/Step": 214, "Finetune/Step Time": 5.91348372772336}
+{"Finetune/Learning Rate": 1.9989518207943344e-05, "Finetune/Loss": 1.0596734285354614, "Finetune/Loss (Raw)": 1.0315771102905273, "Finetune/Step": 215, "Finetune/Step Time": 5.91535827703774}
+{"Finetune/Learning Rate": 1.9989212241322266e-05, "Finetune/Loss": 1.059098482131958, "Finetune/Loss (Raw)": 1.0256996154785156, "Finetune/Step": 216, "Finetune/Step Time": 5.915123678743839}
+{"Finetune/Learning Rate": 1.9988901875493526e-05, "Finetune/Loss": 1.0580151081085205, "Finetune/Loss (Raw)": 1.0542408227920532, "Finetune/Step": 217, "Finetune/Step Time": 5.900909174233675}
+{"Finetune/Learning Rate": 1.998858711059381e-05, "Finetune/Loss": 1.058300256729126, "Finetune/Loss (Raw)": 1.0513076782226562, "Finetune/Step": 218, "Finetune/Step Time": 5.90470502153039}
+{"Finetune/Learning Rate": 1.998826794676174e-05, "Finetune/Loss": 1.0586998462677002, "Finetune/Loss (Raw)": 1.0049715042114258, "Finetune/Step": 219, "Finetune/Step Time": 5.904430124908686}
+{"Finetune/Learning Rate": 1.9987944384137864e-05, "Finetune/Loss": 1.058068037033081, "Finetune/Loss (Raw)": 0.9229234457015991, "Finetune/Step": 220, "Finetune/Step Time": 5.90956068970263}
+{"Finetune/Learning Rate": 1.9987616422864694e-05, "Finetune/Loss": 1.0576401948928833, "Finetune/Loss (Raw)": 1.125993251800537, "Finetune/Step": 221, "Finetune/Step Time": 5.914798190817237}
+{"Finetune/Learning Rate": 1.9987284063086652e-05, "Finetune/Loss": 1.0562129020690918, "Finetune/Loss (Raw)": 0.8100364208221436, "Finetune/Step": 222, "Finetune/Step Time": 5.908487832173705}
+{"Finetune/Learning Rate": 1.998694730495011e-05, "Finetune/Loss": 1.056368112564087, "Finetune/Loss (Raw)": 1.1208245754241943, "Finetune/Step": 223, "Finetune/Step Time": 5.906510509550571}
+{"Finetune/Learning Rate": 1.9986606148603378e-05, "Finetune/Loss": 1.0548433065414429, "Finetune/Loss (Raw)": 0.9237529635429382, "Finetune/Step": 224, "Finetune/Step Time": 5.906948279589415}
+{"Finetune/Learning Rate": 1.9986260594196695e-05, "Finetune/Loss": 1.0536882877349854, "Finetune/Loss (Raw)": 1.0405213832855225, "Finetune/Step": 225, "Finetune/Step Time": 5.906700911000371}
+{"Finetune/Learning Rate": 1.9985910641882247e-05, "Finetune/Loss": 1.0552978515625, "Finetune/Loss (Raw)": 1.17438542842865, "Finetune/Step": 226, "Finetune/Step Time": 5.943960178643465}
+{"Finetune/Learning Rate": 1.9985556291814147e-05, "Finetune/Loss": 1.055795669555664, "Finetune/Loss (Raw)": 1.0746508836746216, "Finetune/Step": 227, "Finetune/Step Time": 5.933678243309259}
+{"Finetune/Learning Rate": 1.9985197544148454e-05, "Finetune/Loss": 1.0561516284942627, "Finetune/Loss (Raw)": 0.9384593367576599, "Finetune/Step": 228, "Finetune/Step Time": 5.947173492982984}
+{"Finetune/Learning Rate": 1.9984834399043153e-05, "Finetune/Loss": 1.0536714792251587, "Finetune/Loss (Raw)": 0.865981936454773, "Finetune/Step": 229, "Finetune/Step Time": 5.943190220743418}
+{"Finetune/Learning Rate": 1.9984466856658174e-05, "Finetune/Loss": 1.0501048564910889, "Finetune/Loss (Raw)": 0.8303219079971313, "Finetune/Step": 230, "Finetune/Step Time": 5.952541373670101}
+{"Finetune/Learning Rate": 1.9984094917155384e-05, "Finetune/Loss": 1.049270510673523, "Finetune/Loss (Raw)": 1.0734528303146362, "Finetune/Step": 231, "Finetune/Step Time": 5.947923414409161}
+{"Finetune/Learning Rate": 1.998371858069858e-05, "Finetune/Loss": 1.0483424663543701, "Finetune/Loss (Raw)": 0.9620618224143982, "Finetune/Step": 232, "Finetune/Step Time": 5.946530442684889}
+{"Finetune/Learning Rate": 1.9983337847453503e-05, "Finetune/Loss": 1.048788070678711, "Finetune/Loss (Raw)": 0.9634000658988953, "Finetune/Step": 233, "Finetune/Step Time": 5.940759940072894}
+{"Finetune/Learning Rate": 1.998295271758782e-05, "Finetune/Loss": 1.0496644973754883, "Finetune/Loss (Raw)": 1.1338566541671753, "Finetune/Step": 234, "Finetune/Step Time": 5.942027520388365}
+{"Finetune/Learning Rate": 1.998256319127115e-05, "Finetune/Loss": 1.0486682653427124, "Finetune/Loss (Raw)": 0.9096119999885559, "Finetune/Step": 235, "Finetune/Step Time": 5.938344622030854}
+{"Finetune/Learning Rate": 1.9982169268675024e-05, "Finetune/Loss": 1.048678994178772, "Finetune/Loss (Raw)": 1.0472407341003418, "Finetune/Step": 236, "Finetune/Step Time": 5.941835245117545}
+{"Finetune/Learning Rate": 1.998177094997294e-05, "Finetune/Loss": 1.0506184101104736, "Finetune/Loss (Raw)": 1.1252789497375488, "Finetune/Step": 237, "Finetune/Step Time": 5.933923901990056}
+{"Finetune/Learning Rate": 1.9981368235340306e-05, "Finetune/Loss": 1.0493226051330566, "Finetune/Loss (Raw)": 0.799173891544342, "Finetune/Step": 238, "Finetune/Step Time": 5.939546829089522}
+{"Finetune/Learning Rate": 1.998096112495448e-05, "Finetune/Loss": 1.0499885082244873, "Finetune/Loss (Raw)": 1.0143623352050781, "Finetune/Step": 239, "Finetune/Step Time": 5.937216017395258}
+{"Finetune/Learning Rate": 1.998054961899475e-05, "Finetune/Loss": 1.0485360622406006, "Finetune/Loss (Raw)": 1.064635157585144, "Finetune/Step": 240, "Finetune/Step Time": 5.941772064194083}
+{"Finetune/Learning Rate": 1.9980133717642345e-05, "Finetune/Loss": 1.0478441715240479, "Finetune/Loss (Raw)": 0.9973868727684021, "Finetune/Step": 241, "Finetune/Step Time": 5.938698749989271}
+{"Finetune/Learning Rate": 1.997971342108042e-05, "Finetune/Loss": 1.0470832586288452, "Finetune/Loss (Raw)": 0.9956350326538086, "Finetune/Step": 242, "Finetune/Step Time": 5.936454616487026}
+{"Finetune/Learning Rate": 1.9979288729494076e-05, "Finetune/Loss": 1.0461252927780151, "Finetune/Loss (Raw)": 0.9421170949935913, "Finetune/Step": 243, "Finetune/Step Time": 5.941383643075824}
+{"Finetune/Learning Rate": 1.9978859643070345e-05, "Finetune/Loss": 1.0469989776611328, "Finetune/Loss (Raw)": 1.1007086038589478, "Finetune/Step": 244, "Finetune/Step Time": 5.94533122703433}
+{"Finetune/Learning Rate": 1.9978426161998195e-05, "Finetune/Loss": 1.0461268424987793, "Finetune/Loss (Raw)": 1.0575504302978516, "Finetune/Step": 245, "Finetune/Step Time": 5.950795900076628}
+{"Finetune/Learning Rate": 1.9977988286468526e-05, "Finetune/Loss": 1.0444382429122925, "Finetune/Loss (Raw)": 0.9066821932792664, "Finetune/Step": 246, "Finetune/Step Time": 5.955287678167224}
+{"Finetune/Learning Rate": 1.9977546016674185e-05, "Finetune/Loss": 1.0443968772888184, "Finetune/Loss (Raw)": 1.0397891998291016, "Finetune/Step": 247, "Finetune/Step Time": 5.961593607440591}
+{"Finetune/Learning Rate": 1.9977099352809934e-05, "Finetune/Loss": 1.0431387424468994, "Finetune/Loss (Raw)": 0.8411872386932373, "Finetune/Step": 248, "Finetune/Step Time": 5.993945674970746}
+{"Finetune/Learning Rate": 1.9976648295072488e-05, "Finetune/Loss": 1.042876958847046, "Finetune/Loss (Raw)": 0.9922884106636047, "Finetune/Step": 249, "Finetune/Step Time": 5.999219048768282}
+{"Finetune/Learning Rate": 1.9976192843660494e-05, "Finetune/Loss": 1.0431849956512451, "Finetune/Loss (Raw)": 1.0106405019760132, "Finetune/Step": 250, "Finetune/Step Time": 5.989554345607758}
+{"Finetune/Learning Rate": 1.997573299877453e-05, "Finetune/Loss": 1.042681336402893, "Finetune/Loss (Raw)": 0.9601947665214539, "Finetune/Step": 251, "Finetune/Step Time": 5.976731384173036}
+{"Finetune/Learning Rate": 1.9975268760617102e-05, "Finetune/Loss": 1.04132080078125, "Finetune/Loss (Raw)": 1.0401850938796997, "Finetune/Step": 252, "Finetune/Step Time": 5.967536352574825}
+{"Finetune/Learning Rate": 1.9974800129392666e-05, "Finetune/Loss": 1.0410740375518799, "Finetune/Loss (Raw)": 0.9852942824363708, "Finetune/Step": 253, "Finetune/Step Time": 5.968114262446761}
+{"Finetune/Learning Rate": 1.9974327105307605e-05, "Finetune/Loss": 1.040238380432129, "Finetune/Loss (Raw)": 0.9887664914131165, "Finetune/Step": 254, "Finetune/Step Time": 5.978601448237896}
+{"Finetune/Learning Rate": 1.9973849688570236e-05, "Finetune/Loss": 1.0392179489135742, "Finetune/Loss (Raw)": 1.0186760425567627, "Finetune/Step": 255, "Finetune/Step Time": 5.980130707845092}
+{"Finetune/Learning Rate": 1.9973367879390806e-05, "Finetune/Loss": 1.0402113199234009, "Finetune/Loss (Raw)": 1.0901657342910767, "Finetune/Step": 256, "Finetune/Step Time": 5.988747242838144}
+{"Finetune/Learning Rate": 1.997288167798151e-05, "Finetune/Loss": 1.0387176275253296, "Finetune/Loss (Raw)": 0.9244595766067505, "Finetune/Step": 257, "Finetune/Step Time": 5.992050305008888}
+{"Finetune/Learning Rate": 1.9972391084556464e-05, "Finetune/Loss": 1.037782073020935, "Finetune/Loss (Raw)": 0.9525308609008789, "Finetune/Step": 258, "Finetune/Step Time": 6.001166693866253}
+{"Finetune/Learning Rate": 1.9971896099331727e-05, "Finetune/Loss": 1.0373144149780273, "Finetune/Loss (Raw)": 1.0616123676300049, "Finetune/Step": 259, "Finetune/Step Time": 5.9996986370533705}
+{"Finetune/Learning Rate": 1.9971396722525286e-05, "Finetune/Loss": 1.0366129875183105, "Finetune/Loss (Raw)": 0.9001677632331848, "Finetune/Step": 260, "Finetune/Step Time": 5.999603284522891}
+{"Finetune/Learning Rate": 1.997089295435706e-05, "Finetune/Loss": 1.0372511148452759, "Finetune/Loss (Raw)": 1.0785537958145142, "Finetune/Step": 261, "Finetune/Step Time": 6.000851573422551}
+{"Finetune/Learning Rate": 1.997038479504892e-05, "Finetune/Loss": 1.0375934839248657, "Finetune/Loss (Raw)": 0.9479108452796936, "Finetune/Step": 262, "Finetune/Step Time": 5.997208595275879}
+{"Finetune/Learning Rate": 1.9969872244824638e-05, "Finetune/Loss": 1.0372745990753174, "Finetune/Loss (Raw)": 1.0420122146606445, "Finetune/Step": 263, "Finetune/Step Time": 5.987500600516796}
+{"Finetune/Learning Rate": 1.9969355303909956e-05, "Finetune/Loss": 1.0363460779190063, "Finetune/Loss (Raw)": 0.9819713830947876, "Finetune/Step": 264, "Finetune/Step Time": 5.987964889034629}
+{"Finetune/Learning Rate": 1.9968833972532525e-05, "Finetune/Loss": 1.036684274673462, "Finetune/Loss (Raw)": 1.104752540588379, "Finetune/Step": 265, "Finetune/Step Time": 5.989637654274702}
+{"Finetune/Learning Rate": 1.996830825092194e-05, "Finetune/Loss": 1.0352827310562134, "Finetune/Loss (Raw)": 1.071073293685913, "Finetune/Step": 266, "Finetune/Step Time": 5.989510882645845}
+{"Finetune/Learning Rate": 1.996777813930972e-05, "Finetune/Loss": 1.0341492891311646, "Finetune/Loss (Raw)": 0.8766250014305115, "Finetune/Step": 267, "Finetune/Step Time": 5.983000915497541}
+{"Finetune/Learning Rate": 1.9967243637929334e-05, "Finetune/Loss": 1.0340206623077393, "Finetune/Loss (Raw)": 0.9908601641654968, "Finetune/Step": 268, "Finetune/Step Time": 5.966773275285959}
+{"Finetune/Learning Rate": 1.9966704747016165e-05, "Finetune/Loss": 1.0323307514190674, "Finetune/Loss (Raw)": 0.8404328227043152, "Finetune/Step": 269, "Finetune/Step Time": 5.97917427867651}
+{"Finetune/Learning Rate": 1.996616146680754e-05, "Finetune/Loss": 1.0317786931991577, "Finetune/Loss (Raw)": 0.9909687042236328, "Finetune/Step": 270, "Finetune/Step Time": 5.981112891808152}
+{"Finetune/Learning Rate": 1.9965613797542726e-05, "Finetune/Loss": 1.030845046043396, "Finetune/Loss (Raw)": 0.9879355430603027, "Finetune/Step": 271, "Finetune/Step Time": 5.981808403506875}
+{"Finetune/Learning Rate": 1.9965061739462903e-05, "Finetune/Loss": 1.031548023223877, "Finetune/Loss (Raw)": 1.1213842630386353, "Finetune/Step": 272, "Finetune/Step Time": 5.976655686274171}
+{"Finetune/Learning Rate": 1.99645052928112e-05, "Finetune/Loss": 1.0308265686035156, "Finetune/Loss (Raw)": 1.0410349369049072, "Finetune/Step": 273, "Finetune/Step Time": 5.98079214990139}
+{"Finetune/Learning Rate": 1.996394445783268e-05, "Finetune/Loss": 1.0320526361465454, "Finetune/Loss (Raw)": 1.0349775552749634, "Finetune/Step": 274, "Finetune/Step Time": 5.978288412094116}
+{"Finetune/Learning Rate": 1.996337923477432e-05, "Finetune/Loss": 1.0321348905563354, "Finetune/Loss (Raw)": 1.054040789604187, "Finetune/Step": 275, "Finetune/Step Time": 5.976696360856295}
+{"Finetune/Learning Rate": 1.996280962388505e-05, "Finetune/Loss": 1.0310413837432861, "Finetune/Loss (Raw)": 0.9058061242103577, "Finetune/Step": 276, "Finetune/Step Time": 5.980427447706461}
+{"Finetune/Learning Rate": 1.9962235625415724e-05, "Finetune/Loss": 1.029715895652771, "Finetune/Loss (Raw)": 0.8809337019920349, "Finetune/Step": 277, "Finetune/Step Time": 5.984883962199092}
+{"Finetune/Learning Rate": 1.9961657239619124e-05, "Finetune/Loss": 1.0289523601531982, "Finetune/Loss (Raw)": 1.0319334268569946, "Finetune/Step": 278, "Finetune/Step Time": 5.98885134421289}
+{"Finetune/Learning Rate": 1.9961074466749974e-05, "Finetune/Loss": 1.0320181846618652, "Finetune/Loss (Raw)": 1.1601929664611816, "Finetune/Step": 279, "Finetune/Step Time": 5.980298547074199}
+{"Finetune/Learning Rate": 1.996048730706492e-05, "Finetune/Loss": 1.0324807167053223, "Finetune/Loss (Raw)": 1.0460209846496582, "Finetune/Step": 280, "Finetune/Step Time": 5.972958389669657}
+{"Finetune/Learning Rate": 1.995989576082255e-05, "Finetune/Loss": 1.0324389934539795, "Finetune/Loss (Raw)": 1.19166100025177, "Finetune/Step": 281, "Finetune/Step Time": 5.9747297912836075}
+{"Finetune/Learning Rate": 1.9959299828283373e-05, "Finetune/Loss": 1.0302575826644897, "Finetune/Loss (Raw)": 0.8427332043647766, "Finetune/Step": 282, "Finetune/Step Time": 5.9686623476445675}
+{"Finetune/Learning Rate": 1.9958699509709838e-05, "Finetune/Loss": 1.03066086769104, "Finetune/Loss (Raw)": 1.0553038120269775, "Finetune/Step": 283, "Finetune/Step Time": 5.962188260629773}
+{"Finetune/Learning Rate": 1.995809480536632e-05, "Finetune/Loss": 1.031477928161621, "Finetune/Loss (Raw)": 1.046651005744934, "Finetune/Step": 284, "Finetune/Step Time": 5.964412001892924}
+{"Finetune/Learning Rate": 1.9957485715519135e-05, "Finetune/Loss": 1.0287959575653076, "Finetune/Loss (Raw)": 0.7435064315795898, "Finetune/Step": 285, "Finetune/Step Time": 5.977038038894534}
+{"Finetune/Learning Rate": 1.995687224043652e-05, "Finetune/Loss": 1.0288989543914795, "Finetune/Loss (Raw)": 1.0584070682525635, "Finetune/Step": 286, "Finetune/Step Time": 5.971563862636685}
+{"Finetune/Learning Rate": 1.9956254380388644e-05, "Finetune/Loss": 1.0277209281921387, "Finetune/Loss (Raw)": 1.0031996965408325, "Finetune/Step": 287, "Finetune/Step Time": 5.98382013104856}
+{"Finetune/Learning Rate": 1.9955632135647614e-05, "Finetune/Loss": 1.026610255241394, "Finetune/Loss (Raw)": 1.0604195594787598, "Finetune/Step": 288, "Finetune/Step Time": 5.98229169473052}
+{"Finetune/Learning Rate": 1.9955005506487462e-05, "Finetune/Loss": 1.0271599292755127, "Finetune/Loss (Raw)": 1.045066475868225, "Finetune/Step": 289, "Finetune/Step Time": 5.982539193704724}
+{"Finetune/Learning Rate": 1.9954374493184153e-05, "Finetune/Loss": 1.0275378227233887, "Finetune/Loss (Raw)": 1.0647211074829102, "Finetune/Step": 290, "Finetune/Step Time": 5.98511559702456}
+{"Finetune/Learning Rate": 1.9953739096015584e-05, "Finetune/Loss": 1.0258450508117676, "Finetune/Loss (Raw)": 0.8512111902236938, "Finetune/Step": 291, "Finetune/Step Time": 5.984676083549857}
+{"Finetune/Learning Rate": 1.9953099315261578e-05, "Finetune/Loss": 1.0244789123535156, "Finetune/Loss (Raw)": 0.8945985436439514, "Finetune/Step": 292, "Finetune/Step Time": 5.989866496995091}
+{"Finetune/Learning Rate": 1.9952455151203895e-05, "Finetune/Loss": 1.0235545635223389, "Finetune/Loss (Raw)": 0.9630191326141357, "Finetune/Step": 293, "Finetune/Step Time": 5.989866714924574}
+{"Finetune/Learning Rate": 1.995180660412622e-05, "Finetune/Loss": 1.0223758220672607, "Finetune/Loss (Raw)": 0.9517327547073364, "Finetune/Step": 294, "Finetune/Step Time": 5.993952054530382}
+{"Finetune/Learning Rate": 1.9951153674314175e-05, "Finetune/Loss": 1.021303653717041, "Finetune/Loss (Raw)": 0.9738031029701233, "Finetune/Step": 295, "Finetune/Step Time": 5.994732251390815}
+{"Finetune/Learning Rate": 1.99504963620553e-05, "Finetune/Loss": 1.0222803354263306, "Finetune/Loss (Raw)": 1.1707032918930054, "Finetune/Step": 296, "Finetune/Step Time": 5.992675976827741}
+{"Finetune/Learning Rate": 1.994983466763908e-05, "Finetune/Loss": 1.0208373069763184, "Finetune/Loss (Raw)": 1.0579744577407837, "Finetune/Step": 297, "Finetune/Step Time": 5.9923987332731485}
+{"Finetune/Learning Rate": 1.994916859135692e-05, "Finetune/Loss": 1.0208531618118286, "Finetune/Loss (Raw)": 1.1580065488815308, "Finetune/Step": 298, "Finetune/Step Time": 5.984972458332777}
+{"Finetune/Learning Rate": 1.9948498133502155e-05, "Finetune/Loss": 1.0200854539871216, "Finetune/Loss (Raw)": 1.0384207963943481, "Finetune/Step": 299, "Finetune/Step Time": 5.984748030081391}
+{"Finetune/Learning Rate": 1.9947823294370053e-05, "Finetune/Loss": 1.0192680358886719, "Finetune/Loss (Raw)": 0.8851116299629211, "Finetune/Step": 300, "Finetune/Step Time": 5.991554960608482}
+{"Finetune/Learning Rate": 1.994714407425781e-05, "Finetune/Loss": 1.0196945667266846, "Finetune/Loss (Raw)": 1.003414511680603, "Finetune/Step": 301, "Finetune/Step Time": 6.007206562906504}
+{"Finetune/Learning Rate": 1.9946460473464553e-05, "Finetune/Loss": 1.0199156999588013, "Finetune/Loss (Raw)": 1.094557285308838, "Finetune/Step": 302, "Finetune/Step Time": 6.017120247706771}
+{"Finetune/Learning Rate": 1.994577249229134e-05, "Finetune/Loss": 1.0195438861846924, "Finetune/Loss (Raw)": 0.9745047092437744, "Finetune/Step": 303, "Finetune/Step Time": 6.020479403436184}
+{"Finetune/Learning Rate": 1.9945080131041145e-05, "Finetune/Loss": 1.0187433958053589, "Finetune/Loss (Raw)": 1.0627859830856323, "Finetune/Step": 304, "Finetune/Step Time": 6.006283827126026}
+{"Finetune/Learning Rate": 1.994438339001889e-05, "Finetune/Loss": 1.0195366144180298, "Finetune/Loss (Raw)": 1.16289222240448, "Finetune/Step": 305, "Finetune/Step Time": 6.016172215342522}
+{"Finetune/Learning Rate": 1.9943682269531418e-05, "Finetune/Loss": 1.0192668437957764, "Finetune/Loss (Raw)": 1.0912566184997559, "Finetune/Step": 306, "Finetune/Step Time": 6.007503367960453}
+{"Finetune/Learning Rate": 1.9942976769887493e-05, "Finetune/Loss": 1.0176283121109009, "Finetune/Loss (Raw)": 0.8843850493431091, "Finetune/Step": 307, "Finetune/Step Time": 6.006712201982737}
+{"Finetune/Learning Rate": 1.9942266891397817e-05, "Finetune/Loss": 1.0158846378326416, "Finetune/Loss (Raw)": 0.9029723405838013, "Finetune/Step": 308, "Finetune/Step Time": 5.998771741986275}
+{"Finetune/Learning Rate": 1.994155263437502e-05, "Finetune/Loss": 1.0156843662261963, "Finetune/Loss (Raw)": 1.0194333791732788, "Finetune/Step": 309, "Finetune/Step Time": 5.993593256920576}
+{"Finetune/Learning Rate": 1.994083399913365e-05, "Finetune/Loss": 1.0152881145477295, "Finetune/Loss (Raw)": 0.9959664344787598, "Finetune/Step": 310, "Finetune/Step Time": 5.995446698740125}
+{"Finetune/Learning Rate": 1.9940110985990203e-05, "Finetune/Loss": 1.0151970386505127, "Finetune/Loss (Raw)": 1.0717854499816895, "Finetune/Step": 311, "Finetune/Step Time": 5.990023972466588}
+{"Finetune/Learning Rate": 1.993938359526308e-05, "Finetune/Loss": 1.0137757062911987, "Finetune/Loss (Raw)": 0.9171361923217773, "Finetune/Step": 312, "Finetune/Step Time": 5.984882539138198}
+{"Finetune/Learning Rate": 1.9938651827272623e-05, "Finetune/Loss": 1.0123145580291748, "Finetune/Loss (Raw)": 0.9052866697311401, "Finetune/Step": 313, "Finetune/Step Time": 5.986236406490207}
+{"Finetune/Learning Rate": 1.9937915682341108e-05, "Finetune/Loss": 1.01228666305542, "Finetune/Loss (Raw)": 0.9606752991676331, "Finetune/Step": 314, "Finetune/Step Time": 5.968649035319686}
+{"Finetune/Learning Rate": 1.993717516079272e-05, "Finetune/Loss": 1.0108782052993774, "Finetune/Loss (Raw)": 0.8860319256782532, "Finetune/Step": 315, "Finetune/Step Time": 5.970009058713913}
+{"Finetune/Learning Rate": 1.9936430262953586e-05, "Finetune/Loss": 1.0108654499053955, "Finetune/Loss (Raw)": 0.8833222985267639, "Finetune/Step": 316, "Finetune/Step Time": 5.968250993639231}
+{"Finetune/Learning Rate": 1.993568098915176e-05, "Finetune/Loss": 1.011437177658081, "Finetune/Loss (Raw)": 1.1008003950119019, "Finetune/Step": 317, "Finetune/Step Time": 5.9669143948704}
+{"Finetune/Learning Rate": 1.993492733971721e-05, "Finetune/Loss": 1.0098166465759277, "Finetune/Loss (Raw)": 0.9213554263114929, "Finetune/Step": 318, "Finetune/Step Time": 5.973349405452609}
+{"Finetune/Learning Rate": 1.9934169314981844e-05, "Finetune/Loss": 1.008522868156433, "Finetune/Loss (Raw)": 0.8790616393089294, "Finetune/Step": 319, "Finetune/Step Time": 5.969491166993976}
+{"Finetune/Learning Rate": 1.9933406915279497e-05, "Finetune/Loss": 1.0082980394363403, "Finetune/Loss (Raw)": 0.8107950687408447, "Finetune/Step": 320, "Finetune/Step Time": 5.969021532684565}
+{"Finetune/Learning Rate": 1.993264014094592e-05, "Finetune/Loss": 1.0061389207839966, "Finetune/Loss (Raw)": 0.9140625, "Finetune/Step": 321, "Finetune/Step Time": 5.972031395882368}
+{"Finetune/Learning Rate": 1.99318689923188e-05, "Finetune/Loss": 1.0059586763381958, "Finetune/Loss (Raw)": 0.9798434972763062, "Finetune/Step": 322, "Finetune/Step Time": 5.962567592039704}
+{"Finetune/Learning Rate": 1.993109346973775e-05, "Finetune/Loss": 1.0065546035766602, "Finetune/Loss (Raw)": 1.081453800201416, "Finetune/Step": 323, "Finetune/Step Time": 5.963050497695804}
+{"Finetune/Learning Rate": 1.9930313573544308e-05, "Finetune/Loss": 1.0063109397888184, "Finetune/Loss (Raw)": 0.9997009038925171, "Finetune/Step": 324, "Finetune/Step Time": 5.966461753472686}
+{"Finetune/Learning Rate": 1.992952930408193e-05, "Finetune/Loss": 1.0055291652679443, "Finetune/Loss (Raw)": 0.9316391348838806, "Finetune/Step": 325, "Finetune/Step Time": 5.963666390627623}
+{"Finetune/Learning Rate": 1.992874066169601e-05, "Finetune/Loss": 1.0039727687835693, "Finetune/Loss (Raw)": 0.8360641598701477, "Finetune/Step": 326, "Finetune/Step Time": 5.970100434496999}
+{"Finetune/Learning Rate": 1.9927947646733865e-05, "Finetune/Loss": 1.0038648843765259, "Finetune/Loss (Raw)": 0.9483726024627686, "Finetune/Step": 327, "Finetune/Step Time": 5.968631559982896}
+{"Finetune/Learning Rate": 1.992715025954473e-05, "Finetune/Loss": 1.0042667388916016, "Finetune/Loss (Raw)": 1.073458194732666, "Finetune/Step": 328, "Finetune/Step Time": 5.966164840385318}
+{"Finetune/Learning Rate": 1.9926348500479775e-05, "Finetune/Loss": 1.0029933452606201, "Finetune/Loss (Raw)": 0.8770198225975037, "Finetune/Step": 329, "Finetune/Step Time": 5.978278940543532}
+{"Finetune/Learning Rate": 1.992554236989209e-05, "Finetune/Loss": 1.002577543258667, "Finetune/Loss (Raw)": 0.9699652194976807, "Finetune/Step": 330, "Finetune/Step Time": 5.970300357788801}
+{"Finetune/Learning Rate": 1.9924731868136692e-05, "Finetune/Loss": 1.0027152299880981, "Finetune/Loss (Raw)": 1.0636652708053589, "Finetune/Step": 331, "Finetune/Step Time": 5.9707987532019615}
+{"Finetune/Learning Rate": 1.992391699557052e-05, "Finetune/Loss": 1.0032739639282227, "Finetune/Loss (Raw)": 0.9988029599189758, "Finetune/Step": 332, "Finetune/Step Time": 5.974838273599744}
+{"Finetune/Learning Rate": 1.9923097752552444e-05, "Finetune/Loss": 1.0014514923095703, "Finetune/Loss (Raw)": 1.0040605068206787, "Finetune/Step": 333, "Finetune/Step Time": 5.976559879258275}
+{"Finetune/Learning Rate": 1.9922274139443252e-05, "Finetune/Loss": 0.9982610940933228, "Finetune/Loss (Raw)": 0.646047830581665, "Finetune/Step": 334, "Finetune/Step Time": 5.964109601452947}
+{"Finetune/Learning Rate": 1.9921446156605663e-05, "Finetune/Loss": 0.9972476363182068, "Finetune/Loss (Raw)": 0.9276682138442993, "Finetune/Step": 335, "Finetune/Step Time": 5.9653553403913975}
+{"Finetune/Learning Rate": 1.9920613804404313e-05, "Finetune/Loss": 0.9955546259880066, "Finetune/Loss (Raw)": 0.8740076422691345, "Finetune/Step": 336, "Finetune/Step Time": 5.970468245446682}
+{"Finetune/Learning Rate": 1.9919777083205773e-05, "Finetune/Loss": 0.9928667545318604, "Finetune/Loss (Raw)": 0.7478424310684204, "Finetune/Step": 337, "Finetune/Step Time": 5.978890612721443}
+{"Finetune/Learning Rate": 1.991893599337853e-05, "Finetune/Loss": 0.992470383644104, "Finetune/Loss (Raw)": 1.0118964910507202, "Finetune/Step": 338, "Finetune/Step Time": 5.987927092239261}
+{"Finetune/Learning Rate": 1.991809053529299e-05, "Finetune/Loss": 0.9925395250320435, "Finetune/Loss (Raw)": 1.1284613609313965, "Finetune/Step": 339, "Finetune/Step Time": 5.99455139413476}
+{"Finetune/Learning Rate": 1.9917240709321496e-05, "Finetune/Loss": 0.9919317364692688, "Finetune/Loss (Raw)": 0.9432810544967651, "Finetune/Step": 340, "Finetune/Step Time": 5.99831342510879}
+{"Finetune/Learning Rate": 1.99163865158383e-05, "Finetune/Loss": 0.9899232387542725, "Finetune/Loss (Raw)": 0.8955373764038086, "Finetune/Step": 341, "Finetune/Step Time": 6.0036704652011395}
+{"Finetune/Learning Rate": 1.9915527955219597e-05, "Finetune/Loss": 0.9882699251174927, "Finetune/Loss (Raw)": 0.9768505692481995, "Finetune/Step": 342, "Finetune/Step Time": 5.999141816049814}
+{"Finetune/Learning Rate": 1.9914665027843486e-05, "Finetune/Loss": 0.9885581731796265, "Finetune/Loss (Raw)": 1.068460464477539, "Finetune/Step": 343, "Finetune/Step Time": 5.9932186007499695}
+{"Finetune/Learning Rate": 1.991379773409e-05, "Finetune/Loss": 0.9881573915481567, "Finetune/Loss (Raw)": 0.9744130969047546, "Finetune/Step": 344, "Finetune/Step Time": 5.9928422048687935}
+{"Finetune/Learning Rate": 1.9912926074341085e-05, "Finetune/Loss": 0.987705647945404, "Finetune/Loss (Raw)": 0.9964109063148499, "Finetune/Step": 345, "Finetune/Step Time": 5.993235478177667}
+{"Finetune/Learning Rate": 1.991205004898062e-05, "Finetune/Loss": 0.9865031242370605, "Finetune/Loss (Raw)": 0.8973850607872009, "Finetune/Step": 346, "Finetune/Step Time": 5.996280517429113}
+{"Finetune/Learning Rate": 1.9911169658394406e-05, "Finetune/Loss": 0.9864832162857056, "Finetune/Loss (Raw)": 1.002424955368042, "Finetune/Step": 347, "Finetune/Step Time": 5.996331645175815}
+{"Finetune/Learning Rate": 1.991028490297016e-05, "Finetune/Loss": 0.9858881235122681, "Finetune/Loss (Raw)": 0.8467515707015991, "Finetune/Step": 348, "Finetune/Step Time": 5.9873069897294044}
+{"Finetune/Learning Rate": 1.990939578309753e-05, "Finetune/Loss": 0.9856733083724976, "Finetune/Loss (Raw)": 1.0984967947006226, "Finetune/Step": 349, "Finetune/Step Time": 5.980155520141125}
+{"Finetune/Learning Rate": 1.9908502299168073e-05, "Finetune/Loss": 0.9870375990867615, "Finetune/Loss (Raw)": 0.9846623539924622, "Finetune/Step": 350, "Finetune/Step Time": 5.9687489699572325}
+{"Finetune/Learning Rate": 1.9907604451575277e-05, "Finetune/Loss": 0.9863239526748657, "Finetune/Loss (Raw)": 1.0294744968414307, "Finetune/Step": 351, "Finetune/Step Time": 5.961419133469462}
+{"Finetune/Learning Rate": 1.9906702240714555e-05, "Finetune/Loss": 0.9870107173919678, "Finetune/Loss (Raw)": 1.011669635772705, "Finetune/Step": 352, "Finetune/Step Time": 5.95845184661448}
+{"Finetune/Learning Rate": 1.9905795666983234e-05, "Finetune/Loss": 0.9863548874855042, "Finetune/Loss (Raw)": 0.9565670490264893, "Finetune/Step": 353, "Finetune/Step Time": 5.961166189983487}
+{"Finetune/Learning Rate": 1.9904884730780568e-05, "Finetune/Loss": 0.9859579801559448, "Finetune/Loss (Raw)": 1.1235774755477905, "Finetune/Step": 354, "Finetune/Step Time": 5.921382702887058}
+{"Finetune/Learning Rate": 1.9903969432507725e-05, "Finetune/Loss": 0.9842163324356079, "Finetune/Loss (Raw)": 0.8517261743545532, "Finetune/Step": 355, "Finetune/Step Time": 5.9242731258273125}
+{"Finetune/Learning Rate": 1.9903049772567797e-05, "Finetune/Loss": 0.985306978225708, "Finetune/Loss (Raw)": 1.0780665874481201, "Finetune/Step": 356, "Finetune/Step Time": 5.924162894487381}
+{"Finetune/Learning Rate": 1.990212575136581e-05, "Finetune/Loss": 0.9856572151184082, "Finetune/Loss (Raw)": 0.91080242395401, "Finetune/Step": 357, "Finetune/Step Time": 5.925273485481739}
+{"Finetune/Learning Rate": 1.9901197369308686e-05, "Finetune/Loss": 0.9860759973526001, "Finetune/Loss (Raw)": 0.8839321136474609, "Finetune/Step": 358, "Finetune/Step Time": 5.923560796305537}
+{"Finetune/Learning Rate": 1.9900264626805287e-05, "Finetune/Loss": 0.9853661060333252, "Finetune/Loss (Raw)": 0.9825826287269592, "Finetune/Step": 359, "Finetune/Step Time": 5.925596535205841}
+{"Finetune/Learning Rate": 1.9899327524266386e-05, "Finetune/Loss": 0.9864044189453125, "Finetune/Loss (Raw)": 1.094972848892212, "Finetune/Step": 360, "Finetune/Step Time": 5.92427397146821}
+{"Finetune/Learning Rate": 1.989838606210468e-05, "Finetune/Loss": 0.9858952164649963, "Finetune/Loss (Raw)": 0.8982170820236206, "Finetune/Step": 361, "Finetune/Step Time": 5.926329018548131}
+{"Finetune/Learning Rate": 1.989744024073479e-05, "Finetune/Loss": 0.9848378896713257, "Finetune/Loss (Raw)": 0.9985156059265137, "Finetune/Step": 362, "Finetune/Step Time": 5.926818544045091}
+{"Finetune/Learning Rate": 1.9896490060573245e-05, "Finetune/Loss": 0.9832102060317993, "Finetune/Loss (Raw)": 0.7012690305709839, "Finetune/Step": 363, "Finetune/Step Time": 5.930648235604167}
+{"Finetune/Learning Rate": 1.9895535522038506e-05, "Finetune/Loss": 0.9816008806228638, "Finetune/Loss (Raw)": 0.8412535786628723, "Finetune/Step": 364, "Finetune/Step Time": 5.926823312416673}
+{"Finetune/Learning Rate": 1.989457662555094e-05, "Finetune/Loss": 0.9797834157943726, "Finetune/Loss (Raw)": 0.8926441669464111, "Finetune/Step": 365, "Finetune/Step Time": 5.931366138160229}
+{"Finetune/Learning Rate": 1.9893613371532853e-05, "Finetune/Loss": 0.9806724190711975, "Finetune/Loss (Raw)": 0.9129645824432373, "Finetune/Step": 366, "Finetune/Step Time": 5.922329908236861}
+{"Finetune/Learning Rate": 1.9892645760408446e-05, "Finetune/Loss": 0.9807561635971069, "Finetune/Loss (Raw)": 1.025081753730774, "Finetune/Step": 367, "Finetune/Step Time": 5.9322571363300085}
+{"Finetune/Learning Rate": 1.9891673792603858e-05, "Finetune/Loss": 0.9801913499832153, "Finetune/Loss (Raw)": 0.9923442006111145, "Finetune/Step": 368, "Finetune/Step Time": 5.93053231947124}
+{"Finetune/Learning Rate": 1.9890697468547135e-05, "Finetune/Loss": 0.979128897190094, "Finetune/Loss (Raw)": 0.8613874316215515, "Finetune/Step": 369, "Finetune/Step Time": 5.933943608775735}
+{"Finetune/Learning Rate": 1.988971678866825e-05, "Finetune/Loss": 0.9797966480255127, "Finetune/Loss (Raw)": 1.0811116695404053, "Finetune/Step": 370, "Finetune/Step Time": 5.940066311508417}
+{"Finetune/Learning Rate": 1.988873175339909e-05, "Finetune/Loss": 0.9793698787689209, "Finetune/Loss (Raw)": 0.8874908089637756, "Finetune/Step": 371, "Finetune/Step Time": 5.955626089125872}
+{"Finetune/Learning Rate": 1.9887742363173458e-05, "Finetune/Loss": 0.9792189598083496, "Finetune/Loss (Raw)": 1.081379771232605, "Finetune/Step": 372, "Finetune/Step Time": 5.950140919536352}
+{"Finetune/Learning Rate": 1.9886748618427078e-05, "Finetune/Loss": 0.9790436625480652, "Finetune/Loss (Raw)": 1.0351234674453735, "Finetune/Step": 373, "Finetune/Step Time": 5.940321890637279}
+{"Finetune/Learning Rate": 1.9885750519597594e-05, "Finetune/Loss": 0.9796830415725708, "Finetune/Loss (Raw)": 0.9885154366493225, "Finetune/Step": 374, "Finetune/Step Time": 5.936138905584812}
+{"Finetune/Learning Rate": 1.988474806712456e-05, "Finetune/Loss": 0.9786040782928467, "Finetune/Loss (Raw)": 0.9016821384429932, "Finetune/Step": 375, "Finetune/Step Time": 5.930884532630444}
+{"Finetune/Learning Rate": 1.9883741261449455e-05, "Finetune/Loss": 0.9785602688789368, "Finetune/Loss (Raw)": 0.8355848789215088, "Finetune/Step": 376, "Finetune/Step Time": 5.90415327809751}
+{"Finetune/Learning Rate": 1.9882730103015673e-05, "Finetune/Loss": 0.9778273701667786, "Finetune/Loss (Raw)": 0.898478090763092, "Finetune/Step": 377, "Finetune/Step Time": 5.903588240966201}
+{"Finetune/Learning Rate": 1.988171459226852e-05, "Finetune/Loss": 0.9787349700927734, "Finetune/Loss (Raw)": 1.1268107891082764, "Finetune/Step": 378, "Finetune/Step Time": 5.9058587197214365}
+{"Finetune/Learning Rate": 1.988069472965523e-05, "Finetune/Loss": 0.9799188375473022, "Finetune/Loss (Raw)": 1.1117273569107056, "Finetune/Step": 379, "Finetune/Step Time": 5.909994104877114}
+{"Finetune/Learning Rate": 1.9879670515624937e-05, "Finetune/Loss": 0.9778451323509216, "Finetune/Loss (Raw)": 0.7747490406036377, "Finetune/Step": 380, "Finetune/Step Time": 5.905182616785169}
+{"Finetune/Learning Rate": 1.9878641950628704e-05, "Finetune/Loss": 0.977035641670227, "Finetune/Loss (Raw)": 0.8816838264465332, "Finetune/Step": 381, "Finetune/Step Time": 5.903293889015913}
+{"Finetune/Learning Rate": 1.987760903511951e-05, "Finetune/Loss": 0.9761493802070618, "Finetune/Loss (Raw)": 0.8753272891044617, "Finetune/Step": 382, "Finetune/Step Time": 5.8933943677693605}
+{"Finetune/Learning Rate": 1.9876571769552244e-05, "Finetune/Loss": 0.9750493764877319, "Finetune/Loss (Raw)": 0.8778706789016724, "Finetune/Step": 383, "Finetune/Step Time": 5.902152344584465}
+{"Finetune/Learning Rate": 1.9875530154383713e-05, "Finetune/Loss": 0.9732828140258789, "Finetune/Loss (Raw)": 0.864039421081543, "Finetune/Step": 384, "Finetune/Step Time": 5.905969036743045}
+{"Finetune/Learning Rate": 1.9874484190072642e-05, "Finetune/Loss": 0.9722813367843628, "Finetune/Loss (Raw)": 0.7962743043899536, "Finetune/Step": 385, "Finetune/Step Time": 5.91240113042295}
+{"Finetune/Learning Rate": 1.9873433877079668e-05, "Finetune/Loss": 0.9728838205337524, "Finetune/Loss (Raw)": 1.02965247631073, "Finetune/Step": 386, "Finetune/Step Time": 5.909982644021511}
+{"Finetune/Learning Rate": 1.9872379215867345e-05, "Finetune/Loss": 0.9714807271957397, "Finetune/Loss (Raw)": 0.8820165991783142, "Finetune/Step": 387, "Finetune/Step Time": 5.933659475296736}
+{"Finetune/Learning Rate": 1.9871320206900142e-05, "Finetune/Loss": 0.9713909029960632, "Finetune/Loss (Raw)": 0.888668954372406, "Finetune/Step": 388, "Finetune/Step Time": 5.9459860399365425}
+{"Finetune/Learning Rate": 1.987025685064444e-05, "Finetune/Loss": 0.9710021018981934, "Finetune/Loss (Raw)": 1.0287983417510986, "Finetune/Step": 389, "Finetune/Step Time": 5.9454037975519896}
+{"Finetune/Learning Rate": 1.9869189147568538e-05, "Finetune/Loss": 0.9713833332061768, "Finetune/Loss (Raw)": 0.9966937899589539, "Finetune/Step": 390, "Finetune/Step Time": 5.945541448891163}
+{"Finetune/Learning Rate": 1.9868117098142652e-05, "Finetune/Loss": 0.9702669382095337, "Finetune/Loss (Raw)": 0.8991220593452454, "Finetune/Step": 391, "Finetune/Step Time": 5.969534562900662}
+{"Finetune/Learning Rate": 1.98670407028389e-05, "Finetune/Loss": 0.9701752662658691, "Finetune/Loss (Raw)": 0.9702314734458923, "Finetune/Step": 392, "Finetune/Step Time": 5.970292301848531}
+{"Finetune/Learning Rate": 1.9865959962131325e-05, "Finetune/Loss": 0.9701516628265381, "Finetune/Loss (Raw)": 1.1017358303070068, "Finetune/Step": 393, "Finetune/Step Time": 5.970138542354107}
+{"Finetune/Learning Rate": 1.9864874876495883e-05, "Finetune/Loss": 0.9690546989440918, "Finetune/Loss (Raw)": 0.9306579828262329, "Finetune/Step": 394, "Finetune/Step Time": 5.967442998662591}
+{"Finetune/Learning Rate": 1.9863785446410443e-05, "Finetune/Loss": 0.9689727425575256, "Finetune/Loss (Raw)": 0.8661403656005859, "Finetune/Step": 395, "Finetune/Step Time": 5.968828707933426}
+{"Finetune/Learning Rate": 1.986269167235478e-05, "Finetune/Loss": 0.966854453086853, "Finetune/Loss (Raw)": 0.7197137475013733, "Finetune/Step": 396, "Finetune/Step Time": 5.97882903367281}
+{"Finetune/Learning Rate": 1.986159355481059e-05, "Finetune/Loss": 0.9678850769996643, "Finetune/Loss (Raw)": 0.9723566770553589, "Finetune/Step": 397, "Finetune/Step Time": 5.971409989520907}
+{"Finetune/Learning Rate": 1.986049109426148e-05, "Finetune/Loss": 0.9669324159622192, "Finetune/Loss (Raw)": 0.869024932384491, "Finetune/Step": 398, "Finetune/Step Time": 5.999435009434819}
+{"Finetune/Learning Rate": 1.9859384291192967e-05, "Finetune/Loss": 0.9669281244277954, "Finetune/Loss (Raw)": 0.9873826503753662, "Finetune/Step": 399, "Finetune/Step Time": 5.996277753263712}
+{"Finetune/Learning Rate": 1.9858273146092487e-05, "Finetune/Loss": 0.9647700190544128, "Finetune/Loss (Raw)": 0.8451501727104187, "Finetune/Step": 400, "Finetune/Step Time": 5.999739134684205}
+{"Finetune/Learning Rate": 1.9857157659449382e-05, "Finetune/Loss": 0.9645892977714539, "Finetune/Loss (Raw)": 1.0179030895233154, "Finetune/Step": 401, "Finetune/Step Time": 5.992870267480612}
+{"Finetune/Learning Rate": 1.98560378317549e-05, "Finetune/Loss": 0.9642394185066223, "Finetune/Loss (Raw)": 0.9901894927024841, "Finetune/Step": 402, "Finetune/Step Time": 5.994090681895614}
+{"Finetune/Learning Rate": 1.9854913663502223e-05, "Finetune/Loss": 0.9634580612182617, "Finetune/Loss (Raw)": 0.9540356397628784, "Finetune/Step": 403, "Finetune/Step Time": 5.99117062613368}
+{"Finetune/Learning Rate": 1.985378515518642e-05, "Finetune/Loss": 0.9635663628578186, "Finetune/Loss (Raw)": 0.9196617007255554, "Finetune/Step": 404, "Finetune/Step Time": 5.979212500154972}
+{"Finetune/Learning Rate": 1.9852652307304477e-05, "Finetune/Loss": 0.9634172916412354, "Finetune/Loss (Raw)": 0.8618569374084473, "Finetune/Step": 405, "Finetune/Step Time": 5.974916914477944}
+{"Finetune/Learning Rate": 1.985151512035531e-05, "Finetune/Loss": 0.9620780944824219, "Finetune/Loss (Raw)": 0.8605105876922607, "Finetune/Step": 406, "Finetune/Step Time": 5.9653532933443785}
+{"Finetune/Learning Rate": 1.9850373594839717e-05, "Finetune/Loss": 0.9593382477760315, "Finetune/Loss (Raw)": 0.8094993233680725, "Finetune/Step": 407, "Finetune/Step Time": 5.976590426638722}
+{"Finetune/Learning Rate": 1.9849227731260433e-05, "Finetune/Loss": 0.9587318897247314, "Finetune/Loss (Raw)": 0.9684073328971863, "Finetune/Step": 408, "Finetune/Step Time": 5.971378969028592}
+{"Finetune/Learning Rate": 1.9848077530122083e-05, "Finetune/Loss": 0.9564876556396484, "Finetune/Loss (Raw)": 0.9043915867805481, "Finetune/Step": 409, "Finetune/Step Time": 5.9885414987802505}
+{"Finetune/Learning Rate": 1.9846922991931216e-05, "Finetune/Loss": 0.9578004479408264, "Finetune/Loss (Raw)": 1.0107728242874146, "Finetune/Step": 410, "Finetune/Step Time": 5.994144590571523}
+{"Finetune/Learning Rate": 1.984576411719628e-05, "Finetune/Loss": 0.9569712281227112, "Finetune/Loss (Raw)": 0.9491658210754395, "Finetune/Step": 411, "Finetune/Step Time": 5.9992167092859745}
+{"Finetune/Learning Rate": 1.9844600906427646e-05, "Finetune/Loss": 0.9556549191474915, "Finetune/Loss (Raw)": 0.8781628012657166, "Finetune/Step": 412, "Finetune/Step Time": 5.999444035813212}
+{"Finetune/Learning Rate": 1.984343336013758e-05, "Finetune/Loss": 0.9575162529945374, "Finetune/Loss (Raw)": 0.9817555546760559, "Finetune/Step": 413, "Finetune/Step Time": 5.986182410269976}
+{"Finetune/Learning Rate": 1.984226147884027e-05, "Finetune/Loss": 0.9573050737380981, "Finetune/Loss (Raw)": 1.0313787460327148, "Finetune/Step": 414, "Finetune/Step Time": 5.983785029500723}
+{"Finetune/Learning Rate": 1.9841085263051805e-05, "Finetune/Loss": 0.9567302465438843, "Finetune/Loss (Raw)": 0.9296221733093262, "Finetune/Step": 415, "Finetune/Step Time": 5.986553268507123}
+{"Finetune/Learning Rate": 1.9839904713290186e-05, "Finetune/Loss": 0.9577685594558716, "Finetune/Loss (Raw)": 1.1933248043060303, "Finetune/Step": 416, "Finetune/Step Time": 5.983889287337661}
+{"Finetune/Learning Rate": 1.9838719830075323e-05, "Finetune/Loss": 0.9563789367675781, "Finetune/Loss (Raw)": 0.8671970367431641, "Finetune/Step": 417, "Finetune/Step Time": 5.99055009894073}
+{"Finetune/Learning Rate": 1.9837530613929033e-05, "Finetune/Loss": 0.9551383256912231, "Finetune/Loss (Raw)": 0.9059162139892578, "Finetune/Step": 418, "Finetune/Step Time": 5.998046446591616}
+{"Finetune/Learning Rate": 1.9836337065375043e-05, "Finetune/Loss": 0.9555667638778687, "Finetune/Loss (Raw)": 0.9060590267181396, "Finetune/Step": 419, "Finetune/Step Time": 6.001011548563838}
+{"Finetune/Learning Rate": 1.9835139184938984e-05, "Finetune/Loss": 0.956027626991272, "Finetune/Loss (Raw)": 0.9535838961601257, "Finetune/Step": 420, "Finetune/Step Time": 5.991737587377429}
+{"Finetune/Learning Rate": 1.98339369731484e-05, "Finetune/Loss": 0.9558479189872742, "Finetune/Loss (Raw)": 0.9400151968002319, "Finetune/Step": 421, "Finetune/Step Time": 5.9913007486611605}
+{"Finetune/Learning Rate": 1.9832730430532742e-05, "Finetune/Loss": 0.9563226699829102, "Finetune/Loss (Raw)": 1.0125006437301636, "Finetune/Step": 422, "Finetune/Step Time": 5.988329511135817}
+{"Finetune/Learning Rate": 1.983151955762336e-05, "Finetune/Loss": 0.9557012319564819, "Finetune/Loss (Raw)": 0.8942659497261047, "Finetune/Step": 423, "Finetune/Step Time": 5.9941207356750965}
+{"Finetune/Learning Rate": 1.9830304354953524e-05, "Finetune/Loss": 0.9549427032470703, "Finetune/Loss (Raw)": 1.0736050605773926, "Finetune/Step": 424, "Finetune/Step Time": 5.996470645070076}
+{"Finetune/Learning Rate": 1.98290848230584e-05, "Finetune/Loss": 0.9545584917068481, "Finetune/Loss (Raw)": 1.008793592453003, "Finetune/Step": 425, "Finetune/Step Time": 6.001588752493262}
+{"Finetune/Learning Rate": 1.9827860962475065e-05, "Finetune/Loss": 0.9533613920211792, "Finetune/Loss (Raw)": 1.004772663116455, "Finetune/Step": 426, "Finetune/Step Time": 6.008801093325019}
+{"Finetune/Learning Rate": 1.9826632773742505e-05, "Finetune/Loss": 0.951319694519043, "Finetune/Loss (Raw)": 0.777086079120636, "Finetune/Step": 427, "Finetune/Step Time": 6.00319436378777}
+{"Finetune/Learning Rate": 1.9825400257401612e-05, "Finetune/Loss": 0.9520769715309143, "Finetune/Loss (Raw)": 0.9820443987846375, "Finetune/Step": 428, "Finetune/Step Time": 5.9942669458687305}
+{"Finetune/Learning Rate": 1.982416341399517e-05, "Finetune/Loss": 0.9514702558517456, "Finetune/Loss (Raw)": 0.925754964351654, "Finetune/Step": 429, "Finetune/Step Time": 5.977894140407443}
+{"Finetune/Learning Rate": 1.9822922244067888e-05, "Finetune/Loss": 0.9499483108520508, "Finetune/Loss (Raw)": 0.8997508883476257, "Finetune/Step": 430, "Finetune/Step Time": 5.973136685788631}
+{"Finetune/Learning Rate": 1.9821676748166372e-05, "Finetune/Loss": 0.9493494033813477, "Finetune/Loss (Raw)": 0.8978449106216431, "Finetune/Step": 431, "Finetune/Step Time": 5.970780160278082}
+{"Finetune/Learning Rate": 1.982042692683913e-05, "Finetune/Loss": 0.9488092660903931, "Finetune/Loss (Raw)": 0.9936525821685791, "Finetune/Step": 432, "Finetune/Step Time": 5.966316467151046}
+{"Finetune/Learning Rate": 1.981917278063658e-05, "Finetune/Loss": 0.9454988837242126, "Finetune/Loss (Raw)": 0.7391586303710938, "Finetune/Step": 433, "Finetune/Step Time": 5.970820114016533}
+{"Finetune/Learning Rate": 1.9817914310111044e-05, "Finetune/Loss": 0.9442186951637268, "Finetune/Loss (Raw)": 0.9273929595947266, "Finetune/Step": 434, "Finetune/Step Time": 5.9748661536723375}
+{"Finetune/Learning Rate": 1.9816651515816748e-05, "Finetune/Loss": 0.9449177980422974, "Finetune/Loss (Raw)": 0.973866879940033, "Finetune/Step": 435, "Finetune/Step Time": 5.969542985782027}
+{"Finetune/Learning Rate": 1.9815384398309816e-05, "Finetune/Loss": 0.9443888664245605, "Finetune/Loss (Raw)": 0.8352683186531067, "Finetune/Step": 436, "Finetune/Step Time": 5.976074021309614}
+{"Finetune/Learning Rate": 1.9814112958148284e-05, "Finetune/Loss": 0.9432127475738525, "Finetune/Loss (Raw)": 0.8688914179801941, "Finetune/Step": 437, "Finetune/Step Time": 5.980944896116853}
+{"Finetune/Learning Rate": 1.9812837195892092e-05, "Finetune/Loss": 0.941953182220459, "Finetune/Loss (Raw)": 0.8347429037094116, "Finetune/Step": 438, "Finetune/Step Time": 5.977775538340211}
+{"Finetune/Learning Rate": 1.981155711210308e-05, "Finetune/Loss": 0.9395758509635925, "Finetune/Loss (Raw)": 0.7674901485443115, "Finetune/Step": 439, "Finetune/Step Time": 5.9899420235306025}
+{"Finetune/Learning Rate": 1.9810272707344986e-05, "Finetune/Loss": 0.9396891593933105, "Finetune/Loss (Raw)": 0.9316376447677612, "Finetune/Step": 440, "Finetune/Step Time": 5.990956280380487}
+{"Finetune/Learning Rate": 1.9808983982183457e-05, "Finetune/Loss": 0.9397153854370117, "Finetune/Loss (Raw)": 0.908646821975708, "Finetune/Step": 441, "Finetune/Step Time": 5.989412236958742}
+{"Finetune/Learning Rate": 1.980769093718605e-05, "Finetune/Loss": 0.9382442235946655, "Finetune/Loss (Raw)": 0.7723636627197266, "Finetune/Step": 442, "Finetune/Step Time": 5.981917377561331}
+{"Finetune/Learning Rate": 1.980639357292221e-05, "Finetune/Loss": 0.939276933670044, "Finetune/Loss (Raw)": 1.018214464187622, "Finetune/Step": 443, "Finetune/Step Time": 5.980563743039966}
+{"Finetune/Learning Rate": 1.9805091889963294e-05, "Finetune/Loss": 0.9402873516082764, "Finetune/Loss (Raw)": 1.0126603841781616, "Finetune/Step": 444, "Finetune/Step Time": 5.983492838218808}
+{"Finetune/Learning Rate": 1.9803785888882555e-05, "Finetune/Loss": 0.9397062063217163, "Finetune/Loss (Raw)": 1.0264219045639038, "Finetune/Step": 445, "Finetune/Step Time": 5.998831395059824}
+{"Finetune/Learning Rate": 1.9802475570255154e-05, "Finetune/Loss": 0.9400013089179993, "Finetune/Loss (Raw)": 0.95912104845047, "Finetune/Step": 446, "Finetune/Step Time": 5.993823518976569}
+{"Finetune/Learning Rate": 1.9801160934658147e-05, "Finetune/Loss": 0.9408543109893799, "Finetune/Loss (Raw)": 0.9882446527481079, "Finetune/Step": 447, "Finetune/Step Time": 5.991746002808213}
+{"Finetune/Learning Rate": 1.9799841982670497e-05, "Finetune/Loss": 0.942285418510437, "Finetune/Loss (Raw)": 0.9939814209938049, "Finetune/Step": 448, "Finetune/Step Time": 5.988542867824435}
+{"Finetune/Learning Rate": 1.979851871487306e-05, "Finetune/Loss": 0.942469596862793, "Finetune/Loss (Raw)": 0.9376383423805237, "Finetune/Step": 449, "Finetune/Step Time": 5.990476423874497}
+{"Finetune/Learning Rate": 1.9797191131848603e-05, "Finetune/Loss": 0.9412087798118591, "Finetune/Loss (Raw)": 0.8184550404548645, "Finetune/Step": 450, "Finetune/Step Time": 5.989234054461122}
+{"Finetune/Learning Rate": 1.9795859234181783e-05, "Finetune/Loss": 0.9407364726066589, "Finetune/Loss (Raw)": 1.0209989547729492, "Finetune/Step": 451, "Finetune/Step Time": 5.985871788114309}
+{"Finetune/Learning Rate": 1.9794523022459168e-05, "Finetune/Loss": 0.9412930011749268, "Finetune/Loss (Raw)": 1.0709362030029297, "Finetune/Step": 452, "Finetune/Step Time": 5.9939967058598995}
+{"Finetune/Learning Rate": 1.979318249726921e-05, "Finetune/Loss": 0.9415903091430664, "Finetune/Loss (Raw)": 0.9696957468986511, "Finetune/Step": 453, "Finetune/Step Time": 6.014664992690086}
+{"Finetune/Learning Rate": 1.9791837659202287e-05, "Finetune/Loss": 0.9427932500839233, "Finetune/Loss (Raw)": 0.9900434017181396, "Finetune/Step": 454, "Finetune/Step Time": 6.011627294123173}
+{"Finetune/Learning Rate": 1.9790488508850645e-05, "Finetune/Loss": 0.9422574043273926, "Finetune/Loss (Raw)": 0.8797801733016968, "Finetune/Step": 455, "Finetune/Step Time": 6.020260784775019}
+{"Finetune/Learning Rate": 1.9789135046808453e-05, "Finetune/Loss": 0.9408910274505615, "Finetune/Loss (Raw)": 0.8985617160797119, "Finetune/Step": 456, "Finetune/Step Time": 6.020854819566011}
+{"Finetune/Learning Rate": 1.9787777273671765e-05, "Finetune/Loss": 0.9409421682357788, "Finetune/Loss (Raw)": 0.8835684061050415, "Finetune/Step": 457, "Finetune/Step Time": 6.000156499445438}
+{"Finetune/Learning Rate": 1.978641519003854e-05, "Finetune/Loss": 0.940935492515564, "Finetune/Loss (Raw)": 0.9691102504730225, "Finetune/Step": 458, "Finetune/Step Time": 5.994942117482424}
+{"Finetune/Learning Rate": 1.9785048796508637e-05, "Finetune/Loss": 0.9397128224372864, "Finetune/Loss (Raw)": 0.9071632623672485, "Finetune/Step": 459, "Finetune/Step Time": 6.0068722404539585}
+{"Finetune/Learning Rate": 1.9783678093683807e-05, "Finetune/Loss": 0.9386759400367737, "Finetune/Loss (Raw)": 0.8660832047462463, "Finetune/Step": 460, "Finetune/Step Time": 6.00555520132184}
+{"Finetune/Learning Rate": 1.9782303082167705e-05, "Finetune/Loss": 0.937952995300293, "Finetune/Loss (Raw)": 0.9115297794342041, "Finetune/Step": 461, "Finetune/Step Time": 6.005639066919684}
+{"Finetune/Learning Rate": 1.9780923762565875e-05, "Finetune/Loss": 0.9403784275054932, "Finetune/Loss (Raw)": 0.9565020203590393, "Finetune/Step": 462, "Finetune/Step Time": 6.002260684967041}
+{"Finetune/Learning Rate": 1.9779540135485768e-05, "Finetune/Loss": 0.940956711769104, "Finetune/Loss (Raw)": 1.0016785860061646, "Finetune/Step": 463, "Finetune/Step Time": 5.991212310269475}
+{"Finetune/Learning Rate": 1.9778152201536723e-05, "Finetune/Loss": 0.9415653944015503, "Finetune/Loss (Raw)": 0.9519253969192505, "Finetune/Step": 464, "Finetune/Step Time": 5.996356822550297}
+{"Finetune/Learning Rate": 1.977675996132999e-05, "Finetune/Loss": 0.9430054426193237, "Finetune/Loss (Raw)": 0.9321677088737488, "Finetune/Step": 465, "Finetune/Step Time": 5.992865219712257}
+{"Finetune/Learning Rate": 1.9775363415478696e-05, "Finetune/Loss": 0.9407981634140015, "Finetune/Loss (Raw)": 0.7293626666069031, "Finetune/Step": 466, "Finetune/Step Time": 6.001027463003993}
+{"Finetune/Learning Rate": 1.9773962564597875e-05, "Finetune/Loss": 0.9395400285720825, "Finetune/Loss (Raw)": 0.9674248695373535, "Finetune/Step": 467, "Finetune/Step Time": 5.999550487846136}
+{"Finetune/Learning Rate": 1.977255740930446e-05, "Finetune/Loss": 0.9391194581985474, "Finetune/Loss (Raw)": 0.8894386291503906, "Finetune/Step": 468, "Finetune/Step Time": 5.994170032441616}
+{"Finetune/Learning Rate": 1.9771147950217274e-05, "Finetune/Loss": 0.940077543258667, "Finetune/Loss (Raw)": 1.0181819200515747, "Finetune/Step": 469, "Finetune/Step Time": 5.990070113912225}
+{"Finetune/Learning Rate": 1.976973418795704e-05, "Finetune/Loss": 0.939665675163269, "Finetune/Loss (Raw)": 0.924120306968689, "Finetune/Step": 470, "Finetune/Step Time": 5.996469559147954}
+{"Finetune/Learning Rate": 1.976831612314637e-05, "Finetune/Loss": 0.9390658140182495, "Finetune/Loss (Raw)": 0.9916790723800659, "Finetune/Step": 471, "Finetune/Step Time": 6.001973854377866}
+{"Finetune/Learning Rate": 1.9766893756409766e-05, "Finetune/Loss": 0.9385691285133362, "Finetune/Loss (Raw)": 0.9108392596244812, "Finetune/Step": 472, "Finetune/Step Time": 6.003973351791501}
+{"Finetune/Learning Rate": 1.976546708837365e-05, "Finetune/Loss": 0.938187837600708, "Finetune/Loss (Raw)": 0.9476132988929749, "Finetune/Step": 473, "Finetune/Step Time": 6.003163872286677}
+{"Finetune/Learning Rate": 1.9764036119666302e-05, "Finetune/Loss": 0.9378573894500732, "Finetune/Loss (Raw)": 0.8550803065299988, "Finetune/Step": 474, "Finetune/Step Time": 5.995366903021932}
+{"Finetune/Learning Rate": 1.976260085091793e-05, "Finetune/Loss": 0.9381036758422852, "Finetune/Loss (Raw)": 1.0339545011520386, "Finetune/Step": 475, "Finetune/Step Time": 5.995757911354303}
+{"Finetune/Learning Rate": 1.9761161282760614e-05, "Finetune/Loss": 0.9379768967628479, "Finetune/Loss (Raw)": 0.8305204510688782, "Finetune/Step": 476, "Finetune/Step Time": 6.000327289104462}
+{"Finetune/Learning Rate": 1.975971741582833e-05, "Finetune/Loss": 0.9368257522583008, "Finetune/Loss (Raw)": 0.9511486291885376, "Finetune/Step": 477, "Finetune/Step Time": 6.002737957984209}
+{"Finetune/Learning Rate": 1.9758269250756957e-05, "Finetune/Loss": 0.935549795627594, "Finetune/Loss (Raw)": 0.821340024471283, "Finetune/Step": 478, "Finetune/Step Time": 6.002941265702248}
+{"Finetune/Learning Rate": 1.975681678818426e-05, "Finetune/Loss": 0.9346146583557129, "Finetune/Loss (Raw)": 0.9097796082496643, "Finetune/Step": 479, "Finetune/Step Time": 6.006819851696491}
+{"Finetune/Learning Rate": 1.9755360028749892e-05, "Finetune/Loss": 0.9345927238464355, "Finetune/Loss (Raw)": 1.008863925933838, "Finetune/Step": 480, "Finetune/Step Time": 6.013870311900973}
+{"Finetune/Learning Rate": 1.9753898973095413e-05, "Finetune/Loss": 0.9335363507270813, "Finetune/Loss (Raw)": 0.8213508725166321, "Finetune/Step": 481, "Finetune/Step Time": 6.014290088787675}
+{"Finetune/Learning Rate": 1.975243362186426e-05, "Finetune/Loss": 0.933270275592804, "Finetune/Loss (Raw)": 1.0895209312438965, "Finetune/Step": 482, "Finetune/Step Time": 6.011657046154141}
+{"Finetune/Learning Rate": 1.9750963975701768e-05, "Finetune/Loss": 0.9337226748466492, "Finetune/Loss (Raw)": 0.9096292853355408, "Finetune/Step": 483, "Finetune/Step Time": 6.010809492319822}
+{"Finetune/Learning Rate": 1.9749490035255162e-05, "Finetune/Loss": 0.9323192834854126, "Finetune/Loss (Raw)": 0.898429274559021, "Finetune/Step": 484, "Finetune/Step Time": 6.014001464471221}
+{"Finetune/Learning Rate": 1.9748011801173562e-05, "Finetune/Loss": 0.9305830597877502, "Finetune/Loss (Raw)": 0.6885743737220764, "Finetune/Step": 485, "Finetune/Step Time": 6.012905273586512}
+{"Finetune/Learning Rate": 1.9746529274107974e-05, "Finetune/Loss": 0.9302710294723511, "Finetune/Loss (Raw)": 0.8439856767654419, "Finetune/Step": 486, "Finetune/Step Time": 6.0125894248485565}
+{"Finetune/Learning Rate": 1.9745042454711298e-05, "Finetune/Loss": 0.929889440536499, "Finetune/Loss (Raw)": 0.9337393641471863, "Finetune/Step": 487, "Finetune/Step Time": 6.013577474281192}
+{"Finetune/Learning Rate": 1.9743551343638324e-05, "Finetune/Loss": 0.9285730719566345, "Finetune/Loss (Raw)": 0.9264756441116333, "Finetune/Step": 488, "Finetune/Step Time": 6.014250960201025}
+{"Finetune/Learning Rate": 1.974205594154573e-05, "Finetune/Loss": 0.9283314943313599, "Finetune/Loss (Raw)": 0.8673050403594971, "Finetune/Step": 489, "Finetune/Step Time": 6.027439214289188}
+{"Finetune/Learning Rate": 1.9740556249092083e-05, "Finetune/Loss": 0.9276031255722046, "Finetune/Loss (Raw)": 0.9052757024765015, "Finetune/Step": 490, "Finetune/Step Time": 6.025704763829708}
+{"Finetune/Learning Rate": 1.9739052266937847e-05, "Finetune/Loss": 0.9274413585662842, "Finetune/Loss (Raw)": 0.6805647015571594, "Finetune/Step": 491, "Finetune/Step Time": 6.029071012511849}
+{"Finetune/Learning Rate": 1.9737543995745363e-05, "Finetune/Loss": 0.9276135563850403, "Finetune/Loss (Raw)": 0.8632918000221252, "Finetune/Step": 492, "Finetune/Step Time": 6.030580246821046}
+{"Finetune/Learning Rate": 1.9736031436178868e-05, "Finetune/Loss": 0.9290944933891296, "Finetune/Loss (Raw)": 1.0822086334228516, "Finetune/Step": 493, "Finetune/Step Time": 6.022113909944892}
+{"Finetune/Learning Rate": 1.9734514588904492e-05, "Finetune/Loss": 0.9290406703948975, "Finetune/Loss (Raw)": 0.9060690402984619, "Finetune/Step": 494, "Finetune/Step Time": 6.021482791751623}
+{"Finetune/Learning Rate": 1.9732993454590246e-05, "Finetune/Loss": 0.9287137985229492, "Finetune/Loss (Raw)": 0.9832448959350586, "Finetune/Step": 495, "Finetune/Step Time": 6.014862641692162}
+{"Finetune/Learning Rate": 1.973146803390603e-05, "Finetune/Loss": 0.9264373779296875, "Finetune/Loss (Raw)": 0.7009719014167786, "Finetune/Step": 496, "Finetune/Step Time": 6.0310333371162415}
+{"Finetune/Learning Rate": 1.9729938327523635e-05, "Finetune/Loss": 0.927443265914917, "Finetune/Loss (Raw)": 0.9901385307312012, "Finetune/Step": 497, "Finetune/Step Time": 6.027943663299084}
+{"Finetune/Learning Rate": 1.9728404336116734e-05, "Finetune/Loss": 0.9251254796981812, "Finetune/Loss (Raw)": 0.7844355702400208, "Finetune/Step": 498, "Finetune/Step Time": 6.02778528816998}
+{"Finetune/Learning Rate": 1.9726866060360892e-05, "Finetune/Loss": 0.924422025680542, "Finetune/Loss (Raw)": 0.7974455952644348, "Finetune/Step": 499, "Finetune/Step Time": 6.014839394018054}
+{"Finetune/Learning Rate": 1.972532350093356e-05, "Finetune/Loss": 0.9244117736816406, "Finetune/Loss (Raw)": 1.0800611972808838, "Finetune/Step": 500, "Finetune/Step Time": 6.013731135055423}
+{"Finetune/Learning Rate": 1.9723776658514073e-05, "Finetune/Loss": 0.9226199388504028, "Finetune/Loss (Raw)": 0.8057795166969299, "Finetune/Step": 501, "Finetune/Step Time": 6.01598484814167}
+{"Finetune/Learning Rate": 1.9722225533783657e-05, "Finetune/Loss": 0.9232534766197205, "Finetune/Loss (Raw)": 1.069601058959961, "Finetune/Step": 502, "Finetune/Step Time": 6.01404937915504}
+{"Finetune/Learning Rate": 1.972067012742542e-05, "Finetune/Loss": 0.9229870438575745, "Finetune/Loss (Raw)": 0.86757892370224, "Finetune/Step": 503, "Finetune/Step Time": 6.009620999917388}
+{"Finetune/Learning Rate": 1.9719110440124357e-05, "Finetune/Loss": 0.9234355092048645, "Finetune/Loss (Raw)": 0.8929886221885681, "Finetune/Step": 504, "Finetune/Step Time": 5.9997292924672365}
+{"Finetune/Learning Rate": 1.9717546472567343e-05, "Finetune/Loss": 0.9249352216720581, "Finetune/Loss (Raw)": 1.0904462337493896, "Finetune/Step": 505, "Finetune/Step Time": 6.000971294939518}
+{"Finetune/Learning Rate": 1.9715978225443147e-05, "Finetune/Loss": 0.9235917329788208, "Finetune/Loss (Raw)": 0.9548410773277283, "Finetune/Step": 506, "Finetune/Step Time": 5.9976094495505095}
+{"Finetune/Learning Rate": 1.971440569944242e-05, "Finetune/Loss": 0.9225217700004578, "Finetune/Loss (Raw)": 0.9747695326805115, "Finetune/Step": 507, "Finetune/Step Time": 5.988868040964007}
+{"Finetune/Learning Rate": 1.9712828895257693e-05, "Finetune/Loss": 0.92424476146698, "Finetune/Loss (Raw)": 0.9952955842018127, "Finetune/Step": 508, "Finetune/Step Time": 5.983178539201617}
+{"Finetune/Learning Rate": 1.9711247813583386e-05, "Finetune/Loss": 0.924284815788269, "Finetune/Loss (Raw)": 0.8868080377578735, "Finetune/Step": 509, "Finetune/Step Time": 5.98403662070632}
+{"Finetune/Learning Rate": 1.9709662455115798e-05, "Finetune/Loss": 0.9250497817993164, "Finetune/Loss (Raw)": 0.9732441306114197, "Finetune/Step": 510, "Finetune/Step Time": 5.990246115252376}
+{"Finetune/Learning Rate": 1.970807282055312e-05, "Finetune/Loss": 0.924302339553833, "Finetune/Loss (Raw)": 0.7821962237358093, "Finetune/Step": 511, "Finetune/Step Time": 5.98900088109076}
+{"Finetune/Learning Rate": 1.970647891059541e-05, "Finetune/Loss": 0.926141619682312, "Finetune/Loss (Raw)": 1.0994700193405151, "Finetune/Step": 512, "Finetune/Step Time": 5.983937220647931}
+{"Finetune/Learning Rate": 1.970488072594463e-05, "Finetune/Loss": 0.926432728767395, "Finetune/Loss (Raw)": 0.8335302472114563, "Finetune/Step": 513, "Finetune/Step Time": 5.9733348451554775}
+{"Finetune/Learning Rate": 1.970327826730461e-05, "Finetune/Loss": 0.9259513020515442, "Finetune/Loss (Raw)": 0.9680413603782654, "Finetune/Step": 514, "Finetune/Step Time": 5.974064229056239}
+{"Finetune/Learning Rate": 1.9701671535381064e-05, "Finetune/Loss": 0.9256433248519897, "Finetune/Loss (Raw)": 0.842588484287262, "Finetune/Step": 515, "Finetune/Step Time": 5.949350001290441}
+{"Finetune/Learning Rate": 1.970006053088159e-05, "Finetune/Loss": 0.9272044897079468, "Finetune/Loss (Raw)": 1.0884957313537598, "Finetune/Step": 516, "Finetune/Step Time": 5.932828595861793}
+{"Finetune/Learning Rate": 1.9698445254515675e-05, "Finetune/Loss": 0.9275930523872375, "Finetune/Loss (Raw)": 1.0785375833511353, "Finetune/Step": 517, "Finetune/Step Time": 5.931963428854942}
+{"Finetune/Learning Rate": 1.9696825706994673e-05, "Finetune/Loss": 0.9266619682312012, "Finetune/Loss (Raw)": 0.877513587474823, "Finetune/Step": 518, "Finetune/Step Time": 5.943626467138529}
+{"Finetune/Learning Rate": 1.9695201889031826e-05, "Finetune/Loss": 0.9256508946418762, "Finetune/Loss (Raw)": 0.7697087526321411, "Finetune/Step": 519, "Finetune/Step Time": 5.935877218842506}
+{"Finetune/Learning Rate": 1.9693573801342262e-05, "Finetune/Loss": 0.9243161678314209, "Finetune/Loss (Raw)": 0.7993807196617126, "Finetune/Step": 520, "Finetune/Step Time": 5.9406697284430265}
+{"Finetune/Learning Rate": 1.9691941444642975e-05, "Finetune/Loss": 0.9228772521018982, "Finetune/Loss (Raw)": 0.9175598621368408, "Finetune/Step": 521, "Finetune/Step Time": 5.949498899281025}
+{"Finetune/Learning Rate": 1.9690304819652856e-05, "Finetune/Loss": 0.9240109324455261, "Finetune/Loss (Raw)": 1.075771450996399, "Finetune/Step": 522, "Finetune/Step Time": 5.962685829028487}
+{"Finetune/Learning Rate": 1.9688663927092667e-05, "Finetune/Loss": 0.9246711730957031, "Finetune/Loss (Raw)": 0.9506449699401855, "Finetune/Step": 523, "Finetune/Step Time": 5.963303850963712}
+{"Finetune/Learning Rate": 1.9687018767685048e-05, "Finetune/Loss": 0.9266989231109619, "Finetune/Loss (Raw)": 0.9792712330818176, "Finetune/Step": 524, "Finetune/Step Time": 5.9613575134426355}
+{"Finetune/Learning Rate": 1.9685369342154522e-05, "Finetune/Loss": 0.9267654418945312, "Finetune/Loss (Raw)": 0.9808640480041504, "Finetune/Step": 525, "Finetune/Step Time": 5.956867231056094}
+{"Finetune/Learning Rate": 1.9683715651227485e-05, "Finetune/Loss": 0.9265835881233215, "Finetune/Loss (Raw)": 0.8457502722740173, "Finetune/Step": 526, "Finetune/Step Time": 5.928415635600686}
+{"Finetune/Learning Rate": 1.9682057695632223e-05, "Finetune/Loss": 0.9261974692344666, "Finetune/Loss (Raw)": 0.9379611611366272, "Finetune/Step": 527, "Finetune/Step Time": 5.929165555164218}
+{"Finetune/Learning Rate": 1.968039547609889e-05, "Finetune/Loss": 0.9256014823913574, "Finetune/Loss (Raw)": 0.7688653469085693, "Finetune/Step": 528, "Finetune/Step Time": 5.929913559928536}
+{"Finetune/Learning Rate": 1.9678728993359514e-05, "Finetune/Loss": 0.924789547920227, "Finetune/Loss (Raw)": 0.9139653444290161, "Finetune/Step": 529, "Finetune/Step Time": 5.93440604954958}
+{"Finetune/Learning Rate": 1.9677058248148012e-05, "Finetune/Loss": 0.9244316816329956, "Finetune/Loss (Raw)": 0.944398045539856, "Finetune/Step": 530, "Finetune/Step Time": 5.9312351401895285}
+{"Finetune/Learning Rate": 1.9675383241200175e-05, "Finetune/Loss": 0.9237848520278931, "Finetune/Loss (Raw)": 0.8712300658226013, "Finetune/Step": 531, "Finetune/Step Time": 5.960256019607186}
+{"Finetune/Learning Rate": 1.967370397325367e-05, "Finetune/Loss": 0.9252359867095947, "Finetune/Loss (Raw)": 1.1054126024246216, "Finetune/Step": 532, "Finetune/Step Time": 5.9637832418084145}
+{"Finetune/Learning Rate": 1.9672020445048036e-05, "Finetune/Loss": 0.9253309965133667, "Finetune/Loss (Raw)": 0.8740136623382568, "Finetune/Step": 533, "Finetune/Step Time": 5.962139204144478}
+{"Finetune/Learning Rate": 1.9670332657324694e-05, "Finetune/Loss": 0.9266064167022705, "Finetune/Loss (Raw)": 1.0237690210342407, "Finetune/Step": 534, "Finetune/Step Time": 5.968158995732665}
+{"Finetune/Learning Rate": 1.966864061082694e-05, "Finetune/Loss": 0.9274493455886841, "Finetune/Loss (Raw)": 0.9173973202705383, "Finetune/Step": 535, "Finetune/Step Time": 5.958850953727961}
+{"Finetune/Learning Rate": 1.9666944306299938e-05, "Finetune/Loss": 0.9274598360061646, "Finetune/Loss (Raw)": 0.9697451591491699, "Finetune/Step": 536, "Finetune/Step Time": 5.959588572382927}
+{"Finetune/Learning Rate": 1.966524374449074e-05, "Finetune/Loss": 0.9253324866294861, "Finetune/Loss (Raw)": 0.6320868134498596, "Finetune/Step": 537, "Finetune/Step Time": 5.94779315777123}
+{"Finetune/Learning Rate": 1.9663538926148264e-05, "Finetune/Loss": 0.9253808259963989, "Finetune/Loss (Raw)": 1.0169705152511597, "Finetune/Step": 538, "Finetune/Step Time": 5.940980384126306}
+{"Finetune/Learning Rate": 1.9661829852023304e-05, "Finetune/Loss": 0.9251633882522583, "Finetune/Loss (Raw)": 0.9213242530822754, "Finetune/Step": 539, "Finetune/Step Time": 5.9368837382644415}
+{"Finetune/Learning Rate": 1.966011652286853e-05, "Finetune/Loss": 0.9254682660102844, "Finetune/Loss (Raw)": 0.9171921610832214, "Finetune/Step": 540, "Finetune/Step Time": 5.9299550876021385}
+{"Finetune/Learning Rate": 1.9658398939438485e-05, "Finetune/Loss": 0.9249674677848816, "Finetune/Loss (Raw)": 0.9176535606384277, "Finetune/Step": 541, "Finetune/Step Time": 5.9286896623671055}
+{"Finetune/Learning Rate": 1.965667710248959e-05, "Finetune/Loss": 0.9247341752052307, "Finetune/Loss (Raw)": 1.0015138387680054, "Finetune/Step": 542, "Finetune/Step Time": 5.927900608628988}
+{"Finetune/Learning Rate": 1.9654951012780125e-05, "Finetune/Loss": 0.9259258508682251, "Finetune/Loss (Raw)": 1.0821629762649536, "Finetune/Step": 543, "Finetune/Step Time": 5.9131873324513435}
+{"Finetune/Learning Rate": 1.965322067107026e-05, "Finetune/Loss": 0.9226471185684204, "Finetune/Loss (Raw)": 0.7736406326293945, "Finetune/Step": 544, "Finetune/Step Time": 5.917697010561824}
+{"Finetune/Learning Rate": 1.965148607812203e-05, "Finetune/Loss": 0.9227135181427002, "Finetune/Loss (Raw)": 0.8756929039955139, "Finetune/Step": 545, "Finetune/Step Time": 5.908082516863942}
+{"Finetune/Learning Rate": 1.9649747234699343e-05, "Finetune/Loss": 0.9235225915908813, "Finetune/Loss (Raw)": 1.009481430053711, "Finetune/Step": 546, "Finetune/Step Time": 5.906051917001605}
+{"Finetune/Learning Rate": 1.9648004141567974e-05, "Finetune/Loss": 0.9243688583374023, "Finetune/Loss (Raw)": 1.0143859386444092, "Finetune/Step": 547, "Finetune/Step Time": 5.903941456228495}
+{"Finetune/Learning Rate": 1.9646256799495576e-05, "Finetune/Loss": 0.9244985580444336, "Finetune/Loss (Raw)": 0.9701847434043884, "Finetune/Step": 548, "Finetune/Step Time": 5.908427845686674}
+{"Finetune/Learning Rate": 1.9644505209251675e-05, "Finetune/Loss": 0.9232326745986938, "Finetune/Loss (Raw)": 0.7779836654663086, "Finetune/Step": 549, "Finetune/Step Time": 5.905798349529505}
+{"Finetune/Learning Rate": 1.964274937160766e-05, "Finetune/Loss": 0.9228547811508179, "Finetune/Loss (Raw)": 0.9641281366348267, "Finetune/Step": 550, "Finetune/Step Time": 5.90522445179522}
+{"Finetune/Learning Rate": 1.9640989287336795e-05, "Finetune/Loss": 0.9228247404098511, "Finetune/Loss (Raw)": 0.8904225826263428, "Finetune/Step": 551, "Finetune/Step Time": 5.905714428052306}
+{"Finetune/Learning Rate": 1.9639224957214213e-05, "Finetune/Loss": 0.9211806058883667, "Finetune/Loss (Raw)": 0.8631459474563599, "Finetune/Step": 552, "Finetune/Step Time": 5.90415501780808}
+{"Finetune/Learning Rate": 1.963745638201692e-05, "Finetune/Loss": 0.9211164712905884, "Finetune/Loss (Raw)": 1.0005868673324585, "Finetune/Step": 553, "Finetune/Step Time": 5.901436738669872}
+{"Finetune/Learning Rate": 1.963568356252379e-05, "Finetune/Loss": 0.9196963310241699, "Finetune/Loss (Raw)": 0.8229926228523254, "Finetune/Step": 554, "Finetune/Step Time": 5.911309164017439}
+{"Finetune/Learning Rate": 1.963390649951556e-05, "Finetune/Loss": 0.9204808473587036, "Finetune/Loss (Raw)": 0.8775116801261902, "Finetune/Step": 555, "Finetune/Step Time": 5.914291782304645}
+{"Finetune/Learning Rate": 1.9632125193774853e-05, "Finetune/Loss": 0.9214458465576172, "Finetune/Loss (Raw)": 1.1055657863616943, "Finetune/Step": 556, "Finetune/Step Time": 5.918236890807748}
+{"Finetune/Learning Rate": 1.963033964608613e-05, "Finetune/Loss": 0.9221072196960449, "Finetune/Loss (Raw)": 1.0104049444198608, "Finetune/Step": 557, "Finetune/Step Time": 5.919485030695796}
+{"Finetune/Learning Rate": 1.9628549857235758e-05, "Finetune/Loss": 0.9208896160125732, "Finetune/Loss (Raw)": 0.7438997626304626, "Finetune/Step": 558, "Finetune/Step Time": 5.920839384198189}
+{"Finetune/Learning Rate": 1.9626755828011938e-05, "Finetune/Loss": 0.9202311038970947, "Finetune/Loss (Raw)": 0.8135530948638916, "Finetune/Step": 559, "Finetune/Step Time": 5.922283289954066}
+{"Finetune/Learning Rate": 1.9624957559204763e-05, "Finetune/Loss": 0.9191199541091919, "Finetune/Loss (Raw)": 0.8514328002929688, "Finetune/Step": 560, "Finetune/Step Time": 5.927728563547134}
+{"Finetune/Learning Rate": 1.9623155051606176e-05, "Finetune/Loss": 0.9214746952056885, "Finetune/Loss (Raw)": 1.040560245513916, "Finetune/Step": 561, "Finetune/Step Time": 5.914456995204091}
+{"Finetune/Learning Rate": 1.962134830601e-05, "Finetune/Loss": 0.9227335453033447, "Finetune/Loss (Raw)": 1.0885264873504639, "Finetune/Step": 562, "Finetune/Step Time": 5.917571075260639}
+{"Finetune/Learning Rate": 1.961953732321191e-05, "Finetune/Loss": 0.9219274520874023, "Finetune/Loss (Raw)": 0.8706821799278259, "Finetune/Step": 563, "Finetune/Step Time": 5.9159874226897955}
+{"Finetune/Learning Rate": 1.9617722104009463e-05, "Finetune/Loss": 0.9218688011169434, "Finetune/Loss (Raw)": 0.8277621269226074, "Finetune/Step": 564, "Finetune/Step Time": 5.908827664330602}
+{"Finetune/Learning Rate": 1.9615902649202075e-05, "Finetune/Loss": 0.9222762584686279, "Finetune/Loss (Raw)": 0.9210559129714966, "Finetune/Step": 565, "Finetune/Step Time": 5.906541245058179}
+{"Finetune/Learning Rate": 1.961407895959102e-05, "Finetune/Loss": 0.9241586923599243, "Finetune/Loss (Raw)": 1.0756891965866089, "Finetune/Step": 566, "Finetune/Step Time": 5.90246787853539}
+{"Finetune/Learning Rate": 1.9612251035979447e-05, "Finetune/Loss": 0.925595223903656, "Finetune/Loss (Raw)": 0.9513658881187439, "Finetune/Step": 567, "Finetune/Step Time": 5.903036070987582}
+{"Finetune/Learning Rate": 1.9610418879172366e-05, "Finetune/Loss": 0.9247161149978638, "Finetune/Loss (Raw)": 0.8191081285476685, "Finetune/Step": 568, "Finetune/Step Time": 5.90430548414588}
+{"Finetune/Learning Rate": 1.960858248997665e-05, "Finetune/Loss": 0.9256039261817932, "Finetune/Loss (Raw)": 1.0222907066345215, "Finetune/Step": 569, "Finetune/Step Time": 5.905031120404601}
+{"Finetune/Learning Rate": 1.9606741869201035e-05, "Finetune/Loss": 0.9270026683807373, "Finetune/Loss (Raw)": 0.951402485370636, "Finetune/Step": 570, "Finetune/Step Time": 5.905953900888562}
+{"Finetune/Learning Rate": 1.960489701765613e-05, "Finetune/Loss": 0.9265443086624146, "Finetune/Loss (Raw)": 0.9595373272895813, "Finetune/Step": 571, "Finetune/Step Time": 5.912319999188185}
+{"Finetune/Learning Rate": 1.960304793615439e-05, "Finetune/Loss": 0.9253444075584412, "Finetune/Loss (Raw)": 0.859082818031311, "Finetune/Step": 572, "Finetune/Step Time": 5.923346811905503}
+{"Finetune/Learning Rate": 1.960119462551015e-05, "Finetune/Loss": 0.9241406917572021, "Finetune/Loss (Raw)": 0.8723359704017639, "Finetune/Step": 573, "Finetune/Step Time": 5.910958606749773}
+{"Finetune/Learning Rate": 1.9599337086539603e-05, "Finetune/Loss": 0.9241567850112915, "Finetune/Loss (Raw)": 0.9611906409263611, "Finetune/Step": 574, "Finetune/Step Time": 5.9066769406199455}
+{"Finetune/Learning Rate": 1.9597475320060796e-05, "Finetune/Loss": 0.9239597320556641, "Finetune/Loss (Raw)": 0.9630160927772522, "Finetune/Step": 575, "Finetune/Step Time": 5.903586758300662}
+{"Finetune/Learning Rate": 1.959560932689364e-05, "Finetune/Loss": 0.9235426783561707, "Finetune/Loss (Raw)": 0.9406046867370605, "Finetune/Step": 576, "Finetune/Step Time": 5.90019478648901}
+{"Finetune/Learning Rate": 1.9593739107859914e-05, "Finetune/Loss": 0.9234306216239929, "Finetune/Loss (Raw)": 0.9232906103134155, "Finetune/Step": 577, "Finetune/Step Time": 5.899524120613933}
+{"Finetune/Learning Rate": 1.959186466378326e-05, "Finetune/Loss": 0.9228834509849548, "Finetune/Loss (Raw)": 0.7484186887741089, "Finetune/Step": 578, "Finetune/Step Time": 5.91058361902833}
+{"Finetune/Learning Rate": 1.9589985995489172e-05, "Finetune/Loss": 0.9217215776443481, "Finetune/Loss (Raw)": 0.8722785711288452, "Finetune/Step": 579, "Finetune/Step Time": 5.906509483233094}
+{"Finetune/Learning Rate": 1.9588103103805004e-05, "Finetune/Loss": 0.9197179079055786, "Finetune/Loss (Raw)": 0.8144722580909729, "Finetune/Step": 580, "Finetune/Step Time": 5.898858200758696}
+{"Finetune/Learning Rate": 1.9586215989559976e-05, "Finetune/Loss": 0.9189407229423523, "Finetune/Loss (Raw)": 0.8702098727226257, "Finetune/Step": 581, "Finetune/Step Time": 5.878934571519494}
+{"Finetune/Learning Rate": 1.9584324653585164e-05, "Finetune/Loss": 0.9166348576545715, "Finetune/Loss (Raw)": 0.694892942905426, "Finetune/Step": 582, "Finetune/Step Time": 5.884708736091852}
+{"Finetune/Learning Rate": 1.958242909671351e-05, "Finetune/Loss": 0.9154776930809021, "Finetune/Loss (Raw)": 0.7316624522209167, "Finetune/Step": 583, "Finetune/Step Time": 5.877236492931843}
+{"Finetune/Learning Rate": 1.9580529319779806e-05, "Finetune/Loss": 0.9158772230148315, "Finetune/Loss (Raw)": 0.9497043490409851, "Finetune/Step": 584, "Finetune/Step Time": 5.873206790536642}
+{"Finetune/Learning Rate": 1.9578625323620702e-05, "Finetune/Loss": 0.9146969318389893, "Finetune/Loss (Raw)": 0.7324882745742798, "Finetune/Step": 585, "Finetune/Step Time": 5.878780018538237}
+{"Finetune/Learning Rate": 1.9576717109074718e-05, "Finetune/Loss": 0.9147688150405884, "Finetune/Loss (Raw)": 0.9783151745796204, "Finetune/Step": 586, "Finetune/Step Time": 5.881302757188678}
+{"Finetune/Learning Rate": 1.9574804676982215e-05, "Finetune/Loss": 0.916008710861206, "Finetune/Loss (Raw)": 1.0658702850341797, "Finetune/Step": 587, "Finetune/Step Time": 5.876772789284587}
+{"Finetune/Learning Rate": 1.9572888028185425e-05, "Finetune/Loss": 0.9163258075714111, "Finetune/Loss (Raw)": 0.9066662192344666, "Finetune/Step": 588, "Finetune/Step Time": 5.875062422826886}
+{"Finetune/Learning Rate": 1.9570967163528437e-05, "Finetune/Loss": 0.9174019694328308, "Finetune/Loss (Raw)": 1.0492773056030273, "Finetune/Step": 589, "Finetune/Step Time": 5.874309189617634}
+{"Finetune/Learning Rate": 1.956904208385718e-05, "Finetune/Loss": 0.9180176258087158, "Finetune/Loss (Raw)": 1.0353081226348877, "Finetune/Step": 590, "Finetune/Step Time": 5.885466758161783}
+{"Finetune/Learning Rate": 1.956711279001946e-05, "Finetune/Loss": 0.9164656400680542, "Finetune/Loss (Raw)": 0.8030224442481995, "Finetune/Step": 591, "Finetune/Step Time": 5.886174283921719}
+{"Finetune/Learning Rate": 1.956517928286493e-05, "Finetune/Loss": 0.9164370894432068, "Finetune/Loss (Raw)": 0.9482759237289429, "Finetune/Step": 592, "Finetune/Step Time": 5.870761005207896}
+{"Finetune/Learning Rate": 1.9563241563245093e-05, "Finetune/Loss": 0.916199266910553, "Finetune/Loss (Raw)": 0.9017255902290344, "Finetune/Step": 593, "Finetune/Step Time": 5.861464485526085}
+{"Finetune/Learning Rate": 1.9561299632013318e-05, "Finetune/Loss": 0.9178246259689331, "Finetune/Loss (Raw)": 0.9374054670333862, "Finetune/Step": 594, "Finetune/Step Time": 5.862304085865617}
+{"Finetune/Learning Rate": 1.955935349002482e-05, "Finetune/Loss": 0.9186729192733765, "Finetune/Loss (Raw)": 1.0760096311569214, "Finetune/Step": 595, "Finetune/Step Time": 5.858062004670501}
+{"Finetune/Learning Rate": 1.9557403138136672e-05, "Finetune/Loss": 0.9178647994995117, "Finetune/Loss (Raw)": 0.7859976887702942, "Finetune/Step": 596, "Finetune/Step Time": 5.864031279459596}
+{"Finetune/Learning Rate": 1.9555448577207804e-05, "Finetune/Loss": 0.9169462323188782, "Finetune/Loss (Raw)": 0.900600254535675, "Finetune/Step": 597, "Finetune/Step Time": 5.8632487785071135}
+{"Finetune/Learning Rate": 1.9553489808098995e-05, "Finetune/Loss": 0.916445255279541, "Finetune/Loss (Raw)": 0.8599964380264282, "Finetune/Step": 598, "Finetune/Step Time": 5.8607702273875475}
+{"Finetune/Learning Rate": 1.9551526831672877e-05, "Finetune/Loss": 0.9161922931671143, "Finetune/Loss (Raw)": 0.9593038558959961, "Finetune/Step": 599, "Finetune/Step Time": 5.8617494981735945}
+{"Finetune/Learning Rate": 1.954955964879394e-05, "Finetune/Loss": 0.9165583848953247, "Finetune/Loss (Raw)": 0.9576995968818665, "Finetune/Step": 600, "Finetune/Step Time": 5.862531907856464}
+{"Finetune/Learning Rate": 1.954758826032852e-05, "Finetune/Loss": 0.9167166352272034, "Finetune/Loss (Raw)": 0.967868447303772, "Finetune/Step": 601, "Finetune/Step Time": 5.869152911007404}
+{"Finetune/Learning Rate": 1.954561266714481e-05, "Finetune/Loss": 0.9160031080245972, "Finetune/Loss (Raw)": 0.7637424468994141, "Finetune/Step": 602, "Finetune/Step Time": 5.87015713378787}
+{"Finetune/Learning Rate": 1.9543632870112848e-05, "Finetune/Loss": 0.9148709177970886, "Finetune/Loss (Raw)": 0.8890387415885925, "Finetune/Step": 603, "Finetune/Step Time": 5.869260240346193}
+{"Finetune/Learning Rate": 1.9541648870104536e-05, "Finetune/Loss": 0.9160552620887756, "Finetune/Loss (Raw)": 0.9821178913116455, "Finetune/Step": 604, "Finetune/Step Time": 5.864001218229532}
+{"Finetune/Learning Rate": 1.953966066799362e-05, "Finetune/Loss": 0.9162216782569885, "Finetune/Loss (Raw)": 0.9724506139755249, "Finetune/Step": 605, "Finetune/Step Time": 5.870131926611066}
+{"Finetune/Learning Rate": 1.953766826465569e-05, "Finetune/Loss": 0.9178574085235596, "Finetune/Loss (Raw)": 1.0307135581970215, "Finetune/Step": 606, "Finetune/Step Time": 5.869141336530447}
+{"Finetune/Learning Rate": 1.9535671660968192e-05, "Finetune/Loss": 0.9183569550514221, "Finetune/Loss (Raw)": 0.9737186431884766, "Finetune/Step": 607, "Finetune/Step Time": 5.876612799242139}
+{"Finetune/Learning Rate": 1.953367085781043e-05, "Finetune/Loss": 0.9184302687644958, "Finetune/Loss (Raw)": 1.0182528495788574, "Finetune/Step": 608, "Finetune/Step Time": 5.870765345171094}
+{"Finetune/Learning Rate": 1.9531665856063537e-05, "Finetune/Loss": 0.9184602499008179, "Finetune/Loss (Raw)": 0.8251839280128479, "Finetune/Step": 609, "Finetune/Step Time": 5.866006186231971}
+{"Finetune/Learning Rate": 1.9529656656610522e-05, "Finetune/Loss": 0.9180730581283569, "Finetune/Loss (Raw)": 1.0399549007415771, "Finetune/Step": 610, "Finetune/Step Time": 5.868498291820288}
+{"Finetune/Learning Rate": 1.9527643260336213e-05, "Finetune/Loss": 0.9183136224746704, "Finetune/Loss (Raw)": 0.9404285550117493, "Finetune/Step": 611, "Finetune/Step Time": 5.869360148906708}
+{"Finetune/Learning Rate": 1.9525625668127314e-05, "Finetune/Loss": 0.918188214302063, "Finetune/Loss (Raw)": 0.8823713660240173, "Finetune/Step": 612, "Finetune/Step Time": 5.854810148477554}
+{"Finetune/Learning Rate": 1.9523603880872356e-05, "Finetune/Loss": 0.9190386533737183, "Finetune/Loss (Raw)": 0.797437846660614, "Finetune/Step": 613, "Finetune/Step Time": 5.860666831955314}
+{"Finetune/Learning Rate": 1.9521577899461732e-05, "Finetune/Loss": 0.919687807559967, "Finetune/Loss (Raw)": 0.927071213722229, "Finetune/Step": 614, "Finetune/Step Time": 5.859589669853449}
+{"Finetune/Learning Rate": 1.9519547724787672e-05, "Finetune/Loss": 0.9195477962493896, "Finetune/Loss (Raw)": 0.9158191084861755, "Finetune/Step": 615, "Finetune/Step Time": 5.856864960864186}
+{"Finetune/Learning Rate": 1.9517513357744256e-05, "Finetune/Loss": 0.9207421541213989, "Finetune/Loss (Raw)": 1.0793545246124268, "Finetune/Step": 616, "Finetune/Step Time": 5.856226863339543}
+{"Finetune/Learning Rate": 1.9515474799227413e-05, "Finetune/Loss": 0.9224706292152405, "Finetune/Loss (Raw)": 1.0885531902313232, "Finetune/Step": 617, "Finetune/Step Time": 5.8426583260297775}
+{"Finetune/Learning Rate": 1.9513432050134914e-05, "Finetune/Loss": 0.9236034154891968, "Finetune/Loss (Raw)": 1.0502686500549316, "Finetune/Step": 618, "Finetune/Step Time": 5.845207886770368}
+{"Finetune/Learning Rate": 1.9511385111366377e-05, "Finetune/Loss": 0.9256300926208496, "Finetune/Loss (Raw)": 0.9399791359901428, "Finetune/Step": 619, "Finetune/Step Time": 5.831658933311701}
+{"Finetune/Learning Rate": 1.9509333983823266e-05, "Finetune/Loss": 0.9260766506195068, "Finetune/Loss (Raw)": 0.9204508066177368, "Finetune/Step": 620, "Finetune/Step Time": 5.829868927598}
+{"Finetune/Learning Rate": 1.950727866840889e-05, "Finetune/Loss": 0.924467921257019, "Finetune/Loss (Raw)": 0.8762938380241394, "Finetune/Step": 621, "Finetune/Step Time": 5.8312619011849165}
+{"Finetune/Learning Rate": 1.95052191660284e-05, "Finetune/Loss": 0.924346923828125, "Finetune/Loss (Raw)": 0.8905811905860901, "Finetune/Step": 622, "Finetune/Step Time": 5.830034224316478}
+{"Finetune/Learning Rate": 1.9503155477588794e-05, "Finetune/Loss": 0.9233807325363159, "Finetune/Loss (Raw)": 0.8595715165138245, "Finetune/Step": 623, "Finetune/Step Time": 5.839376674965024}
+{"Finetune/Learning Rate": 1.9501087603998913e-05, "Finetune/Loss": 0.9236505627632141, "Finetune/Loss (Raw)": 0.735514760017395, "Finetune/Step": 624, "Finetune/Step Time": 5.8250623270869255}
+{"Finetune/Learning Rate": 1.9499015546169438e-05, "Finetune/Loss": 0.9240427613258362, "Finetune/Loss (Raw)": 1.0403343439102173, "Finetune/Step": 625, "Finetune/Step Time": 5.822916507720947}
+{"Finetune/Learning Rate": 1.949693930501289e-05, "Finetune/Loss": 0.9254906177520752, "Finetune/Loss (Raw)": 0.9697551727294922, "Finetune/Step": 626, "Finetune/Step Time": 5.825889253988862}
+{"Finetune/Learning Rate": 1.9494858881443644e-05, "Finetune/Loss": 0.9260929822921753, "Finetune/Loss (Raw)": 0.8745526671409607, "Finetune/Step": 627, "Finetune/Step Time": 5.821148654446006}
+{"Finetune/Learning Rate": 1.949277427637791e-05, "Finetune/Loss": 0.9228159189224243, "Finetune/Loss (Raw)": 0.6606059074401855, "Finetune/Step": 628, "Finetune/Step Time": 5.820944268256426}
+{"Finetune/Learning Rate": 1.9490685490733734e-05, "Finetune/Loss": 0.92453533411026, "Finetune/Loss (Raw)": 1.0258593559265137, "Finetune/Step": 629, "Finetune/Step Time": 5.820781705901027}
+{"Finetune/Learning Rate": 1.948859252543101e-05, "Finetune/Loss": 0.9232052564620972, "Finetune/Loss (Raw)": 0.8993493914604187, "Finetune/Step": 630, "Finetune/Step Time": 5.820572474971414}
+{"Finetune/Learning Rate": 1.9486495381391476e-05, "Finetune/Loss": 0.9241337776184082, "Finetune/Loss (Raw)": 0.9864293336868286, "Finetune/Step": 631, "Finetune/Step Time": 5.82351690903306}
+{"Finetune/Learning Rate": 1.94843940595387e-05, "Finetune/Loss": 0.9250397682189941, "Finetune/Loss (Raw)": 1.0089589357376099, "Finetune/Step": 632, "Finetune/Step Time": 5.825512623414397}
+{"Finetune/Learning Rate": 1.94822885607981e-05, "Finetune/Loss": 0.9253633618354797, "Finetune/Loss (Raw)": 1.1318615674972534, "Finetune/Step": 633, "Finetune/Step Time": 5.826558381319046}
+{"Finetune/Learning Rate": 1.9480178886096924e-05, "Finetune/Loss": 0.9236278533935547, "Finetune/Loss (Raw)": 0.732692301273346, "Finetune/Step": 634, "Finetune/Step Time": 5.832724407315254}
+{"Finetune/Learning Rate": 1.947806503636427e-05, "Finetune/Loss": 0.9242811799049377, "Finetune/Loss (Raw)": 1.0584030151367188, "Finetune/Step": 635, "Finetune/Step Time": 5.83653711900115}
+{"Finetune/Learning Rate": 1.947594701253106e-05, "Finetune/Loss": 0.9230513572692871, "Finetune/Loss (Raw)": 0.8378775119781494, "Finetune/Step": 636, "Finetune/Step Time": 5.84044748172164}
+{"Finetune/Learning Rate": 1.9473824815530073e-05, "Finetune/Loss": 0.9234238862991333, "Finetune/Loss (Raw)": 0.9344926476478577, "Finetune/Step": 637, "Finetune/Step Time": 5.8383241798728704}
+{"Finetune/Learning Rate": 1.9471698446295907e-05, "Finetune/Loss": 0.922551155090332, "Finetune/Loss (Raw)": 0.8615338206291199, "Finetune/Step": 638, "Finetune/Step Time": 5.831617629155517}
+{"Finetune/Learning Rate": 1.946956790576501e-05, "Finetune/Loss": 0.9231919050216675, "Finetune/Loss (Raw)": 0.8642100691795349, "Finetune/Step": 639, "Finetune/Step Time": 5.825390027835965}
+{"Finetune/Learning Rate": 1.9467433194875664e-05, "Finetune/Loss": 0.9207237958908081, "Finetune/Loss (Raw)": 0.7835584878921509, "Finetune/Step": 640, "Finetune/Step Time": 5.822532020509243}
+{"Finetune/Learning Rate": 1.9465294314567987e-05, "Finetune/Loss": 0.9217449426651001, "Finetune/Loss (Raw)": 0.9642369747161865, "Finetune/Step": 641, "Finetune/Step Time": 5.820517793297768}
+{"Finetune/Learning Rate": 1.9463151265783936e-05, "Finetune/Loss": 0.9216267466545105, "Finetune/Loss (Raw)": 0.9529089331626892, "Finetune/Step": 642, "Finetune/Step Time": 5.820442631840706}
+{"Finetune/Learning Rate": 1.946100404946729e-05, "Finetune/Loss": 0.9208375215530396, "Finetune/Loss (Raw)": 0.7415757775306702, "Finetune/Step": 643, "Finetune/Step Time": 5.832038486376405}
+{"Finetune/Learning Rate": 1.9458852666563684e-05, "Finetune/Loss": 0.9192296266555786, "Finetune/Loss (Raw)": 0.8826797008514404, "Finetune/Step": 644, "Finetune/Step Time": 5.845224866643548}
+{"Finetune/Learning Rate": 1.9456697118020575e-05, "Finetune/Loss": 0.917556643486023, "Finetune/Loss (Raw)": 0.8643949627876282, "Finetune/Step": 645, "Finetune/Step Time": 5.861923849210143}
+{"Finetune/Learning Rate": 1.945453740478726e-05, "Finetune/Loss": 0.9181720018386841, "Finetune/Loss (Raw)": 0.9562751054763794, "Finetune/Step": 646, "Finetune/Step Time": 5.851304503157735}
+{"Finetune/Learning Rate": 1.9452373527814866e-05, "Finetune/Loss": 0.9196293950080872, "Finetune/Loss (Raw)": 0.9562564492225647, "Finetune/Step": 647, "Finetune/Step Time": 5.83451378159225}
+{"Finetune/Learning Rate": 1.945020548805635e-05, "Finetune/Loss": 0.9209040403366089, "Finetune/Loss (Raw)": 0.9625326991081238, "Finetune/Step": 648, "Finetune/Step Time": 5.832144908607006}
+{"Finetune/Learning Rate": 1.9448033286466517e-05, "Finetune/Loss": 0.920177698135376, "Finetune/Loss (Raw)": 0.824590265750885, "Finetune/Step": 649, "Finetune/Step Time": 5.837179662659764}
+{"Finetune/Learning Rate": 1.944585692400199e-05, "Finetune/Loss": 0.9191815257072449, "Finetune/Loss (Raw)": 0.9482640624046326, "Finetune/Step": 650, "Finetune/Step Time": 5.832920866087079}
+{"Finetune/Learning Rate": 1.944367640162123e-05, "Finetune/Loss": 0.9198184013366699, "Finetune/Loss (Raw)": 1.0321648120880127, "Finetune/Step": 651, "Finetune/Step Time": 5.830697063356638}
+{"Finetune/Learning Rate": 1.944149172028453e-05, "Finetune/Loss": 0.9187024235725403, "Finetune/Loss (Raw)": 0.8364239931106567, "Finetune/Step": 652, "Finetune/Step Time": 5.825584856793284}
+{"Finetune/Learning Rate": 1.9439302880954022e-05, "Finetune/Loss": 0.9175467491149902, "Finetune/Loss (Raw)": 0.8329374194145203, "Finetune/Step": 653, "Finetune/Step Time": 5.829410253092647}
+{"Finetune/Learning Rate": 1.9437109884593653e-05, "Finetune/Loss": 0.9178466796875, "Finetune/Loss (Raw)": 0.8841487765312195, "Finetune/Step": 654, "Finetune/Step Time": 5.829526478424668}
+{"Finetune/Learning Rate": 1.943491273216921e-05, "Finetune/Loss": 0.9170855283737183, "Finetune/Loss (Raw)": 0.8405303359031677, "Finetune/Step": 655, "Finetune/Step Time": 5.8411133158952}
+{"Finetune/Learning Rate": 1.9432711424648314e-05, "Finetune/Loss": 0.9200025796890259, "Finetune/Loss (Raw)": 1.1422405242919922, "Finetune/Step": 656, "Finetune/Step Time": 5.836241772398353}
+{"Finetune/Learning Rate": 1.943050596300041e-05, "Finetune/Loss": 0.9209464192390442, "Finetune/Loss (Raw)": 1.0347864627838135, "Finetune/Step": 657, "Finetune/Step Time": 5.832605870440602}
+{"Finetune/Learning Rate": 1.9428296348196773e-05, "Finetune/Loss": 0.9215488433837891, "Finetune/Loss (Raw)": 1.0215009450912476, "Finetune/Step": 658, "Finetune/Step Time": 5.831475118175149}
+{"Finetune/Learning Rate": 1.942608258121051e-05, "Finetune/Loss": 0.9214261770248413, "Finetune/Loss (Raw)": 0.8555366396903992, "Finetune/Step": 659, "Finetune/Step Time": 5.817223435267806}
+{"Finetune/Learning Rate": 1.9423864663016554e-05, "Finetune/Loss": 0.9208332896232605, "Finetune/Loss (Raw)": 1.029521107673645, "Finetune/Step": 660, "Finetune/Step Time": 5.816320165991783}
+{"Finetune/Learning Rate": 1.9421642594591666e-05, "Finetune/Loss": 0.9211289882659912, "Finetune/Loss (Raw)": 0.9118690490722656, "Finetune/Step": 661, "Finetune/Step Time": 5.813323136419058}
+{"Finetune/Learning Rate": 1.9419416376914438e-05, "Finetune/Loss": 0.9198468923568726, "Finetune/Loss (Raw)": 0.8596585392951965, "Finetune/Step": 662, "Finetune/Step Time": 5.82153338752687}
+{"Finetune/Learning Rate": 1.9417186010965285e-05, "Finetune/Loss": 0.9208106994628906, "Finetune/Loss (Raw)": 1.0407538414001465, "Finetune/Step": 663, "Finetune/Step Time": 5.819584913551807}
+{"Finetune/Learning Rate": 1.9414951497726452e-05, "Finetune/Loss": 0.9199440479278564, "Finetune/Loss (Raw)": 0.8588221669197083, "Finetune/Step": 664, "Finetune/Step Time": 5.817208830267191}
+{"Finetune/Learning Rate": 1.9412712838182006e-05, "Finetune/Loss": 0.9224610924720764, "Finetune/Loss (Raw)": 0.9542651772499084, "Finetune/Step": 665, "Finetune/Step Time": 5.810669891536236}
+{"Finetune/Learning Rate": 1.941047003331785e-05, "Finetune/Loss": 0.9223037958145142, "Finetune/Loss (Raw)": 0.9968421459197998, "Finetune/Step": 666, "Finetune/Step Time": 5.8053174037486315}
+{"Finetune/Learning Rate": 1.94082230841217e-05, "Finetune/Loss": 0.9208624958992004, "Finetune/Loss (Raw)": 0.7368344664573669, "Finetune/Step": 667, "Finetune/Step Time": 5.819415267556906}
+{"Finetune/Learning Rate": 1.940597199158311e-05, "Finetune/Loss": 0.9208642244338989, "Finetune/Loss (Raw)": 0.9174132943153381, "Finetune/Step": 668, "Finetune/Step Time": 5.825175570324063}
+{"Finetune/Learning Rate": 1.940371675669344e-05, "Finetune/Loss": 0.9212349653244019, "Finetune/Loss (Raw)": 0.9651086330413818, "Finetune/Step": 669, "Finetune/Step Time": 5.829966556280851}
+{"Finetune/Learning Rate": 1.9401457380445898e-05, "Finetune/Loss": 0.9199861288070679, "Finetune/Loss (Raw)": 0.8416569232940674, "Finetune/Step": 670, "Finetune/Step Time": 5.833132315427065}
+{"Finetune/Learning Rate": 1.93991938638355e-05, "Finetune/Loss": 0.9192779064178467, "Finetune/Loss (Raw)": 0.9915109276771545, "Finetune/Step": 671, "Finetune/Step Time": 5.838148968294263}
+{"Finetune/Learning Rate": 1.9396926207859085e-05, "Finetune/Loss": 0.9200869798660278, "Finetune/Loss (Raw)": 0.8772065043449402, "Finetune/Step": 672, "Finetune/Step Time": 5.840656001120806}
+{"Finetune/Learning Rate": 1.9394654413515325e-05, "Finetune/Loss": 0.9211638569831848, "Finetune/Loss (Raw)": 1.0135321617126465, "Finetune/Step": 673, "Finetune/Step Time": 5.843394469469786}
+{"Finetune/Learning Rate": 1.9392378481804708e-05, "Finetune/Loss": 0.9198495149612427, "Finetune/Loss (Raw)": 0.8412465453147888, "Finetune/Step": 674, "Finetune/Step Time": 5.838217446580529}
+{"Finetune/Learning Rate": 1.939009841372954e-05, "Finetune/Loss": 0.9190234541893005, "Finetune/Loss (Raw)": 0.9086530804634094, "Finetune/Step": 675, "Finetune/Step Time": 5.83851676993072}
+{"Finetune/Learning Rate": 1.938781421029396e-05, "Finetune/Loss": 0.9194046258926392, "Finetune/Loss (Raw)": 1.0189749002456665, "Finetune/Step": 676, "Finetune/Step Time": 5.835070813074708}
+{"Finetune/Learning Rate": 1.938552587250392e-05, "Finetune/Loss": 0.9208999872207642, "Finetune/Loss (Raw)": 0.9693899750709534, "Finetune/Step": 677, "Finetune/Step Time": 5.844313133507967}
+{"Finetune/Learning Rate": 1.938323340136719e-05, "Finetune/Loss": 0.9201840162277222, "Finetune/Loss (Raw)": 0.8724833726882935, "Finetune/Step": 678, "Finetune/Step Time": 5.851407993584871}
+{"Finetune/Learning Rate": 1.938093679789337e-05, "Finetune/Loss": 0.9203740358352661, "Finetune/Loss (Raw)": 0.9147379994392395, "Finetune/Step": 679, "Finetune/Step Time": 5.848733488470316}
+{"Finetune/Learning Rate": 1.937863606309387e-05, "Finetune/Loss": 0.9215022921562195, "Finetune/Loss (Raw)": 1.0075654983520508, "Finetune/Step": 680, "Finetune/Step Time": 5.858891386538744}
+{"Finetune/Learning Rate": 1.937633119798193e-05, "Finetune/Loss": 0.9206082820892334, "Finetune/Loss (Raw)": 0.8861563801765442, "Finetune/Step": 681, "Finetune/Step Time": 5.855414494872093}
+{"Finetune/Learning Rate": 1.9374022203572603e-05, "Finetune/Loss": 0.9207594394683838, "Finetune/Loss (Raw)": 0.8423371911048889, "Finetune/Step": 682, "Finetune/Step Time": 5.85187272913754}
+{"Finetune/Learning Rate": 1.937170908088275e-05, "Finetune/Loss": 0.9214868545532227, "Finetune/Loss (Raw)": 0.9706237316131592, "Finetune/Step": 683, "Finetune/Step Time": 5.8526255413889885}
+{"Finetune/Learning Rate": 1.936939183093107e-05, "Finetune/Loss": 0.9206640124320984, "Finetune/Loss (Raw)": 1.0002385377883911, "Finetune/Step": 684, "Finetune/Step Time": 5.855311060324311}
+{"Finetune/Learning Rate": 1.9367070454738072e-05, "Finetune/Loss": 0.9189925193786621, "Finetune/Loss (Raw)": 0.7964495420455933, "Finetune/Step": 685, "Finetune/Step Time": 5.8564291298389435}
+{"Finetune/Learning Rate": 1.9364744953326077e-05, "Finetune/Loss": 0.920680046081543, "Finetune/Loss (Raw)": 0.9599098563194275, "Finetune/Step": 686, "Finetune/Step Time": 5.851471355184913}
+{"Finetune/Learning Rate": 1.9362415327719223e-05, "Finetune/Loss": 0.9215667247772217, "Finetune/Loss (Raw)": 0.92704176902771, "Finetune/Step": 687, "Finetune/Step Time": 5.858814038336277}
+{"Finetune/Learning Rate": 1.936008157894347e-05, "Finetune/Loss": 0.9220371246337891, "Finetune/Loss (Raw)": 0.911653995513916, "Finetune/Step": 688, "Finetune/Step Time": 5.8586475644260645}
+{"Finetune/Learning Rate": 1.9357743708026594e-05, "Finetune/Loss": 0.9203346967697144, "Finetune/Loss (Raw)": 0.8226455450057983, "Finetune/Step": 689, "Finetune/Step Time": 5.869053773581982}
+{"Finetune/Learning Rate": 1.935540171599818e-05, "Finetune/Loss": 0.9193139672279358, "Finetune/Loss (Raw)": 0.9578750729560852, "Finetune/Step": 690, "Finetune/Step Time": 5.864672088995576}
+{"Finetune/Learning Rate": 1.9353055603889636e-05, "Finetune/Loss": 0.9198688268661499, "Finetune/Loss (Raw)": 0.9416986703872681, "Finetune/Step": 691, "Finetune/Step Time": 5.87179920822382}
+{"Finetune/Learning Rate": 1.935070537273417e-05, "Finetune/Loss": 0.9199001789093018, "Finetune/Loss (Raw)": 0.8317749500274658, "Finetune/Step": 692, "Finetune/Step Time": 5.873539015650749}
+{"Finetune/Learning Rate": 1.934835102356683e-05, "Finetune/Loss": 0.919206976890564, "Finetune/Loss (Raw)": 0.8323270082473755, "Finetune/Step": 693, "Finetune/Step Time": 5.883277935907245}
+{"Finetune/Learning Rate": 1.9345992557424446e-05, "Finetune/Loss": 0.9188364744186401, "Finetune/Loss (Raw)": 1.0282669067382812, "Finetune/Step": 694, "Finetune/Step Time": 5.89701728336513}
+{"Finetune/Learning Rate": 1.9343629975345687e-05, "Finetune/Loss": 0.9182279109954834, "Finetune/Loss (Raw)": 0.8734753727912903, "Finetune/Step": 695, "Finetune/Step Time": 5.883893966674805}
+{"Finetune/Learning Rate": 1.9341263278371018e-05, "Finetune/Loss": 0.9182323217391968, "Finetune/Loss (Raw)": 0.8196617960929871, "Finetune/Step": 696, "Finetune/Step Time": 5.891457142308354}
+{"Finetune/Learning Rate": 1.9338892467542726e-05, "Finetune/Loss": 0.9172438383102417, "Finetune/Loss (Raw)": 0.8957712650299072, "Finetune/Step": 697, "Finetune/Step Time": 5.894949816167355}
+{"Finetune/Learning Rate": 1.9336517543904907e-05, "Finetune/Loss": 0.9177005290985107, "Finetune/Loss (Raw)": 1.00985848903656, "Finetune/Step": 698, "Finetune/Step Time": 5.892346188426018}
+{"Finetune/Learning Rate": 1.9334138508503466e-05, "Finetune/Loss": 0.916441798210144, "Finetune/Loss (Raw)": 0.7984150052070618, "Finetune/Step": 699, "Finetune/Step Time": 5.8904800191521645}
+{"Finetune/Learning Rate": 1.933175536238612e-05, "Finetune/Loss": 0.915708065032959, "Finetune/Loss (Raw)": 0.7651724219322205, "Finetune/Step": 700, "Finetune/Step Time": 5.878029948100448}
+{"Finetune/Learning Rate": 1.9329368106602397e-05, "Finetune/Loss": 0.9166499972343445, "Finetune/Loss (Raw)": 0.99289870262146, "Finetune/Step": 701, "Finetune/Step Time": 5.879313603043556}
+{"Finetune/Learning Rate": 1.9326976742203632e-05, "Finetune/Loss": 0.9155684113502502, "Finetune/Loss (Raw)": 0.8227449059486389, "Finetune/Step": 702, "Finetune/Step Time": 5.9026428535580635}
+{"Finetune/Learning Rate": 1.9324581270242978e-05, "Finetune/Loss": 0.9153707027435303, "Finetune/Loss (Raw)": 0.9377127289772034, "Finetune/Step": 703, "Finetune/Step Time": 5.912563497200608}
+{"Finetune/Learning Rate": 1.9322181691775387e-05, "Finetune/Loss": 0.9148021340370178, "Finetune/Loss (Raw)": 0.8678302764892578, "Finetune/Step": 704, "Finetune/Step Time": 5.919070025905967}
+{"Finetune/Learning Rate": 1.9319778007857627e-05, "Finetune/Loss": 0.9140655994415283, "Finetune/Loss (Raw)": 0.8290097713470459, "Finetune/Step": 705, "Finetune/Step Time": 5.917640548199415}
+{"Finetune/Learning Rate": 1.931737021954826e-05, "Finetune/Loss": 0.9148284196853638, "Finetune/Loss (Raw)": 0.8460642695426941, "Finetune/Step": 706, "Finetune/Step Time": 5.9358741994947195}
+{"Finetune/Learning Rate": 1.931495832790768e-05, "Finetune/Loss": 0.9160388708114624, "Finetune/Loss (Raw)": 1.0272103548049927, "Finetune/Step": 707, "Finetune/Step Time": 5.936143055558205}
+{"Finetune/Learning Rate": 1.9312542333998064e-05, "Finetune/Loss": 0.9182055592536926, "Finetune/Loss (Raw)": 1.0918128490447998, "Finetune/Step": 708, "Finetune/Step Time": 5.931560818105936}
+{"Finetune/Learning Rate": 1.931012223888341e-05, "Finetune/Loss": 0.919069766998291, "Finetune/Loss (Raw)": 0.9808209538459778, "Finetune/Step": 709, "Finetune/Step Time": 5.932222360745072}
+{"Finetune/Learning Rate": 1.9307698043629518e-05, "Finetune/Loss": 0.9204827547073364, "Finetune/Loss (Raw)": 0.8757568597793579, "Finetune/Step": 710, "Finetune/Step Time": 5.9245986342430115}
+{"Finetune/Learning Rate": 1.9305269749303988e-05, "Finetune/Loss": 0.9207233786582947, "Finetune/Loss (Raw)": 0.7624693512916565, "Finetune/Step": 711, "Finetune/Step Time": 5.930811898782849}
+{"Finetune/Learning Rate": 1.930283735697624e-05, "Finetune/Loss": 0.9199378490447998, "Finetune/Loss (Raw)": 0.8491542339324951, "Finetune/Step": 712, "Finetune/Step Time": 5.940045358613133}
+{"Finetune/Learning Rate": 1.9300400867717484e-05, "Finetune/Loss": 0.9213483333587646, "Finetune/Loss (Raw)": 0.9130288362503052, "Finetune/Step": 713, "Finetune/Step Time": 5.935204364359379}
+{"Finetune/Learning Rate": 1.929796028260074e-05, "Finetune/Loss": 0.9202442169189453, "Finetune/Loss (Raw)": 0.8369950652122498, "Finetune/Step": 714, "Finetune/Step Time": 5.93855613656342}
+{"Finetune/Learning Rate": 1.929551560270083e-05, "Finetune/Loss": 0.9197695255279541, "Finetune/Loss (Raw)": 1.005103349685669, "Finetune/Step": 715, "Finetune/Step Time": 5.930938143283129}
+{"Finetune/Learning Rate": 1.9293066829094386e-05, "Finetune/Loss": 0.9191240668296814, "Finetune/Loss (Raw)": 0.8240458369255066, "Finetune/Step": 716, "Finetune/Step Time": 5.935772821307182}
+{"Finetune/Learning Rate": 1.9290613962859834e-05, "Finetune/Loss": 0.917534589767456, "Finetune/Loss (Raw)": 0.8458219766616821, "Finetune/Step": 717, "Finetune/Step Time": 5.930162116885185}
+{"Finetune/Learning Rate": 1.928815700507741e-05, "Finetune/Loss": 0.915995717048645, "Finetune/Loss (Raw)": 0.8383312225341797, "Finetune/Step": 718, "Finetune/Step Time": 5.9244327284395695}
+{"Finetune/Learning Rate": 1.928569595682914e-05, "Finetune/Loss": 0.9177547097206116, "Finetune/Loss (Raw)": 1.028178334236145, "Finetune/Step": 719, "Finetune/Step Time": 5.924911757931113}
+{"Finetune/Learning Rate": 1.9283230819198866e-05, "Finetune/Loss": 0.9185491800308228, "Finetune/Loss (Raw)": 1.049968957901001, "Finetune/Step": 720, "Finetune/Step Time": 5.9298035856336355}
+{"Finetune/Learning Rate": 1.928076159327222e-05, "Finetune/Loss": 0.918713390827179, "Finetune/Loss (Raw)": 0.9227411150932312, "Finetune/Step": 721, "Finetune/Step Time": 5.941966330632567}
+{"Finetune/Learning Rate": 1.9278288280136647e-05, "Finetune/Loss": 0.9177765846252441, "Finetune/Loss (Raw)": 0.8175056576728821, "Finetune/Step": 722, "Finetune/Step Time": 5.921463940292597}
+{"Finetune/Learning Rate": 1.9275810880881377e-05, "Finetune/Loss": 0.9166051149368286, "Finetune/Loss (Raw)": 0.9260538220405579, "Finetune/Step": 723, "Finetune/Step Time": 5.924414288252592}
+{"Finetune/Learning Rate": 1.9273329396597448e-05, "Finetune/Loss": 0.9161964654922485, "Finetune/Loss (Raw)": 0.7336902618408203, "Finetune/Step": 724, "Finetune/Step Time": 5.935074232518673}
+{"Finetune/Learning Rate": 1.927084382837769e-05, "Finetune/Loss": 0.9153915643692017, "Finetune/Loss (Raw)": 0.7975736260414124, "Finetune/Step": 725, "Finetune/Step Time": 5.937349479645491}
+{"Finetune/Learning Rate": 1.926835417731675e-05, "Finetune/Loss": 0.9154669046401978, "Finetune/Loss (Raw)": 0.869635283946991, "Finetune/Step": 726, "Finetune/Step Time": 5.935786871239543}
+{"Finetune/Learning Rate": 1.9265860444511048e-05, "Finetune/Loss": 0.9152262210845947, "Finetune/Loss (Raw)": 0.9285027384757996, "Finetune/Step": 727, "Finetune/Step Time": 5.931153455749154}
+{"Finetune/Learning Rate": 1.9263362631058816e-05, "Finetune/Loss": 0.9154558181762695, "Finetune/Loss (Raw)": 0.9870893955230713, "Finetune/Step": 728, "Finetune/Step Time": 5.940280249342322}
+{"Finetune/Learning Rate": 1.9260860738060083e-05, "Finetune/Loss": 0.9163671731948853, "Finetune/Loss (Raw)": 1.084518313407898, "Finetune/Step": 729, "Finetune/Step Time": 5.934949906542897}
+{"Finetune/Learning Rate": 1.9258354766616675e-05, "Finetune/Loss": 0.9179973602294922, "Finetune/Loss (Raw)": 0.9724106192588806, "Finetune/Step": 730, "Finetune/Step Time": 5.932375958189368}
+{"Finetune/Learning Rate": 1.9255844717832206e-05, "Finetune/Loss": 0.9170581102371216, "Finetune/Loss (Raw)": 0.7688016891479492, "Finetune/Step": 731, "Finetune/Step Time": 5.94629473797977}
+{"Finetune/Learning Rate": 1.9253330592812095e-05, "Finetune/Loss": 0.9164671897888184, "Finetune/Loss (Raw)": 0.906485915184021, "Finetune/Step": 732, "Finetune/Step Time": 5.948030399158597}
+{"Finetune/Learning Rate": 1.925081239266355e-05, "Finetune/Loss": 0.9148703813552856, "Finetune/Loss (Raw)": 0.768060564994812, "Finetune/Step": 733, "Finetune/Step Time": 5.944398734718561}
+{"Finetune/Learning Rate": 1.9248290118495575e-05, "Finetune/Loss": 0.9148138165473938, "Finetune/Loss (Raw)": 1.0234739780426025, "Finetune/Step": 734, "Finetune/Step Time": 5.95497714728117}
+{"Finetune/Learning Rate": 1.924576377141897e-05, "Finetune/Loss": 0.9143243432044983, "Finetune/Loss (Raw)": 0.9110648036003113, "Finetune/Step": 735, "Finetune/Step Time": 5.948846481740475}
+{"Finetune/Learning Rate": 1.924323335254633e-05, "Finetune/Loss": 0.9137442708015442, "Finetune/Loss (Raw)": 0.9440046548843384, "Finetune/Step": 736, "Finetune/Step Time": 5.955138247460127}
+{"Finetune/Learning Rate": 1.924069886299204e-05, "Finetune/Loss": 0.9143252968788147, "Finetune/Loss (Raw)": 0.8995527625083923, "Finetune/Step": 737, "Finetune/Step Time": 5.96102786809206}
+{"Finetune/Learning Rate": 1.9238160303872276e-05, "Finetune/Loss": 0.9141807556152344, "Finetune/Loss (Raw)": 1.0214571952819824, "Finetune/Step": 738, "Finetune/Step Time": 5.9630534667521715}
+{"Finetune/Learning Rate": 1.923561767630501e-05, "Finetune/Loss": 0.9157785773277283, "Finetune/Loss (Raw)": 1.144949197769165, "Finetune/Step": 739, "Finetune/Step Time": 5.9596678502857685}
+{"Finetune/Learning Rate": 1.9233070981410007e-05, "Finetune/Loss": 0.915555477142334, "Finetune/Loss (Raw)": 0.8538155555725098, "Finetune/Step": 740, "Finetune/Step Time": 5.9631840363144875}
+{"Finetune/Learning Rate": 1.923052022030882e-05, "Finetune/Loss": 0.915206789970398, "Finetune/Loss (Raw)": 0.7528057098388672, "Finetune/Step": 741, "Finetune/Step Time": 5.97503075003624}
+{"Finetune/Learning Rate": 1.922796539412479e-05, "Finetune/Loss": 0.9149946570396423, "Finetune/Loss (Raw)": 0.8999177813529968, "Finetune/Step": 742, "Finetune/Step Time": 5.9703249912709}
+{"Finetune/Learning Rate": 1.922540650398306e-05, "Finetune/Loss": 0.914067268371582, "Finetune/Loss (Raw)": 0.7971160411834717, "Finetune/Step": 743, "Finetune/Step Time": 5.971322059631348}
+{"Finetune/Learning Rate": 1.9222843551010544e-05, "Finetune/Loss": 0.9123369455337524, "Finetune/Loss (Raw)": 0.8578730225563049, "Finetune/Step": 744, "Finetune/Step Time": 5.980352250859141}
+{"Finetune/Learning Rate": 1.9220276536335964e-05, "Finetune/Loss": 0.9107338190078735, "Finetune/Loss (Raw)": 0.8833520412445068, "Finetune/Step": 745, "Finetune/Step Time": 5.981829067692161}
+{"Finetune/Learning Rate": 1.921770546108982e-05, "Finetune/Loss": 0.9083747267723083, "Finetune/Loss (Raw)": 0.7483047246932983, "Finetune/Step": 746, "Finetune/Step Time": 6.001683043316007}
+{"Finetune/Learning Rate": 1.9215130326404404e-05, "Finetune/Loss": 0.9083331823348999, "Finetune/Loss (Raw)": 0.9346636533737183, "Finetune/Step": 747, "Finetune/Step Time": 6.008718071505427}
+{"Finetune/Learning Rate": 1.921255113341379e-05, "Finetune/Loss": 0.908957839012146, "Finetune/Loss (Raw)": 1.0004054307937622, "Finetune/Step": 748, "Finetune/Step Time": 6.011354319751263}
+{"Finetune/Learning Rate": 1.920996788325385e-05, "Finetune/Loss": 0.909144401550293, "Finetune/Loss (Raw)": 0.9001694917678833, "Finetune/Step": 749, "Finetune/Step Time": 6.01562013477087}
+{"Finetune/Learning Rate": 1.9207380577062233e-05, "Finetune/Loss": 0.9087950587272644, "Finetune/Loss (Raw)": 0.8458665609359741, "Finetune/Step": 750, "Finetune/Step Time": 6.026770137250423}
+{"Finetune/Learning Rate": 1.9204789215978378e-05, "Finetune/Loss": 0.9106496572494507, "Finetune/Loss (Raw)": 1.0969600677490234, "Finetune/Step": 751, "Finetune/Step Time": 6.018443003296852}
+{"Finetune/Learning Rate": 1.9202193801143512e-05, "Finetune/Loss": 0.9116062521934509, "Finetune/Loss (Raw)": 0.857957124710083, "Finetune/Step": 752, "Finetune/Step Time": 6.014793999493122}
+{"Finetune/Learning Rate": 1.9199594333700642e-05, "Finetune/Loss": 0.9110264182090759, "Finetune/Loss (Raw)": 0.9661173224449158, "Finetune/Step": 753, "Finetune/Step Time": 6.018546922132373}
+{"Finetune/Learning Rate": 1.919699081479457e-05, "Finetune/Loss": 0.9105395078659058, "Finetune/Loss (Raw)": 0.9074327349662781, "Finetune/Step": 754, "Finetune/Step Time": 6.014386720955372}
+{"Finetune/Learning Rate": 1.9194383245571867e-05, "Finetune/Loss": 0.9104775190353394, "Finetune/Loss (Raw)": 0.866623044013977, "Finetune/Step": 755, "Finetune/Step Time": 6.020249001681805}
+{"Finetune/Learning Rate": 1.9191771627180893e-05, "Finetune/Loss": 0.9131331443786621, "Finetune/Loss (Raw)": 1.0005228519439697, "Finetune/Step": 756, "Finetune/Step Time": 6.021724106743932}
+{"Finetune/Learning Rate": 1.9189155960771802e-05, "Finetune/Loss": 0.9131773114204407, "Finetune/Loss (Raw)": 1.0315097570419312, "Finetune/Step": 757, "Finetune/Step Time": 6.019038846716285}
+{"Finetune/Learning Rate": 1.918653624749652e-05, "Finetune/Loss": 0.913063645362854, "Finetune/Loss (Raw)": 0.8848005533218384, "Finetune/Step": 758, "Finetune/Step Time": 6.017753902822733}
+{"Finetune/Learning Rate": 1.9183912488508757e-05, "Finetune/Loss": 0.91175776720047, "Finetune/Loss (Raw)": 0.8192833065986633, "Finetune/Step": 759, "Finetune/Step Time": 6.018117383122444}
+{"Finetune/Learning Rate": 1.9181284684964003e-05, "Finetune/Loss": 0.9123095273971558, "Finetune/Loss (Raw)": 1.0795739889144897, "Finetune/Step": 760, "Finetune/Step Time": 6.023215411230922}
+{"Finetune/Learning Rate": 1.917865283801954e-05, "Finetune/Loss": 0.9110375046730042, "Finetune/Loss (Raw)": 0.9690496325492859, "Finetune/Step": 761, "Finetune/Step Time": 6.019211677834392}
+{"Finetune/Learning Rate": 1.917601694883441e-05, "Finetune/Loss": 0.912631630897522, "Finetune/Loss (Raw)": 0.9367383718490601, "Finetune/Step": 762, "Finetune/Step Time": 6.0103227235376835}
+{"Finetune/Learning Rate": 1.9173377018569458e-05, "Finetune/Loss": 0.9129686951637268, "Finetune/Loss (Raw)": 1.1015498638153076, "Finetune/Step": 763, "Finetune/Step Time": 6.009088333696127}
+{"Finetune/Learning Rate": 1.91707330483873e-05, "Finetune/Loss": 0.9126008749008179, "Finetune/Loss (Raw)": 0.7907930612564087, "Finetune/Step": 764, "Finetune/Step Time": 6.018335286527872}
+{"Finetune/Learning Rate": 1.916808503945232e-05, "Finetune/Loss": 0.912520170211792, "Finetune/Loss (Raw)": 0.9241634607315063, "Finetune/Step": 765, "Finetune/Step Time": 6.018118379637599}
+{"Finetune/Learning Rate": 1.9165432992930695e-05, "Finetune/Loss": 0.9132871627807617, "Finetune/Loss (Raw)": 0.9597017168998718, "Finetune/Step": 766, "Finetune/Step Time": 6.019625907763839}
+{"Finetune/Learning Rate": 1.9162776909990375e-05, "Finetune/Loss": 0.9145269393920898, "Finetune/Loss (Raw)": 1.0229144096374512, "Finetune/Step": 767, "Finetune/Step Time": 6.019914723932743}
+{"Finetune/Learning Rate": 1.916011679180109e-05, "Finetune/Loss": 0.9149500131607056, "Finetune/Loss (Raw)": 0.8377037048339844, "Finetune/Step": 768, "Finetune/Step Time": 6.036076722666621}
+{"Finetune/Learning Rate": 1.915745263953434e-05, "Finetune/Loss": 0.9146722555160522, "Finetune/Loss (Raw)": 0.9286864399909973, "Finetune/Step": 769, "Finetune/Step Time": 6.0379205867648125}
+{"Finetune/Learning Rate": 1.9154784454363412e-05, "Finetune/Loss": 0.9146941900253296, "Finetune/Loss (Raw)": 0.955718994140625, "Finetune/Step": 770, "Finetune/Step Time": 6.035743905231357}
+{"Finetune/Learning Rate": 1.915211223746336e-05, "Finetune/Loss": 0.9157649278640747, "Finetune/Loss (Raw)": 0.8786260485649109, "Finetune/Step": 771, "Finetune/Step Time": 6.023099556565285}
+{"Finetune/Learning Rate": 1.9149435990011017e-05, "Finetune/Loss": 0.9138197898864746, "Finetune/Loss (Raw)": 0.6337037682533264, "Finetune/Step": 772, "Finetune/Step Time": 6.021728938445449}
+{"Finetune/Learning Rate": 1.9146755713184995e-05, "Finetune/Loss": 0.9133591651916504, "Finetune/Loss (Raw)": 0.8054364919662476, "Finetune/Step": 773, "Finetune/Step Time": 6.012789456173778}
+{"Finetune/Learning Rate": 1.9144071408165678e-05, "Finetune/Loss": 0.9119786620140076, "Finetune/Loss (Raw)": 0.7795668840408325, "Finetune/Step": 774, "Finetune/Step Time": 6.021122062578797}
+{"Finetune/Learning Rate": 1.9141383076135214e-05, "Finetune/Loss": 0.9103467464447021, "Finetune/Loss (Raw)": 0.7473763823509216, "Finetune/Step": 775, "Finetune/Step Time": 6.0220744255930185}
+{"Finetune/Learning Rate": 1.9138690718277542e-05, "Finetune/Loss": 0.9092113971710205, "Finetune/Loss (Raw)": 0.8172049522399902, "Finetune/Step": 776, "Finetune/Step Time": 6.017293347045779}
+{"Finetune/Learning Rate": 1.913599433577836e-05, "Finetune/Loss": 0.9093335866928101, "Finetune/Loss (Raw)": 0.8402343988418579, "Finetune/Step": 777, "Finetune/Step Time": 6.004778727889061}
+{"Finetune/Learning Rate": 1.913329392982515e-05, "Finetune/Loss": 0.9083251357078552, "Finetune/Loss (Raw)": 0.819179117679596, "Finetune/Step": 778, "Finetune/Step Time": 6.006448281928897}
+{"Finetune/Learning Rate": 1.913058950160715e-05, "Finetune/Loss": 0.9080387949943542, "Finetune/Loss (Raw)": 0.9955137372016907, "Finetune/Step": 779, "Finetune/Step Time": 6.010932410135865}
+{"Finetune/Learning Rate": 1.9127881052315386e-05, "Finetune/Loss": 0.9070672988891602, "Finetune/Loss (Raw)": 0.712071418762207, "Finetune/Step": 780, "Finetune/Step Time": 6.016715042293072}
+{"Finetune/Learning Rate": 1.9125168583142645e-05, "Finetune/Loss": 0.9078075885772705, "Finetune/Loss (Raw)": 0.9276912808418274, "Finetune/Step": 781, "Finetune/Step Time": 6.01411347836256}
+{"Finetune/Learning Rate": 1.912245209528349e-05, "Finetune/Loss": 0.9084548354148865, "Finetune/Loss (Raw)": 0.9670019745826721, "Finetune/Step": 782, "Finetune/Step Time": 6.0093705765903}
+{"Finetune/Learning Rate": 1.911973158993425e-05, "Finetune/Loss": 0.9088327288627625, "Finetune/Loss (Raw)": 0.8889005780220032, "Finetune/Step": 783, "Finetune/Step Time": 6.001692585647106}
+{"Finetune/Learning Rate": 1.911700706829302e-05, "Finetune/Loss": 0.9071211814880371, "Finetune/Loss (Raw)": 0.9231640696525574, "Finetune/Step": 784, "Finetune/Step Time": 6.001878183335066}
+{"Finetune/Learning Rate": 1.9114278531559677e-05, "Finetune/Loss": 0.9050486087799072, "Finetune/Loss (Raw)": 0.7694874405860901, "Finetune/Step": 785, "Finetune/Step Time": 6.00901428796351}
+{"Finetune/Learning Rate": 1.9111545980935847e-05, "Finetune/Loss": 0.9054640531539917, "Finetune/Loss (Raw)": 1.0746829509735107, "Finetune/Step": 786, "Finetune/Step Time": 6.008460426703095}
+{"Finetune/Learning Rate": 1.910880941762494e-05, "Finetune/Loss": 0.9053633213043213, "Finetune/Loss (Raw)": 0.8426446318626404, "Finetune/Step": 787, "Finetune/Step Time": 6.014603251591325}
+{"Finetune/Learning Rate": 1.9106068842832127e-05, "Finetune/Loss": 0.9046487212181091, "Finetune/Loss (Raw)": 0.9380527138710022, "Finetune/Step": 788, "Finetune/Step Time": 6.027609804645181}
+{"Finetune/Learning Rate": 1.9103324257764343e-05, "Finetune/Loss": 0.9039480090141296, "Finetune/Loss (Raw)": 0.8221760392189026, "Finetune/Step": 789, "Finetune/Step Time": 6.0361198503524065}
+{"Finetune/Learning Rate": 1.9100575663630297e-05, "Finetune/Loss": 0.9050028324127197, "Finetune/Loss (Raw)": 0.9946807026863098, "Finetune/Step": 790, "Finetune/Step Time": 6.022057561203837}
+{"Finetune/Learning Rate": 1.9097823061640453e-05, "Finetune/Loss": 0.9034514427185059, "Finetune/Loss (Raw)": 0.8421721458435059, "Finetune/Step": 791, "Finetune/Step Time": 6.020557124167681}
+{"Finetune/Learning Rate": 1.9095066453007044e-05, "Finetune/Loss": 0.9042328000068665, "Finetune/Loss (Raw)": 0.9588353633880615, "Finetune/Step": 792, "Finetune/Step Time": 6.022381203249097}
+{"Finetune/Learning Rate": 1.9092305838944078e-05, "Finetune/Loss": 0.9044063091278076, "Finetune/Loss (Raw)": 0.9764778017997742, "Finetune/Step": 793, "Finetune/Step Time": 6.019532512873411}
+{"Finetune/Learning Rate": 1.9089541220667312e-05, "Finetune/Loss": 0.903838574886322, "Finetune/Loss (Raw)": 0.9241670370101929, "Finetune/Step": 794, "Finetune/Step Time": 6.026982320472598}
+{"Finetune/Learning Rate": 1.908677259939427e-05, "Finetune/Loss": 0.9059494733810425, "Finetune/Loss (Raw)": 1.0070375204086304, "Finetune/Step": 795, "Finetune/Step Time": 6.021558795124292}
+{"Finetune/Learning Rate": 1.908399997634425e-05, "Finetune/Loss": 0.9070339202880859, "Finetune/Loss (Raw)": 1.0562233924865723, "Finetune/Step": 796, "Finetune/Step Time": 6.012088855728507}
+{"Finetune/Learning Rate": 1.9081223352738288e-05, "Finetune/Loss": 0.906723141670227, "Finetune/Loss (Raw)": 0.9253211617469788, "Finetune/Step": 797, "Finetune/Step Time": 6.018974734470248}
+{"Finetune/Learning Rate": 1.9078442729799215e-05, "Finetune/Loss": 0.9075296521186829, "Finetune/Loss (Raw)": 0.9448972940444946, "Finetune/Step": 798, "Finetune/Step Time": 6.0222845785319805}
+{"Finetune/Learning Rate": 1.9075658108751596e-05, "Finetune/Loss": 0.9063115119934082, "Finetune/Loss (Raw)": 0.8355770707130432, "Finetune/Step": 799, "Finetune/Step Time": 6.0251717660576105}
+{"Finetune/Learning Rate": 1.907286949082177e-05, "Finetune/Loss": 0.9055273532867432, "Finetune/Loss (Raw)": 0.7768334150314331, "Finetune/Step": 800, "Finetune/Step Time": 6.022864297032356}
+{"Finetune/Learning Rate": 1.9070076877237834e-05, "Finetune/Loss": 0.9041029810905457, "Finetune/Loss (Raw)": 0.8312124609947205, "Finetune/Step": 801, "Finetune/Step Time": 6.024347644299269}
+{"Finetune/Learning Rate": 1.9067280269229637e-05, "Finetune/Loss": 0.9051753878593445, "Finetune/Loss (Raw)": 0.9785196781158447, "Finetune/Step": 802, "Finetune/Step Time": 6.049912132322788}
+{"Finetune/Learning Rate": 1.90644796680288e-05, "Finetune/Loss": 0.9053297638893127, "Finetune/Loss (Raw)": 0.928412914276123, "Finetune/Step": 803, "Finetune/Step Time": 6.0458798706531525}
+{"Finetune/Learning Rate": 1.9061675074868696e-05, "Finetune/Loss": 0.9030974507331848, "Finetune/Loss (Raw)": 0.7332420945167542, "Finetune/Step": 804, "Finetune/Step Time": 6.0448906775563955}
+{"Finetune/Learning Rate": 1.905886649098445e-05, "Finetune/Loss": 0.9027165770530701, "Finetune/Loss (Raw)": 0.920633852481842, "Finetune/Step": 805, "Finetune/Step Time": 6.037984985858202}
+{"Finetune/Learning Rate": 1.9056053917612957e-05, "Finetune/Loss": 0.903850793838501, "Finetune/Loss (Raw)": 1.0176655054092407, "Finetune/Step": 806, "Finetune/Step Time": 6.029893420636654}
+{"Finetune/Learning Rate": 1.9053237355992857e-05, "Finetune/Loss": 0.9045886993408203, "Finetune/Loss (Raw)": 1.0091915130615234, "Finetune/Step": 807, "Finetune/Step Time": 6.026870986446738}
+{"Finetune/Learning Rate": 1.905041680736456e-05, "Finetune/Loss": 0.9031118154525757, "Finetune/Loss (Raw)": 0.8185189962387085, "Finetune/Step": 808, "Finetune/Step Time": 6.023370100185275}
+{"Finetune/Learning Rate": 1.9047592272970216e-05, "Finetune/Loss": 0.9021804332733154, "Finetune/Loss (Raw)": 0.7669456005096436, "Finetune/Step": 809, "Finetune/Step Time": 6.0303411688655615}
+{"Finetune/Learning Rate": 1.9044763754053744e-05, "Finetune/Loss": 0.9023666381835938, "Finetune/Loss (Raw)": 0.8661659359931946, "Finetune/Step": 810, "Finetune/Step Time": 6.024080978706479}
+{"Finetune/Learning Rate": 1.904193125186081e-05, "Finetune/Loss": 0.9030201435089111, "Finetune/Loss (Raw)": 1.054273247718811, "Finetune/Step": 811, "Finetune/Step Time": 6.020499404519796}
+{"Finetune/Learning Rate": 1.9039094767638834e-05, "Finetune/Loss": 0.9017636775970459, "Finetune/Loss (Raw)": 0.839414119720459, "Finetune/Step": 812, "Finetune/Step Time": 6.016690673306584}
+{"Finetune/Learning Rate": 1.9036254302636995e-05, "Finetune/Loss": 0.902873158454895, "Finetune/Loss (Raw)": 0.938452959060669, "Finetune/Step": 813, "Finetune/Step Time": 6.014772944152355}
+{"Finetune/Learning Rate": 1.903340985810622e-05, "Finetune/Loss": 0.9015767574310303, "Finetune/Loss (Raw)": 0.7939850091934204, "Finetune/Step": 814, "Finetune/Step Time": 6.018767135217786}
+{"Finetune/Learning Rate": 1.903056143529919e-05, "Finetune/Loss": 0.9011387825012207, "Finetune/Loss (Raw)": 0.8709756135940552, "Finetune/Step": 815, "Finetune/Step Time": 6.006957648321986}
+{"Finetune/Learning Rate": 1.9027709035470344e-05, "Finetune/Loss": 0.9006038308143616, "Finetune/Loss (Raw)": 0.8431780338287354, "Finetune/Step": 816, "Finetune/Step Time": 6.020817153155804}
+{"Finetune/Learning Rate": 1.9024852659875858e-05, "Finetune/Loss": 0.9013347029685974, "Finetune/Loss (Raw)": 0.9161956310272217, "Finetune/Step": 817, "Finetune/Step Time": 6.011950822547078}
+{"Finetune/Learning Rate": 1.9021992309773677e-05, "Finetune/Loss": 0.9008528590202332, "Finetune/Loss (Raw)": 0.8962017297744751, "Finetune/Step": 818, "Finetune/Step Time": 6.013182973489165}
+{"Finetune/Learning Rate": 1.9019127986423484e-05, "Finetune/Loss": 0.8998779058456421, "Finetune/Loss (Raw)": 0.816903293132782, "Finetune/Step": 819, "Finetune/Step Time": 6.012237446382642}
+{"Finetune/Learning Rate": 1.901625969108671e-05, "Finetune/Loss": 0.8999947905540466, "Finetune/Loss (Raw)": 0.8467366695404053, "Finetune/Step": 820, "Finetune/Step Time": 6.011838318780065}
+{"Finetune/Learning Rate": 1.901338742502655e-05, "Finetune/Loss": 0.8996953964233398, "Finetune/Loss (Raw)": 0.7940093278884888, "Finetune/Step": 821, "Finetune/Step Time": 6.0075094643980265}
+{"Finetune/Learning Rate": 1.901051118950793e-05, "Finetune/Loss": 0.8994468450546265, "Finetune/Loss (Raw)": 0.9964560866355896, "Finetune/Step": 822, "Finetune/Step Time": 5.9974412601441145}
+{"Finetune/Learning Rate": 1.9007630985797533e-05, "Finetune/Loss": 0.8999526500701904, "Finetune/Loss (Raw)": 0.9382125735282898, "Finetune/Step": 823, "Finetune/Step Time": 5.998423833400011}
+{"Finetune/Learning Rate": 1.9004746815163794e-05, "Finetune/Loss": 0.8987686038017273, "Finetune/Loss (Raw)": 0.6680986285209656, "Finetune/Step": 824, "Finetune/Step Time": 6.001964848488569}
+{"Finetune/Learning Rate": 1.9001858678876887e-05, "Finetune/Loss": 0.8994390964508057, "Finetune/Loss (Raw)": 0.981599748134613, "Finetune/Step": 825, "Finetune/Step Time": 5.994068365544081}
+{"Finetune/Learning Rate": 1.8998966578208735e-05, "Finetune/Loss": 0.8986470103263855, "Finetune/Loss (Raw)": 0.9084651470184326, "Finetune/Step": 826, "Finetune/Step Time": 5.996705247089267}
+{"Finetune/Learning Rate": 1.8996070514433006e-05, "Finetune/Loss": 0.8998057842254639, "Finetune/Loss (Raw)": 0.9467417597770691, "Finetune/Step": 827, "Finetune/Step Time": 5.99381603859365}
+{"Finetune/Learning Rate": 1.8993170488825114e-05, "Finetune/Loss": 0.9004783630371094, "Finetune/Loss (Raw)": 0.8512551188468933, "Finetune/Step": 828, "Finetune/Step Time": 5.996363626793027}
+{"Finetune/Learning Rate": 1.8990266502662223e-05, "Finetune/Loss": 0.9002184271812439, "Finetune/Loss (Raw)": 0.9596365094184875, "Finetune/Step": 829, "Finetune/Step Time": 6.002551723271608}
+{"Finetune/Learning Rate": 1.8987358557223232e-05, "Finetune/Loss": 0.9003596305847168, "Finetune/Loss (Raw)": 0.8408136963844299, "Finetune/Step": 830, "Finetune/Step Time": 5.985855296254158}
+{"Finetune/Learning Rate": 1.8984446653788787e-05, "Finetune/Loss": 0.8998883366584778, "Finetune/Loss (Raw)": 0.8773916959762573, "Finetune/Step": 831, "Finetune/Step Time": 5.976754695177078}
+{"Finetune/Learning Rate": 1.8981530793641286e-05, "Finetune/Loss": 0.8993332982063293, "Finetune/Loss (Raw)": 0.7967854142189026, "Finetune/Step": 832, "Finetune/Step Time": 5.973841907456517}
+{"Finetune/Learning Rate": 1.897861097806485e-05, "Finetune/Loss": 0.8988456726074219, "Finetune/Loss (Raw)": 0.7665884494781494, "Finetune/Step": 833, "Finetune/Step Time": 5.973662307485938}
+{"Finetune/Learning Rate": 1.8975687208345365e-05, "Finetune/Loss": 0.8977421522140503, "Finetune/Loss (Raw)": 0.7048227787017822, "Finetune/Step": 834, "Finetune/Step Time": 5.952138053253293}
+{"Finetune/Learning Rate": 1.8972759485770438e-05, "Finetune/Loss": 0.8973395824432373, "Finetune/Loss (Raw)": 0.9756786823272705, "Finetune/Step": 835, "Finetune/Step Time": 5.955657137557864}
+{"Finetune/Learning Rate": 1.8969827811629433e-05, "Finetune/Loss": 0.8965343236923218, "Finetune/Loss (Raw)": 0.9887403249740601, "Finetune/Step": 836, "Finetune/Step Time": 5.957113178446889}
+{"Finetune/Learning Rate": 1.8966892187213442e-05, "Finetune/Loss": 0.8970463275909424, "Finetune/Loss (Raw)": 1.0463573932647705, "Finetune/Step": 837, "Finetune/Step Time": 5.955674206838012}
+{"Finetune/Learning Rate": 1.8963952613815306e-05, "Finetune/Loss": 0.8970917463302612, "Finetune/Loss (Raw)": 0.881571888923645, "Finetune/Step": 838, "Finetune/Step Time": 5.959006963297725}
+{"Finetune/Learning Rate": 1.8961009092729598e-05, "Finetune/Loss": 0.8989783525466919, "Finetune/Loss (Raw)": 1.0039507150650024, "Finetune/Step": 839, "Finetune/Step Time": 5.953834880143404}
+{"Finetune/Learning Rate": 1.8958061625252634e-05, "Finetune/Loss": 0.8985345363616943, "Finetune/Loss (Raw)": 0.79234778881073, "Finetune/Step": 840, "Finetune/Step Time": 5.951030567288399}
+{"Finetune/Learning Rate": 1.8955110212682463e-05, "Finetune/Loss": 0.8980315327644348, "Finetune/Loss (Raw)": 0.8486453890800476, "Finetune/Step": 841, "Finetune/Step Time": 5.94389509037137}
+{"Finetune/Learning Rate": 1.895215485631888e-05, "Finetune/Loss": 0.899248480796814, "Finetune/Loss (Raw)": 0.9927574992179871, "Finetune/Step": 842, "Finetune/Step Time": 5.950154986232519}
+{"Finetune/Learning Rate": 1.894919555746341e-05, "Finetune/Loss": 0.8987300992012024, "Finetune/Loss (Raw)": 0.9387550950050354, "Finetune/Step": 843, "Finetune/Step Time": 5.946863532066345}
+{"Finetune/Learning Rate": 1.8946232317419315e-05, "Finetune/Loss": 0.8992009162902832, "Finetune/Loss (Raw)": 0.8843131065368652, "Finetune/Step": 844, "Finetune/Step Time": 5.945999948307872}
+{"Finetune/Learning Rate": 1.894326513749159e-05, "Finetune/Loss": 0.8985193967819214, "Finetune/Loss (Raw)": 0.7585909962654114, "Finetune/Step": 845, "Finetune/Step Time": 5.95275610126555}
+{"Finetune/Learning Rate": 1.8940294018986974e-05, "Finetune/Loss": 0.8990986347198486, "Finetune/Loss (Raw)": 0.9124671816825867, "Finetune/Step": 846, "Finetune/Step Time": 5.946243965998292}
+{"Finetune/Learning Rate": 1.8937318963213936e-05, "Finetune/Loss": 0.8990144729614258, "Finetune/Loss (Raw)": 1.0174096822738647, "Finetune/Step": 847, "Finetune/Step Time": 5.944525005295873}
+{"Finetune/Learning Rate": 1.8934339971482676e-05, "Finetune/Loss": 0.8977989554405212, "Finetune/Loss (Raw)": 0.8943776488304138, "Finetune/Step": 848, "Finetune/Step Time": 5.945604329928756}
+{"Finetune/Learning Rate": 1.8931357045105133e-05, "Finetune/Loss": 0.8960312008857727, "Finetune/Loss (Raw)": 0.6964703798294067, "Finetune/Step": 849, "Finetune/Step Time": 5.939527964219451}
+{"Finetune/Learning Rate": 1.8928370185394968e-05, "Finetune/Loss": 0.8957557082176208, "Finetune/Loss (Raw)": 0.7822411060333252, "Finetune/Step": 850, "Finetune/Step Time": 5.947087781503797}
+{"Finetune/Learning Rate": 1.8925379393667584e-05, "Finetune/Loss": 0.8951572179794312, "Finetune/Loss (Raw)": 0.8494516015052795, "Finetune/Step": 851, "Finetune/Step Time": 5.9452120661735535}
+{"Finetune/Learning Rate": 1.892238467124012e-05, "Finetune/Loss": 0.8970540165901184, "Finetune/Loss (Raw)": 0.9764766693115234, "Finetune/Step": 852, "Finetune/Step Time": 5.9294250924140215}
+{"Finetune/Learning Rate": 1.891938601943143e-05, "Finetune/Loss": 0.8988209962844849, "Finetune/Loss (Raw)": 1.023752212524414, "Finetune/Step": 853, "Finetune/Step Time": 5.930994383990765}
+{"Finetune/Learning Rate": 1.8916383439562114e-05, "Finetune/Loss": 0.8973689675331116, "Finetune/Loss (Raw)": 0.683770477771759, "Finetune/Step": 854, "Finetune/Step Time": 5.933555956929922}
+{"Finetune/Learning Rate": 1.8913376932954494e-05, "Finetune/Loss": 0.8976767063140869, "Finetune/Loss (Raw)": 0.9678952693939209, "Finetune/Step": 855, "Finetune/Step Time": 5.950662864372134}
+{"Finetune/Learning Rate": 1.8910366500932623e-05, "Finetune/Loss": 0.8970835208892822, "Finetune/Loss (Raw)": 0.9111568331718445, "Finetune/Step": 856, "Finetune/Step Time": 5.9423566702753305}
+{"Finetune/Learning Rate": 1.8907352144822285e-05, "Finetune/Loss": 0.8960341811180115, "Finetune/Loss (Raw)": 0.9502071142196655, "Finetune/Step": 857, "Finetune/Step Time": 5.943586567416787}
+{"Finetune/Learning Rate": 1.8904333865950986e-05, "Finetune/Loss": 0.8961463570594788, "Finetune/Loss (Raw)": 0.9867657423019409, "Finetune/Step": 858, "Finetune/Step Time": 5.945518055930734}
+{"Finetune/Learning Rate": 1.8901311665647965e-05, "Finetune/Loss": 0.8969812393188477, "Finetune/Loss (Raw)": 0.8756664395332336, "Finetune/Step": 859, "Finetune/Step Time": 5.9515844117850065}
+{"Finetune/Learning Rate": 1.8898285545244186e-05, "Finetune/Loss": 0.8962669968605042, "Finetune/Loss (Raw)": 0.8150634169578552, "Finetune/Step": 860, "Finetune/Step Time": 5.948236629366875}
+{"Finetune/Learning Rate": 1.8895255506072342e-05, "Finetune/Loss": 0.8969107866287231, "Finetune/Loss (Raw)": 0.8504703044891357, "Finetune/Step": 861, "Finetune/Step Time": 5.948727315291762}
+{"Finetune/Learning Rate": 1.8892221549466847e-05, "Finetune/Loss": 0.896230161190033, "Finetune/Loss (Raw)": 0.9363510012626648, "Finetune/Step": 862, "Finetune/Step Time": 5.9424518421292305}
+{"Finetune/Learning Rate": 1.8889183676763843e-05, "Finetune/Loss": 0.896486759185791, "Finetune/Loss (Raw)": 0.9439098834991455, "Finetune/Step": 863, "Finetune/Step Time": 5.943737957626581}
+{"Finetune/Learning Rate": 1.88861418893012e-05, "Finetune/Loss": 0.8968675136566162, "Finetune/Loss (Raw)": 0.992743968963623, "Finetune/Step": 864, "Finetune/Step Time": 5.937168208882213}
+{"Finetune/Learning Rate": 1.8883096188418506e-05, "Finetune/Loss": 0.8975511789321899, "Finetune/Loss (Raw)": 0.9870661497116089, "Finetune/Step": 865, "Finetune/Step Time": 5.933716623112559}
+{"Finetune/Learning Rate": 1.8880046575457072e-05, "Finetune/Loss": 0.8947573900222778, "Finetune/Loss (Raw)": 0.663838267326355, "Finetune/Step": 866, "Finetune/Step Time": 5.956003973260522}
+{"Finetune/Learning Rate": 1.8876993051759944e-05, "Finetune/Loss": 0.8916208148002625, "Finetune/Loss (Raw)": 0.7434781193733215, "Finetune/Step": 867, "Finetune/Step Time": 5.958133216947317}
+{"Finetune/Learning Rate": 1.8873935618671873e-05, "Finetune/Loss": 0.8922847509384155, "Finetune/Loss (Raw)": 0.9388015270233154, "Finetune/Step": 868, "Finetune/Step Time": 5.951311303302646}
+{"Finetune/Learning Rate": 1.8870874277539345e-05, "Finetune/Loss": 0.8933835625648499, "Finetune/Loss (Raw)": 0.8934512734413147, "Finetune/Step": 869, "Finetune/Step Time": 5.931432377547026}
+{"Finetune/Learning Rate": 1.8867809029710555e-05, "Finetune/Loss": 0.8917195796966553, "Finetune/Loss (Raw)": 0.6869176030158997, "Finetune/Step": 870, "Finetune/Step Time": 5.946010632440448}
+{"Finetune/Learning Rate": 1.8864739876535433e-05, "Finetune/Loss": 0.8902691602706909, "Finetune/Loss (Raw)": 0.6114694476127625, "Finetune/Step": 871, "Finetune/Step Time": 5.95515725761652}
+{"Finetune/Learning Rate": 1.8861666819365615e-05, "Finetune/Loss": 0.8895819187164307, "Finetune/Loss (Raw)": 0.7699019312858582, "Finetune/Step": 872, "Finetune/Step Time": 5.945483293384314}
+{"Finetune/Learning Rate": 1.8858589859554465e-05, "Finetune/Loss": 0.8891928195953369, "Finetune/Loss (Raw)": 0.8335468769073486, "Finetune/Step": 873, "Finetune/Step Time": 5.947989108040929}
+{"Finetune/Learning Rate": 1.885550899845707e-05, "Finetune/Loss": 0.8904719352722168, "Finetune/Loss (Raw)": 0.9120382070541382, "Finetune/Step": 874, "Finetune/Step Time": 5.931982746347785}
+{"Finetune/Learning Rate": 1.8852424237430215e-05, "Finetune/Loss": 0.8910694718360901, "Finetune/Loss (Raw)": 1.0111453533172607, "Finetune/Step": 875, "Finetune/Step Time": 5.924005966633558}
+{"Finetune/Learning Rate": 1.884933557783243e-05, "Finetune/Loss": 0.8895889520645142, "Finetune/Loss (Raw)": 0.8108965754508972, "Finetune/Step": 876, "Finetune/Step Time": 5.921645125374198}
+{"Finetune/Learning Rate": 1.8846243021023937e-05, "Finetune/Loss": 0.8891146183013916, "Finetune/Loss (Raw)": 0.8394634127616882, "Finetune/Step": 877, "Finetune/Step Time": 5.924422971904278}
+{"Finetune/Learning Rate": 1.8843146568366692e-05, "Finetune/Loss": 0.8896763920783997, "Finetune/Loss (Raw)": 0.9177696108818054, "Finetune/Step": 878, "Finetune/Step Time": 5.924200577661395}
+{"Finetune/Learning Rate": 1.8840046221224354e-05, "Finetune/Loss": 0.8862240314483643, "Finetune/Loss (Raw)": 0.6550549268722534, "Finetune/Step": 879, "Finetune/Step Time": 5.933561833575368}
+{"Finetune/Learning Rate": 1.8836941980962312e-05, "Finetune/Loss": 0.8872811794281006, "Finetune/Loss (Raw)": 0.9932683110237122, "Finetune/Step": 880, "Finetune/Step Time": 5.937789252027869}
+{"Finetune/Learning Rate": 1.8833833848947648e-05, "Finetune/Loss": 0.8859544992446899, "Finetune/Loss (Raw)": 0.7963140606880188, "Finetune/Step": 881, "Finetune/Step Time": 5.939230103045702}
+{"Finetune/Learning Rate": 1.8830721826549183e-05, "Finetune/Loss": 0.8864800930023193, "Finetune/Loss (Raw)": 0.9746997356414795, "Finetune/Step": 882, "Finetune/Step Time": 5.940575094893575}
+{"Finetune/Learning Rate": 1.882760591513743e-05, "Finetune/Loss": 0.8876534700393677, "Finetune/Loss (Raw)": 1.016825556755066, "Finetune/Step": 883, "Finetune/Step Time": 5.943312991410494}
+{"Finetune/Learning Rate": 1.8824486116084633e-05, "Finetune/Loss": 0.8866104483604431, "Finetune/Loss (Raw)": 0.8670106530189514, "Finetune/Step": 884, "Finetune/Step Time": 5.945642307400703}
+{"Finetune/Learning Rate": 1.8821362430764726e-05, "Finetune/Loss": 0.8840218782424927, "Finetune/Loss (Raw)": 0.7001702785491943, "Finetune/Step": 885, "Finetune/Step Time": 5.957301944494247}
+{"Finetune/Learning Rate": 1.8818234860553374e-05, "Finetune/Loss": 0.8842945098876953, "Finetune/Loss (Raw)": 0.9196993708610535, "Finetune/Step": 886, "Finetune/Step Time": 5.959356054663658}
+{"Finetune/Learning Rate": 1.8815103406827946e-05, "Finetune/Loss": 0.8830183744430542, "Finetune/Loss (Raw)": 0.6559352874755859, "Finetune/Step": 887, "Finetune/Step Time": 5.964751390740275}
+{"Finetune/Learning Rate": 1.8811968070967522e-05, "Finetune/Loss": 0.8802880048751831, "Finetune/Loss (Raw)": 0.7300863862037659, "Finetune/Step": 888, "Finetune/Step Time": 5.973308948799968}
+{"Finetune/Learning Rate": 1.880882885435289e-05, "Finetune/Loss": 0.879818856716156, "Finetune/Loss (Raw)": 0.9089971780776978, "Finetune/Step": 889, "Finetune/Step Time": 5.975841188803315}
+{"Finetune/Learning Rate": 1.8805685758366542e-05, "Finetune/Loss": 0.8802145719528198, "Finetune/Loss (Raw)": 0.9873945116996765, "Finetune/Step": 890, "Finetune/Step Time": 5.978804267942905}
+{"Finetune/Learning Rate": 1.8802538784392698e-05, "Finetune/Loss": 0.8782033920288086, "Finetune/Loss (Raw)": 0.8441166281700134, "Finetune/Step": 891, "Finetune/Step Time": 5.982994861900806}
+{"Finetune/Learning Rate": 1.8799387933817256e-05, "Finetune/Loss": 0.8779884576797485, "Finetune/Loss (Raw)": 0.7632794976234436, "Finetune/Step": 892, "Finetune/Step Time": 5.978265793994069}
+{"Finetune/Learning Rate": 1.879623320802785e-05, "Finetune/Loss": 0.8784087896347046, "Finetune/Loss (Raw)": 0.977969765663147, "Finetune/Step": 893, "Finetune/Step Time": 5.979583228006959}
+{"Finetune/Learning Rate": 1.8793074608413805e-05, "Finetune/Loss": 0.8783245086669922, "Finetune/Loss (Raw)": 0.9489198327064514, "Finetune/Step": 894, "Finetune/Step Time": 5.977536832913756}
+{"Finetune/Learning Rate": 1.8789912136366152e-05, "Finetune/Loss": 0.8776998519897461, "Finetune/Loss (Raw)": 0.9429469108581543, "Finetune/Step": 895, "Finetune/Step Time": 5.9786143228411674}
+{"Finetune/Learning Rate": 1.878674579327763e-05, "Finetune/Loss": 0.877912700176239, "Finetune/Loss (Raw)": 0.8649522066116333, "Finetune/Step": 896, "Finetune/Step Time": 5.986353719606996}
+{"Finetune/Learning Rate": 1.878357558054269e-05, "Finetune/Loss": 0.8782233595848083, "Finetune/Loss (Raw)": 0.968447744846344, "Finetune/Step": 897, "Finetune/Step Time": 5.996434783563018}
+{"Finetune/Learning Rate": 1.8780401499557478e-05, "Finetune/Loss": 0.8778621554374695, "Finetune/Loss (Raw)": 0.9094936847686768, "Finetune/Step": 898, "Finetune/Step Time": 5.998232819139957}
+{"Finetune/Learning Rate": 1.877722355171984e-05, "Finetune/Loss": 0.8777027726173401, "Finetune/Loss (Raw)": 0.8582205772399902, "Finetune/Step": 899, "Finetune/Step Time": 5.993731984868646}
+{"Finetune/Learning Rate": 1.877404173842934e-05, "Finetune/Loss": 0.8785703778266907, "Finetune/Loss (Raw)": 0.744757890701294, "Finetune/Step": 900, "Finetune/Step Time": 5.996551344171166}
+{"Finetune/Learning Rate": 1.8770856061087226e-05, "Finetune/Loss": 0.8796632289886475, "Finetune/Loss (Raw)": 0.9453177452087402, "Finetune/Step": 901, "Finetune/Step Time": 5.989783622324467}
+{"Finetune/Learning Rate": 1.876766652109647e-05, "Finetune/Loss": 0.8819200992584229, "Finetune/Loss (Raw)": 1.0684493780136108, "Finetune/Step": 902, "Finetune/Step Time": 5.983707699924707}
+{"Finetune/Learning Rate": 1.8764473119861714e-05, "Finetune/Loss": 0.8834879398345947, "Finetune/Loss (Raw)": 0.948063850402832, "Finetune/Step": 903, "Finetune/Step Time": 5.983089607208967}
+{"Finetune/Learning Rate": 1.8761275858789335e-05, "Finetune/Loss": 0.8836706280708313, "Finetune/Loss (Raw)": 0.8405815958976746, "Finetune/Step": 904, "Finetune/Step Time": 5.987363031134009}
+{"Finetune/Learning Rate": 1.875807473928739e-05, "Finetune/Loss": 0.884268045425415, "Finetune/Loss (Raw)": 0.9167079329490662, "Finetune/Step": 905, "Finetune/Step Time": 5.985456518828869}
+{"Finetune/Learning Rate": 1.875486976276563e-05, "Finetune/Loss": 0.8842482566833496, "Finetune/Loss (Raw)": 0.8166430592536926, "Finetune/Step": 906, "Finetune/Step Time": 5.975347723811865}
+{"Finetune/Learning Rate": 1.8751660930635525e-05, "Finetune/Loss": 0.8840466737747192, "Finetune/Loss (Raw)": 0.9697110652923584, "Finetune/Step": 907, "Finetune/Step Time": 5.9734348971396685}
+{"Finetune/Learning Rate": 1.8748448244310224e-05, "Finetune/Loss": 0.8842647075653076, "Finetune/Loss (Raw)": 0.7399846315383911, "Finetune/Step": 908, "Finetune/Step Time": 5.973131937906146}
+{"Finetune/Learning Rate": 1.8745231705204585e-05, "Finetune/Loss": 0.8820092082023621, "Finetune/Loss (Raw)": 0.638985812664032, "Finetune/Step": 909, "Finetune/Step Time": 5.99895991012454}
+{"Finetune/Learning Rate": 1.8742011314735154e-05, "Finetune/Loss": 0.882232666015625, "Finetune/Loss (Raw)": 0.9956006407737732, "Finetune/Step": 910, "Finetune/Step Time": 6.006850892677903}
+{"Finetune/Learning Rate": 1.873878707432018e-05, "Finetune/Loss": 0.8822625279426575, "Finetune/Loss (Raw)": 0.8927242755889893, "Finetune/Step": 911, "Finetune/Step Time": 6.0011758878827095}
+{"Finetune/Learning Rate": 1.8735558985379603e-05, "Finetune/Loss": 0.8821055889129639, "Finetune/Loss (Raw)": 0.903077244758606, "Finetune/Step": 912, "Finetune/Step Time": 6.013911364600062}
+{"Finetune/Learning Rate": 1.8732327049335065e-05, "Finetune/Loss": 0.8833947777748108, "Finetune/Loss (Raw)": 0.9345014691352844, "Finetune/Step": 913, "Finetune/Step Time": 6.009691612794995}
+{"Finetune/Learning Rate": 1.8729091267609894e-05, "Finetune/Loss": 0.8814605474472046, "Finetune/Loss (Raw)": 0.8271048069000244, "Finetune/Step": 914, "Finetune/Step Time": 6.018056767061353}
+{"Finetune/Learning Rate": 1.8725851641629113e-05, "Finetune/Loss": 0.8796104192733765, "Finetune/Loss (Raw)": 0.6058216094970703, "Finetune/Step": 915, "Finetune/Step Time": 6.007955549284816}
+{"Finetune/Learning Rate": 1.8722608172819442e-05, "Finetune/Loss": 0.8798850178718567, "Finetune/Loss (Raw)": 0.97320556640625, "Finetune/Step": 916, "Finetune/Step Time": 6.0012665912508965}
+{"Finetune/Learning Rate": 1.8719360862609293e-05, "Finetune/Loss": 0.8790693283081055, "Finetune/Loss (Raw)": 0.7177689671516418, "Finetune/Step": 917, "Finetune/Step Time": 6.003447083756328}
+{"Finetune/Learning Rate": 1.8716109712428766e-05, "Finetune/Loss": 0.8773162961006165, "Finetune/Loss (Raw)": 0.7702893018722534, "Finetune/Step": 918, "Finetune/Step Time": 6.013617252930999}
+{"Finetune/Learning Rate": 1.8712854723709655e-05, "Finetune/Loss": 0.8774677515029907, "Finetune/Loss (Raw)": 0.8615682721138, "Finetune/Step": 919, "Finetune/Step Time": 6.02236907184124}
+{"Finetune/Learning Rate": 1.870959589788544e-05, "Finetune/Loss": 0.8758693933486938, "Finetune/Loss (Raw)": 0.7542368769645691, "Finetune/Step": 920, "Finetune/Step Time": 6.019497023895383}
+{"Finetune/Learning Rate": 1.87063332363913e-05, "Finetune/Loss": 0.8749533891677856, "Finetune/Loss (Raw)": 0.8592298626899719, "Finetune/Step": 921, "Finetune/Step Time": 6.025336971506476}
+{"Finetune/Learning Rate": 1.8703066740664092e-05, "Finetune/Loss": 0.8742344379425049, "Finetune/Loss (Raw)": 0.8321400880813599, "Finetune/Step": 922, "Finetune/Step Time": 6.021925147622824}
+{"Finetune/Learning Rate": 1.8699796412142372e-05, "Finetune/Loss": 0.872322142124176, "Finetune/Loss (Raw)": 0.7622642517089844, "Finetune/Step": 923, "Finetune/Step Time": 6.009745040908456}
+{"Finetune/Learning Rate": 1.8696522252266378e-05, "Finetune/Loss": 0.870516300201416, "Finetune/Loss (Raw)": 0.8250817060470581, "Finetune/Step": 924, "Finetune/Step Time": 6.014828776940703}
+{"Finetune/Learning Rate": 1.869324426247803e-05, "Finetune/Loss": 0.8707067370414734, "Finetune/Loss (Raw)": 0.9496979713439941, "Finetune/Step": 925, "Finetune/Step Time": 6.008900426328182}
+{"Finetune/Learning Rate": 1.8689962444220952e-05, "Finetune/Loss": 0.867354691028595, "Finetune/Loss (Raw)": 0.5158279538154602, "Finetune/Step": 926, "Finetune/Step Time": 6.010506732389331}
+{"Finetune/Learning Rate": 1.868667679894044e-05, "Finetune/Loss": 0.8673882484436035, "Finetune/Loss (Raw)": 0.8398703932762146, "Finetune/Step": 927, "Finetune/Step Time": 6.007929183542728}
+{"Finetune/Learning Rate": 1.868338732808347e-05, "Finetune/Loss": 0.8684638142585754, "Finetune/Loss (Raw)": 0.9145091772079468, "Finetune/Step": 928, "Finetune/Step Time": 6.007555074989796}
+{"Finetune/Learning Rate": 1.8680094033098718e-05, "Finetune/Loss": 0.8696303367614746, "Finetune/Loss (Raw)": 0.980532705783844, "Finetune/Step": 929, "Finetune/Step Time": 6.001241387799382}
+{"Finetune/Learning Rate": 1.867679691543654e-05, "Finetune/Loss": 0.8679288625717163, "Finetune/Loss (Raw)": 0.7607282400131226, "Finetune/Step": 930, "Finetune/Step Time": 5.981892907992005}
+{"Finetune/Learning Rate": 1.8673495976548967e-05, "Finetune/Loss": 0.8678325414657593, "Finetune/Loss (Raw)": 0.9160801768302917, "Finetune/Step": 931, "Finetune/Step Time": 5.978938058018684}
+{"Finetune/Learning Rate": 1.8670191217889724e-05, "Finetune/Loss": 0.869495689868927, "Finetune/Loss (Raw)": 0.9461238384246826, "Finetune/Step": 932, "Finetune/Step Time": 5.976013991981745}
+{"Finetune/Learning Rate": 1.866688264091421e-05, "Finetune/Loss": 0.8699262738227844, "Finetune/Loss (Raw)": 0.975748598575592, "Finetune/Step": 933, "Finetune/Step Time": 5.976846117526293}
+{"Finetune/Learning Rate": 1.866357024707951e-05, "Finetune/Loss": 0.869968056678772, "Finetune/Loss (Raw)": 1.0230152606964111, "Finetune/Step": 934, "Finetune/Step Time": 5.975531255826354}
+{"Finetune/Learning Rate": 1.866025403784439e-05, "Finetune/Loss": 0.8682839274406433, "Finetune/Loss (Raw)": 0.7936254143714905, "Finetune/Step": 935, "Finetune/Step Time": 5.989079112187028}
+{"Finetune/Learning Rate": 1.865693401466929e-05, "Finetune/Loss": 0.8678003549575806, "Finetune/Loss (Raw)": 0.756619930267334, "Finetune/Step": 936, "Finetune/Step Time": 5.977761639282107}
+{"Finetune/Learning Rate": 1.865361017901634e-05, "Finetune/Loss": 0.8690968751907349, "Finetune/Loss (Raw)": 0.9329041242599487, "Finetune/Step": 937, "Finetune/Step Time": 5.99758043512702}
+{"Finetune/Learning Rate": 1.8650282532349332e-05, "Finetune/Loss": 0.8670879602432251, "Finetune/Loss (Raw)": 0.6090193390846252, "Finetune/Step": 938, "Finetune/Step Time": 6.008601617068052}
+{"Finetune/Learning Rate": 1.8646951076133763e-05, "Finetune/Loss": 0.8673399090766907, "Finetune/Loss (Raw)": 1.086525559425354, "Finetune/Step": 939, "Finetune/Step Time": 6.010429631918669}
+{"Finetune/Learning Rate": 1.8643615811836787e-05, "Finetune/Loss": 0.8677291870117188, "Finetune/Loss (Raw)": 0.8892433643341064, "Finetune/Step": 940, "Finetune/Step Time": 6.025800362229347}
+{"Finetune/Learning Rate": 1.8640276740927237e-05, "Finetune/Loss": 0.8676994442939758, "Finetune/Loss (Raw)": 0.9346473813056946, "Finetune/Step": 941, "Finetune/Step Time": 6.024162359535694}
+{"Finetune/Learning Rate": 1.863693386487563e-05, "Finetune/Loss": 0.8679676651954651, "Finetune/Loss (Raw)": 0.8283120393753052, "Finetune/Step": 942, "Finetune/Step Time": 6.024175213649869}
+{"Finetune/Learning Rate": 1.863358718515415e-05, "Finetune/Loss": 0.8681536316871643, "Finetune/Loss (Raw)": 0.8947773575782776, "Finetune/Step": 943, "Finetune/Step Time": 6.029980031773448}
+{"Finetune/Learning Rate": 1.8630236703236672e-05, "Finetune/Loss": 0.8689308166503906, "Finetune/Loss (Raw)": 0.9426612257957458, "Finetune/Step": 944, "Finetune/Step Time": 6.015624992549419}
+{"Finetune/Learning Rate": 1.8626882420598716e-05, "Finetune/Loss": 0.8687785863876343, "Finetune/Loss (Raw)": 0.8967102766036987, "Finetune/Step": 945, "Finetune/Step Time": 6.017739575356245}
+{"Finetune/Learning Rate": 1.8623524338717513e-05, "Finetune/Loss": 0.8689491748809814, "Finetune/Loss (Raw)": 0.918038010597229, "Finetune/Step": 946, "Finetune/Step Time": 6.026774110272527}
+{"Finetune/Learning Rate": 1.8620162459071936e-05, "Finetune/Loss": 0.869978666305542, "Finetune/Loss (Raw)": 0.9486711621284485, "Finetune/Step": 947, "Finetune/Step Time": 6.021433709189296}
+{"Finetune/Learning Rate": 1.8616796783142546e-05, "Finetune/Loss": 0.8714422583580017, "Finetune/Loss (Raw)": 1.0340830087661743, "Finetune/Step": 948, "Finetune/Step Time": 6.026024816557765}
+{"Finetune/Learning Rate": 1.8613427312411576e-05, "Finetune/Loss": 0.8699582815170288, "Finetune/Loss (Raw)": 0.6040619611740112, "Finetune/Step": 949, "Finetune/Step Time": 6.060880901291966}
+{"Finetune/Learning Rate": 1.8610054048362926e-05, "Finetune/Loss": 0.8695944547653198, "Finetune/Loss (Raw)": 0.9498864412307739, "Finetune/Step": 950, "Finetune/Step Time": 6.070551095530391}
+{"Finetune/Learning Rate": 1.8606676992482162e-05, "Finetune/Loss": 0.8687084913253784, "Finetune/Loss (Raw)": 0.8248090147972107, "Finetune/Step": 951, "Finetune/Step Time": 6.075907353311777}
+{"Finetune/Learning Rate": 1.860329614625653e-05, "Finetune/Loss": 0.870960533618927, "Finetune/Loss (Raw)": 0.9563571810722351, "Finetune/Step": 952, "Finetune/Step Time": 6.059326061978936}
+{"Finetune/Learning Rate": 1.8599911511174942e-05, "Finetune/Loss": 0.8699889183044434, "Finetune/Loss (Raw)": 0.8572382926940918, "Finetune/Step": 953, "Finetune/Step Time": 6.067231122404337}
+{"Finetune/Learning Rate": 1.8596523088727972e-05, "Finetune/Loss": 0.8694449663162231, "Finetune/Loss (Raw)": 0.8388304114341736, "Finetune/Step": 954, "Finetune/Step Time": 6.061932105571032}
+{"Finetune/Learning Rate": 1.8593130880407874e-05, "Finetune/Loss": 0.8670046329498291, "Finetune/Loss (Raw)": 0.6343796253204346, "Finetune/Step": 955, "Finetune/Step Time": 6.075312960892916}
+{"Finetune/Learning Rate": 1.8589734887708556e-05, "Finetune/Loss": 0.8680657148361206, "Finetune/Loss (Raw)": 0.9870742559432983, "Finetune/Step": 956, "Finetune/Step Time": 6.085291078314185}
+{"Finetune/Learning Rate": 1.8586335112125608e-05, "Finetune/Loss": 0.8661309480667114, "Finetune/Loss (Raw)": 0.71198570728302, "Finetune/Step": 957, "Finetune/Step Time": 6.0902890376746655}
+{"Finetune/Learning Rate": 1.8582931555156266e-05, "Finetune/Loss": 0.8651552200317383, "Finetune/Loss (Raw)": 0.7159222960472107, "Finetune/Step": 958, "Finetune/Step Time": 6.09571642242372}
+{"Finetune/Learning Rate": 1.8579524218299448e-05, "Finetune/Loss": 0.8653799295425415, "Finetune/Loss (Raw)": 0.9061502814292908, "Finetune/Step": 959, "Finetune/Step Time": 6.101181846112013}
+{"Finetune/Learning Rate": 1.857611310305573e-05, "Finetune/Loss": 0.8656493425369263, "Finetune/Loss (Raw)": 0.831279993057251, "Finetune/Step": 960, "Finetune/Step Time": 6.099781651049852}
+{"Finetune/Learning Rate": 1.8572698210927356e-05, "Finetune/Loss": 0.8677973747253418, "Finetune/Loss (Raw)": 1.041533350944519, "Finetune/Step": 961, "Finetune/Step Time": 6.097542896866798}
+{"Finetune/Learning Rate": 1.8569279543418227e-05, "Finetune/Loss": 0.8701176047325134, "Finetune/Loss (Raw)": 1.0018078088760376, "Finetune/Step": 962, "Finetune/Step Time": 6.0903980657458305}
+{"Finetune/Learning Rate": 1.8565857102033908e-05, "Finetune/Loss": 0.8697078227996826, "Finetune/Loss (Raw)": 0.9232237339019775, "Finetune/Step": 963, "Finetune/Step Time": 6.087623508647084}
+{"Finetune/Learning Rate": 1.8562430888281635e-05, "Finetune/Loss": 0.8705794811248779, "Finetune/Loss (Raw)": 1.1003167629241943, "Finetune/Step": 964, "Finetune/Step Time": 6.091350702568889}
+{"Finetune/Learning Rate": 1.8559000903670293e-05, "Finetune/Loss": 0.8684374690055847, "Finetune/Loss (Raw)": 0.7721814513206482, "Finetune/Step": 965, "Finetune/Step Time": 6.093074103817344}
+{"Finetune/Learning Rate": 1.8555567149710433e-05, "Finetune/Loss": 0.8669736385345459, "Finetune/Loss (Raw)": 0.6942017674446106, "Finetune/Step": 966, "Finetune/Step Time": 6.100453959777951}
+{"Finetune/Learning Rate": 1.855212962791427e-05, "Finetune/Loss": 0.8660565614700317, "Finetune/Loss (Raw)": 0.8865644335746765, "Finetune/Step": 967, "Finetune/Step Time": 6.090547103434801}
+{"Finetune/Learning Rate": 1.8548688339795667e-05, "Finetune/Loss": 0.8669853210449219, "Finetune/Loss (Raw)": 0.9112309813499451, "Finetune/Step": 968, "Finetune/Step Time": 6.1065926142036915}
+{"Finetune/Learning Rate": 1.854524328687016e-05, "Finetune/Loss": 0.8674589395523071, "Finetune/Loss (Raw)": 0.9092633724212646, "Finetune/Step": 969, "Finetune/Step Time": 6.109876008704305}
+{"Finetune/Learning Rate": 1.8541794470654937e-05, "Finetune/Loss": 0.8664100170135498, "Finetune/Loss (Raw)": 0.8584955334663391, "Finetune/Step": 970, "Finetune/Step Time": 6.10107789747417}
+{"Finetune/Learning Rate": 1.8538341892668837e-05, "Finetune/Loss": 0.8664475083351135, "Finetune/Loss (Raw)": 0.9435573816299438, "Finetune/Step": 971, "Finetune/Step Time": 6.107875412330031}
+{"Finetune/Learning Rate": 1.853488555443236e-05, "Finetune/Loss": 0.8667269349098206, "Finetune/Loss (Raw)": 0.9200775623321533, "Finetune/Step": 972, "Finetune/Step Time": 6.1022826954722404}
+{"Finetune/Learning Rate": 1.853142545746767e-05, "Finetune/Loss": 0.8673112392425537, "Finetune/Loss (Raw)": 0.8333786725997925, "Finetune/Step": 973, "Finetune/Step Time": 6.103785898536444}
+{"Finetune/Learning Rate": 1.8527961603298572e-05, "Finetune/Loss": 0.8686518669128418, "Finetune/Loss (Raw)": 1.0840709209442139, "Finetune/Step": 974, "Finetune/Step Time": 6.103631353005767}
+{"Finetune/Learning Rate": 1.852449399345054e-05, "Finetune/Loss": 0.8661075830459595, "Finetune/Loss (Raw)": 0.6917447447776794, "Finetune/Step": 975, "Finetune/Step Time": 6.110983500257134}
+{"Finetune/Learning Rate": 1.852102262945069e-05, "Finetune/Loss": 0.865967869758606, "Finetune/Loss (Raw)": 0.8764906525611877, "Finetune/Step": 976, "Finetune/Step Time": 6.109764508903027}
+{"Finetune/Learning Rate": 1.85175475128278e-05, "Finetune/Loss": 0.866112232208252, "Finetune/Loss (Raw)": 0.714953601360321, "Finetune/Step": 977, "Finetune/Step Time": 6.105969483032823}
+{"Finetune/Learning Rate": 1.851406864511229e-05, "Finetune/Loss": 0.8663943409919739, "Finetune/Loss (Raw)": 0.8183479309082031, "Finetune/Step": 978, "Finetune/Step Time": 6.098942428827286}
+{"Finetune/Learning Rate": 1.8510586027836247e-05, "Finetune/Loss": 0.8675810098648071, "Finetune/Loss (Raw)": 1.001344084739685, "Finetune/Step": 979, "Finetune/Step Time": 6.097199520096183}
+{"Finetune/Learning Rate": 1.8507099662533394e-05, "Finetune/Loss": 0.8667664527893066, "Finetune/Loss (Raw)": 0.8722068667411804, "Finetune/Step": 980, "Finetune/Step Time": 6.102528247982264}
+{"Finetune/Learning Rate": 1.850360955073912e-05, "Finetune/Loss": 0.8646799921989441, "Finetune/Loss (Raw)": 0.7566912770271301, "Finetune/Step": 981, "Finetune/Step Time": 6.108592085540295}
+{"Finetune/Learning Rate": 1.850011569399045e-05, "Finetune/Loss": 0.8673323392868042, "Finetune/Loss (Raw)": 1.0232734680175781, "Finetune/Step": 982, "Finetune/Step Time": 6.110364021733403}
+{"Finetune/Learning Rate": 1.8496618093826064e-05, "Finetune/Loss": 0.8674131631851196, "Finetune/Loss (Raw)": 0.978233277797699, "Finetune/Step": 983, "Finetune/Step Time": 6.112118126824498}
+{"Finetune/Learning Rate": 1.8493116751786293e-05, "Finetune/Loss": 0.8666993975639343, "Finetune/Loss (Raw)": 0.8198041319847107, "Finetune/Step": 984, "Finetune/Step Time": 6.117314614355564}
+{"Finetune/Learning Rate": 1.8489611669413113e-05, "Finetune/Loss": 0.8647114038467407, "Finetune/Loss (Raw)": 0.69574373960495, "Finetune/Step": 985, "Finetune/Step Time": 6.119474891573191}
+{"Finetune/Learning Rate": 1.848610284825015e-05, "Finetune/Loss": 0.8629816770553589, "Finetune/Loss (Raw)": 0.7653532028198242, "Finetune/Step": 986, "Finetune/Step Time": 6.120154399424791}
+{"Finetune/Learning Rate": 1.8482590289842668e-05, "Finetune/Loss": 0.8628909587860107, "Finetune/Loss (Raw)": 0.8640559911727905, "Finetune/Step": 987, "Finetune/Step Time": 6.102156789973378}
+{"Finetune/Learning Rate": 1.8479073995737587e-05, "Finetune/Loss": 0.8617652654647827, "Finetune/Loss (Raw)": 0.6709762215614319, "Finetune/Step": 988, "Finetune/Step Time": 6.107924833893776}
+{"Finetune/Learning Rate": 1.847555396748347e-05, "Finetune/Loss": 0.8612019419670105, "Finetune/Loss (Raw)": 0.7783642411231995, "Finetune/Step": 989, "Finetune/Step Time": 6.1040903609246016}
+{"Finetune/Learning Rate": 1.8472030206630524e-05, "Finetune/Loss": 0.8615940809249878, "Finetune/Loss (Raw)": 0.9865426421165466, "Finetune/Step": 990, "Finetune/Step Time": 6.102839961647987}
+{"Finetune/Learning Rate": 1.846850271473059e-05, "Finetune/Loss": 0.8614442348480225, "Finetune/Loss (Raw)": 0.9247320890426636, "Finetune/Step": 991, "Finetune/Step Time": 6.102572854608297}
+{"Finetune/Learning Rate": 1.8464971493337167e-05, "Finetune/Loss": 0.8598905205726624, "Finetune/Loss (Raw)": 0.7938733100891113, "Finetune/Step": 992, "Finetune/Step Time": 6.107276586815715}
+{"Finetune/Learning Rate": 1.8461436544005393e-05, "Finetune/Loss": 0.8575783967971802, "Finetune/Loss (Raw)": 0.6911174058914185, "Finetune/Step": 993, "Finetune/Step Time": 6.1054058615118265}
+{"Finetune/Learning Rate": 1.8457897868292038e-05, "Finetune/Loss": 0.8581699132919312, "Finetune/Loss (Raw)": 0.7395492196083069, "Finetune/Step": 994, "Finetune/Step Time": 6.084486430510879}
+{"Finetune/Learning Rate": 1.8454355467755528e-05, "Finetune/Loss": 0.860226035118103, "Finetune/Loss (Raw)": 1.006653070449829, "Finetune/Step": 995, "Finetune/Step Time": 6.081815678626299}
+{"Finetune/Learning Rate": 1.8450809343955917e-05, "Finetune/Loss": 0.8595508337020874, "Finetune/Loss (Raw)": 0.8523774147033691, "Finetune/Step": 996, "Finetune/Step Time": 6.0889780428260565}
+{"Finetune/Learning Rate": 1.8447259498454898e-05, "Finetune/Loss": 0.8599835634231567, "Finetune/Loss (Raw)": 0.9488456845283508, "Finetune/Step": 997, "Finetune/Step Time": 6.0956384520977736}
+{"Finetune/Learning Rate": 1.8443705932815817e-05, "Finetune/Loss": 0.860772430896759, "Finetune/Loss (Raw)": 0.7878942489624023, "Finetune/Step": 998, "Finetune/Step Time": 6.082214737311006}
+{"Finetune/Learning Rate": 1.844014864860365e-05, "Finetune/Loss": 0.8630733489990234, "Finetune/Loss (Raw)": 0.9059849977493286, "Finetune/Step": 999, "Finetune/Step Time": 6.06946661695838}
+{"Finetune/Learning Rate": 1.8436587647385e-05, "Finetune/Loss": 0.8620669841766357, "Finetune/Loss (Raw)": 0.6410930156707764, "Finetune/Step": 1000, "Finetune/Step Time": 6.081744134426117}
+{"Finetune/Learning Rate": 1.8433022930728132e-05, "Finetune/Loss": 0.8614095449447632, "Finetune/Loss (Raw)": 0.749386727809906, "Finetune/Step": 1001, "Finetune/Step Time": 6.091794962063432}
+{"Finetune/Learning Rate": 1.842945450020292e-05, "Finetune/Loss": 0.8604276180267334, "Finetune/Loss (Raw)": 0.7863581776618958, "Finetune/Step": 1002, "Finetune/Step Time": 6.086646124720573}
+{"Finetune/Learning Rate": 1.8425882357380893e-05, "Finetune/Loss": 0.8596649169921875, "Finetune/Loss (Raw)": 0.913516104221344, "Finetune/Step": 1003, "Finetune/Step Time": 6.088362190872431}
+{"Finetune/Learning Rate": 1.8422306503835202e-05, "Finetune/Loss": 0.8603377342224121, "Finetune/Loss (Raw)": 0.8970189690589905, "Finetune/Step": 1004, "Finetune/Step Time": 6.111498223617673}
+{"Finetune/Learning Rate": 1.841872694114064e-05, "Finetune/Loss": 0.860081672668457, "Finetune/Loss (Raw)": 0.8066778779029846, "Finetune/Step": 1005, "Finetune/Step Time": 6.113564187660813}
+{"Finetune/Learning Rate": 1.8415143670873635e-05, "Finetune/Loss": 0.8603876829147339, "Finetune/Loss (Raw)": 0.9569423794746399, "Finetune/Step": 1006, "Finetune/Step Time": 6.10029860585928}
+{"Finetune/Learning Rate": 1.8411556694612243e-05, "Finetune/Loss": 0.8636758923530579, "Finetune/Loss (Raw)": 1.0759509801864624, "Finetune/Step": 1007, "Finetune/Step Time": 6.0902868546545506}
+{"Finetune/Learning Rate": 1.8407966013936153e-05, "Finetune/Loss": 0.8641776442527771, "Finetune/Loss (Raw)": 1.0574909448623657, "Finetune/Step": 1008, "Finetune/Step Time": 6.089351676404476}
+{"Finetune/Learning Rate": 1.8404371630426684e-05, "Finetune/Loss": 0.86466383934021, "Finetune/Loss (Raw)": 0.858550488948822, "Finetune/Step": 1009, "Finetune/Step Time": 6.099448362365365}
+{"Finetune/Learning Rate": 1.8400773545666788e-05, "Finetune/Loss": 0.8638664484024048, "Finetune/Loss (Raw)": 0.8726302981376648, "Finetune/Step": 1010, "Finetune/Step Time": 6.0966554787009954}
+{"Finetune/Learning Rate": 1.839717176124105e-05, "Finetune/Loss": 0.8625653982162476, "Finetune/Loss (Raw)": 0.8502936363220215, "Finetune/Step": 1011, "Finetune/Step Time": 6.084847321733832}
+{"Finetune/Learning Rate": 1.839356627873568e-05, "Finetune/Loss": 0.8639951348304749, "Finetune/Loss (Raw)": 1.0500127077102661, "Finetune/Step": 1012, "Finetune/Step Time": 6.084284013137221}
+{"Finetune/Learning Rate": 1.8389957099738513e-05, "Finetune/Loss": 0.8641732931137085, "Finetune/Loss (Raw)": 0.7229760885238647, "Finetune/Step": 1013, "Finetune/Step Time": 6.072889925912023}
+{"Finetune/Learning Rate": 1.8386344225839022e-05, "Finetune/Loss": 0.8630291819572449, "Finetune/Loss (Raw)": 0.7732535600662231, "Finetune/Step": 1014, "Finetune/Step Time": 6.081173757091165}
+{"Finetune/Learning Rate": 1.8382727658628296e-05, "Finetune/Loss": 0.8650970458984375, "Finetune/Loss (Raw)": 0.9206240773200989, "Finetune/Step": 1015, "Finetune/Step Time": 6.08076792396605}
+{"Finetune/Learning Rate": 1.8379107399699063e-05, "Finetune/Loss": 0.8645501136779785, "Finetune/Loss (Raw)": 0.6600759625434875, "Finetune/Step": 1016, "Finetune/Step Time": 6.074252068996429}
+{"Finetune/Learning Rate": 1.837548345064567e-05, "Finetune/Loss": 0.8635676503181458, "Finetune/Loss (Raw)": 0.7832449078559875, "Finetune/Step": 1017, "Finetune/Step Time": 6.08243815600872}
+{"Finetune/Learning Rate": 1.837185581306408e-05, "Finetune/Loss": 0.8626655340194702, "Finetune/Loss (Raw)": 0.8719186186790466, "Finetune/Step": 1018, "Finetune/Step Time": 6.087462671101093}
+{"Finetune/Learning Rate": 1.8368224488551898e-05, "Finetune/Loss": 0.8634680509567261, "Finetune/Loss (Raw)": 0.9468379616737366, "Finetune/Step": 1019, "Finetune/Step Time": 6.085827274248004}
+{"Finetune/Learning Rate": 1.8364589478708338e-05, "Finetune/Loss": 0.8639793395996094, "Finetune/Loss (Raw)": 0.8287258148193359, "Finetune/Step": 1020, "Finetune/Step Time": 6.079518476501107}
+{"Finetune/Learning Rate": 1.8360950785134252e-05, "Finetune/Loss": 0.861737847328186, "Finetune/Loss (Raw)": 0.691068172454834, "Finetune/Step": 1021, "Finetune/Step Time": 6.086385659873486}
+{"Finetune/Learning Rate": 1.8357308409432098e-05, "Finetune/Loss": 0.8611307144165039, "Finetune/Loss (Raw)": 0.8711963295936584, "Finetune/Step": 1022, "Finetune/Step Time": 6.100078063085675}
+{"Finetune/Learning Rate": 1.8353662353205966e-05, "Finetune/Loss": 0.8610986471176147, "Finetune/Loss (Raw)": 0.9388521313667297, "Finetune/Step": 1023, "Finetune/Step Time": 6.0978574845939875}
+{"Finetune/Learning Rate": 1.8350012618061563e-05, "Finetune/Loss": 0.8600045442581177, "Finetune/Loss (Raw)": 0.7249040603637695, "Finetune/Step": 1024, "Finetune/Step Time": 6.07868212275207}
+{"Finetune/Learning Rate": 1.8346359205606215e-05, "Finetune/Loss": 0.8596165776252747, "Finetune/Loss (Raw)": 0.9187840819358826, "Finetune/Step": 1025, "Finetune/Step Time": 6.069270562380552}
+{"Finetune/Learning Rate": 1.8342702117448875e-05, "Finetune/Loss": 0.8611119985580444, "Finetune/Loss (Raw)": 1.1009024381637573, "Finetune/Step": 1026, "Finetune/Step Time": 6.0670615173876286}
+{"Finetune/Learning Rate": 1.833904135520011e-05, "Finetune/Loss": 0.8618835806846619, "Finetune/Loss (Raw)": 0.9569923877716064, "Finetune/Step": 1027, "Finetune/Step Time": 6.069330500438809}
+{"Finetune/Learning Rate": 1.8335376920472098e-05, "Finetune/Loss": 0.8621249794960022, "Finetune/Loss (Raw)": 0.7756509780883789, "Finetune/Step": 1028, "Finetune/Step Time": 6.0550037529319525}
+{"Finetune/Learning Rate": 1.8331708814878646e-05, "Finetune/Loss": 0.8603339195251465, "Finetune/Loss (Raw)": 0.7160652875900269, "Finetune/Step": 1029, "Finetune/Step Time": 6.056056762114167}
+{"Finetune/Learning Rate": 1.832803704003517e-05, "Finetune/Loss": 0.858068585395813, "Finetune/Loss (Raw)": 0.7784888744354248, "Finetune/Step": 1030, "Finetune/Step Time": 6.05345069617033}
+{"Finetune/Learning Rate": 1.832436159755871e-05, "Finetune/Loss": 0.856744110584259, "Finetune/Loss (Raw)": 0.7785312533378601, "Finetune/Step": 1031, "Finetune/Step Time": 6.058436322957277}
+{"Finetune/Learning Rate": 1.8320682489067906e-05, "Finetune/Loss": 0.856677770614624, "Finetune/Loss (Raw)": 0.8320887684822083, "Finetune/Step": 1032, "Finetune/Step Time": 6.053374772891402}
+{"Finetune/Learning Rate": 1.8316999716183028e-05, "Finetune/Loss": 0.855999231338501, "Finetune/Loss (Raw)": 0.8298518061637878, "Finetune/Step": 1033, "Finetune/Step Time": 6.055435366928577}
+{"Finetune/Learning Rate": 1.831331328052595e-05, "Finetune/Loss": 0.8564677238464355, "Finetune/Loss (Raw)": 0.8766158819198608, "Finetune/Step": 1034, "Finetune/Step Time": 6.0564458053559065}
+{"Finetune/Learning Rate": 1.830962318372017e-05, "Finetune/Loss": 0.8560199737548828, "Finetune/Loss (Raw)": 0.9124029278755188, "Finetune/Step": 1035, "Finetune/Step Time": 6.061444152146578}
+{"Finetune/Learning Rate": 1.830592942739079e-05, "Finetune/Loss": 0.8574987649917603, "Finetune/Loss (Raw)": 0.9292606711387634, "Finetune/Step": 1036, "Finetune/Step Time": 6.056304425001144}
+{"Finetune/Learning Rate": 1.8302232013164518e-05, "Finetune/Loss": 0.8598673343658447, "Finetune/Loss (Raw)": 0.9421631693840027, "Finetune/Step": 1037, "Finetune/Step Time": 6.028625911101699}
+{"Finetune/Learning Rate": 1.8298530942669685e-05, "Finetune/Loss": 0.8586194515228271, "Finetune/Loss (Raw)": 0.8358776569366455, "Finetune/Step": 1038, "Finetune/Step Time": 6.032973360270262}
+{"Finetune/Learning Rate": 1.8294826217536226e-05, "Finetune/Loss": 0.8595221638679504, "Finetune/Loss (Raw)": 1.0082687139511108, "Finetune/Step": 1039, "Finetune/Step Time": 6.032861603423953}
+{"Finetune/Learning Rate": 1.8291117839395686e-05, "Finetune/Loss": 0.8593796491622925, "Finetune/Loss (Raw)": 0.8848296999931335, "Finetune/Step": 1040, "Finetune/Step Time": 6.021447001025081}
+{"Finetune/Learning Rate": 1.8287405809881222e-05, "Finetune/Loss": 0.859103798866272, "Finetune/Loss (Raw)": 0.8991979360580444, "Finetune/Step": 1041, "Finetune/Step Time": 6.0210559368133545}
+{"Finetune/Learning Rate": 1.8283690130627593e-05, "Finetune/Loss": 0.8593523502349854, "Finetune/Loss (Raw)": 0.8589139580726624, "Finetune/Step": 1042, "Finetune/Step Time": 6.012947043403983}
+{"Finetune/Learning Rate": 1.8279970803271175e-05, "Finetune/Loss": 0.8605106472969055, "Finetune/Loss (Raw)": 0.754088819026947, "Finetune/Step": 1043, "Finetune/Step Time": 6.007957657799125}
+{"Finetune/Learning Rate": 1.8276247829449937e-05, "Finetune/Loss": 0.8603861331939697, "Finetune/Loss (Raw)": 0.9572693109512329, "Finetune/Step": 1044, "Finetune/Step Time": 6.000293912366033}
+{"Finetune/Learning Rate": 1.827252121080346e-05, "Finetune/Loss": 0.8619880080223083, "Finetune/Loss (Raw)": 0.9228046536445618, "Finetune/Step": 1045, "Finetune/Step Time": 5.9962418507784605}
+{"Finetune/Learning Rate": 1.8268790948972942e-05, "Finetune/Loss": 0.8627142906188965, "Finetune/Loss (Raw)": 0.8632503151893616, "Finetune/Step": 1046, "Finetune/Step Time": 5.988993318751454}
+{"Finetune/Learning Rate": 1.8265057045601162e-05, "Finetune/Loss": 0.8623351454734802, "Finetune/Loss (Raw)": 0.8130438327789307, "Finetune/Step": 1047, "Finetune/Step Time": 5.9902333952486515}
+{"Finetune/Learning Rate": 1.8261319502332523e-05, "Finetune/Loss": 0.8632959723472595, "Finetune/Loss (Raw)": 0.8772223591804504, "Finetune/Step": 1048, "Finetune/Step Time": 5.995972787961364}
+{"Finetune/Learning Rate": 1.8257578320813027e-05, "Finetune/Loss": 0.8636680245399475, "Finetune/Loss (Raw)": 0.9068505167961121, "Finetune/Step": 1049, "Finetune/Step Time": 6.004437601193786}
+{"Finetune/Learning Rate": 1.8253833502690264e-05, "Finetune/Loss": 0.8628420829772949, "Finetune/Loss (Raw)": 0.7264173030853271, "Finetune/Step": 1050, "Finetune/Step Time": 6.009273149073124}
+{"Finetune/Learning Rate": 1.825008504961345e-05, "Finetune/Loss": 0.8646630048751831, "Finetune/Loss (Raw)": 0.9953456521034241, "Finetune/Step": 1051, "Finetune/Step Time": 6.0131455566734076}
+{"Finetune/Learning Rate": 1.8246332963233375e-05, "Finetune/Loss": 0.8651971817016602, "Finetune/Loss (Raw)": 0.8934620022773743, "Finetune/Step": 1052, "Finetune/Step Time": 6.016264883801341}
+{"Finetune/Learning Rate": 1.824257724520245e-05, "Finetune/Loss": 0.8648436665534973, "Finetune/Loss (Raw)": 0.9044405221939087, "Finetune/Step": 1053, "Finetune/Step Time": 6.014943789690733}
+{"Finetune/Learning Rate": 1.8238817897174677e-05, "Finetune/Loss": 0.8677919507026672, "Finetune/Loss (Raw)": 0.8932138085365295, "Finetune/Step": 1054, "Finetune/Step Time": 6.011240929365158}
+{"Finetune/Learning Rate": 1.8235054920805653e-05, "Finetune/Loss": 0.8673406839370728, "Finetune/Loss (Raw)": 0.7820990681648254, "Finetune/Step": 1055, "Finetune/Step Time": 6.0139074847102165}
+{"Finetune/Learning Rate": 1.8231288317752582e-05, "Finetune/Loss": 0.8664977550506592, "Finetune/Loss (Raw)": 0.8066181540489197, "Finetune/Step": 1056, "Finetune/Step Time": 6.014121038839221}
+{"Finetune/Learning Rate": 1.8227518089674257e-05, "Finetune/Loss": 0.8645960092544556, "Finetune/Loss (Raw)": 0.7371116876602173, "Finetune/Step": 1057, "Finetune/Step Time": 6.0246540773659945}
+{"Finetune/Learning Rate": 1.8223744238231073e-05, "Finetune/Loss": 0.8677051067352295, "Finetune/Loss (Raw)": 1.1586904525756836, "Finetune/Step": 1058, "Finetune/Step Time": 6.030552754178643}
+{"Finetune/Learning Rate": 1.8219966765085022e-05, "Finetune/Loss": 0.8666331768035889, "Finetune/Loss (Raw)": 0.7788760662078857, "Finetune/Step": 1059, "Finetune/Step Time": 6.0424092803150415}
+{"Finetune/Learning Rate": 1.821618567189968e-05, "Finetune/Loss": 0.8668954968452454, "Finetune/Loss (Raw)": 0.979698121547699, "Finetune/Step": 1060, "Finetune/Step Time": 6.052212625741959}
+{"Finetune/Learning Rate": 1.8212400960340225e-05, "Finetune/Loss": 0.8639050722122192, "Finetune/Loss (Raw)": 0.5929768681526184, "Finetune/Step": 1061, "Finetune/Step Time": 6.057889958843589}
+{"Finetune/Learning Rate": 1.8208612632073437e-05, "Finetune/Loss": 0.8635464906692505, "Finetune/Loss (Raw)": 0.977114737033844, "Finetune/Step": 1062, "Finetune/Step Time": 6.059694297611713}
+{"Finetune/Learning Rate": 1.8204820688767674e-05, "Finetune/Loss": 0.8634256720542908, "Finetune/Loss (Raw)": 0.7781563401222229, "Finetune/Step": 1063, "Finetune/Step Time": 6.046490306034684}
+{"Finetune/Learning Rate": 1.820102513209289e-05, "Finetune/Loss": 0.8652875423431396, "Finetune/Loss (Raw)": 0.9949439764022827, "Finetune/Step": 1064, "Finetune/Step Time": 6.04837292060256}
+{"Finetune/Learning Rate": 1.8197225963720634e-05, "Finetune/Loss": 0.8652513027191162, "Finetune/Loss (Raw)": 0.9282634258270264, "Finetune/Step": 1065, "Finetune/Step Time": 6.022797137498856}
+{"Finetune/Learning Rate": 1.8193423185324047e-05, "Finetune/Loss": 0.866847038269043, "Finetune/Loss (Raw)": 0.8132696747779846, "Finetune/Step": 1066, "Finetune/Step Time": 6.021679563447833}
+{"Finetune/Learning Rate": 1.8189616798577855e-05, "Finetune/Loss": 0.8649380207061768, "Finetune/Loss (Raw)": 0.8421725034713745, "Finetune/Step": 1067, "Finetune/Step Time": 6.0211835242807865}
+{"Finetune/Learning Rate": 1.8185806805158374e-05, "Finetune/Loss": 0.8656865358352661, "Finetune/Loss (Raw)": 0.9850541353225708, "Finetune/Step": 1068, "Finetune/Step Time": 6.007161749526858}
+{"Finetune/Learning Rate": 1.818199320674351e-05, "Finetune/Loss": 0.8638901710510254, "Finetune/Loss (Raw)": 0.7047169208526611, "Finetune/Step": 1069, "Finetune/Step Time": 6.031391639262438}
+{"Finetune/Learning Rate": 1.8178176005012757e-05, "Finetune/Loss": 0.8645326495170593, "Finetune/Loss (Raw)": 0.910552978515625, "Finetune/Step": 1070, "Finetune/Step Time": 6.024293519556522}
+{"Finetune/Learning Rate": 1.8174355201647195e-05, "Finetune/Loss": 0.8644262552261353, "Finetune/Loss (Raw)": 0.8811553120613098, "Finetune/Step": 1071, "Finetune/Step Time": 6.023796858265996}
+{"Finetune/Learning Rate": 1.8170530798329488e-05, "Finetune/Loss": 0.8628838062286377, "Finetune/Loss (Raw)": 0.7452245354652405, "Finetune/Step": 1072, "Finetune/Step Time": 6.025082129985094}
+{"Finetune/Learning Rate": 1.816670279674389e-05, "Finetune/Loss": 0.8625717759132385, "Finetune/Loss (Raw)": 0.8567686080932617, "Finetune/Step": 1073, "Finetune/Step Time": 6.028934655711055}
+{"Finetune/Learning Rate": 1.816287119857623e-05, "Finetune/Loss": 0.86248779296875, "Finetune/Loss (Raw)": 0.9072907567024231, "Finetune/Step": 1074, "Finetune/Step Time": 6.0154220797121525}
+{"Finetune/Learning Rate": 1.8159036005513943e-05, "Finetune/Loss": 0.8609623908996582, "Finetune/Loss (Raw)": 0.7534230351448059, "Finetune/Step": 1075, "Finetune/Step Time": 6.033869566395879}
+{"Finetune/Learning Rate": 1.8155197219246012e-05, "Finetune/Loss": 0.86036217212677, "Finetune/Loss (Raw)": 0.9572580456733704, "Finetune/Step": 1076, "Finetune/Step Time": 6.031656904146075}
+{"Finetune/Learning Rate": 1.815135484146304e-05, "Finetune/Loss": 0.8623709082603455, "Finetune/Loss (Raw)": 0.8611791133880615, "Finetune/Step": 1077, "Finetune/Step Time": 5.9960341565310955}
+{"Finetune/Learning Rate": 1.814750887385718e-05, "Finetune/Loss": 0.8608719110488892, "Finetune/Loss (Raw)": 0.7580154538154602, "Finetune/Step": 1078, "Finetune/Step Time": 5.993197243660688}
+{"Finetune/Learning Rate": 1.8143659318122192e-05, "Finetune/Loss": 0.8615591526031494, "Finetune/Loss (Raw)": 0.9127674102783203, "Finetune/Step": 1079, "Finetune/Step Time": 5.987248646095395}
+{"Finetune/Learning Rate": 1.81398061759534e-05, "Finetune/Loss": 0.8601347804069519, "Finetune/Loss (Raw)": 0.7740403413772583, "Finetune/Step": 1080, "Finetune/Step Time": 5.999672519043088}
+{"Finetune/Learning Rate": 1.813594944904771e-05, "Finetune/Loss": 0.8584018349647522, "Finetune/Loss (Raw)": 0.635421633720398, "Finetune/Step": 1081, "Finetune/Step Time": 6.030731176957488}
+{"Finetune/Learning Rate": 1.8132089139103612e-05, "Finetune/Loss": 0.8570006489753723, "Finetune/Loss (Raw)": 0.6594748497009277, "Finetune/Step": 1082, "Finetune/Step Time": 6.058277411386371}
+{"Finetune/Learning Rate": 1.8128225247821168e-05, "Finetune/Loss": 0.8586506843566895, "Finetune/Loss (Raw)": 0.8455880284309387, "Finetune/Step": 1083, "Finetune/Step Time": 6.04492174834013}
+{"Finetune/Learning Rate": 1.812435777690202e-05, "Finetune/Loss": 0.8587087392807007, "Finetune/Loss (Raw)": 0.9945055246353149, "Finetune/Step": 1084, "Finetune/Step Time": 6.0310807432979345}
+{"Finetune/Learning Rate": 1.8120486728049384e-05, "Finetune/Loss": 0.8611974716186523, "Finetune/Loss (Raw)": 1.0305488109588623, "Finetune/Step": 1085, "Finetune/Step Time": 6.01640572026372}
+{"Finetune/Learning Rate": 1.811661210296806e-05, "Finetune/Loss": 0.8627177476882935, "Finetune/Loss (Raw)": 0.9105175733566284, "Finetune/Step": 1086, "Finetune/Step Time": 6.006195150315762}
+{"Finetune/Learning Rate": 1.8112733903364413e-05, "Finetune/Loss": 0.8623755574226379, "Finetune/Loss (Raw)": 0.8623437881469727, "Finetune/Step": 1087, "Finetune/Step Time": 6.007731379941106}
+{"Finetune/Learning Rate": 1.8108852130946385e-05, "Finetune/Loss": 0.8619134426116943, "Finetune/Loss (Raw)": 0.7721318006515503, "Finetune/Step": 1088, "Finetune/Step Time": 6.019819963723421}
+{"Finetune/Learning Rate": 1.8104966787423492e-05, "Finetune/Loss": 0.8601125478744507, "Finetune/Loss (Raw)": 0.8110160231590271, "Finetune/Step": 1089, "Finetune/Step Time": 6.02007051743567}
+{"Finetune/Learning Rate": 1.810107787450683e-05, "Finetune/Loss": 0.8588101863861084, "Finetune/Loss (Raw)": 0.835103452205658, "Finetune/Step": 1090, "Finetune/Step Time": 6.022547816857696}
+{"Finetune/Learning Rate": 1.809718539390905e-05, "Finetune/Loss": 0.8582492470741272, "Finetune/Loss (Raw)": 0.8514269590377808, "Finetune/Step": 1091, "Finetune/Step Time": 6.039486136287451}
+{"Finetune/Learning Rate": 1.809328934734439e-05, "Finetune/Loss": 0.8566432595252991, "Finetune/Loss (Raw)": 0.894752562046051, "Finetune/Step": 1092, "Finetune/Step Time": 6.040865432471037}
+{"Finetune/Learning Rate": 1.8089389736528653e-05, "Finetune/Loss": 0.8558902740478516, "Finetune/Loss (Raw)": 0.6757985949516296, "Finetune/Step": 1093, "Finetune/Step Time": 6.042909115552902}
+{"Finetune/Learning Rate": 1.808548656317921e-05, "Finetune/Loss": 0.8578795194625854, "Finetune/Loss (Raw)": 0.9488180875778198, "Finetune/Step": 1094, "Finetune/Step Time": 6.035098947584629}
+{"Finetune/Learning Rate": 1.8081579829015004e-05, "Finetune/Loss": 0.8581729531288147, "Finetune/Loss (Raw)": 0.9241311550140381, "Finetune/Step": 1095, "Finetune/Step Time": 6.037524342536926}
+{"Finetune/Learning Rate": 1.8077669535756545e-05, "Finetune/Loss": 0.8581756353378296, "Finetune/Loss (Raw)": 0.9115685820579529, "Finetune/Step": 1096, "Finetune/Step Time": 6.016608605161309}
+{"Finetune/Learning Rate": 1.8073755685125903e-05, "Finetune/Loss": 0.8570765256881714, "Finetune/Loss (Raw)": 0.7685776352882385, "Finetune/Step": 1097, "Finetune/Step Time": 6.023003535345197}
+{"Finetune/Learning Rate": 1.806983827884673e-05, "Finetune/Loss": 0.8566511869430542, "Finetune/Loss (Raw)": 0.8040531277656555, "Finetune/Step": 1098, "Finetune/Step Time": 6.044458281248808}
+{"Finetune/Learning Rate": 1.8065917318644236e-05, "Finetune/Loss": 0.8563690781593323, "Finetune/Loss (Raw)": 0.9074494242668152, "Finetune/Step": 1099, "Finetune/Step Time": 6.041803805157542}
+{"Finetune/Learning Rate": 1.8061992806245186e-05, "Finetune/Loss": 0.8551092743873596, "Finetune/Loss (Raw)": 0.7588260769844055, "Finetune/Step": 1100, "Finetune/Step Time": 6.041598659008741}
+{"Finetune/Learning Rate": 1.8058064743377928e-05, "Finetune/Loss": 0.854992151260376, "Finetune/Loss (Raw)": 0.8183860778808594, "Finetune/Step": 1101, "Finetune/Step Time": 6.044730521738529}
+{"Finetune/Learning Rate": 1.805413313177236e-05, "Finetune/Loss": 0.8543133735656738, "Finetune/Loss (Raw)": 0.9971837997436523, "Finetune/Step": 1102, "Finetune/Step Time": 6.046139992773533}
+{"Finetune/Learning Rate": 1.8050197973159952e-05, "Finetune/Loss": 0.8554662466049194, "Finetune/Loss (Raw)": 0.8393124938011169, "Finetune/Step": 1103, "Finetune/Step Time": 6.040082672610879}
+{"Finetune/Learning Rate": 1.8046259269273724e-05, "Finetune/Loss": 0.8557285666465759, "Finetune/Loss (Raw)": 0.9100685119628906, "Finetune/Step": 1104, "Finetune/Step Time": 6.038222588598728}
+{"Finetune/Learning Rate": 1.8042317021848275e-05, "Finetune/Loss": 0.8579031825065613, "Finetune/Loss (Raw)": 0.993306040763855, "Finetune/Step": 1105, "Finetune/Step Time": 6.039460927248001}
+{"Finetune/Learning Rate": 1.8038371232619744e-05, "Finetune/Loss": 0.8586100339889526, "Finetune/Loss (Raw)": 0.9088162779808044, "Finetune/Step": 1106, "Finetune/Step Time": 6.040701512247324}
+{"Finetune/Learning Rate": 1.803442190332585e-05, "Finetune/Loss": 0.8582330942153931, "Finetune/Loss (Raw)": 0.9531047344207764, "Finetune/Step": 1107, "Finetune/Step Time": 6.043633513152599}
+{"Finetune/Learning Rate": 1.8030469035705852e-05, "Finetune/Loss": 0.8566725254058838, "Finetune/Loss (Raw)": 0.6724501848220825, "Finetune/Step": 1108, "Finetune/Step Time": 6.0381850097328424}
+{"Finetune/Learning Rate": 1.8026512631500583e-05, "Finetune/Loss": 0.8574201464653015, "Finetune/Loss (Raw)": 0.8523850440979004, "Finetune/Step": 1109, "Finetune/Step Time": 6.028935918584466}
+{"Finetune/Learning Rate": 1.8022552692452424e-05, "Finetune/Loss": 0.8565055131912231, "Finetune/Loss (Raw)": 0.9062049984931946, "Finetune/Step": 1110, "Finetune/Step Time": 6.0234046299010515}
+{"Finetune/Learning Rate": 1.8018589220305318e-05, "Finetune/Loss": 0.8550872802734375, "Finetune/Loss (Raw)": 0.7966980338096619, "Finetune/Step": 1111, "Finetune/Step Time": 6.0107997469604015}
+{"Finetune/Learning Rate": 1.801462221680476e-05, "Finetune/Loss": 0.8547941446304321, "Finetune/Loss (Raw)": 0.7822789549827576, "Finetune/Step": 1112, "Finetune/Step Time": 6.017103111371398}
+{"Finetune/Learning Rate": 1.8010651683697798e-05, "Finetune/Loss": 0.8563211560249329, "Finetune/Loss (Raw)": 0.8912070393562317, "Finetune/Step": 1113, "Finetune/Step Time": 6.014469522982836}
+{"Finetune/Learning Rate": 1.8006677622733048e-05, "Finetune/Loss": 0.8569796681404114, "Finetune/Loss (Raw)": 0.849638819694519, "Finetune/Step": 1114, "Finetune/Step Time": 6.017530404031277}
+{"Finetune/Learning Rate": 1.8002700035660663e-05, "Finetune/Loss": 0.8571821451187134, "Finetune/Loss (Raw)": 0.8899743556976318, "Finetune/Step": 1115, "Finetune/Step Time": 6.022193290293217}
+{"Finetune/Learning Rate": 1.799871892423236e-05, "Finetune/Loss": 0.8586363792419434, "Finetune/Loss (Raw)": 0.8571177124977112, "Finetune/Step": 1116, "Finetune/Step Time": 6.013763979077339}
+{"Finetune/Learning Rate": 1.7994734290201394e-05, "Finetune/Loss": 0.8599960207939148, "Finetune/Loss (Raw)": 0.9524027705192566, "Finetune/Step": 1117, "Finetune/Step Time": 6.0304603446275}
+{"Finetune/Learning Rate": 1.7990746135322593e-05, "Finetune/Loss": 0.8591493368148804, "Finetune/Loss (Raw)": 0.8781638145446777, "Finetune/Step": 1118, "Finetune/Step Time": 6.031847162172198}
+{"Finetune/Learning Rate": 1.7986754461352324e-05, "Finetune/Loss": 0.8584471940994263, "Finetune/Loss (Raw)": 0.834862470626831, "Finetune/Step": 1119, "Finetune/Step Time": 6.029768288135529}
+{"Finetune/Learning Rate": 1.7982759270048494e-05, "Finetune/Loss": 0.8588470220565796, "Finetune/Loss (Raw)": 0.8450526595115662, "Finetune/Step": 1120, "Finetune/Step Time": 6.023310072720051}
+{"Finetune/Learning Rate": 1.7978760563170575e-05, "Finetune/Loss": 0.8596583604812622, "Finetune/Loss (Raw)": 0.7949674725532532, "Finetune/Step": 1121, "Finetune/Step Time": 6.048776289448142}
+{"Finetune/Learning Rate": 1.797475834247958e-05, "Finetune/Loss": 0.8609788417816162, "Finetune/Loss (Raw)": 0.9085686206817627, "Finetune/Step": 1122, "Finetune/Step Time": 6.048831848427653}
+{"Finetune/Learning Rate": 1.7970752609738066e-05, "Finetune/Loss": 0.8596179485321045, "Finetune/Loss (Raw)": 0.8324548006057739, "Finetune/Step": 1123, "Finetune/Step Time": 6.054638618603349}
+{"Finetune/Learning Rate": 1.796674336671015e-05, "Finetune/Loss": 0.8607431650161743, "Finetune/Loss (Raw)": 0.9964056015014648, "Finetune/Step": 1124, "Finetune/Step Time": 6.046262985095382}
+{"Finetune/Learning Rate": 1.796273061516148e-05, "Finetune/Loss": 0.8607711791992188, "Finetune/Loss (Raw)": 0.9524312019348145, "Finetune/Step": 1125, "Finetune/Step Time": 6.04167072661221}
+{"Finetune/Learning Rate": 1.795871435685926e-05, "Finetune/Loss": 0.8611912131309509, "Finetune/Loss (Raw)": 0.84166020154953, "Finetune/Step": 1126, "Finetune/Step Time": 6.041655205190182}
+{"Finetune/Learning Rate": 1.7954694593572225e-05, "Finetune/Loss": 0.861311674118042, "Finetune/Loss (Raw)": 0.921410083770752, "Finetune/Step": 1127, "Finetune/Step Time": 6.047237128019333}
+{"Finetune/Learning Rate": 1.795067132707067e-05, "Finetune/Loss": 0.8631556630134583, "Finetune/Loss (Raw)": 0.8771195411682129, "Finetune/Step": 1128, "Finetune/Step Time": 6.038693116977811}
+{"Finetune/Learning Rate": 1.7946644559126424e-05, "Finetune/Loss": 0.8649224042892456, "Finetune/Loss (Raw)": 0.9755323529243469, "Finetune/Step": 1129, "Finetune/Step Time": 6.027443397790194}
+{"Finetune/Learning Rate": 1.794261429151285e-05, "Finetune/Loss": 0.8652315735816956, "Finetune/Loss (Raw)": 0.8259285688400269, "Finetune/Step": 1130, "Finetune/Step Time": 6.027521330863237}
+{"Finetune/Learning Rate": 1.7938580526004875e-05, "Finetune/Loss": 0.8648896217346191, "Finetune/Loss (Raw)": 0.8697454929351807, "Finetune/Step": 1131, "Finetune/Step Time": 6.0291115287691355}
+{"Finetune/Learning Rate": 1.7934543264378942e-05, "Finetune/Loss": 0.8660210371017456, "Finetune/Loss (Raw)": 1.0418378114700317, "Finetune/Step": 1132, "Finetune/Step Time": 6.007208675146103}
+{"Finetune/Learning Rate": 1.7930502508413047e-05, "Finetune/Loss": 0.8674777150154114, "Finetune/Loss (Raw)": 0.9931353330612183, "Finetune/Step": 1133, "Finetune/Step Time": 6.001313142478466}
+{"Finetune/Learning Rate": 1.7926458259886724e-05, "Finetune/Loss": 0.8664222955703735, "Finetune/Loss (Raw)": 0.821847140789032, "Finetune/Step": 1134, "Finetune/Step Time": 6.004413904622197}
+{"Finetune/Learning Rate": 1.7922410520581042e-05, "Finetune/Loss": 0.8648756742477417, "Finetune/Loss (Raw)": 0.8779870271682739, "Finetune/Step": 1135, "Finetune/Step Time": 6.005822403356433}
+{"Finetune/Learning Rate": 1.7918359292278614e-05, "Finetune/Loss": 0.8627854585647583, "Finetune/Loss (Raw)": 0.7899390459060669, "Finetune/Step": 1136, "Finetune/Step Time": 6.00433954782784}
+{"Finetune/Learning Rate": 1.7914304576763575e-05, "Finetune/Loss": 0.8606245517730713, "Finetune/Loss (Raw)": 0.5819618701934814, "Finetune/Step": 1137, "Finetune/Step Time": 5.995055278763175}
+{"Finetune/Learning Rate": 1.791024637582161e-05, "Finetune/Loss": 0.8611409664154053, "Finetune/Loss (Raw)": 0.9387218952178955, "Finetune/Step": 1138, "Finetune/Step Time": 5.994509879499674}
+{"Finetune/Learning Rate": 1.790618469123993e-05, "Finetune/Loss": 0.8592605590820312, "Finetune/Loss (Raw)": 0.6096009612083435, "Finetune/Step": 1139, "Finetune/Step Time": 6.037779793143272}
+{"Finetune/Learning Rate": 1.790211952480729e-05, "Finetune/Loss": 0.8583414554595947, "Finetune/Loss (Raw)": 0.9323751926422119, "Finetune/Step": 1140, "Finetune/Step Time": 6.036898195743561}
+{"Finetune/Learning Rate": 1.789805087831397e-05, "Finetune/Loss": 0.8584384322166443, "Finetune/Loss (Raw)": 0.7353850603103638, "Finetune/Step": 1141, "Finetune/Step Time": 6.043318280950189}
+{"Finetune/Learning Rate": 1.789397875355178e-05, "Finetune/Loss": 0.8595832586288452, "Finetune/Loss (Raw)": 0.9197937250137329, "Finetune/Step": 1142, "Finetune/Step Time": 6.044950172305107}
+{"Finetune/Learning Rate": 1.7889903152314076e-05, "Finetune/Loss": 0.8590037226676941, "Finetune/Loss (Raw)": 0.8464400172233582, "Finetune/Step": 1143, "Finetune/Step Time": 6.0413158647716045}
+{"Finetune/Learning Rate": 1.788582407639573e-05, "Finetune/Loss": 0.8607411980628967, "Finetune/Loss (Raw)": 0.882474422454834, "Finetune/Step": 1144, "Finetune/Step Time": 6.036584721878171}
+{"Finetune/Learning Rate": 1.788174152759315e-05, "Finetune/Loss": 0.8621217012405396, "Finetune/Loss (Raw)": 0.9599493145942688, "Finetune/Step": 1145, "Finetune/Step Time": 6.026115026324987}
+{"Finetune/Learning Rate": 1.7877655507704278e-05, "Finetune/Loss": 0.8626400232315063, "Finetune/Loss (Raw)": 0.9382674098014832, "Finetune/Step": 1146, "Finetune/Step Time": 6.022835465148091}
+{"Finetune/Learning Rate": 1.7873566018528573e-05, "Finetune/Loss": 0.8612182140350342, "Finetune/Loss (Raw)": 0.7648395895957947, "Finetune/Step": 1147, "Finetune/Step Time": 6.021675206720829}
+{"Finetune/Learning Rate": 1.7869473061867038e-05, "Finetune/Loss": 0.8609405159950256, "Finetune/Loss (Raw)": 0.7931830286979675, "Finetune/Step": 1148, "Finetune/Step Time": 6.020980903878808}
+{"Finetune/Learning Rate": 1.7865376639522185e-05, "Finetune/Loss": 0.8627575635910034, "Finetune/Loss (Raw)": 0.9236477017402649, "Finetune/Step": 1149, "Finetune/Step Time": 6.016057651489973}
+{"Finetune/Learning Rate": 1.7861276753298068e-05, "Finetune/Loss": 0.8631446957588196, "Finetune/Loss (Raw)": 0.9207519888877869, "Finetune/Step": 1150, "Finetune/Step Time": 6.004481783136725}
+{"Finetune/Learning Rate": 1.7857173405000257e-05, "Finetune/Loss": 0.8636110424995422, "Finetune/Loss (Raw)": 0.9985435009002686, "Finetune/Step": 1151, "Finetune/Step Time": 6.002981612458825}
+{"Finetune/Learning Rate": 1.785306659643585e-05, "Finetune/Loss": 0.865048348903656, "Finetune/Loss (Raw)": 0.9088770747184753, "Finetune/Step": 1152, "Finetune/Step Time": 6.011615993455052}
+{"Finetune/Learning Rate": 1.784895632941347e-05, "Finetune/Loss": 0.863459587097168, "Finetune/Loss (Raw)": 0.7154284715652466, "Finetune/Step": 1153, "Finetune/Step Time": 6.01818922907114}
+{"Finetune/Learning Rate": 1.7844842605743256e-05, "Finetune/Loss": 0.8616039752960205, "Finetune/Loss (Raw)": 0.8633775115013123, "Finetune/Step": 1154, "Finetune/Step Time": 6.0192167572677135}
+{"Finetune/Learning Rate": 1.7840725427236885e-05, "Finetune/Loss": 0.8615008592605591, "Finetune/Loss (Raw)": 0.9438008069992065, "Finetune/Step": 1155, "Finetune/Step Time": 6.021258568391204}
+{"Finetune/Learning Rate": 1.7836604795707537e-05, "Finetune/Loss": 0.8627353310585022, "Finetune/Loss (Raw)": 0.9336585402488708, "Finetune/Step": 1156, "Finetune/Step Time": 6.026866924017668}
+{"Finetune/Learning Rate": 1.7832480712969923e-05, "Finetune/Loss": 0.8649206757545471, "Finetune/Loss (Raw)": 0.995790421962738, "Finetune/Step": 1157, "Finetune/Step Time": 6.025638356804848}
+{"Finetune/Learning Rate": 1.7828353180840272e-05, "Finetune/Loss": 0.8652241230010986, "Finetune/Loss (Raw)": 0.817329466342926, "Finetune/Step": 1158, "Finetune/Step Time": 6.025932259857655}
+{"Finetune/Learning Rate": 1.7824222201136333e-05, "Finetune/Loss": 0.8650774955749512, "Finetune/Loss (Raw)": 0.7597583532333374, "Finetune/Step": 1159, "Finetune/Step Time": 6.033657344058156}
+{"Finetune/Learning Rate": 1.7820087775677374e-05, "Finetune/Loss": 0.8646557927131653, "Finetune/Loss (Raw)": 0.7781156897544861, "Finetune/Step": 1160, "Finetune/Step Time": 6.0411547143012285}
+{"Finetune/Learning Rate": 1.7815949906284173e-05, "Finetune/Loss": 0.8653011918067932, "Finetune/Loss (Raw)": 0.9124603271484375, "Finetune/Step": 1161, "Finetune/Step Time": 6.036634681746364}
+{"Finetune/Learning Rate": 1.7811808594779037e-05, "Finetune/Loss": 0.8649114370346069, "Finetune/Loss (Raw)": 0.826729416847229, "Finetune/Step": 1162, "Finetune/Step Time": 6.04035035148263}
+{"Finetune/Learning Rate": 1.7807663842985777e-05, "Finetune/Loss": 0.8652410507202148, "Finetune/Loss (Raw)": 0.954599142074585, "Finetune/Step": 1163, "Finetune/Step Time": 6.034279579296708}
+{"Finetune/Learning Rate": 1.780351565272973e-05, "Finetune/Loss": 0.8661345839500427, "Finetune/Loss (Raw)": 1.0436252355575562, "Finetune/Step": 1164, "Finetune/Step Time": 6.033444842323661}
+{"Finetune/Learning Rate": 1.779936402583774e-05, "Finetune/Loss": 0.8650851845741272, "Finetune/Loss (Raw)": 0.8078420162200928, "Finetune/Step": 1165, "Finetune/Step Time": 6.049117665737867}
+{"Finetune/Learning Rate": 1.7795208964138163e-05, "Finetune/Loss": 0.8664601445198059, "Finetune/Loss (Raw)": 1.0118721723556519, "Finetune/Step": 1166, "Finetune/Step Time": 6.051986433565617}
+{"Finetune/Learning Rate": 1.7791050469460872e-05, "Finetune/Loss": 0.8648414611816406, "Finetune/Loss (Raw)": 0.8010737299919128, "Finetune/Step": 1167, "Finetune/Step Time": 6.0583525244146585}
+{"Finetune/Learning Rate": 1.7786888543637256e-05, "Finetune/Loss": 0.8647669553756714, "Finetune/Loss (Raw)": 0.875295877456665, "Finetune/Step": 1168, "Finetune/Step Time": 6.056005971506238}
+{"Finetune/Learning Rate": 1.77827231885002e-05, "Finetune/Loss": 0.8647907972335815, "Finetune/Loss (Raw)": 0.9022505879402161, "Finetune/Step": 1169, "Finetune/Step Time": 6.057751398533583}
+{"Finetune/Learning Rate": 1.7778554405884118e-05, "Finetune/Loss": 0.8626623749732971, "Finetune/Loss (Raw)": 0.5864739418029785, "Finetune/Step": 1170, "Finetune/Step Time": 6.066073872148991}
+{"Finetune/Learning Rate": 1.777438219762492e-05, "Finetune/Loss": 0.8642345666885376, "Finetune/Loss (Raw)": 0.9553292989730835, "Finetune/Step": 1171, "Finetune/Step Time": 6.06545814499259}
+{"Finetune/Learning Rate": 1.7770206565560034e-05, "Finetune/Loss": 0.8635226488113403, "Finetune/Loss (Raw)": 0.8661478757858276, "Finetune/Step": 1172, "Finetune/Step Time": 6.068142110481858}
+{"Finetune/Learning Rate": 1.7766027511528387e-05, "Finetune/Loss": 0.8628344535827637, "Finetune/Loss (Raw)": 0.8347182869911194, "Finetune/Step": 1173, "Finetune/Step Time": 6.080331724137068}
+{"Finetune/Learning Rate": 1.7761845037370416e-05, "Finetune/Loss": 0.8633278608322144, "Finetune/Loss (Raw)": 0.9264075756072998, "Finetune/Step": 1174, "Finetune/Step Time": 6.080662416294217}
+{"Finetune/Learning Rate": 1.7757659144928068e-05, "Finetune/Loss": 0.8622956275939941, "Finetune/Loss (Raw)": 0.6809094548225403, "Finetune/Step": 1175, "Finetune/Step Time": 6.068883132189512}
+{"Finetune/Learning Rate": 1.7753469836044793e-05, "Finetune/Loss": 0.8590184450149536, "Finetune/Loss (Raw)": 0.457744836807251, "Finetune/Step": 1176, "Finetune/Step Time": 6.084947297349572}
+{"Finetune/Learning Rate": 1.7749277112565542e-05, "Finetune/Loss": 0.8580211997032166, "Finetune/Loss (Raw)": 0.7792046070098877, "Finetune/Step": 1177, "Finetune/Step Time": 6.082279324531555}
+{"Finetune/Learning Rate": 1.7745080976336778e-05, "Finetune/Loss": 0.8593496084213257, "Finetune/Loss (Raw)": 0.8964537382125854, "Finetune/Step": 1178, "Finetune/Step Time": 6.076286397874355}
+{"Finetune/Learning Rate": 1.7740881429206454e-05, "Finetune/Loss": 0.8587521314620972, "Finetune/Loss (Raw)": 0.9188737273216248, "Finetune/Step": 1179, "Finetune/Step Time": 6.077470870688558}
+{"Finetune/Learning Rate": 1.7736678473024044e-05, "Finetune/Loss": 0.8590633273124695, "Finetune/Loss (Raw)": 0.9332882165908813, "Finetune/Step": 1180, "Finetune/Step Time": 6.075339248403907}
+{"Finetune/Learning Rate": 1.7732472109640504e-05, "Finetune/Loss": 0.8586680889129639, "Finetune/Loss (Raw)": 0.8538509011268616, "Finetune/Step": 1181, "Finetune/Step Time": 6.074040690436959}
+{"Finetune/Learning Rate": 1.7728262340908302e-05, "Finetune/Loss": 0.858162522315979, "Finetune/Loss (Raw)": 0.828499972820282, "Finetune/Step": 1182, "Finetune/Step Time": 6.075430801138282}
+{"Finetune/Learning Rate": 1.7724049168681403e-05, "Finetune/Loss": 0.8598182201385498, "Finetune/Loss (Raw)": 0.9940338134765625, "Finetune/Step": 1183, "Finetune/Step Time": 6.072157803922892}
+{"Finetune/Learning Rate": 1.771983259481527e-05, "Finetune/Loss": 0.8607239723205566, "Finetune/Loss (Raw)": 0.9225479960441589, "Finetune/Step": 1184, "Finetune/Step Time": 6.072862084954977}
+{"Finetune/Learning Rate": 1.7715612621166865e-05, "Finetune/Loss": 0.8606976866722107, "Finetune/Loss (Raw)": 0.733752965927124, "Finetune/Step": 1185, "Finetune/Step Time": 6.077188951894641}
+{"Finetune/Learning Rate": 1.7711389249594647e-05, "Finetune/Loss": 0.8572523593902588, "Finetune/Loss (Raw)": 0.717682421207428, "Finetune/Step": 1186, "Finetune/Step Time": 6.069895673543215}
+{"Finetune/Learning Rate": 1.7707162481958567e-05, "Finetune/Loss": 0.8556725978851318, "Finetune/Loss (Raw)": 0.5766752362251282, "Finetune/Step": 1187, "Finetune/Step Time": 6.080957653000951}
+{"Finetune/Learning Rate": 1.7702932320120084e-05, "Finetune/Loss": 0.8541832566261292, "Finetune/Loss (Raw)": 0.7890557050704956, "Finetune/Step": 1188, "Finetune/Step Time": 6.077515389770269}
+{"Finetune/Learning Rate": 1.7698698765942138e-05, "Finetune/Loss": 0.8570897579193115, "Finetune/Loss (Raw)": 0.9650176167488098, "Finetune/Step": 1189, "Finetune/Step Time": 6.073854042217135}
+{"Finetune/Learning Rate": 1.769446182128917e-05, "Finetune/Loss": 0.8557581305503845, "Finetune/Loss (Raw)": 0.8066633343696594, "Finetune/Step": 1190, "Finetune/Step Time": 6.070994591340423}
+{"Finetune/Learning Rate": 1.7690221488027116e-05, "Finetune/Loss": 0.8560993671417236, "Finetune/Loss (Raw)": 0.8218272924423218, "Finetune/Step": 1191, "Finetune/Step Time": 6.07431847602129}
+{"Finetune/Learning Rate": 1.7685977768023398e-05, "Finetune/Loss": 0.8557302951812744, "Finetune/Loss (Raw)": 0.9477072358131409, "Finetune/Step": 1192, "Finetune/Step Time": 6.080552721396089}
+{"Finetune/Learning Rate": 1.768173066314693e-05, "Finetune/Loss": 0.8538190126419067, "Finetune/Loss (Raw)": 0.6836156845092773, "Finetune/Step": 1193, "Finetune/Step Time": 6.100527690723538}
+{"Finetune/Learning Rate": 1.7677480175268125e-05, "Finetune/Loss": 0.8547300100326538, "Finetune/Loss (Raw)": 0.9298832416534424, "Finetune/Step": 1194, "Finetune/Step Time": 6.092563010752201}
+{"Finetune/Learning Rate": 1.7673226306258877e-05, "Finetune/Loss": 0.8551467657089233, "Finetune/Loss (Raw)": 0.8955196738243103, "Finetune/Step": 1195, "Finetune/Step Time": 6.093119774013758}
+{"Finetune/Learning Rate": 1.7668969057992573e-05, "Finetune/Loss": 0.8542214035987854, "Finetune/Loss (Raw)": 0.8665990233421326, "Finetune/Step": 1196, "Finetune/Step Time": 6.092577992007136}
+{"Finetune/Learning Rate": 1.7664708432344087e-05, "Finetune/Loss": 0.8557848930358887, "Finetune/Loss (Raw)": 0.9048518538475037, "Finetune/Step": 1197, "Finetune/Step Time": 6.073238926008344}
+{"Finetune/Learning Rate": 1.766044443118978e-05, "Finetune/Loss": 0.855164647102356, "Finetune/Loss (Raw)": 0.8311648368835449, "Finetune/Step": 1198, "Finetune/Step Time": 6.072400614619255}
+{"Finetune/Learning Rate": 1.7656177056407508e-05, "Finetune/Loss": 0.855920672416687, "Finetune/Loss (Raw)": 0.9779170751571655, "Finetune/Step": 1199, "Finetune/Step Time": 6.0658115074038506}
+{"Finetune/Learning Rate": 1.765190630987659e-05, "Finetune/Loss": 0.8570740222930908, "Finetune/Loss (Raw)": 0.892852783203125, "Finetune/Step": 1200, "Finetune/Step Time": 6.056285927072167}
+{"Finetune/Learning Rate": 1.764763219347786e-05, "Finetune/Loss": 0.8556324243545532, "Finetune/Loss (Raw)": 0.6722398996353149, "Finetune/Step": 1201, "Finetune/Step Time": 6.0580703634768724}
+{"Finetune/Learning Rate": 1.7643354709093614e-05, "Finetune/Loss": 0.8553478717803955, "Finetune/Loss (Raw)": 0.8708717823028564, "Finetune/Step": 1202, "Finetune/Step Time": 6.060569455847144}
+{"Finetune/Learning Rate": 1.763907385860764e-05, "Finetune/Loss": 0.855371356010437, "Finetune/Loss (Raw)": 0.7564362287521362, "Finetune/Step": 1203, "Finetune/Step Time": 6.048912091180682}
+{"Finetune/Learning Rate": 1.7634789643905206e-05, "Finetune/Loss": 0.8541209697723389, "Finetune/Loss (Raw)": 0.7972055673599243, "Finetune/Step": 1204, "Finetune/Step Time": 6.060876039788127}
+{"Finetune/Learning Rate": 1.763050206687306e-05, "Finetune/Loss": 0.8536560535430908, "Finetune/Loss (Raw)": 0.8016620874404907, "Finetune/Step": 1205, "Finetune/Step Time": 6.058896470814943}
+{"Finetune/Learning Rate": 1.762621112939944e-05, "Finetune/Loss": 0.8557534217834473, "Finetune/Loss (Raw)": 1.026491403579712, "Finetune/Step": 1206, "Finetune/Step Time": 6.051193710416555}
+{"Finetune/Learning Rate": 1.762191683337405e-05, "Finetune/Loss": 0.8567020893096924, "Finetune/Loss (Raw)": 1.0341873168945312, "Finetune/Step": 1207, "Finetune/Step Time": 6.052310151979327}
+{"Finetune/Learning Rate": 1.7617619180688087e-05, "Finetune/Loss": 0.8575097322463989, "Finetune/Loss (Raw)": 0.8774229288101196, "Finetune/Step": 1208, "Finetune/Step Time": 6.045418739318848}
+{"Finetune/Learning Rate": 1.761331817323421e-05, "Finetune/Loss": 0.8596056699752808, "Finetune/Loss (Raw)": 0.9036940336227417, "Finetune/Step": 1209, "Finetune/Step Time": 6.011205106973648}
+{"Finetune/Learning Rate": 1.7609013812906575e-05, "Finetune/Loss": 0.8589916229248047, "Finetune/Loss (Raw)": 0.5808862447738647, "Finetune/Step": 1210, "Finetune/Step Time": 5.996540552005172}
+{"Finetune/Learning Rate": 1.7604706101600796e-05, "Finetune/Loss": 0.8592954874038696, "Finetune/Loss (Raw)": 0.8844782710075378, "Finetune/Step": 1211, "Finetune/Step Time": 6.016919193789363}
+{"Finetune/Learning Rate": 1.760039504121398e-05, "Finetune/Loss": 0.8583554625511169, "Finetune/Loss (Raw)": 0.8741809725761414, "Finetune/Step": 1212, "Finetune/Step Time": 6.033585740253329}
+{"Finetune/Learning Rate": 1.759608063364469e-05, "Finetune/Loss": 0.8568072319030762, "Finetune/Loss (Raw)": 0.8323817253112793, "Finetune/Step": 1213, "Finetune/Step Time": 6.032858258113265}
+{"Finetune/Learning Rate": 1.7591762880792983e-05, "Finetune/Loss": 0.8563623428344727, "Finetune/Loss (Raw)": 0.8535689115524292, "Finetune/Step": 1214, "Finetune/Step Time": 6.032682411372662}
+{"Finetune/Learning Rate": 1.7587441784560374e-05, "Finetune/Loss": 0.8568085432052612, "Finetune/Loss (Raw)": 0.9194513559341431, "Finetune/Step": 1215, "Finetune/Step Time": 6.032463317736983}
+{"Finetune/Learning Rate": 1.7583117346849856e-05, "Finetune/Loss": 0.8587728142738342, "Finetune/Loss (Raw)": 1.0235645771026611, "Finetune/Step": 1216, "Finetune/Step Time": 6.020732710137963}
+{"Finetune/Learning Rate": 1.757878956956589e-05, "Finetune/Loss": 0.8602764010429382, "Finetune/Loss (Raw)": 1.0034725666046143, "Finetune/Step": 1217, "Finetune/Step Time": 6.020308244973421}
+{"Finetune/Learning Rate": 1.7574458454614422e-05, "Finetune/Loss": 0.8601279258728027, "Finetune/Loss (Raw)": 0.8160962462425232, "Finetune/Step": 1218, "Finetune/Step Time": 6.031515177339315}
+{"Finetune/Learning Rate": 1.7570124003902845e-05, "Finetune/Loss": 0.8615229725837708, "Finetune/Loss (Raw)": 1.029992699623108, "Finetune/Step": 1219, "Finetune/Step Time": 6.018265755847096}
+{"Finetune/Learning Rate": 1.756578621934004e-05, "Finetune/Loss": 0.8602448105812073, "Finetune/Loss (Raw)": 0.7311528921127319, "Finetune/Step": 1220, "Finetune/Step Time": 6.031417476013303}
+{"Finetune/Learning Rate": 1.756144510283635e-05, "Finetune/Loss": 0.8623453378677368, "Finetune/Loss (Raw)": 0.9446638822555542, "Finetune/Step": 1221, "Finetune/Step Time": 6.031820887699723}
+{"Finetune/Learning Rate": 1.755710065630358e-05, "Finetune/Loss": 0.8607643842697144, "Finetune/Loss (Raw)": 0.7464627027511597, "Finetune/Step": 1222, "Finetune/Step Time": 6.031406383961439}
+{"Finetune/Learning Rate": 1.755275288165501e-05, "Finetune/Loss": 0.8596926927566528, "Finetune/Loss (Raw)": 0.7869499325752258, "Finetune/Step": 1223, "Finetune/Step Time": 6.028394468128681}
+{"Finetune/Learning Rate": 1.754840178080538e-05, "Finetune/Loss": 0.858945369720459, "Finetune/Loss (Raw)": 0.815909206867218, "Finetune/Step": 1224, "Finetune/Step Time": 6.026853937655687}
+{"Finetune/Learning Rate": 1.7544047355670902e-05, "Finetune/Loss": 0.8594905138015747, "Finetune/Loss (Raw)": 0.8383581042289734, "Finetune/Step": 1225, "Finetune/Step Time": 6.0194717813283205}
+{"Finetune/Learning Rate": 1.753968960816924e-05, "Finetune/Loss": 0.8594799041748047, "Finetune/Loss (Raw)": 0.8026941418647766, "Finetune/Step": 1226, "Finetune/Step Time": 5.997317478060722}
+{"Finetune/Learning Rate": 1.7535328540219526e-05, "Finetune/Loss": 0.857657790184021, "Finetune/Loss (Raw)": 0.6742152571678162, "Finetune/Step": 1227, "Finetune/Step Time": 6.011759370565414}
+{"Finetune/Learning Rate": 1.7530964153742365e-05, "Finetune/Loss": 0.85832679271698, "Finetune/Loss (Raw)": 0.844460129737854, "Finetune/Step": 1228, "Finetune/Step Time": 6.018363693729043}
+{"Finetune/Learning Rate": 1.752659645065981e-05, "Finetune/Loss": 0.8582526445388794, "Finetune/Loss (Raw)": 0.8088977336883545, "Finetune/Step": 1229, "Finetune/Step Time": 6.010512638837099}
+{"Finetune/Learning Rate": 1.7522225432895376e-05, "Finetune/Loss": 0.8560911417007446, "Finetune/Loss (Raw)": 0.720515787601471, "Finetune/Step": 1230, "Finetune/Step Time": 6.0087706837803125}
+{"Finetune/Learning Rate": 1.7517851102374045e-05, "Finetune/Loss": 0.8545780181884766, "Finetune/Loss (Raw)": 0.6456297636032104, "Finetune/Step": 1231, "Finetune/Step Time": 6.008708778768778}
+{"Finetune/Learning Rate": 1.7513473461022256e-05, "Finetune/Loss": 0.8542344570159912, "Finetune/Loss (Raw)": 0.8660950660705566, "Finetune/Step": 1232, "Finetune/Step Time": 6.0065021980553865}
+{"Finetune/Learning Rate": 1.75090925107679e-05, "Finetune/Loss": 0.8539764881134033, "Finetune/Loss (Raw)": 0.9602818489074707, "Finetune/Step": 1233, "Finetune/Step Time": 6.004119370132685}
+{"Finetune/Learning Rate": 1.7504708253540336e-05, "Finetune/Loss": 0.85384202003479, "Finetune/Loss (Raw)": 0.8916005492210388, "Finetune/Step": 1234, "Finetune/Step Time": 6.00333290360868}
+{"Finetune/Learning Rate": 1.7500320691270365e-05, "Finetune/Loss": 0.8525310754776001, "Finetune/Loss (Raw)": 0.7853010296821594, "Finetune/Step": 1235, "Finetune/Step Time": 6.00357691757381}
+{"Finetune/Learning Rate": 1.749592982589025e-05, "Finetune/Loss": 0.8537126183509827, "Finetune/Loss (Raw)": 0.8236950039863586, "Finetune/Step": 1236, "Finetune/Step Time": 6.0115403868258}
+{"Finetune/Learning Rate": 1.749153565933372e-05, "Finetune/Loss": 0.8548492193222046, "Finetune/Loss (Raw)": 0.9978706240653992, "Finetune/Step": 1237, "Finetune/Step Time": 6.010534089058638}
+{"Finetune/Learning Rate": 1.748713819353594e-05, "Finetune/Loss": 0.8538004159927368, "Finetune/Loss (Raw)": 0.7719582319259644, "Finetune/Step": 1238, "Finetune/Step Time": 6.02030223608017}
+{"Finetune/Learning Rate": 1.7482737430433537e-05, "Finetune/Loss": 0.8535258173942566, "Finetune/Loss (Raw)": 0.7615503072738647, "Finetune/Step": 1239, "Finetune/Step Time": 6.014728398993611}
+{"Finetune/Learning Rate": 1.747833337196459e-05, "Finetune/Loss": 0.8542556762695312, "Finetune/Loss (Raw)": 0.875698447227478, "Finetune/Step": 1240, "Finetune/Step Time": 6.010267004370689}
+{"Finetune/Learning Rate": 1.7473926020068623e-05, "Finetune/Loss": 0.8534828424453735, "Finetune/Loss (Raw)": 0.7922833561897278, "Finetune/Step": 1241, "Finetune/Step Time": 6.016545353457332}
+{"Finetune/Learning Rate": 1.7469515376686624e-05, "Finetune/Loss": 0.8541142344474792, "Finetune/Loss (Raw)": 0.9304563403129578, "Finetune/Step": 1242, "Finetune/Step Time": 6.014380898326635}
+{"Finetune/Learning Rate": 1.7465101443761018e-05, "Finetune/Loss": 0.8549306988716125, "Finetune/Loss (Raw)": 0.9944824576377869, "Finetune/Step": 1243, "Finetune/Step Time": 6.007823230698705}
+{"Finetune/Learning Rate": 1.746068422323568e-05, "Finetune/Loss": 0.8556721210479736, "Finetune/Loss (Raw)": 0.9520156383514404, "Finetune/Step": 1244, "Finetune/Step Time": 6.008173558861017}
+{"Finetune/Learning Rate": 1.745626371705594e-05, "Finetune/Loss": 0.8534512519836426, "Finetune/Loss (Raw)": 0.6681334972381592, "Finetune/Step": 1245, "Finetune/Step Time": 5.999512385576963}
+{"Finetune/Learning Rate": 1.7451839927168567e-05, "Finetune/Loss": 0.8536003232002258, "Finetune/Loss (Raw)": 0.8972474336624146, "Finetune/Step": 1246, "Finetune/Step Time": 6.0020487774163485}
+{"Finetune/Learning Rate": 1.7447412855521784e-05, "Finetune/Loss": 0.8537282347679138, "Finetune/Loss (Raw)": 0.8512347340583801, "Finetune/Step": 1247, "Finetune/Step Time": 6.004121609032154}
+{"Finetune/Learning Rate": 1.744298250406525e-05, "Finetune/Loss": 0.853861927986145, "Finetune/Loss (Raw)": 0.8621689081192017, "Finetune/Step": 1248, "Finetune/Step Time": 6.00497211702168}
+{"Finetune/Learning Rate": 1.743854887475008e-05, "Finetune/Loss": 0.8540928959846497, "Finetune/Loss (Raw)": 0.8245302438735962, "Finetune/Step": 1249, "Finetune/Step Time": 5.989271719008684}
+{"Finetune/Learning Rate": 1.7434111969528822e-05, "Finetune/Loss": 0.8536561131477356, "Finetune/Loss (Raw)": 0.8526632189750671, "Finetune/Step": 1250, "Finetune/Step Time": 5.996747624129057}
+{"Finetune/Learning Rate": 1.7429671790355466e-05, "Finetune/Loss": 0.8552123308181763, "Finetune/Loss (Raw)": 1.031644582748413, "Finetune/Step": 1251, "Finetune/Step Time": 5.994875909760594}
+{"Finetune/Learning Rate": 1.7425228339185457e-05, "Finetune/Loss": 0.8539596199989319, "Finetune/Loss (Raw)": 0.8360637426376343, "Finetune/Step": 1252, "Finetune/Step Time": 6.002978285774589}
+{"Finetune/Learning Rate": 1.7420781617975667e-05, "Finetune/Loss": 0.8520808219909668, "Finetune/Loss (Raw)": 0.7119460105895996, "Finetune/Step": 1253, "Finetune/Step Time": 6.014980893582106}
+{"Finetune/Learning Rate": 1.7416331628684414e-05, "Finetune/Loss": 0.8522212505340576, "Finetune/Loss (Raw)": 0.8596281409263611, "Finetune/Step": 1254, "Finetune/Step Time": 6.013159368187189}
+{"Finetune/Learning Rate": 1.7411878373271457e-05, "Finetune/Loss": 0.8518257141113281, "Finetune/Loss (Raw)": 0.8707817196846008, "Finetune/Step": 1255, "Finetune/Step Time": 6.012222403660417}
+{"Finetune/Learning Rate": 1.740742185369799e-05, "Finetune/Loss": 0.8507755994796753, "Finetune/Loss (Raw)": 0.7427090406417847, "Finetune/Step": 1256, "Finetune/Step Time": 6.019597794860601}
+{"Finetune/Learning Rate": 1.740296207192665e-05, "Finetune/Loss": 0.8492333889007568, "Finetune/Loss (Raw)": 0.7781357765197754, "Finetune/Step": 1257, "Finetune/Step Time": 6.018143547698855}
+{"Finetune/Learning Rate": 1.73984990299215e-05, "Finetune/Loss": 0.8491764664649963, "Finetune/Loss (Raw)": 0.8186352252960205, "Finetune/Step": 1258, "Finetune/Step Time": 6.029709987342358}
+{"Finetune/Learning Rate": 1.7394032729648046e-05, "Finetune/Loss": 0.8491986393928528, "Finetune/Loss (Raw)": 0.872581958770752, "Finetune/Step": 1259, "Finetune/Step Time": 6.031230974942446}
+{"Finetune/Learning Rate": 1.7389563173073228e-05, "Finetune/Loss": 0.8486138582229614, "Finetune/Loss (Raw)": 0.9669869542121887, "Finetune/Step": 1260, "Finetune/Step Time": 6.029969152063131}
+{"Finetune/Learning Rate": 1.7385090362165427e-05, "Finetune/Loss": 0.8470486402511597, "Finetune/Loss (Raw)": 0.7927890419960022, "Finetune/Step": 1261, "Finetune/Step Time": 6.034150365740061}
+{"Finetune/Learning Rate": 1.7380614298894443e-05, "Finetune/Loss": 0.8478868007659912, "Finetune/Loss (Raw)": 0.9291305541992188, "Finetune/Step": 1262, "Finetune/Step Time": 6.032477533444762}
+{"Finetune/Learning Rate": 1.7376134985231517e-05, "Finetune/Loss": 0.8483054041862488, "Finetune/Loss (Raw)": 0.9315655827522278, "Finetune/Step": 1263, "Finetune/Step Time": 6.030182208865881}
+{"Finetune/Learning Rate": 1.7371652423149323e-05, "Finetune/Loss": 0.8474756479263306, "Finetune/Loss (Raw)": 0.6837279200553894, "Finetune/Step": 1264, "Finetune/Step Time": 6.039008112624288}
+{"Finetune/Learning Rate": 1.736716661462196e-05, "Finetune/Loss": 0.8500077128410339, "Finetune/Loss (Raw)": 0.9060760736465454, "Finetune/Step": 1265, "Finetune/Step Time": 6.047071212902665}
+{"Finetune/Learning Rate": 1.7362677561624958e-05, "Finetune/Loss": 0.8497368693351746, "Finetune/Loss (Raw)": 0.9040526747703552, "Finetune/Step": 1266, "Finetune/Step Time": 6.046433173120022}
+{"Finetune/Learning Rate": 1.735818526613528e-05, "Finetune/Loss": 0.8525449633598328, "Finetune/Loss (Raw)": 0.96902996301651, "Finetune/Step": 1267, "Finetune/Step Time": 6.00347425788641}
+{"Finetune/Learning Rate": 1.7353689730131317e-05, "Finetune/Loss": 0.8519314527511597, "Finetune/Loss (Raw)": 0.8538505434989929, "Finetune/Step": 1268, "Finetune/Step Time": 6.01154406927526}
+{"Finetune/Learning Rate": 1.7349190955592883e-05, "Finetune/Loss": 0.8523920774459839, "Finetune/Loss (Raw)": 0.7943410277366638, "Finetune/Step": 1269, "Finetune/Step Time": 6.007342848926783}
+{"Finetune/Learning Rate": 1.7344688944501212e-05, "Finetune/Loss": 0.8504602909088135, "Finetune/Loss (Raw)": 0.6725284457206726, "Finetune/Step": 1270, "Finetune/Step Time": 6.003545071929693}
+{"Finetune/Learning Rate": 1.734018369883898e-05, "Finetune/Loss": 0.8508983850479126, "Finetune/Loss (Raw)": 0.9025124311447144, "Finetune/Step": 1271, "Finetune/Step Time": 6.004826294258237}
+{"Finetune/Learning Rate": 1.733567522059028e-05, "Finetune/Loss": 0.8493671417236328, "Finetune/Loss (Raw)": 0.6864797472953796, "Finetune/Step": 1272, "Finetune/Step Time": 6.0265772342681885}
+{"Finetune/Learning Rate": 1.733116351174062e-05, "Finetune/Loss": 0.8494518995285034, "Finetune/Loss (Raw)": 0.9708054065704346, "Finetune/Step": 1273, "Finetune/Step Time": 6.028129642829299}
+{"Finetune/Learning Rate": 1.732664857427694e-05, "Finetune/Loss": 0.849678099155426, "Finetune/Loss (Raw)": 0.9672146439552307, "Finetune/Step": 1274, "Finetune/Step Time": 6.0402616038918495}
+{"Finetune/Learning Rate": 1.7322130410187597e-05, "Finetune/Loss": 0.8517913222312927, "Finetune/Loss (Raw)": 1.0353301763534546, "Finetune/Step": 1275, "Finetune/Step Time": 6.040323976427317}
+{"Finetune/Learning Rate": 1.731760902146238e-05, "Finetune/Loss": 0.8525581359863281, "Finetune/Loss (Raw)": 0.8913372755050659, "Finetune/Step": 1276, "Finetune/Step Time": 6.044021250680089}
+{"Finetune/Learning Rate": 1.7313084410092487e-05, "Finetune/Loss": 0.8516991138458252, "Finetune/Loss (Raw)": 0.8136968016624451, "Finetune/Step": 1277, "Finetune/Step Time": 6.039028445258737}
+{"Finetune/Learning Rate": 1.730855657807053e-05, "Finetune/Loss": 0.8490316867828369, "Finetune/Loss (Raw)": 0.5793184041976929, "Finetune/Step": 1278, "Finetune/Step Time": 6.0438502579927444}
+{"Finetune/Learning Rate": 1.7304025527390557e-05, "Finetune/Loss": 0.8478922247886658, "Finetune/Loss (Raw)": 0.8526884913444519, "Finetune/Step": 1279, "Finetune/Step Time": 6.044709911569953}
+{"Finetune/Learning Rate": 1.729949126004802e-05, "Finetune/Loss": 0.8474204540252686, "Finetune/Loss (Raw)": 0.8484903573989868, "Finetune/Step": 1280, "Finetune/Step Time": 6.055113822221756}
+{"Finetune/Learning Rate": 1.729495377803979e-05, "Finetune/Loss": 0.8486740589141846, "Finetune/Loss (Raw)": 0.8758957386016846, "Finetune/Step": 1281, "Finetune/Step Time": 6.051896411925554}
+{"Finetune/Learning Rate": 1.729041308336416e-05, "Finetune/Loss": 0.8469771146774292, "Finetune/Loss (Raw)": 0.6461691856384277, "Finetune/Step": 1282, "Finetune/Step Time": 6.0609677117317915}
+{"Finetune/Learning Rate": 1.7285869178020828e-05, "Finetune/Loss": 0.8439372181892395, "Finetune/Loss (Raw)": 0.5546839237213135, "Finetune/Step": 1283, "Finetune/Step Time": 6.076467560604215}
+{"Finetune/Learning Rate": 1.7281322064010917e-05, "Finetune/Loss": 0.8442803025245667, "Finetune/Loss (Raw)": 0.9775814414024353, "Finetune/Step": 1284, "Finetune/Step Time": 6.073107548058033}
+{"Finetune/Learning Rate": 1.7276771743336952e-05, "Finetune/Loss": 0.8445384502410889, "Finetune/Loss (Raw)": 1.028834342956543, "Finetune/Step": 1285, "Finetune/Step Time": 6.072899639606476}
+{"Finetune/Learning Rate": 1.7272218218002875e-05, "Finetune/Loss": 0.8443357348442078, "Finetune/Loss (Raw)": 0.7913789749145508, "Finetune/Step": 1286, "Finetune/Step Time": 6.081889031454921}
+{"Finetune/Learning Rate": 1.7267661490014043e-05, "Finetune/Loss": 0.8439165353775024, "Finetune/Loss (Raw)": 0.7060960531234741, "Finetune/Step": 1287, "Finetune/Step Time": 6.091628408059478}
+{"Finetune/Learning Rate": 1.726310156137722e-05, "Finetune/Loss": 0.8448994159698486, "Finetune/Loss (Raw)": 0.9039301872253418, "Finetune/Step": 1288, "Finetune/Step Time": 6.08673301525414}
+{"Finetune/Learning Rate": 1.725853843410058e-05, "Finetune/Loss": 0.8447452783584595, "Finetune/Loss (Raw)": 0.8927320837974548, "Finetune/Step": 1289, "Finetune/Step Time": 6.0922259874641895}
+{"Finetune/Learning Rate": 1.72539721101937e-05, "Finetune/Loss": 0.8449735641479492, "Finetune/Loss (Raw)": 0.8559476137161255, "Finetune/Step": 1290, "Finetune/Step Time": 6.094525437802076}
+{"Finetune/Learning Rate": 1.7249402591667574e-05, "Finetune/Loss": 0.8451903462409973, "Finetune/Loss (Raw)": 0.9823466539382935, "Finetune/Step": 1291, "Finetune/Step Time": 6.097881758585572}
+{"Finetune/Learning Rate": 1.7244829880534602e-05, "Finetune/Loss": 0.8441064357757568, "Finetune/Loss (Raw)": 0.9048782587051392, "Finetune/Step": 1292, "Finetune/Step Time": 6.099483385682106}
+{"Finetune/Learning Rate": 1.724025397880858e-05, "Finetune/Loss": 0.8453094959259033, "Finetune/Loss (Raw)": 0.9618366360664368, "Finetune/Step": 1293, "Finetune/Step Time": 6.0855565052479506}
+{"Finetune/Learning Rate": 1.7235674888504724e-05, "Finetune/Loss": 0.8457710146903992, "Finetune/Loss (Raw)": 1.0709481239318848, "Finetune/Step": 1294, "Finetune/Step Time": 6.075471233576536}
+{"Finetune/Learning Rate": 1.7231092611639638e-05, "Finetune/Loss": 0.8463007211685181, "Finetune/Loss (Raw)": 0.86887526512146, "Finetune/Step": 1295, "Finetune/Step Time": 6.071962093934417}
+{"Finetune/Learning Rate": 1.722650715023135e-05, "Finetune/Loss": 0.8467214107513428, "Finetune/Loss (Raw)": 0.9291528463363647, "Finetune/Step": 1296, "Finetune/Step Time": 6.085950847715139}
+{"Finetune/Learning Rate": 1.722191850629926e-05, "Finetune/Loss": 0.8471990823745728, "Finetune/Loss (Raw)": 0.9633893370628357, "Finetune/Step": 1297, "Finetune/Step Time": 6.080877035856247}
+{"Finetune/Learning Rate": 1.721732668186421e-05, "Finetune/Loss": 0.8488037586212158, "Finetune/Loss (Raw)": 0.7918649911880493, "Finetune/Step": 1298, "Finetune/Step Time": 6.07188169285655}
+{"Finetune/Learning Rate": 1.72127316789484e-05, "Finetune/Loss": 0.8478026986122131, "Finetune/Loss (Raw)": 0.8271976709365845, "Finetune/Step": 1299, "Finetune/Step Time": 6.069723587483168}
+{"Finetune/Learning Rate": 1.7208133499575457e-05, "Finetune/Loss": 0.8472527265548706, "Finetune/Loss (Raw)": 0.7957555055618286, "Finetune/Step": 1300, "Finetune/Step Time": 6.083674777299166}
+{"Finetune/Learning Rate": 1.720353214577041e-05, "Finetune/Loss": 0.848617672920227, "Finetune/Loss (Raw)": 1.009432077407837, "Finetune/Step": 1301, "Finetune/Step Time": 6.068319499492645}
+{"Finetune/Learning Rate": 1.7198927619559664e-05, "Finetune/Loss": 0.848328173160553, "Finetune/Loss (Raw)": 0.8893478512763977, "Finetune/Step": 1302, "Finetune/Step Time": 6.065935533493757}
+{"Finetune/Learning Rate": 1.7194319922971038e-05, "Finetune/Loss": 0.849079966545105, "Finetune/Loss (Raw)": 0.777136504650116, "Finetune/Step": 1303, "Finetune/Step Time": 6.0701697412878275}
+{"Finetune/Learning Rate": 1.7189709058033744e-05, "Finetune/Loss": 0.8529911041259766, "Finetune/Loss (Raw)": 0.9583677053451538, "Finetune/Step": 1304, "Finetune/Step Time": 6.052728736773133}
+{"Finetune/Learning Rate": 1.7185095026778383e-05, "Finetune/Loss": 0.8537156581878662, "Finetune/Loss (Raw)": 0.8719540238380432, "Finetune/Step": 1305, "Finetune/Step Time": 6.045857805758715}
+{"Finetune/Learning Rate": 1.7180477831236958e-05, "Finetune/Loss": 0.8536095023155212, "Finetune/Loss (Raw)": 0.8828622102737427, "Finetune/Step": 1306, "Finetune/Step Time": 6.048689868301153}
+{"Finetune/Learning Rate": 1.7175857473442864e-05, "Finetune/Loss": 0.8538196682929993, "Finetune/Loss (Raw)": 0.9457762241363525, "Finetune/Step": 1307, "Finetune/Step Time": 6.046787781640887}
+{"Finetune/Learning Rate": 1.717123395543088e-05, "Finetune/Loss": 0.8538410663604736, "Finetune/Loss (Raw)": 0.9360214471817017, "Finetune/Step": 1308, "Finetune/Step Time": 6.048770951107144}
+{"Finetune/Learning Rate": 1.7166607279237196e-05, "Finetune/Loss": 0.854884922504425, "Finetune/Loss (Raw)": 0.9874715805053711, "Finetune/Step": 1309, "Finetune/Step Time": 6.047521285712719}
+{"Finetune/Learning Rate": 1.7161977446899377e-05, "Finetune/Loss": 0.8537601232528687, "Finetune/Loss (Raw)": 0.6845208406448364, "Finetune/Step": 1310, "Finetune/Step Time": 6.051933376118541}
+{"Finetune/Learning Rate": 1.7157344460456376e-05, "Finetune/Loss": 0.8534224033355713, "Finetune/Loss (Raw)": 0.9508037567138672, "Finetune/Step": 1311, "Finetune/Step Time": 6.051555346697569}
+{"Finetune/Learning Rate": 1.715270832194855e-05, "Finetune/Loss": 0.8532150983810425, "Finetune/Loss (Raw)": 0.8960133790969849, "Finetune/Step": 1312, "Finetune/Step Time": 6.054210467264056}
+{"Finetune/Learning Rate": 1.7148069033417626e-05, "Finetune/Loss": 0.8555543422698975, "Finetune/Loss (Raw)": 1.0331790447235107, "Finetune/Step": 1313, "Finetune/Step Time": 6.042100418359041}
+{"Finetune/Learning Rate": 1.7143426596906737e-05, "Finetune/Loss": 0.8582004904747009, "Finetune/Loss (Raw)": 1.0563911199569702, "Finetune/Step": 1314, "Finetune/Step Time": 6.037842622026801}
+{"Finetune/Learning Rate": 1.713878101446038e-05, "Finetune/Loss": 0.8605374097824097, "Finetune/Loss (Raw)": 0.875799298286438, "Finetune/Step": 1315, "Finetune/Step Time": 6.025366535410285}
+{"Finetune/Learning Rate": 1.7134132288124464e-05, "Finetune/Loss": 0.8607403635978699, "Finetune/Loss (Raw)": 0.8150351047515869, "Finetune/Step": 1316, "Finetune/Step Time": 6.0250061340630054}
+{"Finetune/Learning Rate": 1.712948041994626e-05, "Finetune/Loss": 0.8603909611701965, "Finetune/Loss (Raw)": 0.9202955365180969, "Finetune/Step": 1317, "Finetune/Step Time": 6.024224791675806}
+{"Finetune/Learning Rate": 1.712482541197444e-05, "Finetune/Loss": 0.8595210313796997, "Finetune/Loss (Raw)": 0.6953083276748657, "Finetune/Step": 1318, "Finetune/Step Time": 6.028440240770578}
+{"Finetune/Learning Rate": 1.712016726625904e-05, "Finetune/Loss": 0.8584223985671997, "Finetune/Loss (Raw)": 0.6812087893486023, "Finetune/Step": 1319, "Finetune/Step Time": 6.028159881010652}
+{"Finetune/Learning Rate": 1.711550598485149e-05, "Finetune/Loss": 0.8575659990310669, "Finetune/Loss (Raw)": 0.8380891680717468, "Finetune/Step": 1320, "Finetune/Step Time": 6.023343930020928}
+{"Finetune/Learning Rate": 1.7110841569804604e-05, "Finetune/Loss": 0.8592780828475952, "Finetune/Loss (Raw)": 0.902758002281189, "Finetune/Step": 1321, "Finetune/Step Time": 6.00716257840395}
+{"Finetune/Learning Rate": 1.710617402317257e-05, "Finetune/Loss": 0.8587325215339661, "Finetune/Loss (Raw)": 0.8600502610206604, "Finetune/Step": 1322, "Finetune/Step Time": 6.009003816172481}
+{"Finetune/Learning Rate": 1.710150334701095e-05, "Finetune/Loss": 0.8593131899833679, "Finetune/Loss (Raw)": 0.9698432683944702, "Finetune/Step": 1323, "Finetune/Step Time": 6.012703273445368}
+{"Finetune/Learning Rate": 1.7096829543376702e-05, "Finetune/Loss": 0.8602432012557983, "Finetune/Loss (Raw)": 0.9856392741203308, "Finetune/Step": 1324, "Finetune/Step Time": 6.010985748842359}
+{"Finetune/Learning Rate": 1.7092152614328135e-05, "Finetune/Loss": 0.8609126210212708, "Finetune/Loss (Raw)": 0.9905425906181335, "Finetune/Step": 1325, "Finetune/Step Time": 6.008886644616723}
+{"Finetune/Learning Rate": 1.7087472561924966e-05, "Finetune/Loss": 0.8593032956123352, "Finetune/Loss (Raw)": 0.6251703500747681, "Finetune/Step": 1326, "Finetune/Step Time": 6.040323657914996}
+{"Finetune/Learning Rate": 1.7082789388228253e-05, "Finetune/Loss": 0.8585678339004517, "Finetune/Loss (Raw)": 0.8837762475013733, "Finetune/Step": 1327, "Finetune/Step Time": 6.045779567211866}
+{"Finetune/Learning Rate": 1.707810309530046e-05, "Finetune/Loss": 0.8585488796234131, "Finetune/Loss (Raw)": 0.8904306292533875, "Finetune/Step": 1328, "Finetune/Step Time": 6.064510475844145}
+{"Finetune/Learning Rate": 1.7073413685205406e-05, "Finetune/Loss": 0.8607288599014282, "Finetune/Loss (Raw)": 0.951270341873169, "Finetune/Step": 1329, "Finetune/Step Time": 6.071331102401018}
+{"Finetune/Learning Rate": 1.7068721160008287e-05, "Finetune/Loss": 0.8609813451766968, "Finetune/Loss (Raw)": 0.9031986594200134, "Finetune/Step": 1330, "Finetune/Step Time": 6.071351854130626}
+{"Finetune/Learning Rate": 1.7064025521775673e-05, "Finetune/Loss": 0.862417459487915, "Finetune/Loss (Raw)": 0.9402469396591187, "Finetune/Step": 1331, "Finetune/Step Time": 6.063460912555456}
+{"Finetune/Learning Rate": 1.7059326772575504e-05, "Finetune/Loss": 0.8637971878051758, "Finetune/Loss (Raw)": 0.9738166332244873, "Finetune/Step": 1332, "Finetune/Step Time": 6.048693170771003}
+{"Finetune/Learning Rate": 1.705462491447709e-05, "Finetune/Loss": 0.8633342981338501, "Finetune/Loss (Raw)": 0.742416501045227, "Finetune/Step": 1333, "Finetune/Step Time": 6.055074777454138}
+{"Finetune/Learning Rate": 1.7049919949551103e-05, "Finetune/Loss": 0.8603755831718445, "Finetune/Loss (Raw)": 0.6477710008621216, "Finetune/Step": 1334, "Finetune/Step Time": 6.060292799025774}
+{"Finetune/Learning Rate": 1.7045211879869597e-05, "Finetune/Loss": 0.8586301803588867, "Finetune/Loss (Raw)": 0.810773491859436, "Finetune/Step": 1335, "Finetune/Step Time": 6.059089532122016}
+{"Finetune/Learning Rate": 1.7040500707505988e-05, "Finetune/Loss": 0.8578518033027649, "Finetune/Loss (Raw)": 0.7777960300445557, "Finetune/Step": 1336, "Finetune/Step Time": 6.058512169867754}
+{"Finetune/Learning Rate": 1.703578643453505e-05, "Finetune/Loss": 0.8568300008773804, "Finetune/Loss (Raw)": 0.7729023694992065, "Finetune/Step": 1337, "Finetune/Step Time": 6.0573274698108435}
+{"Finetune/Learning Rate": 1.7031069063032935e-05, "Finetune/Loss": 0.8593524694442749, "Finetune/Loss (Raw)": 0.903764009475708, "Finetune/Step": 1338, "Finetune/Step Time": 6.0514224376529455}
+{"Finetune/Learning Rate": 1.702634859507715e-05, "Finetune/Loss": 0.8571107983589172, "Finetune/Loss (Raw)": 0.597538948059082, "Finetune/Step": 1339, "Finetune/Step Time": 6.038251701742411}
+{"Finetune/Learning Rate": 1.7021625032746576e-05, "Finetune/Loss": 0.8575072288513184, "Finetune/Loss (Raw)": 0.9249277114868164, "Finetune/Step": 1340, "Finetune/Step Time": 6.03262846916914}
+{"Finetune/Learning Rate": 1.701689837812144e-05, "Finetune/Loss": 0.8581641316413879, "Finetune/Loss (Raw)": 0.9164679646492004, "Finetune/Step": 1341, "Finetune/Step Time": 6.036167308688164}
+{"Finetune/Learning Rate": 1.701216863328335e-05, "Finetune/Loss": 0.8577649593353271, "Finetune/Loss (Raw)": 0.8024775385856628, "Finetune/Step": 1342, "Finetune/Step Time": 6.035025130957365}
+{"Finetune/Learning Rate": 1.7007435800315263e-05, "Finetune/Loss": 0.8563804626464844, "Finetune/Loss (Raw)": 0.7422323226928711, "Finetune/Step": 1343, "Finetune/Step Time": 6.031734611839056}
+{"Finetune/Learning Rate": 1.7002699881301498e-05, "Finetune/Loss": 0.8553019165992737, "Finetune/Loss (Raw)": 0.8855105042457581, "Finetune/Step": 1344, "Finetune/Step Time": 6.040306685492396}
+{"Finetune/Learning Rate": 1.6997960878327738e-05, "Finetune/Loss": 0.8535467386245728, "Finetune/Loss (Raw)": 0.7788069844245911, "Finetune/Step": 1345, "Finetune/Step Time": 6.040893975645304}
+{"Finetune/Learning Rate": 1.699321879348101e-05, "Finetune/Loss": 0.855760931968689, "Finetune/Loss (Raw)": 1.099515676498413, "Finetune/Step": 1346, "Finetune/Step Time": 6.025188000872731}
+{"Finetune/Learning Rate": 1.6988473628849723e-05, "Finetune/Loss": 0.855585515499115, "Finetune/Loss (Raw)": 1.0075377225875854, "Finetune/Step": 1347, "Finetune/Step Time": 6.0229791682213545}
+{"Finetune/Learning Rate": 1.6983725386523617e-05, "Finetune/Loss": 0.8579657077789307, "Finetune/Loss (Raw)": 1.035815715789795, "Finetune/Step": 1348, "Finetune/Step Time": 6.008826047182083}
+{"Finetune/Learning Rate": 1.6978974068593802e-05, "Finetune/Loss": 0.8566501140594482, "Finetune/Loss (Raw)": 0.7762736678123474, "Finetune/Step": 1349, "Finetune/Step Time": 6.0152857434004545}
+{"Finetune/Learning Rate": 1.6974219677152737e-05, "Finetune/Loss": 0.8574601411819458, "Finetune/Loss (Raw)": 0.850136935710907, "Finetune/Step": 1350, "Finetune/Step Time": 6.017494523897767}
+{"Finetune/Learning Rate": 1.696946221429424e-05, "Finetune/Loss": 0.8581420183181763, "Finetune/Loss (Raw)": 0.8742294907569885, "Finetune/Step": 1351, "Finetune/Step Time": 6.0238236505538225}
+{"Finetune/Learning Rate": 1.6964701682113477e-05, "Finetune/Loss": 0.8576315641403198, "Finetune/Loss (Raw)": 0.750584065914154, "Finetune/Step": 1352, "Finetune/Step Time": 6.031677674502134}
+{"Finetune/Learning Rate": 1.6959938082706964e-05, "Finetune/Loss": 0.8590434789657593, "Finetune/Loss (Raw)": 1.019079566001892, "Finetune/Step": 1353, "Finetune/Step Time": 6.035566475242376}
+{"Finetune/Learning Rate": 1.695517141817257e-05, "Finetune/Loss": 0.8593409657478333, "Finetune/Loss (Raw)": 0.8407701253890991, "Finetune/Step": 1354, "Finetune/Step Time": 6.063240913674235}
+{"Finetune/Learning Rate": 1.695040169060952e-05, "Finetune/Loss": 0.8598292469978333, "Finetune/Loss (Raw)": 0.7367154359817505, "Finetune/Step": 1355, "Finetune/Step Time": 6.052985040470958}
+{"Finetune/Learning Rate": 1.6945628902118372e-05, "Finetune/Loss": 0.8598231077194214, "Finetune/Loss (Raw)": 0.8436790704727173, "Finetune/Step": 1356, "Finetune/Step Time": 6.0452590472996235}
+{"Finetune/Learning Rate": 1.6940853054801053e-05, "Finetune/Loss": 0.8608271479606628, "Finetune/Loss (Raw)": 0.9374131560325623, "Finetune/Step": 1357, "Finetune/Step Time": 6.046295542269945}
+{"Finetune/Learning Rate": 1.6936074150760817e-05, "Finetune/Loss": 0.8618919849395752, "Finetune/Loss (Raw)": 0.8568059802055359, "Finetune/Step": 1358, "Finetune/Step Time": 6.048236815258861}
+{"Finetune/Learning Rate": 1.693129219210228e-05, "Finetune/Loss": 0.8636264801025391, "Finetune/Loss (Raw)": 0.8676526546478271, "Finetune/Step": 1359, "Finetune/Step Time": 6.059241471812129}
+{"Finetune/Learning Rate": 1.6926507180931398e-05, "Finetune/Loss": 0.863659143447876, "Finetune/Loss (Raw)": 0.8702820539474487, "Finetune/Step": 1360, "Finetune/Step Time": 6.06849286146462}
+{"Finetune/Learning Rate": 1.692171911935547e-05, "Finetune/Loss": 0.8621913194656372, "Finetune/Loss (Raw)": 0.7723879218101501, "Finetune/Step": 1361, "Finetune/Step Time": 6.086563862860203}
+{"Finetune/Learning Rate": 1.691692800948313e-05, "Finetune/Loss": 0.8625173568725586, "Finetune/Loss (Raw)": 0.9333434700965881, "Finetune/Step": 1362, "Finetune/Step Time": 6.09811607003212}
+{"Finetune/Learning Rate": 1.691213385342437e-05, "Finetune/Loss": 0.8638981580734253, "Finetune/Loss (Raw)": 0.9620365500450134, "Finetune/Step": 1363, "Finetune/Step Time": 6.098381979390979}
+{"Finetune/Learning Rate": 1.6907336653290517e-05, "Finetune/Loss": 0.8636244535446167, "Finetune/Loss (Raw)": 0.7886607646942139, "Finetune/Step": 1364, "Finetune/Step Time": 6.09388817101717}
+{"Finetune/Learning Rate": 1.6902536411194236e-05, "Finetune/Loss": 0.8619375824928284, "Finetune/Loss (Raw)": 0.7819555997848511, "Finetune/Step": 1365, "Finetune/Step Time": 6.1139429826289415}
+{"Finetune/Learning Rate": 1.6897733129249533e-05, "Finetune/Loss": 0.8610439300537109, "Finetune/Loss (Raw)": 0.6575657725334167, "Finetune/Step": 1366, "Finetune/Step Time": 6.1254421435296535}
+{"Finetune/Learning Rate": 1.6892926809571753e-05, "Finetune/Loss": 0.8620361685752869, "Finetune/Loss (Raw)": 0.8885567784309387, "Finetune/Step": 1367, "Finetune/Step Time": 6.128760213032365}
+{"Finetune/Learning Rate": 1.6888117454277585e-05, "Finetune/Loss": 0.8603882789611816, "Finetune/Loss (Raw)": 0.664771318435669, "Finetune/Step": 1368, "Finetune/Step Time": 6.120111534371972}
+{"Finetune/Learning Rate": 1.6883305065485037e-05, "Finetune/Loss": 0.8607869744300842, "Finetune/Loss (Raw)": 0.8433212637901306, "Finetune/Step": 1369, "Finetune/Step Time": 6.1253066044300795}
+{"Finetune/Learning Rate": 1.687848964531348e-05, "Finetune/Loss": 0.8614041209220886, "Finetune/Loss (Raw)": 1.0094468593597412, "Finetune/Step": 1370, "Finetune/Step Time": 6.126513095572591}
+{"Finetune/Learning Rate": 1.6873671195883597e-05, "Finetune/Loss": 0.8600646257400513, "Finetune/Loss (Raw)": 0.8230286836624146, "Finetune/Step": 1371, "Finetune/Step Time": 6.135376233607531}
+{"Finetune/Learning Rate": 1.6868849719317412e-05, "Finetune/Loss": 0.8595064282417297, "Finetune/Loss (Raw)": 0.8805636167526245, "Finetune/Step": 1372, "Finetune/Step Time": 6.138092394918203}
+{"Finetune/Learning Rate": 1.6864025217738284e-05, "Finetune/Loss": 0.862270712852478, "Finetune/Loss (Raw)": 1.021962285041809, "Finetune/Step": 1373, "Finetune/Step Time": 6.1307760290801525}
+{"Finetune/Learning Rate": 1.685919769327091e-05, "Finetune/Loss": 0.8609691858291626, "Finetune/Loss (Raw)": 0.730654776096344, "Finetune/Step": 1374, "Finetune/Step Time": 6.152935471385717}
+{"Finetune/Learning Rate": 1.68543671480413e-05, "Finetune/Loss": 0.8614141941070557, "Finetune/Loss (Raw)": 0.9081926345825195, "Finetune/Step": 1375, "Finetune/Step Time": 6.151582794263959}
+{"Finetune/Learning Rate": 1.6849533584176816e-05, "Finetune/Loss": 0.8622958064079285, "Finetune/Loss (Raw)": 0.9750181436538696, "Finetune/Step": 1376, "Finetune/Step Time": 6.155930310487747}
+{"Finetune/Learning Rate": 1.6844697003806136e-05, "Finetune/Loss": 0.8626914024353027, "Finetune/Loss (Raw)": 0.8751584887504578, "Finetune/Step": 1377, "Finetune/Step Time": 6.146255886182189}
+{"Finetune/Learning Rate": 1.683985740905927e-05, "Finetune/Loss": 0.8620530366897583, "Finetune/Loss (Raw)": 0.7709581851959229, "Finetune/Step": 1378, "Finetune/Step Time": 6.1400040332227945}
+{"Finetune/Learning Rate": 1.683501480206756e-05, "Finetune/Loss": 0.8609049320220947, "Finetune/Loss (Raw)": 0.8846904039382935, "Finetune/Step": 1379, "Finetune/Step Time": 6.141709815710783}
+{"Finetune/Learning Rate": 1.683016918496366e-05, "Finetune/Loss": 0.8613185882568359, "Finetune/Loss (Raw)": 0.8890087008476257, "Finetune/Step": 1380, "Finetune/Step Time": 6.130762534216046}
+{"Finetune/Learning Rate": 1.6825320559881566e-05, "Finetune/Loss": 0.8618104457855225, "Finetune/Loss (Raw)": 0.7749046087265015, "Finetune/Step": 1381, "Finetune/Step Time": 6.141605524346232}
+{"Finetune/Learning Rate": 1.6820468928956593e-05, "Finetune/Loss": 0.8619506359100342, "Finetune/Loss (Raw)": 0.8775741457939148, "Finetune/Step": 1382, "Finetune/Step Time": 6.154962465167046}
+{"Finetune/Learning Rate": 1.681561429432538e-05, "Finetune/Loss": 0.8622764945030212, "Finetune/Loss (Raw)": 0.9124857187271118, "Finetune/Step": 1383, "Finetune/Step Time": 6.157326934859157}
+{"Finetune/Learning Rate": 1.6810756658125882e-05, "Finetune/Loss": 0.8633841276168823, "Finetune/Loss (Raw)": 0.8844833970069885, "Finetune/Step": 1384, "Finetune/Step Time": 6.143523016944528}
+{"Finetune/Learning Rate": 1.6805896022497385e-05, "Finetune/Loss": 0.8636033535003662, "Finetune/Loss (Raw)": 0.8062096834182739, "Finetune/Step": 1385, "Finetune/Step Time": 6.151757210493088}
+{"Finetune/Learning Rate": 1.6801032389580496e-05, "Finetune/Loss": 0.8629692196846008, "Finetune/Loss (Raw)": 0.7374569773674011, "Finetune/Step": 1386, "Finetune/Step Time": 6.141387673094869}
+{"Finetune/Learning Rate": 1.679616576151714e-05, "Finetune/Loss": 0.862293004989624, "Finetune/Loss (Raw)": 0.7860228419303894, "Finetune/Step": 1387, "Finetune/Step Time": 6.138288479298353}
+{"Finetune/Learning Rate": 1.6791296140450547e-05, "Finetune/Loss": 0.8611553311347961, "Finetune/Loss (Raw)": 0.8213633298873901, "Finetune/Step": 1388, "Finetune/Step Time": 6.141032623127103}
+{"Finetune/Learning Rate": 1.678642352852529e-05, "Finetune/Loss": 0.8630965948104858, "Finetune/Loss (Raw)": 1.0412812232971191, "Finetune/Step": 1389, "Finetune/Step Time": 6.134426759555936}
+{"Finetune/Learning Rate": 1.6781547927887247e-05, "Finetune/Loss": 0.8633038997650146, "Finetune/Loss (Raw)": 0.9556604027748108, "Finetune/Step": 1390, "Finetune/Step Time": 6.1318060997873545}
+{"Finetune/Learning Rate": 1.677666934068361e-05, "Finetune/Loss": 0.8633278608322144, "Finetune/Loss (Raw)": 0.9346283674240112, "Finetune/Step": 1391, "Finetune/Step Time": 6.134489124640822}
+{"Finetune/Learning Rate": 1.6771787769062886e-05, "Finetune/Loss": 0.8648801445960999, "Finetune/Loss (Raw)": 0.8824269771575928, "Finetune/Step": 1392, "Finetune/Step Time": 6.127025173977017}
+{"Finetune/Learning Rate": 1.6766903215174902e-05, "Finetune/Loss": 0.8640747666358948, "Finetune/Loss (Raw)": 0.8029841184616089, "Finetune/Step": 1393, "Finetune/Step Time": 6.115221343934536}
+{"Finetune/Learning Rate": 1.6762015681170792e-05, "Finetune/Loss": 0.8624407052993774, "Finetune/Loss (Raw)": 0.6948961615562439, "Finetune/Step": 1394, "Finetune/Step Time": 6.115446586161852}
+{"Finetune/Learning Rate": 1.6757125169203008e-05, "Finetune/Loss": 0.8618256449699402, "Finetune/Loss (Raw)": 0.8902963995933533, "Finetune/Step": 1395, "Finetune/Step Time": 6.125695021823049}
+{"Finetune/Learning Rate": 1.6752231681425314e-05, "Finetune/Loss": 0.8621145486831665, "Finetune/Loss (Raw)": 0.8908380270004272, "Finetune/Step": 1396, "Finetune/Step Time": 6.1152598690241575}
+{"Finetune/Learning Rate": 1.6747335219992777e-05, "Finetune/Loss": 0.8623406291007996, "Finetune/Loss (Raw)": 0.8232724070549011, "Finetune/Step": 1397, "Finetune/Step Time": 6.114941205829382}
+{"Finetune/Learning Rate": 1.6742435787061778e-05, "Finetune/Loss": 0.8615943789482117, "Finetune/Loss (Raw)": 0.5770145654678345, "Finetune/Step": 1398, "Finetune/Step Time": 6.117350721731782}
+{"Finetune/Learning Rate": 1.6737533384790013e-05, "Finetune/Loss": 0.8609331250190735, "Finetune/Loss (Raw)": 0.8178693056106567, "Finetune/Step": 1399, "Finetune/Step Time": 6.1135373786091805}
+{"Finetune/Learning Rate": 1.6732628015336473e-05, "Finetune/Loss": 0.8621670603752136, "Finetune/Loss (Raw)": 0.8444206714630127, "Finetune/Step": 1400, "Finetune/Step Time": 6.090301463380456}
+{"Finetune/Learning Rate": 1.6727719680861466e-05, "Finetune/Loss": 0.8606812953948975, "Finetune/Loss (Raw)": 0.780631422996521, "Finetune/Step": 1401, "Finetune/Step Time": 6.111689070239663}
+{"Finetune/Learning Rate": 1.6722808383526602e-05, "Finetune/Loss": 0.8589666485786438, "Finetune/Loss (Raw)": 0.7477349638938904, "Finetune/Step": 1402, "Finetune/Step Time": 6.107891583815217}
+{"Finetune/Learning Rate": 1.6717894125494794e-05, "Finetune/Loss": 0.8580326437950134, "Finetune/Loss (Raw)": 0.9157763123512268, "Finetune/Step": 1403, "Finetune/Step Time": 6.1066736076027155}
+{"Finetune/Learning Rate": 1.671297690893026e-05, "Finetune/Loss": 0.8576627969741821, "Finetune/Loss (Raw)": 0.844001293182373, "Finetune/Step": 1404, "Finetune/Step Time": 6.101674681529403}
+{"Finetune/Learning Rate": 1.670805673599853e-05, "Finetune/Loss": 0.8591293096542358, "Finetune/Loss (Raw)": 1.0014073848724365, "Finetune/Step": 1405, "Finetune/Step Time": 6.105434009805322}
+{"Finetune/Learning Rate": 1.6703133608866415e-05, "Finetune/Loss": 0.860933780670166, "Finetune/Loss (Raw)": 0.8102948665618896, "Finetune/Step": 1406, "Finetune/Step Time": 6.109727466478944}
+{"Finetune/Learning Rate": 1.669820752970205e-05, "Finetune/Loss": 0.8609066009521484, "Finetune/Loss (Raw)": 0.8492091298103333, "Finetune/Step": 1407, "Finetune/Step Time": 6.111234549432993}
+{"Finetune/Learning Rate": 1.6693278500674854e-05, "Finetune/Loss": 0.8611267805099487, "Finetune/Loss (Raw)": 0.8766738772392273, "Finetune/Step": 1408, "Finetune/Step Time": 6.087397322058678}
+{"Finetune/Learning Rate": 1.6688346523955553e-05, "Finetune/Loss": 0.8618453741073608, "Finetune/Loss (Raw)": 0.9678707122802734, "Finetune/Step": 1409, "Finetune/Step Time": 6.088489471003413}
+{"Finetune/Learning Rate": 1.6683411601716173e-05, "Finetune/Loss": 0.863484263420105, "Finetune/Loss (Raw)": 0.8559519648551941, "Finetune/Step": 1410, "Finetune/Step Time": 6.087682684883475}
+{"Finetune/Learning Rate": 1.6678473736130028e-05, "Finetune/Loss": 0.8658657073974609, "Finetune/Loss (Raw)": 0.8595104813575745, "Finetune/Step": 1411, "Finetune/Step Time": 6.084626717492938}
+{"Finetune/Learning Rate": 1.6673532929371736e-05, "Finetune/Loss": 0.8629096150398254, "Finetune/Loss (Raw)": 0.5991993546485901, "Finetune/Step": 1412, "Finetune/Step Time": 6.096626756712794}
+{"Finetune/Learning Rate": 1.6668589183617205e-05, "Finetune/Loss": 0.860706090927124, "Finetune/Loss (Raw)": 0.7467787265777588, "Finetune/Step": 1413, "Finetune/Step Time": 6.101882187649608}
+{"Finetune/Learning Rate": 1.6663642501043643e-05, "Finetune/Loss": 0.8600587248802185, "Finetune/Loss (Raw)": 0.7085193395614624, "Finetune/Step": 1414, "Finetune/Step Time": 6.131947632879019}
+{"Finetune/Learning Rate": 1.6658692883829548e-05, "Finetune/Loss": 0.8610771298408508, "Finetune/Loss (Raw)": 0.8364547491073608, "Finetune/Step": 1415, "Finetune/Step Time": 6.112522540614009}
+{"Finetune/Learning Rate": 1.665374033415471e-05, "Finetune/Loss": 0.8591044545173645, "Finetune/Loss (Raw)": 0.6514240503311157, "Finetune/Step": 1416, "Finetune/Step Time": 6.132382303476334}
+{"Finetune/Learning Rate": 1.664878485420021e-05, "Finetune/Loss": 0.8589295148849487, "Finetune/Loss (Raw)": 0.8703341484069824, "Finetune/Step": 1417, "Finetune/Step Time": 6.132728887721896}
+{"Finetune/Learning Rate": 1.6643826446148424e-05, "Finetune/Loss": 0.8591550588607788, "Finetune/Loss (Raw)": 0.8848208785057068, "Finetune/Step": 1418, "Finetune/Step Time": 6.137469200417399}
+{"Finetune/Learning Rate": 1.6638865112183014e-05, "Finetune/Loss": 0.8592798709869385, "Finetune/Loss (Raw)": 0.9983216524124146, "Finetune/Step": 1419, "Finetune/Step Time": 6.1295046135783195}
+{"Finetune/Learning Rate": 1.663390085448893e-05, "Finetune/Loss": 0.8592171669006348, "Finetune/Loss (Raw)": 0.8968570232391357, "Finetune/Step": 1420, "Finetune/Step Time": 6.127611668780446}
+{"Finetune/Learning Rate": 1.662893367525241e-05, "Finetune/Loss": 0.8571385741233826, "Finetune/Loss (Raw)": 0.6957739591598511, "Finetune/Step": 1421, "Finetune/Step Time": 6.138840796425939}
+{"Finetune/Learning Rate": 1.662396357666098e-05, "Finetune/Loss": 0.8560547232627869, "Finetune/Loss (Raw)": 0.9322172999382019, "Finetune/Step": 1422, "Finetune/Step Time": 6.1336143761873245}
+{"Finetune/Learning Rate": 1.661899056090345e-05, "Finetune/Loss": 0.8565993905067444, "Finetune/Loss (Raw)": 0.9385911822319031, "Finetune/Step": 1423, "Finetune/Step Time": 6.127753883600235}
+{"Finetune/Learning Rate": 1.6614014630169916e-05, "Finetune/Loss": 0.8558300137519836, "Finetune/Loss (Raw)": 0.8306744694709778, "Finetune/Step": 1424, "Finetune/Step Time": 6.117798762395978}
+{"Finetune/Learning Rate": 1.660903578665176e-05, "Finetune/Loss": 0.8558547496795654, "Finetune/Loss (Raw)": 0.9665506482124329, "Finetune/Step": 1425, "Finetune/Step Time": 6.114641178399324}
+{"Finetune/Learning Rate": 1.6604054032541634e-05, "Finetune/Loss": 0.8558397889137268, "Finetune/Loss (Raw)": 0.7899514436721802, "Finetune/Step": 1426, "Finetune/Step Time": 6.129121398553252}
+{"Finetune/Learning Rate": 1.6599069370033492e-05, "Finetune/Loss": 0.8569622039794922, "Finetune/Loss (Raw)": 0.9708703756332397, "Finetune/Step": 1427, "Finetune/Step Time": 6.132228005677462}
+{"Finetune/Learning Rate": 1.659408180132256e-05, "Finetune/Loss": 0.8570694327354431, "Finetune/Loss (Raw)": 0.8094781041145325, "Finetune/Step": 1428, "Finetune/Step Time": 6.1533741019666195}
+{"Finetune/Learning Rate": 1.6589091328605333e-05, "Finetune/Loss": 0.8563687801361084, "Finetune/Loss (Raw)": 0.9197455644607544, "Finetune/Step": 1429, "Finetune/Step Time": 6.164940275251865}
+{"Finetune/Learning Rate": 1.6584097954079603e-05, "Finetune/Loss": 0.8564518690109253, "Finetune/Loss (Raw)": 0.8999809622764587, "Finetune/Step": 1430, "Finetune/Step Time": 6.166883127763867}
+{"Finetune/Learning Rate": 1.6579101679944427e-05, "Finetune/Loss": 0.8560231328010559, "Finetune/Loss (Raw)": 0.7222681045532227, "Finetune/Step": 1431, "Finetune/Step Time": 6.178507594391704}
+{"Finetune/Learning Rate": 1.6574102508400146e-05, "Finetune/Loss": 0.8554316759109497, "Finetune/Loss (Raw)": 0.8826587200164795, "Finetune/Step": 1432, "Finetune/Step Time": 6.17690814845264}
+{"Finetune/Learning Rate": 1.6569100441648373e-05, "Finetune/Loss": 0.8560891151428223, "Finetune/Loss (Raw)": 0.9561054706573486, "Finetune/Step": 1433, "Finetune/Step Time": 6.174566797912121}
+{"Finetune/Learning Rate": 1.6564095481891995e-05, "Finetune/Loss": 0.8560925722122192, "Finetune/Loss (Raw)": 0.883299708366394, "Finetune/Step": 1434, "Finetune/Step Time": 6.174461616203189}
+{"Finetune/Learning Rate": 1.6559087631335184e-05, "Finetune/Loss": 0.8562875986099243, "Finetune/Loss (Raw)": 0.9707483649253845, "Finetune/Step": 1435, "Finetune/Step Time": 6.171505630016327}
+{"Finetune/Learning Rate": 1.6554076892183367e-05, "Finetune/Loss": 0.8550184965133667, "Finetune/Loss (Raw)": 0.7735664248466492, "Finetune/Step": 1436, "Finetune/Step Time": 6.177250215783715}
+{"Finetune/Learning Rate": 1.6549063266643254e-05, "Finetune/Loss": 0.8555471897125244, "Finetune/Loss (Raw)": 1.0551480054855347, "Finetune/Step": 1437, "Finetune/Step Time": 6.18954754807055}
+{"Finetune/Learning Rate": 1.654404675692283e-05, "Finetune/Loss": 0.8560683727264404, "Finetune/Loss (Raw)": 0.7512391805648804, "Finetune/Step": 1438, "Finetune/Step Time": 6.178875269368291}
+{"Finetune/Learning Rate": 1.6539027365231346e-05, "Finetune/Loss": 0.8551821708679199, "Finetune/Loss (Raw)": 0.8373669385910034, "Finetune/Step": 1439, "Finetune/Step Time": 6.176330491900444}
+{"Finetune/Learning Rate": 1.6534005093779312e-05, "Finetune/Loss": 0.8549016118049622, "Finetune/Loss (Raw)": 0.8600991368293762, "Finetune/Step": 1440, "Finetune/Step Time": 6.169199679046869}
+{"Finetune/Learning Rate": 1.6528979944778526e-05, "Finetune/Loss": 0.8523834943771362, "Finetune/Loss (Raw)": 0.7108627557754517, "Finetune/Step": 1441, "Finetune/Step Time": 6.1706744115799665}
+{"Finetune/Learning Rate": 1.6523951920442032e-05, "Finetune/Loss": 0.8517776727676392, "Finetune/Loss (Raw)": 0.9788441061973572, "Finetune/Step": 1442, "Finetune/Step Time": 6.168558740988374}
+{"Finetune/Learning Rate": 1.6518921022984164e-05, "Finetune/Loss": 0.8515727519989014, "Finetune/Loss (Raw)": 0.849568784236908, "Finetune/Step": 1443, "Finetune/Step Time": 6.168452672660351}
+{"Finetune/Learning Rate": 1.65138872546205e-05, "Finetune/Loss": 0.8517386317253113, "Finetune/Loss (Raw)": 0.836269736289978, "Finetune/Step": 1444, "Finetune/Step Time": 6.168868927285075}
+{"Finetune/Learning Rate": 1.650885061756789e-05, "Finetune/Loss": 0.8487954139709473, "Finetune/Loss (Raw)": 0.543562650680542, "Finetune/Step": 1445, "Finetune/Step Time": 6.168183695524931}
+{"Finetune/Learning Rate": 1.650381111404445e-05, "Finetune/Loss": 0.8487108945846558, "Finetune/Loss (Raw)": 0.6844943165779114, "Finetune/Step": 1446, "Finetune/Step Time": 6.172067051753402}
+{"Finetune/Learning Rate": 1.649876874626956e-05, "Finetune/Loss": 0.8497385382652283, "Finetune/Loss (Raw)": 0.8127477765083313, "Finetune/Step": 1447, "Finetune/Step Time": 6.178062107414007}
+{"Finetune/Learning Rate": 1.6493723516463853e-05, "Finetune/Loss": 0.8512669205665588, "Finetune/Loss (Raw)": 1.0337204933166504, "Finetune/Step": 1448, "Finetune/Step Time": 6.182539341971278}
+{"Finetune/Learning Rate": 1.6488675426849225e-05, "Finetune/Loss": 0.8512858152389526, "Finetune/Loss (Raw)": 0.9051727056503296, "Finetune/Step": 1449, "Finetune/Step Time": 6.181260386481881}
+{"Finetune/Learning Rate": 1.6483624479648844e-05, "Finetune/Loss": 0.8512517213821411, "Finetune/Loss (Raw)": 0.8556854724884033, "Finetune/Step": 1450, "Finetune/Step Time": 6.177860658615828}
+{"Finetune/Learning Rate": 1.647857067708712e-05, "Finetune/Loss": 0.8496108055114746, "Finetune/Loss (Raw)": 0.7598052620887756, "Finetune/Step": 1451, "Finetune/Step Time": 6.173814242705703}
+{"Finetune/Learning Rate": 1.6473514021389722e-05, "Finetune/Loss": 0.8478990793228149, "Finetune/Loss (Raw)": 0.7665432691574097, "Finetune/Step": 1452, "Finetune/Step Time": 6.182013142853975}
+{"Finetune/Learning Rate": 1.6468454514783587e-05, "Finetune/Loss": 0.846203088760376, "Finetune/Loss (Raw)": 0.7734511494636536, "Finetune/Step": 1453, "Finetune/Step Time": 6.17985381372273}
+{"Finetune/Learning Rate": 1.64633921594969e-05, "Finetune/Loss": 0.8470461964607239, "Finetune/Loss (Raw)": 0.7330912947654724, "Finetune/Step": 1454, "Finetune/Step Time": 6.167797649279237}
+{"Finetune/Learning Rate": 1.6458326957759096e-05, "Finetune/Loss": 0.8461203575134277, "Finetune/Loss (Raw)": 0.7652685046195984, "Finetune/Step": 1455, "Finetune/Step Time": 6.1760317999869585}
+{"Finetune/Learning Rate": 1.6453258911800877e-05, "Finetune/Loss": 0.8451331853866577, "Finetune/Loss (Raw)": 0.7640681266784668, "Finetune/Step": 1456, "Finetune/Step Time": 6.1648941077291965}
+{"Finetune/Learning Rate": 1.6448188023854183e-05, "Finetune/Loss": 0.8439314961433411, "Finetune/Loss (Raw)": 0.7974609732627869, "Finetune/Step": 1457, "Finetune/Step Time": 6.147020768374205}
+{"Finetune/Learning Rate": 1.6443114296152216e-05, "Finetune/Loss": 0.8452075123786926, "Finetune/Loss (Raw)": 1.066529393196106, "Finetune/Step": 1458, "Finetune/Step Time": 6.146033722907305}
+{"Finetune/Learning Rate": 1.6438037730929418e-05, "Finetune/Loss": 0.8445273041725159, "Finetune/Loss (Raw)": 0.853175163269043, "Finetune/Step": 1459, "Finetune/Step Time": 6.148251175880432}
+{"Finetune/Learning Rate": 1.6432958330421497e-05, "Finetune/Loss": 0.8443512916564941, "Finetune/Loss (Raw)": 0.9512923955917358, "Finetune/Step": 1460, "Finetune/Step Time": 6.153004381805658}
+{"Finetune/Learning Rate": 1.6427876096865394e-05, "Finetune/Loss": 0.8440723419189453, "Finetune/Loss (Raw)": 0.7067146897315979, "Finetune/Step": 1461, "Finetune/Step Time": 6.154002930969}
+{"Finetune/Learning Rate": 1.6422791032499306e-05, "Finetune/Loss": 0.8454760909080505, "Finetune/Loss (Raw)": 0.8274479508399963, "Finetune/Step": 1462, "Finetune/Step Time": 6.146670088171959}
+{"Finetune/Learning Rate": 1.641770313956267e-05, "Finetune/Loss": 0.8464215993881226, "Finetune/Loss (Raw)": 0.9317955374717712, "Finetune/Step": 1463, "Finetune/Step Time": 6.145729945972562}
+{"Finetune/Learning Rate": 1.641261242029618e-05, "Finetune/Loss": 0.8479166030883789, "Finetune/Loss (Raw)": 0.9691603183746338, "Finetune/Step": 1464, "Finetune/Step Time": 6.143386825919151}
+{"Finetune/Learning Rate": 1.6407518876941756e-05, "Finetune/Loss": 0.8487973213195801, "Finetune/Loss (Raw)": 0.8856244683265686, "Finetune/Step": 1465, "Finetune/Step Time": 6.147476952522993}
+{"Finetune/Learning Rate": 1.640242251174259e-05, "Finetune/Loss": 0.8493950963020325, "Finetune/Loss (Raw)": 0.9802832007408142, "Finetune/Step": 1466, "Finetune/Step Time": 6.14137564972043}
+{"Finetune/Learning Rate": 1.6397323326943082e-05, "Finetune/Loss": 0.8512415885925293, "Finetune/Loss (Raw)": 0.8338909149169922, "Finetune/Step": 1467, "Finetune/Step Time": 6.135126493871212}
+{"Finetune/Learning Rate": 1.6392221324788908e-05, "Finetune/Loss": 0.8495988845825195, "Finetune/Loss (Raw)": 0.7146545052528381, "Finetune/Step": 1468, "Finetune/Step Time": 6.146093994379044}
+{"Finetune/Learning Rate": 1.6387116507526958e-05, "Finetune/Loss": 0.8485850691795349, "Finetune/Loss (Raw)": 0.7867053747177124, "Finetune/Step": 1469, "Finetune/Step Time": 6.155257174745202}
+{"Finetune/Learning Rate": 1.6382008877405376e-05, "Finetune/Loss": 0.8487398624420166, "Finetune/Loss (Raw)": 0.8222935199737549, "Finetune/Step": 1470, "Finetune/Step Time": 6.154958477243781}
+{"Finetune/Learning Rate": 1.637689843667354e-05, "Finetune/Loss": 0.8499054312705994, "Finetune/Loss (Raw)": 0.8914251327514648, "Finetune/Step": 1471, "Finetune/Step Time": 6.150063209235668}
+{"Finetune/Learning Rate": 1.637178518758207e-05, "Finetune/Loss": 0.8485856652259827, "Finetune/Loss (Raw)": 0.7165805101394653, "Finetune/Step": 1472, "Finetune/Step Time": 6.15115362405777}
+{"Finetune/Learning Rate": 1.636666913238282e-05, "Finetune/Loss": 0.8487838506698608, "Finetune/Loss (Raw)": 0.8041672110557556, "Finetune/Step": 1473, "Finetune/Step Time": 6.14970625564456}
+{"Finetune/Learning Rate": 1.636155027332887e-05, "Finetune/Loss": 0.8474818468093872, "Finetune/Loss (Raw)": 0.9328656196594238, "Finetune/Step": 1474, "Finetune/Step Time": 6.15713800303638}
+{"Finetune/Learning Rate": 1.6356428612674555e-05, "Finetune/Loss": 0.847664475440979, "Finetune/Loss (Raw)": 1.0309091806411743, "Finetune/Step": 1475, "Finetune/Step Time": 6.156714860349894}
+{"Finetune/Learning Rate": 1.635130415267543e-05, "Finetune/Loss": 0.846750020980835, "Finetune/Loss (Raw)": 0.9187748432159424, "Finetune/Step": 1476, "Finetune/Step Time": 6.1571412812918425}
+{"Finetune/Learning Rate": 1.6346176895588285e-05, "Finetune/Loss": 0.8471749424934387, "Finetune/Loss (Raw)": 0.8306583166122437, "Finetune/Step": 1477, "Finetune/Step Time": 6.176151527091861}
+{"Finetune/Learning Rate": 1.6341046843671145e-05, "Finetune/Loss": 0.8470320701599121, "Finetune/Loss (Raw)": 0.8318580389022827, "Finetune/Step": 1478, "Finetune/Step Time": 6.179714294150472}
+{"Finetune/Learning Rate": 1.6335913999183263e-05, "Finetune/Loss": 0.8487416505813599, "Finetune/Loss (Raw)": 1.0930511951446533, "Finetune/Step": 1479, "Finetune/Step Time": 6.1804906912148}
+{"Finetune/Learning Rate": 1.6330778364385117e-05, "Finetune/Loss": 0.8487675189971924, "Finetune/Loss (Raw)": 0.7538935542106628, "Finetune/Step": 1480, "Finetune/Step Time": 6.18807515874505}
+{"Finetune/Learning Rate": 1.6325639941538424e-05, "Finetune/Loss": 0.8471830487251282, "Finetune/Loss (Raw)": 0.8162646293640137, "Finetune/Step": 1481, "Finetune/Step Time": 6.188361393287778}
+{"Finetune/Learning Rate": 1.6320498732906122e-05, "Finetune/Loss": 0.8476094603538513, "Finetune/Loss (Raw)": 0.8953486084938049, "Finetune/Step": 1482, "Finetune/Step Time": 6.163108740001917}
+{"Finetune/Learning Rate": 1.6315354740752383e-05, "Finetune/Loss": 0.8478958606719971, "Finetune/Loss (Raw)": 0.7733853459358215, "Finetune/Step": 1483, "Finetune/Step Time": 6.1662794183939695}
+{"Finetune/Learning Rate": 1.6310207967342594e-05, "Finetune/Loss": 0.8482997417449951, "Finetune/Loss (Raw)": 0.895359992980957, "Finetune/Step": 1484, "Finetune/Step Time": 6.173552922904491}
+{"Finetune/Learning Rate": 1.6305058414943378e-05, "Finetune/Loss": 0.8476703763008118, "Finetune/Loss (Raw)": 0.8568612933158875, "Finetune/Step": 1485, "Finetune/Step Time": 6.1760878674685955}
+{"Finetune/Learning Rate": 1.629990608582257e-05, "Finetune/Loss": 0.8488948345184326, "Finetune/Loss (Raw)": 1.0135375261306763, "Finetune/Step": 1486, "Finetune/Step Time": 6.174180276691914}
+{"Finetune/Learning Rate": 1.629475098224924e-05, "Finetune/Loss": 0.848781943321228, "Finetune/Loss (Raw)": 0.8532000780105591, "Finetune/Step": 1487, "Finetune/Step Time": 6.176097944378853}
+{"Finetune/Learning Rate": 1.6289593106493673e-05, "Finetune/Loss": 0.849148690700531, "Finetune/Loss (Raw)": 0.9172292351722717, "Finetune/Step": 1488, "Finetune/Step Time": 6.173976833000779}
+{"Finetune/Learning Rate": 1.6284432460827377e-05, "Finetune/Loss": 0.8474835157394409, "Finetune/Loss (Raw)": 0.5592389106750488, "Finetune/Step": 1489, "Finetune/Step Time": 6.160509901121259}
+{"Finetune/Learning Rate": 1.6279269047523075e-05, "Finetune/Loss": 0.8440982699394226, "Finetune/Loss (Raw)": 0.500041127204895, "Finetune/Step": 1490, "Finetune/Step Time": 6.16972029581666}
+{"Finetune/Learning Rate": 1.6274102868854714e-05, "Finetune/Loss": 0.841862678527832, "Finetune/Loss (Raw)": 0.6758852005004883, "Finetune/Step": 1491, "Finetune/Step Time": 6.169433444738388}
+{"Finetune/Learning Rate": 1.626893392709746e-05, "Finetune/Loss": 0.8419812917709351, "Finetune/Loss (Raw)": 0.8038367629051208, "Finetune/Step": 1492, "Finetune/Step Time": 6.1681620590388775}
+{"Finetune/Learning Rate": 1.626376222452769e-05, "Finetune/Loss": 0.8403019905090332, "Finetune/Loss (Raw)": 0.5669975876808167, "Finetune/Step": 1493, "Finetune/Step Time": 6.154956111684442}
+{"Finetune/Learning Rate": 1.6258587763423004e-05, "Finetune/Loss": 0.8413218259811401, "Finetune/Loss (Raw)": 0.7881093621253967, "Finetune/Step": 1494, "Finetune/Step Time": 6.148170802742243}
+{"Finetune/Learning Rate": 1.6253410546062215e-05, "Finetune/Loss": 0.8406503796577454, "Finetune/Loss (Raw)": 0.8026164174079895, "Finetune/Step": 1495, "Finetune/Step Time": 6.147573946043849}
+{"Finetune/Learning Rate": 1.624823057472534e-05, "Finetune/Loss": 0.8414545059204102, "Finetune/Loss (Raw)": 0.7676973938941956, "Finetune/Step": 1496, "Finetune/Step Time": 6.158523865044117}
+{"Finetune/Learning Rate": 1.6243047851693626e-05, "Finetune/Loss": 0.8418906331062317, "Finetune/Loss (Raw)": 0.8991448283195496, "Finetune/Step": 1497, "Finetune/Step Time": 6.148274455219507}
+{"Finetune/Learning Rate": 1.6237862379249517e-05, "Finetune/Loss": 0.8401405215263367, "Finetune/Loss (Raw)": 0.7854341864585876, "Finetune/Step": 1498, "Finetune/Step Time": 6.146998658776283}
+{"Finetune/Learning Rate": 1.6232674159676675e-05, "Finetune/Loss": 0.8403315544128418, "Finetune/Loss (Raw)": 0.847480297088623, "Finetune/Step": 1499, "Finetune/Step Time": 6.141830397769809}
+{"Finetune/Learning Rate": 1.6227483195259973e-05, "Finetune/Loss": 0.8410307765007019, "Finetune/Loss (Raw)": 0.9700610637664795, "Finetune/Step": 1500, "Finetune/Step Time": 6.143588105216622}
+{"Finetune/Learning Rate": 1.6222289488285484e-05, "Finetune/Loss": 0.8391972780227661, "Finetune/Loss (Raw)": 0.7872786521911621, "Finetune/Step": 1501, "Finetune/Step Time": 6.147294765338302}
+{"Finetune/Learning Rate": 1.62170930410405e-05, "Finetune/Loss": 0.841152548789978, "Finetune/Loss (Raw)": 0.9809319972991943, "Finetune/Step": 1502, "Finetune/Step Time": 6.1205922197550535}
+{"Finetune/Learning Rate": 1.621189385581351e-05, "Finetune/Loss": 0.8413729667663574, "Finetune/Loss (Raw)": 0.9364033341407776, "Finetune/Step": 1503, "Finetune/Step Time": 6.121969675645232}
+{"Finetune/Learning Rate": 1.6206691934894225e-05, "Finetune/Loss": 0.8403394818305969, "Finetune/Loss (Raw)": 0.8427318930625916, "Finetune/Step": 1504, "Finetune/Step Time": 6.117341099306941}
+{"Finetune/Learning Rate": 1.6201487280573536e-05, "Finetune/Loss": 0.8412268757820129, "Finetune/Loss (Raw)": 0.988746702671051, "Finetune/Step": 1505, "Finetune/Step Time": 6.114325450733304}
+{"Finetune/Learning Rate": 1.619627989514356e-05, "Finetune/Loss": 0.8422670364379883, "Finetune/Loss (Raw)": 0.9040954113006592, "Finetune/Step": 1506, "Finetune/Step Time": 6.111213041469455}
+{"Finetune/Learning Rate": 1.6191069780897604e-05, "Finetune/Loss": 0.8419228792190552, "Finetune/Loss (Raw)": 0.8406442403793335, "Finetune/Step": 1507, "Finetune/Step Time": 6.1227469854056835}
+{"Finetune/Learning Rate": 1.6185856940130183e-05, "Finetune/Loss": 0.841826319694519, "Finetune/Loss (Raw)": 0.8766416907310486, "Finetune/Step": 1508, "Finetune/Step Time": 6.1276887357234955}
+{"Finetune/Learning Rate": 1.6180641375137005e-05, "Finetune/Loss": 0.8423246145248413, "Finetune/Loss (Raw)": 0.8386825919151306, "Finetune/Step": 1509, "Finetune/Step Time": 6.108624575659633}
+{"Finetune/Learning Rate": 1.617542308821499e-05, "Finetune/Loss": 0.8435922861099243, "Finetune/Loss (Raw)": 1.0398401021957397, "Finetune/Step": 1510, "Finetune/Step Time": 6.0950243547558784}
+{"Finetune/Learning Rate": 1.6170202081662245e-05, "Finetune/Loss": 0.8425811529159546, "Finetune/Loss (Raw)": 0.7830572128295898, "Finetune/Step": 1511, "Finetune/Step Time": 6.098286718130112}
+{"Finetune/Learning Rate": 1.6164978357778082e-05, "Finetune/Loss": 0.8419792652130127, "Finetune/Loss (Raw)": 0.8074524998664856, "Finetune/Step": 1512, "Finetune/Step Time": 6.099867682904005}
+{"Finetune/Learning Rate": 1.6159751918863008e-05, "Finetune/Loss": 0.8428664207458496, "Finetune/Loss (Raw)": 0.9197567105293274, "Finetune/Step": 1513, "Finetune/Step Time": 6.096777951344848}
+{"Finetune/Learning Rate": 1.6154522767218726e-05, "Finetune/Loss": 0.8449360132217407, "Finetune/Loss (Raw)": 1.002373456954956, "Finetune/Step": 1514, "Finetune/Step Time": 6.096461525186896}
+{"Finetune/Learning Rate": 1.6149290905148126e-05, "Finetune/Loss": 0.8457231521606445, "Finetune/Loss (Raw)": 0.8867655396461487, "Finetune/Step": 1515, "Finetune/Step Time": 6.095285611227155}
+{"Finetune/Learning Rate": 1.6144056334955306e-05, "Finetune/Loss": 0.8465938568115234, "Finetune/Loss (Raw)": 0.9328181147575378, "Finetune/Step": 1516, "Finetune/Step Time": 6.090377580374479}
+{"Finetune/Learning Rate": 1.613881905894555e-05, "Finetune/Loss": 0.845851480960846, "Finetune/Loss (Raw)": 0.9462583065032959, "Finetune/Step": 1517, "Finetune/Step Time": 6.091331575065851}
+{"Finetune/Learning Rate": 1.613357907942532e-05, "Finetune/Loss": 0.8451336622238159, "Finetune/Loss (Raw)": 0.8637802600860596, "Finetune/Step": 1518, "Finetune/Step Time": 6.09023748524487}
+{"Finetune/Learning Rate": 1.61283363987023e-05, "Finetune/Loss": 0.8434382081031799, "Finetune/Loss (Raw)": 0.7176099419593811, "Finetune/Step": 1519, "Finetune/Step Time": 6.088572338223457}
+{"Finetune/Learning Rate": 1.6123091019085326e-05, "Finetune/Loss": 0.8428688049316406, "Finetune/Loss (Raw)": 0.8095519542694092, "Finetune/Step": 1520, "Finetune/Step Time": 6.08651970140636}
+{"Finetune/Learning Rate": 1.6117842942884458e-05, "Finetune/Loss": 0.8436363339424133, "Finetune/Loss (Raw)": 0.9012249708175659, "Finetune/Step": 1521, "Finetune/Step Time": 6.085061082616448}
+{"Finetune/Learning Rate": 1.6112592172410914e-05, "Finetune/Loss": 0.8451887965202332, "Finetune/Loss (Raw)": 0.8936007022857666, "Finetune/Step": 1522, "Finetune/Step Time": 6.088994286954403}
+{"Finetune/Learning Rate": 1.610733870997712e-05, "Finetune/Loss": 0.8445687890052795, "Finetune/Loss (Raw)": 0.8109431862831116, "Finetune/Step": 1523, "Finetune/Step Time": 6.082358583807945}
+{"Finetune/Learning Rate": 1.6102082557896676e-05, "Finetune/Loss": 0.8444313406944275, "Finetune/Loss (Raw)": 0.8732407689094543, "Finetune/Step": 1524, "Finetune/Step Time": 6.085765529423952}
+{"Finetune/Learning Rate": 1.6096823718484365e-05, "Finetune/Loss": 0.8452900648117065, "Finetune/Loss (Raw)": 0.933190107345581, "Finetune/Step": 1525, "Finetune/Step Time": 6.0860252901911736}
+{"Finetune/Learning Rate": 1.6091562194056166e-05, "Finetune/Loss": 0.8478339910507202, "Finetune/Loss (Raw)": 0.9026386737823486, "Finetune/Step": 1526, "Finetune/Step Time": 6.081766728311777}
+{"Finetune/Learning Rate": 1.608629798692923e-05, "Finetune/Loss": 0.8464970588684082, "Finetune/Loss (Raw)": 0.6467381715774536, "Finetune/Step": 1527, "Finetune/Step Time": 6.083719279617071}
+{"Finetune/Learning Rate": 1.608103109942189e-05, "Finetune/Loss": 0.84688401222229, "Finetune/Loss (Raw)": 0.8939539194107056, "Finetune/Step": 1528, "Finetune/Step Time": 6.082813359797001}
+{"Finetune/Learning Rate": 1.6075761533853668e-05, "Finetune/Loss": 0.846584141254425, "Finetune/Loss (Raw)": 0.742249071598053, "Finetune/Step": 1529, "Finetune/Step Time": 6.066863169893622}
+{"Finetune/Learning Rate": 1.6070489292545242e-05, "Finetune/Loss": 0.8469489812850952, "Finetune/Loss (Raw)": 0.7944380044937134, "Finetune/Step": 1530, "Finetune/Step Time": 6.056719742715359}
+{"Finetune/Learning Rate": 1.606521437781851e-05, "Finetune/Loss": 0.8476244211196899, "Finetune/Loss (Raw)": 1.0022296905517578, "Finetune/Step": 1531, "Finetune/Step Time": 6.057533433660865}
+{"Finetune/Learning Rate": 1.60599367919965e-05, "Finetune/Loss": 0.8474968671798706, "Finetune/Loss (Raw)": 0.8276752829551697, "Finetune/Step": 1532, "Finetune/Step Time": 6.059902284294367}
+{"Finetune/Learning Rate": 1.6054656537403452e-05, "Finetune/Loss": 0.8451806306838989, "Finetune/Loss (Raw)": 0.7049260139465332, "Finetune/Step": 1533, "Finetune/Step Time": 6.070481659844518}
+{"Finetune/Learning Rate": 1.6049373616364763e-05, "Finetune/Loss": 0.8462724685668945, "Finetune/Loss (Raw)": 0.9500541687011719, "Finetune/Step": 1534, "Finetune/Step Time": 6.064390540122986}
+{"Finetune/Learning Rate": 1.604408803120701e-05, "Finetune/Loss": 0.8455570936203003, "Finetune/Loss (Raw)": 0.757639467716217, "Finetune/Step": 1535, "Finetune/Step Time": 6.073836840689182}
+{"Finetune/Learning Rate": 1.6038799784257947e-05, "Finetune/Loss": 0.8450189828872681, "Finetune/Loss (Raw)": 0.8077939748764038, "Finetune/Step": 1536, "Finetune/Step Time": 6.07601916603744}
+{"Finetune/Learning Rate": 1.6033508877846488e-05, "Finetune/Loss": 0.8444607257843018, "Finetune/Loss (Raw)": 0.8964172601699829, "Finetune/Step": 1537, "Finetune/Step Time": 6.075225675478578}
+{"Finetune/Learning Rate": 1.6028215314302737e-05, "Finetune/Loss": 0.8448482751846313, "Finetune/Loss (Raw)": 0.9055511951446533, "Finetune/Step": 1538, "Finetune/Step Time": 6.064646225422621}
+{"Finetune/Learning Rate": 1.6022919095957944e-05, "Finetune/Loss": 0.8437952995300293, "Finetune/Loss (Raw)": 0.7247373461723328, "Finetune/Step": 1539, "Finetune/Step Time": 6.063489692285657}
+{"Finetune/Learning Rate": 1.6017620225144558e-05, "Finetune/Loss": 0.8459721803665161, "Finetune/Loss (Raw)": 0.8778355121612549, "Finetune/Step": 1540, "Finetune/Step Time": 6.050523003563285}
+{"Finetune/Learning Rate": 1.6012318704196164e-05, "Finetune/Loss": 0.847063422203064, "Finetune/Loss (Raw)": 0.8864644169807434, "Finetune/Step": 1541, "Finetune/Step Time": 6.039770511910319}
+{"Finetune/Learning Rate": 1.600701453544754e-05, "Finetune/Loss": 0.8474782705307007, "Finetune/Loss (Raw)": 0.7616115212440491, "Finetune/Step": 1542, "Finetune/Step Time": 6.002531040459871}
+{"Finetune/Learning Rate": 1.6001707721234615e-05, "Finetune/Loss": 0.8473827838897705, "Finetune/Loss (Raw)": 0.8242332935333252, "Finetune/Step": 1543, "Finetune/Step Time": 5.9989846758544445}
+{"Finetune/Learning Rate": 1.5996398263894493e-05, "Finetune/Loss": 0.8508576154708862, "Finetune/Loss (Raw)": 1.0962028503417969, "Finetune/Step": 1544, "Finetune/Step Time": 5.985509535297751}
+{"Finetune/Learning Rate": 1.5991086165765427e-05, "Finetune/Loss": 0.8509210348129272, "Finetune/Loss (Raw)": 0.8784574866294861, "Finetune/Step": 1545, "Finetune/Step Time": 5.985785104334354}
+{"Finetune/Learning Rate": 1.5985771429186857e-05, "Finetune/Loss": 0.8511823415756226, "Finetune/Loss (Raw)": 0.9182661175727844, "Finetune/Step": 1546, "Finetune/Step Time": 5.978066334500909}
+{"Finetune/Learning Rate": 1.5980454056499355e-05, "Finetune/Loss": 0.8510977029800415, "Finetune/Loss (Raw)": 0.9874826669692993, "Finetune/Step": 1547, "Finetune/Step Time": 5.98332311026752}
+{"Finetune/Learning Rate": 1.5975134050044684e-05, "Finetune/Loss": 0.8515725135803223, "Finetune/Loss (Raw)": 0.9576365351676941, "Finetune/Step": 1548, "Finetune/Step Time": 5.984434045851231}
+{"Finetune/Learning Rate": 1.596981141216575e-05, "Finetune/Loss": 0.8533551692962646, "Finetune/Loss (Raw)": 0.9239552021026611, "Finetune/Step": 1549, "Finetune/Step Time": 5.971392590552568}
+{"Finetune/Learning Rate": 1.5964486145206612e-05, "Finetune/Loss": 0.8518013954162598, "Finetune/Loss (Raw)": 0.733333945274353, "Finetune/Step": 1550, "Finetune/Step Time": 5.976560052484274}
+{"Finetune/Learning Rate": 1.5959158251512505e-05, "Finetune/Loss": 0.8520577549934387, "Finetune/Loss (Raw)": 0.9714006185531616, "Finetune/Step": 1551, "Finetune/Step Time": 5.977568482980132}
+{"Finetune/Learning Rate": 1.5953827733429807e-05, "Finetune/Loss": 0.8523807525634766, "Finetune/Loss (Raw)": 0.8720190525054932, "Finetune/Step": 1552, "Finetune/Step Time": 5.973016854375601}
+{"Finetune/Learning Rate": 1.5948494593306056e-05, "Finetune/Loss": 0.8524339199066162, "Finetune/Loss (Raw)": 0.9733539819717407, "Finetune/Step": 1553, "Finetune/Step Time": 5.981845173984766}
+{"Finetune/Learning Rate": 1.5943158833489946e-05, "Finetune/Loss": 0.8528500199317932, "Finetune/Loss (Raw)": 0.8432137370109558, "Finetune/Step": 1554, "Finetune/Step Time": 5.970321478322148}
+{"Finetune/Learning Rate": 1.5937820456331323e-05, "Finetune/Loss": 0.8522335290908813, "Finetune/Loss (Raw)": 0.8919609189033508, "Finetune/Step": 1555, "Finetune/Step Time": 5.975047986954451}
+{"Finetune/Learning Rate": 1.5932479464181187e-05, "Finetune/Loss": 0.8515210151672363, "Finetune/Loss (Raw)": 0.7182711362838745, "Finetune/Step": 1556, "Finetune/Step Time": 5.954343114048243}
+{"Finetune/Learning Rate": 1.592713585939168e-05, "Finetune/Loss": 0.8509812355041504, "Finetune/Loss (Raw)": 0.8506609201431274, "Finetune/Step": 1557, "Finetune/Step Time": 5.941958051174879}
+{"Finetune/Learning Rate": 1.592178964431612e-05, "Finetune/Loss": 0.8499664068222046, "Finetune/Loss (Raw)": 0.7700819373130798, "Finetune/Step": 1558, "Finetune/Step Time": 5.949266891926527}
+{"Finetune/Learning Rate": 1.5916440821308948e-05, "Finetune/Loss": 0.8500449061393738, "Finetune/Loss (Raw)": 0.7323131561279297, "Finetune/Step": 1559, "Finetune/Step Time": 5.934284713119268}
+{"Finetune/Learning Rate": 1.5911089392725766e-05, "Finetune/Loss": 0.8490413427352905, "Finetune/Loss (Raw)": 0.754196286201477, "Finetune/Step": 1560, "Finetune/Step Time": 5.944357046857476}
+{"Finetune/Learning Rate": 1.590573536092332e-05, "Finetune/Loss": 0.8474310636520386, "Finetune/Loss (Raw)": 0.7500002384185791, "Finetune/Step": 1561, "Finetune/Step Time": 5.948282955214381}
+{"Finetune/Learning Rate": 1.59003787282595e-05, "Finetune/Loss": 0.8480828404426575, "Finetune/Loss (Raw)": 0.9667202234268188, "Finetune/Step": 1562, "Finetune/Step Time": 5.951121535152197}
+{"Finetune/Learning Rate": 1.5895019497093348e-05, "Finetune/Loss": 0.8487995862960815, "Finetune/Loss (Raw)": 1.062497615814209, "Finetune/Step": 1563, "Finetune/Step Time": 5.951687213033438}
+{"Finetune/Learning Rate": 1.588965766978505e-05, "Finetune/Loss": 0.8498074412345886, "Finetune/Loss (Raw)": 0.9025680422782898, "Finetune/Step": 1564, "Finetune/Step Time": 5.949626663699746}
+{"Finetune/Learning Rate": 1.5884293248695928e-05, "Finetune/Loss": 0.8481394648551941, "Finetune/Loss (Raw)": 0.8416509628295898, "Finetune/Step": 1565, "Finetune/Step Time": 5.9364638812839985}
+{"Finetune/Learning Rate": 1.5878926236188452e-05, "Finetune/Loss": 0.8464978933334351, "Finetune/Loss (Raw)": 0.5411097407341003, "Finetune/Step": 1566, "Finetune/Step Time": 5.9493826776742935}
+{"Finetune/Learning Rate": 1.5873556634626232e-05, "Finetune/Loss": 0.8464709520339966, "Finetune/Loss (Raw)": 0.83392333984375, "Finetune/Step": 1567, "Finetune/Step Time": 5.949998140335083}
+{"Finetune/Learning Rate": 1.586818444637402e-05, "Finetune/Loss": 0.8452627658843994, "Finetune/Loss (Raw)": 0.7054470777511597, "Finetune/Step": 1568, "Finetune/Step Time": 5.951875789090991}
+{"Finetune/Learning Rate": 1.586280967379771e-05, "Finetune/Loss": 0.8469070196151733, "Finetune/Loss (Raw)": 0.9213325381278992, "Finetune/Step": 1569, "Finetune/Step Time": 5.9516593758016825}
+{"Finetune/Learning Rate": 1.5857432319264315e-05, "Finetune/Loss": 0.8467831611633301, "Finetune/Loss (Raw)": 0.9629942178726196, "Finetune/Step": 1570, "Finetune/Step Time": 5.95353059284389}
+{"Finetune/Learning Rate": 1.5852052385142014e-05, "Finetune/Loss": 0.846173882484436, "Finetune/Loss (Raw)": 0.7715834379196167, "Finetune/Step": 1571, "Finetune/Step Time": 5.94978547655046}
+{"Finetune/Learning Rate": 1.5846669873800097e-05, "Finetune/Loss": 0.8458032011985779, "Finetune/Loss (Raw)": 0.7888141870498657, "Finetune/Step": 1572, "Finetune/Step Time": 5.942289758473635}
+{"Finetune/Learning Rate": 1.5841284787609012e-05, "Finetune/Loss": 0.8492316007614136, "Finetune/Loss (Raw)": 0.9824027419090271, "Finetune/Step": 1573, "Finetune/Step Time": 5.946519497781992}
+{"Finetune/Learning Rate": 1.5835897128940316e-05, "Finetune/Loss": 0.8501167297363281, "Finetune/Loss (Raw)": 0.797789454460144, "Finetune/Step": 1574, "Finetune/Step Time": 5.943387197330594}
+{"Finetune/Learning Rate": 1.583050690016672e-05, "Finetune/Loss": 0.8511573076248169, "Finetune/Loss (Raw)": 0.9459379315376282, "Finetune/Step": 1575, "Finetune/Step Time": 5.935097010806203}
+{"Finetune/Learning Rate": 1.5825114103662054e-05, "Finetune/Loss": 0.8488578796386719, "Finetune/Loss (Raw)": 0.7393931746482849, "Finetune/Step": 1576, "Finetune/Step Time": 5.931159412488341}
+{"Finetune/Learning Rate": 1.5819718741801283e-05, "Finetune/Loss": 0.8488638401031494, "Finetune/Loss (Raw)": 0.9059380888938904, "Finetune/Step": 1577, "Finetune/Step Time": 5.927581008523703}
+{"Finetune/Learning Rate": 1.5814320816960503e-05, "Finetune/Loss": 0.8471872806549072, "Finetune/Loss (Raw)": 0.6410897970199585, "Finetune/Step": 1578, "Finetune/Step Time": 5.927121048793197}
+{"Finetune/Learning Rate": 1.5808920331516944e-05, "Finetune/Loss": 0.8470145463943481, "Finetune/Loss (Raw)": 0.7376925945281982, "Finetune/Step": 1579, "Finetune/Step Time": 5.932207476347685}
+{"Finetune/Learning Rate": 1.580351728784895e-05, "Finetune/Loss": 0.8480926752090454, "Finetune/Loss (Raw)": 0.9045438766479492, "Finetune/Step": 1580, "Finetune/Step Time": 5.934319766238332}
+{"Finetune/Learning Rate": 1.5798111688336e-05, "Finetune/Loss": 0.8492574691772461, "Finetune/Loss (Raw)": 0.9225454330444336, "Finetune/Step": 1581, "Finetune/Step Time": 5.943449715152383}
+{"Finetune/Learning Rate": 1.5792703535358698e-05, "Finetune/Loss": 0.8489300012588501, "Finetune/Loss (Raw)": 0.6911696195602417, "Finetune/Step": 1582, "Finetune/Step Time": 5.932078968733549}
+{"Finetune/Learning Rate": 1.578729283129877e-05, "Finetune/Loss": 0.8488293886184692, "Finetune/Loss (Raw)": 0.7523897886276245, "Finetune/Step": 1583, "Finetune/Step Time": 5.922594249248505}
+{"Finetune/Learning Rate": 1.5781879578539073e-05, "Finetune/Loss": 0.8487896919250488, "Finetune/Loss (Raw)": 0.7589905858039856, "Finetune/Step": 1584, "Finetune/Step Time": 5.927935278043151}
+{"Finetune/Learning Rate": 1.577646377946358e-05, "Finetune/Loss": 0.849406898021698, "Finetune/Loss (Raw)": 0.8764646053314209, "Finetune/Step": 1585, "Finetune/Step Time": 5.9281965754926205}
+{"Finetune/Learning Rate": 1.577104543645738e-05, "Finetune/Loss": 0.8478881120681763, "Finetune/Loss (Raw)": 0.8721219301223755, "Finetune/Step": 1586, "Finetune/Step Time": 5.930265229195356}
+{"Finetune/Learning Rate": 1.5765624551906698e-05, "Finetune/Loss": 0.8481990098953247, "Finetune/Loss (Raw)": 0.8929705023765564, "Finetune/Step": 1587, "Finetune/Step Time": 5.931860487908125}
+{"Finetune/Learning Rate": 1.5760201128198865e-05, "Finetune/Loss": 0.8471976518630981, "Finetune/Loss (Raw)": 0.8231183886528015, "Finetune/Step": 1588, "Finetune/Step Time": 5.929540019482374}
+{"Finetune/Learning Rate": 1.575477516772233e-05, "Finetune/Loss": 0.847895622253418, "Finetune/Loss (Raw)": 0.7960585355758667, "Finetune/Step": 1589, "Finetune/Step Time": 5.920443190261722}
+{"Finetune/Learning Rate": 1.574934667286667e-05, "Finetune/Loss": 0.8466429710388184, "Finetune/Loss (Raw)": 0.6671055555343628, "Finetune/Step": 1590, "Finetune/Step Time": 5.925691308453679}
+{"Finetune/Learning Rate": 1.574391564602257e-05, "Finetune/Loss": 0.8467611074447632, "Finetune/Loss (Raw)": 0.9469165205955505, "Finetune/Step": 1591, "Finetune/Step Time": 5.9272187650203705}
+{"Finetune/Learning Rate": 1.573848208958183e-05, "Finetune/Loss": 0.8475310802459717, "Finetune/Loss (Raw)": 1.0677207708358765, "Finetune/Step": 1592, "Finetune/Step Time": 5.927093992009759}
+{"Finetune/Learning Rate": 1.5733046005937365e-05, "Finetune/Loss": 0.8471139669418335, "Finetune/Loss (Raw)": 0.8322386145591736, "Finetune/Step": 1593, "Finetune/Step Time": 5.9338160287588835}
+{"Finetune/Learning Rate": 1.5727607397483208e-05, "Finetune/Loss": 0.8441451787948608, "Finetune/Loss (Raw)": 0.6002708077430725, "Finetune/Step": 1594, "Finetune/Step Time": 5.947575904428959}
+{"Finetune/Learning Rate": 1.5722166266614496e-05, "Finetune/Loss": 0.8456478118896484, "Finetune/Loss (Raw)": 1.02622389793396, "Finetune/Step": 1595, "Finetune/Step Time": 5.945994166657329}
+{"Finetune/Learning Rate": 1.571672261572748e-05, "Finetune/Loss": 0.8468080163002014, "Finetune/Loss (Raw)": 0.8631636500358582, "Finetune/Step": 1596, "Finetune/Step Time": 5.928296873345971}
+{"Finetune/Learning Rate": 1.5711276447219523e-05, "Finetune/Loss": 0.8474074602127075, "Finetune/Loss (Raw)": 0.8634347319602966, "Finetune/Step": 1597, "Finetune/Step Time": 5.91850464604795}
+{"Finetune/Learning Rate": 1.5705827763489097e-05, "Finetune/Loss": 0.8477285504341125, "Finetune/Loss (Raw)": 0.8633923530578613, "Finetune/Step": 1598, "Finetune/Step Time": 5.930352672934532}
+{"Finetune/Learning Rate": 1.5700376566935774e-05, "Finetune/Loss": 0.8480172157287598, "Finetune/Loss (Raw)": 0.9283677935600281, "Finetune/Step": 1599, "Finetune/Step Time": 5.933957148343325}
+{"Finetune/Learning Rate": 1.5694922859960243e-05, "Finetune/Loss": 0.8497949838638306, "Finetune/Loss (Raw)": 0.9441484808921814, "Finetune/Step": 1600, "Finetune/Step Time": 5.927854627370834}
+{"Finetune/Learning Rate": 1.568946664496429e-05, "Finetune/Loss": 0.8498964905738831, "Finetune/Loss (Raw)": 0.8171563744544983, "Finetune/Step": 1601, "Finetune/Step Time": 5.92738807760179}
+{"Finetune/Learning Rate": 1.5684007924350816e-05, "Finetune/Loss": 0.8495436906814575, "Finetune/Loss (Raw)": 0.8877043724060059, "Finetune/Step": 1602, "Finetune/Step Time": 5.93356267362833}
+{"Finetune/Learning Rate": 1.5678546700523815e-05, "Finetune/Loss": 0.8474859595298767, "Finetune/Loss (Raw)": 0.7675167918205261, "Finetune/Step": 1603, "Finetune/Step Time": 5.936722142621875}
+{"Finetune/Learning Rate": 1.5673082975888388e-05, "Finetune/Loss": 0.8469518423080444, "Finetune/Loss (Raw)": 0.850406289100647, "Finetune/Step": 1604, "Finetune/Step Time": 5.932530937716365}
+{"Finetune/Learning Rate": 1.5667616752850733e-05, "Finetune/Loss": 0.8467048406600952, "Finetune/Loss (Raw)": 0.7990463972091675, "Finetune/Step": 1605, "Finetune/Step Time": 5.90918886102736}
+{"Finetune/Learning Rate": 1.5662148033818158e-05, "Finetune/Loss": 0.8463561534881592, "Finetune/Loss (Raw)": 0.7872265577316284, "Finetune/Step": 1606, "Finetune/Step Time": 5.899520181119442}
+{"Finetune/Learning Rate": 1.565667682119906e-05, "Finetune/Loss": 0.845345675945282, "Finetune/Loss (Raw)": 0.9637128114700317, "Finetune/Step": 1607, "Finetune/Step Time": 5.895680118352175}
+{"Finetune/Learning Rate": 1.565120311740294e-05, "Finetune/Loss": 0.8449207544326782, "Finetune/Loss (Raw)": 0.699507474899292, "Finetune/Step": 1608, "Finetune/Step Time": 5.884946970269084}
+{"Finetune/Learning Rate": 1.5645726924840394e-05, "Finetune/Loss": 0.8459664583206177, "Finetune/Loss (Raw)": 0.9501152634620667, "Finetune/Step": 1609, "Finetune/Step Time": 5.889630293473601}
+{"Finetune/Learning Rate": 1.5640248245923112e-05, "Finetune/Loss": 0.8449940085411072, "Finetune/Loss (Raw)": 0.7708679437637329, "Finetune/Step": 1610, "Finetune/Step Time": 5.900209441781044}
+{"Finetune/Learning Rate": 1.5634767083063887e-05, "Finetune/Loss": 0.8476020693778992, "Finetune/Loss (Raw)": 1.1072160005569458, "Finetune/Step": 1611, "Finetune/Step Time": 5.888903645798564}
+{"Finetune/Learning Rate": 1.5629283438676598e-05, "Finetune/Loss": 0.8464534282684326, "Finetune/Loss (Raw)": 0.7483307719230652, "Finetune/Step": 1612, "Finetune/Step Time": 5.892175521701574}
+{"Finetune/Learning Rate": 1.562379731517622e-05, "Finetune/Loss": 0.8448777794837952, "Finetune/Loss (Raw)": 0.6551806330680847, "Finetune/Step": 1613, "Finetune/Step Time": 5.894309926778078}
+{"Finetune/Learning Rate": 1.5618308714978814e-05, "Finetune/Loss": 0.844737708568573, "Finetune/Loss (Raw)": 0.9956109523773193, "Finetune/Step": 1614, "Finetune/Step Time": 5.893052274361253}
+{"Finetune/Learning Rate": 1.5612817640501545e-05, "Finetune/Loss": 0.8441145420074463, "Finetune/Loss (Raw)": 0.7734283804893494, "Finetune/Step": 1615, "Finetune/Step Time": 5.885133326053619}
+{"Finetune/Learning Rate": 1.5607324094162648e-05, "Finetune/Loss": 0.8430534601211548, "Finetune/Loss (Raw)": 0.7814134955406189, "Finetune/Step": 1616, "Finetune/Step Time": 5.880348725244403}
+{"Finetune/Learning Rate": 1.5601828078381468e-05, "Finetune/Loss": 0.8451550006866455, "Finetune/Loss (Raw)": 0.8282357454299927, "Finetune/Step": 1617, "Finetune/Step Time": 5.877264419570565}
+{"Finetune/Learning Rate": 1.5596329595578428e-05, "Finetune/Loss": 0.8468798398971558, "Finetune/Loss (Raw)": 0.7208189368247986, "Finetune/Step": 1618, "Finetune/Step Time": 5.861823657527566}
+{"Finetune/Learning Rate": 1.5590828648175032e-05, "Finetune/Loss": 0.8486080169677734, "Finetune/Loss (Raw)": 0.8970977067947388, "Finetune/Step": 1619, "Finetune/Step Time": 5.8615546971559525}
+{"Finetune/Learning Rate": 1.5585325238593873e-05, "Finetune/Loss": 0.8488568067550659, "Finetune/Loss (Raw)": 0.8356837630271912, "Finetune/Step": 1620, "Finetune/Step Time": 5.868557093665004}
+{"Finetune/Learning Rate": 1.5579819369258638e-05, "Finetune/Loss": 0.8520539999008179, "Finetune/Loss (Raw)": 0.976237416267395, "Finetune/Step": 1621, "Finetune/Step Time": 5.864885404706001}
+{"Finetune/Learning Rate": 1.557431104259408e-05, "Finetune/Loss": 0.8532800674438477, "Finetune/Loss (Raw)": 0.9450461268424988, "Finetune/Step": 1622, "Finetune/Step Time": 5.851728102192283}
+{"Finetune/Learning Rate": 1.5568800261026046e-05, "Finetune/Loss": 0.8526273965835571, "Finetune/Loss (Raw)": 0.7190778851509094, "Finetune/Step": 1623, "Finetune/Step Time": 5.84628089889884}
+{"Finetune/Learning Rate": 1.5563287026981467e-05, "Finetune/Loss": 0.8524472117424011, "Finetune/Loss (Raw)": 0.7446304559707642, "Finetune/Step": 1624, "Finetune/Step Time": 5.847148867323995}
+{"Finetune/Learning Rate": 1.555777134288834e-05, "Finetune/Loss": 0.8522300720214844, "Finetune/Loss (Raw)": 0.8713483214378357, "Finetune/Step": 1625, "Finetune/Step Time": 5.856088379397988}
+{"Finetune/Learning Rate": 1.5552253211175758e-05, "Finetune/Loss": 0.8518754243850708, "Finetune/Loss (Raw)": 0.7400429844856262, "Finetune/Step": 1626, "Finetune/Step Time": 5.865480214357376}
+{"Finetune/Learning Rate": 1.5546732634273872e-05, "Finetune/Loss": 0.8519536256790161, "Finetune/Loss (Raw)": 0.8574862480163574, "Finetune/Step": 1627, "Finetune/Step Time": 5.865117281675339}
+{"Finetune/Learning Rate": 1.554120961461393e-05, "Finetune/Loss": 0.8517543077468872, "Finetune/Loss (Raw)": 0.9445464611053467, "Finetune/Step": 1628, "Finetune/Step Time": 5.864017847925425}
+{"Finetune/Learning Rate": 1.5535684154628247e-05, "Finetune/Loss": 0.8522721529006958, "Finetune/Loss (Raw)": 0.8535606265068054, "Finetune/Step": 1629, "Finetune/Step Time": 5.857449006289244}
+{"Finetune/Learning Rate": 1.553015625675021e-05, "Finetune/Loss": 0.8525822162628174, "Finetune/Loss (Raw)": 1.0206294059753418, "Finetune/Step": 1630, "Finetune/Step Time": 5.854281071573496}
+{"Finetune/Learning Rate": 1.5524625923414284e-05, "Finetune/Loss": 0.8516435027122498, "Finetune/Loss (Raw)": 0.8162397146224976, "Finetune/Step": 1631, "Finetune/Step Time": 5.852358661592007}
+{"Finetune/Learning Rate": 1.5519093157056e-05, "Finetune/Loss": 0.8507633209228516, "Finetune/Loss (Raw)": 0.7300713658332825, "Finetune/Step": 1632, "Finetune/Step Time": 5.855638112872839}
+{"Finetune/Learning Rate": 1.551355796011197e-05, "Finetune/Loss": 0.849398136138916, "Finetune/Loss (Raw)": 0.8140061497688293, "Finetune/Step": 1633, "Finetune/Step Time": 5.8883496802300215}
+{"Finetune/Learning Rate": 1.550802033501987e-05, "Finetune/Loss": 0.8493562936782837, "Finetune/Loss (Raw)": 0.8987343907356262, "Finetune/Step": 1634, "Finetune/Step Time": 5.887450424954295}
+{"Finetune/Learning Rate": 1.5502480284218448e-05, "Finetune/Loss": 0.8500217199325562, "Finetune/Loss (Raw)": 0.9258199334144592, "Finetune/Step": 1635, "Finetune/Step Time": 5.872043253853917}
+{"Finetune/Learning Rate": 1.5496937810147524e-05, "Finetune/Loss": 0.8497572541236877, "Finetune/Loss (Raw)": 0.842796802520752, "Finetune/Step": 1636, "Finetune/Step Time": 5.869322637096047}
+{"Finetune/Learning Rate": 1.549139291524797e-05, "Finetune/Loss": 0.8484033346176147, "Finetune/Loss (Raw)": 0.665376603603363, "Finetune/Step": 1637, "Finetune/Step Time": 5.873338917270303}
+{"Finetune/Learning Rate": 1.5485845601961745e-05, "Finetune/Loss": 0.8475461006164551, "Finetune/Loss (Raw)": 0.9301140308380127, "Finetune/Step": 1638, "Finetune/Step Time": 5.874292816966772}
+{"Finetune/Learning Rate": 1.5480295872731854e-05, "Finetune/Loss": 0.847877025604248, "Finetune/Loss (Raw)": 0.8254186511039734, "Finetune/Step": 1639, "Finetune/Step Time": 5.867849664762616}
+{"Finetune/Learning Rate": 1.5474743730002383e-05, "Finetune/Loss": 0.8476234078407288, "Finetune/Loss (Raw)": 0.7749875783920288, "Finetune/Step": 1640, "Finetune/Step Time": 5.869485355913639}
+{"Finetune/Learning Rate": 1.546918917621847e-05, "Finetune/Loss": 0.8462527394294739, "Finetune/Loss (Raw)": 0.7443082928657532, "Finetune/Step": 1641, "Finetune/Step Time": 5.86736754886806}
+{"Finetune/Learning Rate": 1.5463632213826308e-05, "Finetune/Loss": 0.8460558652877808, "Finetune/Loss (Raw)": 0.9771788120269775, "Finetune/Step": 1642, "Finetune/Step Time": 5.864536115899682}
+{"Finetune/Learning Rate": 1.545807284527318e-05, "Finetune/Loss": 0.8468096256256104, "Finetune/Loss (Raw)": 0.9832494854927063, "Finetune/Step": 1643, "Finetune/Step Time": 5.862392246723175}
+{"Finetune/Learning Rate": 1.5452511073007388e-05, "Finetune/Loss": 0.8459489345550537, "Finetune/Loss (Raw)": 0.8226479291915894, "Finetune/Step": 1644, "Finetune/Step Time": 5.872474184259772}
+{"Finetune/Learning Rate": 1.5446946899478326e-05, "Finetune/Loss": 0.8445931673049927, "Finetune/Loss (Raw)": 0.7727178335189819, "Finetune/Step": 1645, "Finetune/Step Time": 5.87767138145864}
+{"Finetune/Learning Rate": 1.544138032713643e-05, "Finetune/Loss": 0.8443822860717773, "Finetune/Loss (Raw)": 0.836788535118103, "Finetune/Step": 1646, "Finetune/Step Time": 5.878979129716754}
+{"Finetune/Learning Rate": 1.5435811358433195e-05, "Finetune/Loss": 0.8465010523796082, "Finetune/Loss (Raw)": 0.9888089299201965, "Finetune/Step": 1647, "Finetune/Step Time": 5.878094537183642}
+{"Finetune/Learning Rate": 1.543023999582117e-05, "Finetune/Loss": 0.8462950587272644, "Finetune/Loss (Raw)": 0.7831858992576599, "Finetune/Step": 1648, "Finetune/Step Time": 5.878657685592771}
+{"Finetune/Learning Rate": 1.5424666241753966e-05, "Finetune/Loss": 0.8452314734458923, "Finetune/Loss (Raw)": 0.765083909034729, "Finetune/Step": 1649, "Finetune/Step Time": 5.88270347006619}
+{"Finetune/Learning Rate": 1.5419090098686232e-05, "Finetune/Loss": 0.8447471857070923, "Finetune/Loss (Raw)": 0.831614077091217, "Finetune/Step": 1650, "Finetune/Step Time": 5.888253059238195}
+{"Finetune/Learning Rate": 1.5413511569073686e-05, "Finetune/Loss": 0.8458952903747559, "Finetune/Loss (Raw)": 0.9579000473022461, "Finetune/Step": 1651, "Finetune/Step Time": 5.888198085129261}
+{"Finetune/Learning Rate": 1.540793065537309e-05, "Finetune/Loss": 0.8460327386856079, "Finetune/Loss (Raw)": 0.8908313512802124, "Finetune/Step": 1652, "Finetune/Step Time": 5.899498188868165}
+{"Finetune/Learning Rate": 1.5402347360042246e-05, "Finetune/Loss": 0.8449058532714844, "Finetune/Loss (Raw)": 0.7889540791511536, "Finetune/Step": 1653, "Finetune/Step Time": 5.9055295549333096}
+{"Finetune/Learning Rate": 1.5396761685540022e-05, "Finetune/Loss": 0.8436086177825928, "Finetune/Loss (Raw)": 0.7365902066230774, "Finetune/Step": 1654, "Finetune/Step Time": 5.902570825070143}
+{"Finetune/Learning Rate": 1.5391173634326327e-05, "Finetune/Loss": 0.8463027477264404, "Finetune/Loss (Raw)": 0.9915869235992432, "Finetune/Step": 1655, "Finetune/Step Time": 5.901197008788586}
+{"Finetune/Learning Rate": 1.5385583208862107e-05, "Finetune/Loss": 0.8462689518928528, "Finetune/Loss (Raw)": 0.8896306157112122, "Finetune/Step": 1656, "Finetune/Step Time": 5.917014053091407}
+{"Finetune/Learning Rate": 1.537999041160937e-05, "Finetune/Loss": 0.84625244140625, "Finetune/Loss (Raw)": 0.740131139755249, "Finetune/Step": 1657, "Finetune/Step Time": 5.914850605651736}
+{"Finetune/Learning Rate": 1.537439524503116e-05, "Finetune/Loss": 0.8468059301376343, "Finetune/Loss (Raw)": 0.865281343460083, "Finetune/Step": 1658, "Finetune/Step Time": 5.927466236054897}
+{"Finetune/Learning Rate": 1.5368797711591565e-05, "Finetune/Loss": 0.8446216583251953, "Finetune/Loss (Raw)": 0.7226481437683105, "Finetune/Step": 1659, "Finetune/Step Time": 5.93011019565165}
+{"Finetune/Learning Rate": 1.5363197813755707e-05, "Finetune/Loss": 0.845728874206543, "Finetune/Loss (Raw)": 0.9694028496742249, "Finetune/Step": 1660, "Finetune/Step Time": 5.928500847890973}
+{"Finetune/Learning Rate": 1.5357595553989773e-05, "Finetune/Loss": 0.8470191955566406, "Finetune/Loss (Raw)": 0.8700864315032959, "Finetune/Step": 1661, "Finetune/Step Time": 5.916689211502671}
+{"Finetune/Learning Rate": 1.5351990934760963e-05, "Finetune/Loss": 0.8467399477958679, "Finetune/Loss (Raw)": 0.9143081903457642, "Finetune/Step": 1662, "Finetune/Step Time": 5.911159852519631}
+{"Finetune/Learning Rate": 1.5346383958537533e-05, "Finetune/Loss": 0.8480059504508972, "Finetune/Loss (Raw)": 0.9196884036064148, "Finetune/Step": 1663, "Finetune/Step Time": 5.904064008966088}
+{"Finetune/Learning Rate": 1.5340774627788768e-05, "Finetune/Loss": 0.8482754230499268, "Finetune/Loss (Raw)": 0.8422833681106567, "Finetune/Step": 1664, "Finetune/Step Time": 5.906965786591172}
+{"Finetune/Learning Rate": 1.5335162944985e-05, "Finetune/Loss": 0.8476516008377075, "Finetune/Loss (Raw)": 0.8165643215179443, "Finetune/Step": 1665, "Finetune/Step Time": 5.9039190504699945}
+{"Finetune/Learning Rate": 1.5329548912597588e-05, "Finetune/Loss": 0.8477444648742676, "Finetune/Loss (Raw)": 0.9174390435218811, "Finetune/Step": 1666, "Finetune/Step Time": 5.903882797807455}
+{"Finetune/Learning Rate": 1.5323932533098927e-05, "Finetune/Loss": 0.8486202359199524, "Finetune/Loss (Raw)": 0.8368420004844666, "Finetune/Step": 1667, "Finetune/Step Time": 5.901704533025622}
+{"Finetune/Learning Rate": 1.531831380896245e-05, "Finetune/Loss": 0.8490697145462036, "Finetune/Loss (Raw)": 0.935370147228241, "Finetune/Step": 1668, "Finetune/Step Time": 5.903765473514795}
+{"Finetune/Learning Rate": 1.531269274266262e-05, "Finetune/Loss": 0.8483478426933289, "Finetune/Loss (Raw)": 0.7940656542778015, "Finetune/Step": 1669, "Finetune/Step Time": 5.908386897295713}
+{"Finetune/Learning Rate": 1.5307069336674925e-05, "Finetune/Loss": 0.8490304946899414, "Finetune/Loss (Raw)": 0.8489816784858704, "Finetune/Step": 1670, "Finetune/Step Time": 5.90875088237226}
+{"Finetune/Learning Rate": 1.5301443593475898e-05, "Finetune/Loss": 0.8486465215682983, "Finetune/Loss (Raw)": 0.7750872373580933, "Finetune/Step": 1671, "Finetune/Step Time": 5.911268934607506}
+{"Finetune/Learning Rate": 1.529581551554309e-05, "Finetune/Loss": 0.8456392288208008, "Finetune/Loss (Raw)": 0.7112696170806885, "Finetune/Step": 1672, "Finetune/Step Time": 5.903748350217938}
+{"Finetune/Learning Rate": 1.529018510535508e-05, "Finetune/Loss": 0.8449791669845581, "Finetune/Loss (Raw)": 0.7939728498458862, "Finetune/Step": 1673, "Finetune/Step Time": 5.911113049834967}
+{"Finetune/Learning Rate": 1.5284552365391485e-05, "Finetune/Loss": 0.8448571562767029, "Finetune/Loss (Raw)": 0.9026457667350769, "Finetune/Step": 1674, "Finetune/Step Time": 5.908131649717689}
+{"Finetune/Learning Rate": 1.5278917298132928e-05, "Finetune/Loss": 0.8452913761138916, "Finetune/Loss (Raw)": 1.0430665016174316, "Finetune/Step": 1675, "Finetune/Step Time": 5.906203890219331}
+{"Finetune/Learning Rate": 1.5273279906061082e-05, "Finetune/Loss": 0.8445355296134949, "Finetune/Loss (Raw)": 0.8608854413032532, "Finetune/Step": 1676, "Finetune/Step Time": 5.907856343314052}
+{"Finetune/Learning Rate": 1.5267640191658625e-05, "Finetune/Loss": 0.8433037996292114, "Finetune/Loss (Raw)": 0.7662906646728516, "Finetune/Step": 1677, "Finetune/Step Time": 5.919761085882783}
+{"Finetune/Learning Rate": 1.5261998157409264e-05, "Finetune/Loss": 0.8437812328338623, "Finetune/Loss (Raw)": 0.7944446206092834, "Finetune/Step": 1678, "Finetune/Step Time": 5.9168163649737835}
+{"Finetune/Learning Rate": 1.5256353805797725e-05, "Finetune/Loss": 0.8426647186279297, "Finetune/Loss (Raw)": 0.8284972310066223, "Finetune/Step": 1679, "Finetune/Step Time": 5.920613834634423}
+{"Finetune/Learning Rate": 1.5250707139309766e-05, "Finetune/Loss": 0.8438476920127869, "Finetune/Loss (Raw)": 1.0234320163726807, "Finetune/Step": 1680, "Finetune/Step Time": 5.926037278026342}
+{"Finetune/Learning Rate": 1.5245058160432144e-05, "Finetune/Loss": 0.842642068862915, "Finetune/Loss (Raw)": 0.8190301656723022, "Finetune/Step": 1681, "Finetune/Step Time": 5.921937700361013}
+{"Finetune/Learning Rate": 1.5239406871652656e-05, "Finetune/Loss": 0.8419603109359741, "Finetune/Loss (Raw)": 0.7559570670127869, "Finetune/Step": 1682, "Finetune/Step Time": 5.923575511202216}
+{"Finetune/Learning Rate": 1.5233753275460096e-05, "Finetune/Loss": 0.8420286178588867, "Finetune/Loss (Raw)": 0.9007068872451782, "Finetune/Step": 1683, "Finetune/Step Time": 5.922242501750588}
+{"Finetune/Learning Rate": 1.5228097374344298e-05, "Finetune/Loss": 0.8428031206130981, "Finetune/Loss (Raw)": 0.817400336265564, "Finetune/Step": 1684, "Finetune/Step Time": 5.908905358985066}
+{"Finetune/Learning Rate": 1.5222439170796081e-05, "Finetune/Loss": 0.8426291942596436, "Finetune/Loss (Raw)": 0.8284021615982056, "Finetune/Step": 1685, "Finetune/Step Time": 5.913505742326379}
+{"Finetune/Learning Rate": 1.5216778667307307e-05, "Finetune/Loss": 0.8430545330047607, "Finetune/Loss (Raw)": 0.82451993227005, "Finetune/Step": 1686, "Finetune/Step Time": 5.90743925049901}
+{"Finetune/Learning Rate": 1.5211115866370833e-05, "Finetune/Loss": 0.8438792824745178, "Finetune/Loss (Raw)": 0.8378850221633911, "Finetune/Step": 1687, "Finetune/Step Time": 5.923227485269308}
+{"Finetune/Learning Rate": 1.5205450770480537e-05, "Finetune/Loss": 0.8461176753044128, "Finetune/Loss (Raw)": 1.0407050848007202, "Finetune/Step": 1688, "Finetune/Step Time": 5.914368525147438}
+{"Finetune/Learning Rate": 1.51997833821313e-05, "Finetune/Loss": 0.8463215231895447, "Finetune/Loss (Raw)": 0.7760941982269287, "Finetune/Step": 1689, "Finetune/Step Time": 5.923105917870998}
+{"Finetune/Learning Rate": 1.5194113703819012e-05, "Finetune/Loss": 0.8449288606643677, "Finetune/Loss (Raw)": 0.788457989692688, "Finetune/Step": 1690, "Finetune/Step Time": 5.920441562309861}
+{"Finetune/Learning Rate": 1.5188441738040587e-05, "Finetune/Loss": 0.8439888954162598, "Finetune/Loss (Raw)": 0.9421911239624023, "Finetune/Step": 1691, "Finetune/Step Time": 5.922005087137222}
+{"Finetune/Learning Rate": 1.5182767487293926e-05, "Finetune/Loss": 0.8440546989440918, "Finetune/Loss (Raw)": 0.9109850525856018, "Finetune/Step": 1692, "Finetune/Step Time": 5.913175182417035}
+{"Finetune/Learning Rate": 1.517709095407795e-05, "Finetune/Loss": 0.8457658290863037, "Finetune/Loss (Raw)": 1.0606740713119507, "Finetune/Step": 1693, "Finetune/Step Time": 5.910048324614763}
+{"Finetune/Learning Rate": 1.5171412140892577e-05, "Finetune/Loss": 0.8474849462509155, "Finetune/Loss (Raw)": 0.7611606121063232, "Finetune/Step": 1694, "Finetune/Step Time": 5.912627883255482}
+{"Finetune/Learning Rate": 1.516573105023874e-05, "Finetune/Loss": 0.8485720157623291, "Finetune/Loss (Raw)": 0.9730685353279114, "Finetune/Step": 1695, "Finetune/Step Time": 5.911165721714497}
+{"Finetune/Learning Rate": 1.5160047684618358e-05, "Finetune/Loss": 0.8497695922851562, "Finetune/Loss (Raw)": 0.8587421178817749, "Finetune/Step": 1696, "Finetune/Step Time": 5.913155501708388}
+{"Finetune/Learning Rate": 1.515436204653437e-05, "Finetune/Loss": 0.8491353988647461, "Finetune/Loss (Raw)": 0.8401492238044739, "Finetune/Step": 1697, "Finetune/Step Time": 5.910761505365372}
+{"Finetune/Learning Rate": 1.51486741384907e-05, "Finetune/Loss": 0.8479427099227905, "Finetune/Loss (Raw)": 0.8103349804878235, "Finetune/Step": 1698, "Finetune/Step Time": 5.919439494609833}
+{"Finetune/Learning Rate": 1.5142983962992289e-05, "Finetune/Loss": 0.8479877710342407, "Finetune/Loss (Raw)": 0.777348518371582, "Finetune/Step": 1699, "Finetune/Step Time": 5.925908349454403}
+{"Finetune/Learning Rate": 1.5137291522545054e-05, "Finetune/Loss": 0.8477428555488586, "Finetune/Loss (Raw)": 0.7574625611305237, "Finetune/Step": 1700, "Finetune/Step Time": 5.938929777592421}
+{"Finetune/Learning Rate": 1.5131596819655936e-05, "Finetune/Loss": 0.8469861149787903, "Finetune/Loss (Raw)": 0.8855404853820801, "Finetune/Step": 1701, "Finetune/Step Time": 5.932362347841263}
+{"Finetune/Learning Rate": 1.5125899856832847e-05, "Finetune/Loss": 0.8481060266494751, "Finetune/Loss (Raw)": 0.9411408305168152, "Finetune/Step": 1702, "Finetune/Step Time": 5.94051069766283}
+{"Finetune/Learning Rate": 1.5120200636584713e-05, "Finetune/Loss": 0.8478114604949951, "Finetune/Loss (Raw)": 0.9082337021827698, "Finetune/Step": 1703, "Finetune/Step Time": 5.935895435512066}
+{"Finetune/Learning Rate": 1.511449916142144e-05, "Finetune/Loss": 0.8492017984390259, "Finetune/Loss (Raw)": 0.9173510670661926, "Finetune/Step": 1704, "Finetune/Step Time": 5.9346788208931684}
+{"Finetune/Learning Rate": 1.5108795433853945e-05, "Finetune/Loss": 0.8489415645599365, "Finetune/Loss (Raw)": 0.8726291060447693, "Finetune/Step": 1705, "Finetune/Step Time": 5.933919060975313}
+{"Finetune/Learning Rate": 1.5103089456394116e-05, "Finetune/Loss": 0.8503940105438232, "Finetune/Loss (Raw)": 0.8270075917243958, "Finetune/Step": 1706, "Finetune/Step Time": 5.943105889484286}
+{"Finetune/Learning Rate": 1.5097381231554844e-05, "Finetune/Loss": 0.8509559631347656, "Finetune/Loss (Raw)": 0.8096166849136353, "Finetune/Step": 1707, "Finetune/Step Time": 5.941815530881286}
+{"Finetune/Learning Rate": 1.509167076185001e-05, "Finetune/Loss": 0.8513996601104736, "Finetune/Loss (Raw)": 0.961335301399231, "Finetune/Step": 1708, "Finetune/Step Time": 5.931740904226899}
+{"Finetune/Learning Rate": 1.508595804979448e-05, "Finetune/Loss": 0.8514283299446106, "Finetune/Loss (Raw)": 0.9262174367904663, "Finetune/Step": 1709, "Finetune/Step Time": 5.934866858646274}
+{"Finetune/Learning Rate": 1.5080243097904108e-05, "Finetune/Loss": 0.8538367748260498, "Finetune/Loss (Raw)": 0.999452531337738, "Finetune/Step": 1710, "Finetune/Step Time": 5.9369236044585705}
+{"Finetune/Learning Rate": 1.5074525908695736e-05, "Finetune/Loss": 0.8544344902038574, "Finetune/Loss (Raw)": 0.8288941383361816, "Finetune/Step": 1711, "Finetune/Step Time": 5.956557570025325}
+{"Finetune/Learning Rate": 1.5068806484687191e-05, "Finetune/Loss": 0.8537666201591492, "Finetune/Loss (Raw)": 0.6735087633132935, "Finetune/Step": 1712, "Finetune/Step Time": 5.958125341683626}
+{"Finetune/Learning Rate": 1.5063084828397282e-05, "Finetune/Loss": 0.8548287749290466, "Finetune/Loss (Raw)": 1.0124125480651855, "Finetune/Step": 1713, "Finetune/Step Time": 5.957593189552426}
+{"Finetune/Learning Rate": 1.5057360942345804e-05, "Finetune/Loss": 0.8549711108207703, "Finetune/Loss (Raw)": 0.8903477787971497, "Finetune/Step": 1714, "Finetune/Step Time": 5.956956245005131}
+{"Finetune/Learning Rate": 1.5051634829053529e-05, "Finetune/Loss": 0.8549811840057373, "Finetune/Loss (Raw)": 0.8942593932151794, "Finetune/Step": 1715, "Finetune/Step Time": 5.953416619449854}
+{"Finetune/Learning Rate": 1.5045906491042224e-05, "Finetune/Loss": 0.8549368381500244, "Finetune/Loss (Raw)": 0.81743985414505, "Finetune/Step": 1716, "Finetune/Step Time": 5.950622653588653}
+{"Finetune/Learning Rate": 1.5040175930834611e-05, "Finetune/Loss": 0.8560596704483032, "Finetune/Loss (Raw)": 0.9397767782211304, "Finetune/Step": 1717, "Finetune/Step Time": 5.948324415832758}
+{"Finetune/Learning Rate": 1.5034443150954416e-05, "Finetune/Loss": 0.8577017188072205, "Finetune/Loss (Raw)": 0.8772955536842346, "Finetune/Step": 1718, "Finetune/Step Time": 5.945490201935172}
+{"Finetune/Learning Rate": 1.5028708153926326e-05, "Finetune/Loss": 0.857033908367157, "Finetune/Loss (Raw)": 0.8614309430122375, "Finetune/Step": 1719, "Finetune/Step Time": 5.945844501256943}
+{"Finetune/Learning Rate": 1.5022970942276013e-05, "Finetune/Loss": 0.8552163243293762, "Finetune/Loss (Raw)": 0.8350710868835449, "Finetune/Step": 1720, "Finetune/Step Time": 5.949507901445031}
+{"Finetune/Learning Rate": 1.5017231518530118e-05, "Finetune/Loss": 0.8539978861808777, "Finetune/Loss (Raw)": 0.6762810349464417, "Finetune/Step": 1721, "Finetune/Step Time": 5.941581474617124}
+{"Finetune/Learning Rate": 1.5011489885216261e-05, "Finetune/Loss": 0.854834794998169, "Finetune/Loss (Raw)": 0.7074020504951477, "Finetune/Step": 1722, "Finetune/Step Time": 5.929955095052719}
+{"Finetune/Learning Rate": 1.5005746044863036e-05, "Finetune/Loss": 0.854107141494751, "Finetune/Loss (Raw)": 0.933083713054657, "Finetune/Step": 1723, "Finetune/Step Time": 5.931369706988335}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8546382188796997, "Finetune/Loss (Raw)": 0.9311341643333435, "Finetune/Step": 1724, "Finetune/Step Time": 5.929042175412178}
+{"Finetune/Learning Rate": 1.4994251753157696e-05, "Finetune/Loss": 0.8548579812049866, "Finetune/Loss (Raw)": 0.8915637731552124, "Finetune/Step": 1725, "Finetune/Step Time": 5.930307595059276}
+{"Finetune/Learning Rate": 1.4988501306867623e-05, "Finetune/Loss": 0.8550025224685669, "Finetune/Loss (Raw)": 0.8819008469581604, "Finetune/Step": 1726, "Finetune/Step Time": 5.925887947902083}
+{"Finetune/Learning Rate": 1.498274866366225e-05, "Finetune/Loss": 0.8556346297264099, "Finetune/Loss (Raw)": 1.009270429611206, "Finetune/Step": 1727, "Finetune/Step Time": 5.921415764838457}
+{"Finetune/Learning Rate": 1.4976993826075026e-05, "Finetune/Loss": 0.8550659418106079, "Finetune/Loss (Raw)": 0.8713528513908386, "Finetune/Step": 1728, "Finetune/Step Time": 5.920196091756225}
+{"Finetune/Learning Rate": 1.4971236796640352e-05, "Finetune/Loss": 0.8553849458694458, "Finetune/Loss (Raw)": 0.857993483543396, "Finetune/Step": 1729, "Finetune/Step Time": 5.961514161899686}
+{"Finetune/Learning Rate": 1.49654775778936e-05, "Finetune/Loss": 0.855553150177002, "Finetune/Loss (Raw)": 0.9092327952384949, "Finetune/Step": 1730, "Finetune/Step Time": 5.952890317887068}
+{"Finetune/Learning Rate": 1.4959716172371105e-05, "Finetune/Loss": 0.8565824031829834, "Finetune/Loss (Raw)": 0.8992570638656616, "Finetune/Step": 1731, "Finetune/Step Time": 5.959270924329758}
+{"Finetune/Learning Rate": 1.4953952582610169e-05, "Finetune/Loss": 0.8556966781616211, "Finetune/Loss (Raw)": 0.7370455265045166, "Finetune/Step": 1732, "Finetune/Step Time": 5.965056579560041}
+{"Finetune/Learning Rate": 1.4948186811149054e-05, "Finetune/Loss": 0.8554493188858032, "Finetune/Loss (Raw)": 0.7673738598823547, "Finetune/Step": 1733, "Finetune/Step Time": 5.966902764514089}
+{"Finetune/Learning Rate": 1.4942418860526979e-05, "Finetune/Loss": 0.8555612564086914, "Finetune/Loss (Raw)": 0.8015555739402771, "Finetune/Step": 1734, "Finetune/Step Time": 5.967430638149381}
+{"Finetune/Learning Rate": 1.4936648733284129e-05, "Finetune/Loss": 0.8545056581497192, "Finetune/Loss (Raw)": 0.8285940885543823, "Finetune/Step": 1735, "Finetune/Step Time": 5.963741200044751}
+{"Finetune/Learning Rate": 1.4930876431961638e-05, "Finetune/Loss": 0.8553057312965393, "Finetune/Loss (Raw)": 0.8019198179244995, "Finetune/Step": 1736, "Finetune/Step Time": 5.959036696702242}
+{"Finetune/Learning Rate": 1.4925101959101611e-05, "Finetune/Loss": 0.8548662662506104, "Finetune/Loss (Raw)": 0.8938605189323425, "Finetune/Step": 1737, "Finetune/Step Time": 5.954824512824416}
+{"Finetune/Learning Rate": 1.4919325317247093e-05, "Finetune/Loss": 0.85606849193573, "Finetune/Loss (Raw)": 0.9247578978538513, "Finetune/Step": 1738, "Finetune/Step Time": 5.940730104222894}
+{"Finetune/Learning Rate": 1.4913546508942106e-05, "Finetune/Loss": 0.8539519906044006, "Finetune/Loss (Raw)": 0.836306095123291, "Finetune/Step": 1739, "Finetune/Step Time": 5.94737484306097}
+{"Finetune/Learning Rate": 1.4907765536731598e-05, "Finetune/Loss": 0.8530746698379517, "Finetune/Loss (Raw)": 0.6360344886779785, "Finetune/Step": 1740, "Finetune/Step Time": 5.946315221488476}
+{"Finetune/Learning Rate": 1.4901982403161497e-05, "Finetune/Loss": 0.8542830944061279, "Finetune/Loss (Raw)": 0.8098517656326294, "Finetune/Step": 1741, "Finetune/Step Time": 5.940145917236805}
+{"Finetune/Learning Rate": 1.4896197110778665e-05, "Finetune/Loss": 0.8530054688453674, "Finetune/Loss (Raw)": 0.8320786356925964, "Finetune/Step": 1742, "Finetune/Step Time": 5.946744857355952}
+{"Finetune/Learning Rate": 1.4890409662130922e-05, "Finetune/Loss": 0.8531917333602905, "Finetune/Loss (Raw)": 0.797275960445404, "Finetune/Step": 1743, "Finetune/Step Time": 5.943559510633349}
+{"Finetune/Learning Rate": 1.4884620059767039e-05, "Finetune/Loss": 0.8535892963409424, "Finetune/Loss (Raw)": 0.8322916626930237, "Finetune/Step": 1744, "Finetune/Step Time": 5.950401106849313}
+{"Finetune/Learning Rate": 1.487882830623673e-05, "Finetune/Loss": 0.853549063205719, "Finetune/Loss (Raw)": 0.8230904340744019, "Finetune/Step": 1745, "Finetune/Step Time": 5.957552865147591}
+{"Finetune/Learning Rate": 1.487303440409066e-05, "Finetune/Loss": 0.8554390072822571, "Finetune/Loss (Raw)": 0.9627317786216736, "Finetune/Step": 1746, "Finetune/Step Time": 5.952483765780926}
+{"Finetune/Learning Rate": 1.4867238355880438e-05, "Finetune/Loss": 0.8537594676017761, "Finetune/Loss (Raw)": 0.682113528251648, "Finetune/Step": 1747, "Finetune/Step Time": 5.964807773008943}
+{"Finetune/Learning Rate": 1.4861440164158623e-05, "Finetune/Loss": 0.8545048236846924, "Finetune/Loss (Raw)": 0.9310933947563171, "Finetune/Step": 1748, "Finetune/Step Time": 5.957264985889196}
+{"Finetune/Learning Rate": 1.4855639831478712e-05, "Finetune/Loss": 0.8531186580657959, "Finetune/Loss (Raw)": 0.7988075017929077, "Finetune/Step": 1749, "Finetune/Step Time": 5.951392155140638}
+{"Finetune/Learning Rate": 1.4849837360395149e-05, "Finetune/Loss": 0.8527932167053223, "Finetune/Loss (Raw)": 0.9033945202827454, "Finetune/Step": 1750, "Finetune/Step Time": 5.951512029394507}
+{"Finetune/Learning Rate": 1.4844032753463316e-05, "Finetune/Loss": 0.8548128604888916, "Finetune/Loss (Raw)": 0.9775826930999756, "Finetune/Step": 1751, "Finetune/Step Time": 5.9571052603423595}
+{"Finetune/Learning Rate": 1.483822601323954e-05, "Finetune/Loss": 0.8548705577850342, "Finetune/Loss (Raw)": 0.7520195245742798, "Finetune/Step": 1752, "Finetune/Step Time": 5.94469472579658}
+{"Finetune/Learning Rate": 1.4832417142281083e-05, "Finetune/Loss": 0.8542574644088745, "Finetune/Loss (Raw)": 0.7928724884986877, "Finetune/Step": 1753, "Finetune/Step Time": 5.93369434773922}
+{"Finetune/Learning Rate": 1.4826606143146153e-05, "Finetune/Loss": 0.8548242449760437, "Finetune/Loss (Raw)": 0.8125917911529541, "Finetune/Step": 1754, "Finetune/Step Time": 5.925492126494646}
+{"Finetune/Learning Rate": 1.4820793018393883e-05, "Finetune/Loss": 0.8554946780204773, "Finetune/Loss (Raw)": 0.943303644657135, "Finetune/Step": 1755, "Finetune/Step Time": 5.921981744468212}
+{"Finetune/Learning Rate": 1.4814977770584353e-05, "Finetune/Loss": 0.8532778024673462, "Finetune/Loss (Raw)": 0.6607885360717773, "Finetune/Step": 1756, "Finetune/Step Time": 5.923182673752308}
+{"Finetune/Learning Rate": 1.4809160402278574e-05, "Finetune/Loss": 0.8517491221427917, "Finetune/Loss (Raw)": 0.6578876376152039, "Finetune/Step": 1757, "Finetune/Step Time": 5.94514044187963}
+{"Finetune/Learning Rate": 1.4803340916038491e-05, "Finetune/Loss": 0.8505507111549377, "Finetune/Loss (Raw)": 0.8672322034835815, "Finetune/Step": 1758, "Finetune/Step Time": 5.95414961874485}
+{"Finetune/Learning Rate": 1.479751931442698e-05, "Finetune/Loss": 0.8507826328277588, "Finetune/Loss (Raw)": 0.8459283113479614, "Finetune/Step": 1759, "Finetune/Step Time": 5.955762226134539}
+{"Finetune/Learning Rate": 1.4791695600007849e-05, "Finetune/Loss": 0.8523975610733032, "Finetune/Loss (Raw)": 0.9367733597755432, "Finetune/Step": 1760, "Finetune/Step Time": 5.970615254715085}
+{"Finetune/Learning Rate": 1.4785869775345842e-05, "Finetune/Loss": 0.8525006771087646, "Finetune/Loss (Raw)": 0.8272078037261963, "Finetune/Step": 1761, "Finetune/Step Time": 5.945249646902084}
+{"Finetune/Learning Rate": 1.4780041843006625e-05, "Finetune/Loss": 0.8517776727676392, "Finetune/Loss (Raw)": 0.8061936497688293, "Finetune/Step": 1762, "Finetune/Step Time": 5.942773628979921}
+{"Finetune/Learning Rate": 1.4774211805556795e-05, "Finetune/Loss": 0.8503965139389038, "Finetune/Loss (Raw)": 0.7490324974060059, "Finetune/Step": 1763, "Finetune/Step Time": 5.954290669411421}
+{"Finetune/Learning Rate": 1.4768379665563878e-05, "Finetune/Loss": 0.8499526977539062, "Finetune/Loss (Raw)": 0.7859809398651123, "Finetune/Step": 1764, "Finetune/Step Time": 5.957732701674104}
+{"Finetune/Learning Rate": 1.4762545425596324e-05, "Finetune/Loss": 0.8503851294517517, "Finetune/Loss (Raw)": 0.7207340002059937, "Finetune/Step": 1765, "Finetune/Step Time": 5.960674038156867}
+{"Finetune/Learning Rate": 1.4756709088223508e-05, "Finetune/Loss": 0.8499847650527954, "Finetune/Loss (Raw)": 0.8788686394691467, "Finetune/Step": 1766, "Finetune/Step Time": 5.957777164876461}
+{"Finetune/Learning Rate": 1.4750870656015728e-05, "Finetune/Loss": 0.8498483896255493, "Finetune/Loss (Raw)": 0.807963490486145, "Finetune/Step": 1767, "Finetune/Step Time": 5.953325241804123}
+{"Finetune/Learning Rate": 1.4745030131544204e-05, "Finetune/Loss": 0.8502321243286133, "Finetune/Loss (Raw)": 0.8240989446640015, "Finetune/Step": 1768, "Finetune/Step Time": 5.950667839497328}
+{"Finetune/Learning Rate": 1.4739187517381082e-05, "Finetune/Loss": 0.8509150743484497, "Finetune/Loss (Raw)": 0.8317285180091858, "Finetune/Step": 1769, "Finetune/Step Time": 5.948190812021494}
+{"Finetune/Learning Rate": 1.4733342816099426e-05, "Finetune/Loss": 0.8496229648590088, "Finetune/Loss (Raw)": 0.8117892742156982, "Finetune/Step": 1770, "Finetune/Step Time": 5.949620254337788}
+{"Finetune/Learning Rate": 1.4727496030273212e-05, "Finetune/Loss": 0.8474909067153931, "Finetune/Loss (Raw)": 0.7103452682495117, "Finetune/Step": 1771, "Finetune/Step Time": 5.963084559887648}
+{"Finetune/Learning Rate": 1.4721647162477347e-05, "Finetune/Loss": 0.8482800722122192, "Finetune/Loss (Raw)": 0.9236681461334229, "Finetune/Step": 1772, "Finetune/Step Time": 5.957726581022143}
+{"Finetune/Learning Rate": 1.4715796215287643e-05, "Finetune/Loss": 0.8495843410491943, "Finetune/Loss (Raw)": 0.939659833908081, "Finetune/Step": 1773, "Finetune/Step Time": 5.952039409428835}
+{"Finetune/Learning Rate": 1.4709943191280835e-05, "Finetune/Loss": 0.8492454290390015, "Finetune/Loss (Raw)": 0.793408215045929, "Finetune/Step": 1774, "Finetune/Step Time": 5.958978865295649}
+{"Finetune/Learning Rate": 1.4704088093034573e-05, "Finetune/Loss": 0.8489302396774292, "Finetune/Loss (Raw)": 0.9484649300575256, "Finetune/Step": 1775, "Finetune/Step Time": 5.961418496444821}
+{"Finetune/Learning Rate": 1.4698230923127412e-05, "Finetune/Loss": 0.8492422699928284, "Finetune/Loss (Raw)": 0.823121964931488, "Finetune/Step": 1776, "Finetune/Step Time": 5.966757141053677}
+{"Finetune/Learning Rate": 1.469237168413883e-05, "Finetune/Loss": 0.8501565456390381, "Finetune/Loss (Raw)": 0.8821120858192444, "Finetune/Step": 1777, "Finetune/Step Time": 5.966032974421978}
+{"Finetune/Learning Rate": 1.4686510378649213e-05, "Finetune/Loss": 0.8507049083709717, "Finetune/Loss (Raw)": 0.9018105268478394, "Finetune/Step": 1778, "Finetune/Step Time": 5.96066576987505}
+{"Finetune/Learning Rate": 1.468064700923985e-05, "Finetune/Loss": 0.8500646352767944, "Finetune/Loss (Raw)": 0.8759432435035706, "Finetune/Step": 1779, "Finetune/Step Time": 5.9663473423570395}
+{"Finetune/Learning Rate": 1.4674781578492949e-05, "Finetune/Loss": 0.8488671183586121, "Finetune/Loss (Raw)": 0.737546980381012, "Finetune/Step": 1780, "Finetune/Step Time": 5.957675151526928}
+{"Finetune/Learning Rate": 1.4668914088991622e-05, "Finetune/Loss": 0.8489471077919006, "Finetune/Loss (Raw)": 0.7991924285888672, "Finetune/Step": 1781, "Finetune/Step Time": 5.956119984388351}
+{"Finetune/Learning Rate": 1.4663044543319882e-05, "Finetune/Loss": 0.8514434099197388, "Finetune/Loss (Raw)": 1.056119680404663, "Finetune/Step": 1782, "Finetune/Step Time": 5.952157830819488}
+{"Finetune/Learning Rate": 1.4657172944062656e-05, "Finetune/Loss": 0.8497714400291443, "Finetune/Loss (Raw)": 0.7775681018829346, "Finetune/Step": 1783, "Finetune/Step Time": 5.960360966622829}
+{"Finetune/Learning Rate": 1.4651299293805774e-05, "Finetune/Loss": 0.848382830619812, "Finetune/Loss (Raw)": 0.7118875980377197, "Finetune/Step": 1784, "Finetune/Step Time": 5.9464607909321785}
+{"Finetune/Learning Rate": 1.4645423595135964e-05, "Finetune/Loss": 0.8492010831832886, "Finetune/Loss (Raw)": 0.8448707461357117, "Finetune/Step": 1785, "Finetune/Step Time": 5.953286167234182}
+{"Finetune/Learning Rate": 1.463954585064086e-05, "Finetune/Loss": 0.8492138385772705, "Finetune/Loss (Raw)": 0.8669156432151794, "Finetune/Step": 1786, "Finetune/Step Time": 5.943617235869169}
+{"Finetune/Learning Rate": 1.4633666062908995e-05, "Finetune/Loss": 0.8506174087524414, "Finetune/Loss (Raw)": 0.9023077487945557, "Finetune/Step": 1787, "Finetune/Step Time": 5.954846205189824}
+{"Finetune/Learning Rate": 1.4627784234529807e-05, "Finetune/Loss": 0.8498978614807129, "Finetune/Loss (Raw)": 0.877291202545166, "Finetune/Step": 1788, "Finetune/Step Time": 5.959399228915572}
+{"Finetune/Learning Rate": 1.4621900368093625e-05, "Finetune/Loss": 0.849709153175354, "Finetune/Loss (Raw)": 0.8459393382072449, "Finetune/Step": 1789, "Finetune/Step Time": 5.95795638859272}
+{"Finetune/Learning Rate": 1.4616014466191681e-05, "Finetune/Loss": 0.8497619032859802, "Finetune/Loss (Raw)": 0.9210608005523682, "Finetune/Step": 1790, "Finetune/Step Time": 5.9584713112562895}
+{"Finetune/Learning Rate": 1.4610126531416101e-05, "Finetune/Loss": 0.8487845659255981, "Finetune/Loss (Raw)": 0.7945839762687683, "Finetune/Step": 1791, "Finetune/Step Time": 5.962279714643955}
+{"Finetune/Learning Rate": 1.460423656635991e-05, "Finetune/Loss": 0.8486306667327881, "Finetune/Loss (Raw)": 0.8225879669189453, "Finetune/Step": 1792, "Finetune/Step Time": 5.964421261101961}
+{"Finetune/Learning Rate": 1.4598344573617023e-05, "Finetune/Loss": 0.8469390869140625, "Finetune/Loss (Raw)": 0.600035548210144, "Finetune/Step": 1793, "Finetune/Step Time": 5.973864383995533}
+{"Finetune/Learning Rate": 1.4592450555782245e-05, "Finetune/Loss": 0.8462420701980591, "Finetune/Loss (Raw)": 0.828231155872345, "Finetune/Step": 1794, "Finetune/Step Time": 5.973263891413808}
+{"Finetune/Learning Rate": 1.4586554515451281e-05, "Finetune/Loss": 0.8446618318557739, "Finetune/Loss (Raw)": 0.6345719695091248, "Finetune/Step": 1795, "Finetune/Step Time": 5.979947343468666}
+{"Finetune/Learning Rate": 1.4580656455220723e-05, "Finetune/Loss": 0.844879150390625, "Finetune/Loss (Raw)": 0.9631790518760681, "Finetune/Step": 1796, "Finetune/Step Time": 5.9786298125982285}
+{"Finetune/Learning Rate": 1.457475637768805e-05, "Finetune/Loss": 0.8452046513557434, "Finetune/Loss (Raw)": 0.835730791091919, "Finetune/Step": 1797, "Finetune/Step Time": 5.977119041606784}
+{"Finetune/Learning Rate": 1.4568854285451634e-05, "Finetune/Loss": 0.8448749780654907, "Finetune/Loss (Raw)": 0.8067812919616699, "Finetune/Step": 1798, "Finetune/Step Time": 5.977864282205701}
+{"Finetune/Learning Rate": 1.456295018111073e-05, "Finetune/Loss": 0.8459597826004028, "Finetune/Loss (Raw)": 0.9139493107795715, "Finetune/Step": 1799, "Finetune/Step Time": 5.989454675465822}
+{"Finetune/Learning Rate": 1.4557044067265482e-05, "Finetune/Loss": 0.8475897312164307, "Finetune/Loss (Raw)": 0.9199014902114868, "Finetune/Step": 1800, "Finetune/Step Time": 5.987928980961442}
+{"Finetune/Learning Rate": 1.4551135946516919e-05, "Finetune/Loss": 0.8480569124221802, "Finetune/Loss (Raw)": 0.8537744879722595, "Finetune/Step": 1801, "Finetune/Step Time": 5.982549933716655}
+{"Finetune/Learning Rate": 1.4545225821466951e-05, "Finetune/Loss": 0.8472908735275269, "Finetune/Loss (Raw)": 0.8045904040336609, "Finetune/Step": 1802, "Finetune/Step Time": 5.994408460333943}
+{"Finetune/Learning Rate": 1.4539313694718372e-05, "Finetune/Loss": 0.8460497856140137, "Finetune/Loss (Raw)": 0.8842031955718994, "Finetune/Step": 1803, "Finetune/Step Time": 5.995883617550135}
+{"Finetune/Learning Rate": 1.453339956887486e-05, "Finetune/Loss": 0.8458814024925232, "Finetune/Loss (Raw)": 0.839335024356842, "Finetune/Step": 1804, "Finetune/Step Time": 5.99110040999949}
+{"Finetune/Learning Rate": 1.4527483446540973e-05, "Finetune/Loss": 0.8466110825538635, "Finetune/Loss (Raw)": 0.8596851229667664, "Finetune/Step": 1805, "Finetune/Step Time": 5.988757146522403}
+{"Finetune/Learning Rate": 1.4521565330322142e-05, "Finetune/Loss": 0.8469025492668152, "Finetune/Loss (Raw)": 0.8317522406578064, "Finetune/Step": 1806, "Finetune/Step Time": 5.992060894146562}
+{"Finetune/Learning Rate": 1.4515645222824685e-05, "Finetune/Loss": 0.8468000888824463, "Finetune/Loss (Raw)": 0.8153912425041199, "Finetune/Step": 1807, "Finetune/Step Time": 5.992592595517635}
+{"Finetune/Learning Rate": 1.4509723126655792e-05, "Finetune/Loss": 0.8466961979866028, "Finetune/Loss (Raw)": 1.0101293325424194, "Finetune/Step": 1808, "Finetune/Step Time": 5.991149542853236}
+{"Finetune/Learning Rate": 1.450379904442353e-05, "Finetune/Loss": 0.8472111225128174, "Finetune/Loss (Raw)": 0.8849411606788635, "Finetune/Step": 1809, "Finetune/Step Time": 5.9933105036616325}
+{"Finetune/Learning Rate": 1.4497872978736837e-05, "Finetune/Loss": 0.8477046489715576, "Finetune/Loss (Raw)": 0.8191282749176025, "Finetune/Step": 1810, "Finetune/Step Time": 5.995013801380992}
+{"Finetune/Learning Rate": 1.4491944932205533e-05, "Finetune/Loss": 0.8467758297920227, "Finetune/Loss (Raw)": 0.7818213701248169, "Finetune/Step": 1811, "Finetune/Step Time": 5.991290058940649}
+{"Finetune/Learning Rate": 1.44860149074403e-05, "Finetune/Loss": 0.8453929424285889, "Finetune/Loss (Raw)": 0.6403824090957642, "Finetune/Step": 1812, "Finetune/Step Time": 6.0061493664979935}
+{"Finetune/Learning Rate": 1.4480082907052697e-05, "Finetune/Loss": 0.8451371788978577, "Finetune/Loss (Raw)": 0.7956677675247192, "Finetune/Step": 1813, "Finetune/Step Time": 6.005259580910206}
+{"Finetune/Learning Rate": 1.4474148933655157e-05, "Finetune/Loss": 0.8455140590667725, "Finetune/Loss (Raw)": 0.8727664351463318, "Finetune/Step": 1814, "Finetune/Step Time": 6.014843078330159}
+{"Finetune/Learning Rate": 1.4468212989860972e-05, "Finetune/Loss": 0.8455748558044434, "Finetune/Loss (Raw)": 0.8456692099571228, "Finetune/Step": 1815, "Finetune/Step Time": 6.004660535603762}
+{"Finetune/Learning Rate": 1.4462275078284308e-05, "Finetune/Loss": 0.8442339897155762, "Finetune/Loss (Raw)": 0.8690686821937561, "Finetune/Step": 1816, "Finetune/Step Time": 6.013718027621508}
+{"Finetune/Learning Rate": 1.4456335201540202e-05, "Finetune/Loss": 0.8443886041641235, "Finetune/Loss (Raw)": 0.7958837747573853, "Finetune/Step": 1817, "Finetune/Step Time": 6.00764118693769}
+{"Finetune/Learning Rate": 1.4450393362244544e-05, "Finetune/Loss": 0.8455972671508789, "Finetune/Loss (Raw)": 0.9431614875793457, "Finetune/Step": 1818, "Finetune/Step Time": 6.013948433101177}
+{"Finetune/Learning Rate": 1.4444449563014098e-05, "Finetune/Loss": 0.8460984230041504, "Finetune/Loss (Raw)": 1.0063499212265015, "Finetune/Step": 1819, "Finetune/Step Time": 6.015433393418789}
+{"Finetune/Learning Rate": 1.443850380646649e-05, "Finetune/Loss": 0.8442867398262024, "Finetune/Loss (Raw)": 0.6790873408317566, "Finetune/Step": 1820, "Finetune/Step Time": 6.023233218118548}
+{"Finetune/Learning Rate": 1.4432556095220204e-05, "Finetune/Loss": 0.8421497344970703, "Finetune/Loss (Raw)": 0.7871330976486206, "Finetune/Step": 1821, "Finetune/Step Time": 6.029005045071244}
+{"Finetune/Learning Rate": 1.4426606431894592e-05, "Finetune/Loss": 0.8433508276939392, "Finetune/Loss (Raw)": 0.9149003028869629, "Finetune/Step": 1822, "Finetune/Step Time": 6.013458672910929}
+{"Finetune/Learning Rate": 1.4420654819109854e-05, "Finetune/Loss": 0.8410828709602356, "Finetune/Loss (Raw)": 0.6827735304832458, "Finetune/Step": 1823, "Finetune/Step Time": 6.020249443128705}
+{"Finetune/Learning Rate": 1.4414701259487063e-05, "Finetune/Loss": 0.8398849964141846, "Finetune/Loss (Raw)": 0.7054141163825989, "Finetune/Step": 1824, "Finetune/Step Time": 6.031318467110395}
+{"Finetune/Learning Rate": 1.4408745755648138e-05, "Finetune/Loss": 0.8404679894447327, "Finetune/Loss (Raw)": 0.914767324924469, "Finetune/Step": 1825, "Finetune/Step Time": 6.0386077631264925}
+{"Finetune/Learning Rate": 1.4402788310215857e-05, "Finetune/Loss": 0.8417513966560364, "Finetune/Loss (Raw)": 0.9746174812316895, "Finetune/Step": 1826, "Finetune/Step Time": 6.032477544620633}
+{"Finetune/Learning Rate": 1.4396828925813853e-05, "Finetune/Loss": 0.8420032262802124, "Finetune/Loss (Raw)": 0.8095843195915222, "Finetune/Step": 1827, "Finetune/Step Time": 6.033489257097244}
+{"Finetune/Learning Rate": 1.4390867605066622e-05, "Finetune/Loss": 0.8432213664054871, "Finetune/Loss (Raw)": 0.9133800864219666, "Finetune/Step": 1828, "Finetune/Step Time": 6.023938540369272}
+{"Finetune/Learning Rate": 1.4384904350599498e-05, "Finetune/Loss": 0.842402994632721, "Finetune/Loss (Raw)": 0.7807866334915161, "Finetune/Step": 1829, "Finetune/Step Time": 6.031708454713225}
+{"Finetune/Learning Rate": 1.4378939165038675e-05, "Finetune/Loss": 0.8407633304595947, "Finetune/Loss (Raw)": 0.7312705516815186, "Finetune/Step": 1830, "Finetune/Step Time": 6.021274520084262}
+{"Finetune/Learning Rate": 1.4372972051011198e-05, "Finetune/Loss": 0.8400192260742188, "Finetune/Loss (Raw)": 0.8129903674125671, "Finetune/Step": 1831, "Finetune/Step Time": 6.032473472878337}
+{"Finetune/Learning Rate": 1.4367003011144958e-05, "Finetune/Loss": 0.8390217423439026, "Finetune/Loss (Raw)": 0.7896641492843628, "Finetune/Step": 1832, "Finetune/Step Time": 6.048476163297892}
+{"Finetune/Learning Rate": 1.4361032048068692e-05, "Finetune/Loss": 0.8392447233200073, "Finetune/Loss (Raw)": 0.9011703729629517, "Finetune/Step": 1833, "Finetune/Step Time": 6.051916155964136}
+{"Finetune/Learning Rate": 1.4355059164411996e-05, "Finetune/Loss": 0.8391444087028503, "Finetune/Loss (Raw)": 0.8141728043556213, "Finetune/Step": 1834, "Finetune/Step Time": 6.040601199492812}
+{"Finetune/Learning Rate": 1.4349084362805293e-05, "Finetune/Loss": 0.8391225934028625, "Finetune/Loss (Raw)": 0.8068227171897888, "Finetune/Step": 1835, "Finetune/Step Time": 6.0361358895897865}
+{"Finetune/Learning Rate": 1.4343107645879869e-05, "Finetune/Loss": 0.8394894599914551, "Finetune/Loss (Raw)": 1.008293628692627, "Finetune/Step": 1836, "Finetune/Step Time": 6.03333405405283}
+{"Finetune/Learning Rate": 1.4337129016267838e-05, "Finetune/Loss": 0.8393381834030151, "Finetune/Loss (Raw)": 0.9068592190742493, "Finetune/Step": 1837, "Finetune/Step Time": 6.0247298665344715}
+{"Finetune/Learning Rate": 1.433114847660217e-05, "Finetune/Loss": 0.8385276794433594, "Finetune/Loss (Raw)": 0.895709753036499, "Finetune/Step": 1838, "Finetune/Step Time": 6.017064290121198}
+{"Finetune/Learning Rate": 1.432516602951667e-05, "Finetune/Loss": 0.8390389680862427, "Finetune/Loss (Raw)": 0.8943360447883606, "Finetune/Step": 1839, "Finetune/Step Time": 6.00394450686872}
+{"Finetune/Learning Rate": 1.431918167764598e-05, "Finetune/Loss": 0.8387035131454468, "Finetune/Loss (Raw)": 0.6305686235427856, "Finetune/Step": 1840, "Finetune/Step Time": 5.998995827510953}
+{"Finetune/Learning Rate": 1.4313195423625582e-05, "Finetune/Loss": 0.8380001783370972, "Finetune/Loss (Raw)": 0.922386884689331, "Finetune/Step": 1841, "Finetune/Step Time": 5.996942438185215}
+{"Finetune/Learning Rate": 1.4307207270091798e-05, "Finetune/Loss": 0.8386256694793701, "Finetune/Loss (Raw)": 0.9704134464263916, "Finetune/Step": 1842, "Finetune/Step Time": 6.000197563320398}
+{"Finetune/Learning Rate": 1.430121721968179e-05, "Finetune/Loss": 0.8383963704109192, "Finetune/Loss (Raw)": 0.8649045825004578, "Finetune/Step": 1843, "Finetune/Step Time": 5.999250426888466}
+{"Finetune/Learning Rate": 1.4295225275033551e-05, "Finetune/Loss": 0.838165283203125, "Finetune/Loss (Raw)": 0.7878605127334595, "Finetune/Step": 1844, "Finetune/Step Time": 6.002102103084326}
+{"Finetune/Learning Rate": 1.4289231438785905e-05, "Finetune/Loss": 0.8380783796310425, "Finetune/Loss (Raw)": 0.9286454916000366, "Finetune/Step": 1845, "Finetune/Step Time": 6.002518376335502}
+{"Finetune/Learning Rate": 1.4283235713578513e-05, "Finetune/Loss": 0.8367277979850769, "Finetune/Loss (Raw)": 0.7044286131858826, "Finetune/Step": 1846, "Finetune/Step Time": 6.00534893386066}
+{"Finetune/Learning Rate": 1.4277238102051871e-05, "Finetune/Loss": 0.8362132906913757, "Finetune/Loss (Raw)": 0.7955735921859741, "Finetune/Step": 1847, "Finetune/Step Time": 6.002024419605732}
+{"Finetune/Learning Rate": 1.42712386068473e-05, "Finetune/Loss": 0.8356002569198608, "Finetune/Loss (Raw)": 0.7566058039665222, "Finetune/Step": 1848, "Finetune/Step Time": 6.005844160914421}
+{"Finetune/Learning Rate": 1.4265237230606952e-05, "Finetune/Loss": 0.8375077247619629, "Finetune/Loss (Raw)": 0.9204384088516235, "Finetune/Step": 1849, "Finetune/Step Time": 6.0097109116613865}
+{"Finetune/Learning Rate": 1.4259233975973809e-05, "Finetune/Loss": 0.8390657901763916, "Finetune/Loss (Raw)": 0.9068254828453064, "Finetune/Step": 1850, "Finetune/Step Time": 6.014868427067995}
+{"Finetune/Learning Rate": 1.425322884559168e-05, "Finetune/Loss": 0.8392292261123657, "Finetune/Loss (Raw)": 0.9540064334869385, "Finetune/Step": 1851, "Finetune/Step Time": 6.015125235542655}
+{"Finetune/Learning Rate": 1.4247221842105198e-05, "Finetune/Loss": 0.83815598487854, "Finetune/Loss (Raw)": 0.7937594652175903, "Finetune/Step": 1852, "Finetune/Step Time": 6.010450812056661}
+{"Finetune/Learning Rate": 1.4241212968159826e-05, "Finetune/Loss": 0.838577151298523, "Finetune/Loss (Raw)": 0.9454664587974548, "Finetune/Step": 1853, "Finetune/Step Time": 6.01355099119246}
+{"Finetune/Learning Rate": 1.4235202226401843e-05, "Finetune/Loss": 0.8383340835571289, "Finetune/Loss (Raw)": 0.8507995009422302, "Finetune/Step": 1854, "Finetune/Step Time": 6.01080147176981}
+{"Finetune/Learning Rate": 1.4229189619478358e-05, "Finetune/Loss": 0.8363195061683655, "Finetune/Loss (Raw)": 0.7513977289199829, "Finetune/Step": 1855, "Finetune/Step Time": 6.014092728495598}
+{"Finetune/Learning Rate": 1.4223175150037297e-05, "Finetune/Loss": 0.8367373943328857, "Finetune/Loss (Raw)": 0.9248421788215637, "Finetune/Step": 1856, "Finetune/Step Time": 6.010958023369312}
+{"Finetune/Learning Rate": 1.4217158820727404e-05, "Finetune/Loss": 0.8367322683334351, "Finetune/Loss (Raw)": 0.8573432564735413, "Finetune/Step": 1857, "Finetune/Step Time": 5.9696198385208845}
+{"Finetune/Learning Rate": 1.421114063419825e-05, "Finetune/Loss": 0.8362601399421692, "Finetune/Loss (Raw)": 0.8487979769706726, "Finetune/Step": 1858, "Finetune/Step Time": 5.978825882077217}
+{"Finetune/Learning Rate": 1.4205120593100217e-05, "Finetune/Loss": 0.8359869718551636, "Finetune/Loss (Raw)": 0.8642889857292175, "Finetune/Step": 1859, "Finetune/Step Time": 5.9700966607779264}
+{"Finetune/Learning Rate": 1.419909870008451e-05, "Finetune/Loss": 0.8371038436889648, "Finetune/Loss (Raw)": 0.8799987435340881, "Finetune/Step": 1860, "Finetune/Step Time": 5.95874996483326}
+{"Finetune/Learning Rate": 1.4193074957803139e-05, "Finetune/Loss": 0.8369004726409912, "Finetune/Loss (Raw)": 0.7413516640663147, "Finetune/Step": 1861, "Finetune/Step Time": 5.953113412484527}
+{"Finetune/Learning Rate": 1.4187049368908941e-05, "Finetune/Loss": 0.8363435864448547, "Finetune/Loss (Raw)": 0.7302730083465576, "Finetune/Step": 1862, "Finetune/Step Time": 5.983972925692797}
+{"Finetune/Learning Rate": 1.4181021936055559e-05, "Finetune/Loss": 0.8358866572380066, "Finetune/Loss (Raw)": 0.7701048851013184, "Finetune/Step": 1863, "Finetune/Step Time": 5.998710077255964}
+{"Finetune/Learning Rate": 1.4174992661897446e-05, "Finetune/Loss": 0.8361537456512451, "Finetune/Loss (Raw)": 0.8361110091209412, "Finetune/Step": 1864, "Finetune/Step Time": 6.011294236406684}
+{"Finetune/Learning Rate": 1.4168961549089875e-05, "Finetune/Loss": 0.8343828916549683, "Finetune/Loss (Raw)": 0.6671938300132751, "Finetune/Step": 1865, "Finetune/Step Time": 6.010014688596129}
+{"Finetune/Learning Rate": 1.4162928600288919e-05, "Finetune/Loss": 0.8340563178062439, "Finetune/Loss (Raw)": 0.8829481601715088, "Finetune/Step": 1866, "Finetune/Step Time": 6.012534081935883}
+{"Finetune/Learning Rate": 1.4156893818151464e-05, "Finetune/Loss": 0.8343665599822998, "Finetune/Loss (Raw)": 0.8760156035423279, "Finetune/Step": 1867, "Finetune/Step Time": 6.007400643080473}
+{"Finetune/Learning Rate": 1.4150857205335204e-05, "Finetune/Loss": 0.8335314393043518, "Finetune/Loss (Raw)": 0.5291469097137451, "Finetune/Step": 1868, "Finetune/Step Time": 6.022965056821704}
+{"Finetune/Learning Rate": 1.414481876449864e-05, "Finetune/Loss": 0.8334935903549194, "Finetune/Loss (Raw)": 0.8050071597099304, "Finetune/Step": 1869, "Finetune/Step Time": 6.021448099985719}
+{"Finetune/Learning Rate": 1.4138778498301074e-05, "Finetune/Loss": 0.8328720927238464, "Finetune/Loss (Raw)": 0.7525257468223572, "Finetune/Step": 1870, "Finetune/Step Time": 6.020148320123553}
+{"Finetune/Learning Rate": 1.4132736409402612e-05, "Finetune/Loss": 0.832381546497345, "Finetune/Loss (Raw)": 0.7344843745231628, "Finetune/Step": 1871, "Finetune/Step Time": 6.023887705057859}
+{"Finetune/Learning Rate": 1.412669250046417e-05, "Finetune/Loss": 0.8315790891647339, "Finetune/Loss (Raw)": 0.7295770049095154, "Finetune/Step": 1872, "Finetune/Step Time": 6.021113872528076}
+{"Finetune/Learning Rate": 1.4120646774147459e-05, "Finetune/Loss": 0.8296188116073608, "Finetune/Loss (Raw)": 0.5721810460090637, "Finetune/Step": 1873, "Finetune/Step Time": 6.017120325937867}
+{"Finetune/Learning Rate": 1.4114599233114988e-05, "Finetune/Loss": 0.8289967179298401, "Finetune/Loss (Raw)": 0.8830949068069458, "Finetune/Step": 1874, "Finetune/Step Time": 6.017163680866361}
+{"Finetune/Learning Rate": 1.4108549880030074e-05, "Finetune/Loss": 0.8293887376785278, "Finetune/Loss (Raw)": 0.7322918176651001, "Finetune/Step": 1875, "Finetune/Step Time": 6.024902993813157}
+{"Finetune/Learning Rate": 1.4102498717556821e-05, "Finetune/Loss": 0.8283596038818359, "Finetune/Loss (Raw)": 0.799366295337677, "Finetune/Step": 1876, "Finetune/Step Time": 6.033861542120576}
+{"Finetune/Learning Rate": 1.4096445748360145e-05, "Finetune/Loss": 0.8284703493118286, "Finetune/Loss (Raw)": 0.8129876255989075, "Finetune/Step": 1877, "Finetune/Step Time": 6.043714163824916}
+{"Finetune/Learning Rate": 1.4090390975105739e-05, "Finetune/Loss": 0.8283479809761047, "Finetune/Loss (Raw)": 0.8877270221710205, "Finetune/Step": 1878, "Finetune/Step Time": 6.0437644533813}
+{"Finetune/Learning Rate": 1.4084334400460106e-05, "Finetune/Loss": 0.8266497850418091, "Finetune/Loss (Raw)": 0.7602169513702393, "Finetune/Step": 1879, "Finetune/Step Time": 6.0523879788815975}
+{"Finetune/Learning Rate": 1.4078276027090532e-05, "Finetune/Loss": 0.8269864916801453, "Finetune/Loss (Raw)": 0.7951132655143738, "Finetune/Step": 1880, "Finetune/Step Time": 6.0725311897695065}
+{"Finetune/Learning Rate": 1.4072215857665108e-05, "Finetune/Loss": 0.8273813128471375, "Finetune/Loss (Raw)": 0.8434186577796936, "Finetune/Step": 1881, "Finetune/Step Time": 6.085388431325555}
+{"Finetune/Learning Rate": 1.4066153894852694e-05, "Finetune/Loss": 0.8270432949066162, "Finetune/Loss (Raw)": 0.7693195343017578, "Finetune/Step": 1882, "Finetune/Step Time": 6.086560161784291}
+{"Finetune/Learning Rate": 1.4060090141322969e-05, "Finetune/Loss": 0.8253155946731567, "Finetune/Loss (Raw)": 0.7221519947052002, "Finetune/Step": 1883, "Finetune/Step Time": 6.09932317212224}
+{"Finetune/Learning Rate": 1.405402459974637e-05, "Finetune/Loss": 0.8247476816177368, "Finetune/Loss (Raw)": 0.5880974531173706, "Finetune/Step": 1884, "Finetune/Step Time": 6.105771102011204}
+{"Finetune/Learning Rate": 1.4047957272794146e-05, "Finetune/Loss": 0.8264967203140259, "Finetune/Loss (Raw)": 0.8817675113677979, "Finetune/Step": 1885, "Finetune/Step Time": 6.088223485276103}
+{"Finetune/Learning Rate": 1.4041888163138318e-05, "Finetune/Loss": 0.8269060850143433, "Finetune/Loss (Raw)": 0.9196332693099976, "Finetune/Step": 1886, "Finetune/Step Time": 6.084966799244285}
+{"Finetune/Learning Rate": 1.4035817273451699e-05, "Finetune/Loss": 0.8250337243080139, "Finetune/Loss (Raw)": 0.6062641143798828, "Finetune/Step": 1887, "Finetune/Step Time": 6.09596948698163}
+{"Finetune/Learning Rate": 1.4029744606407886e-05, "Finetune/Loss": 0.8241515755653381, "Finetune/Loss (Raw)": 0.8238614201545715, "Finetune/Step": 1888, "Finetune/Step Time": 6.076760660856962}
+{"Finetune/Learning Rate": 1.402367016468125e-05, "Finetune/Loss": 0.8250148296356201, "Finetune/Loss (Raw)": 0.937701940536499, "Finetune/Step": 1889, "Finetune/Step Time": 6.076485209167004}
+{"Finetune/Learning Rate": 1.4017593950946958e-05, "Finetune/Loss": 0.8258734941482544, "Finetune/Loss (Raw)": 0.9160978198051453, "Finetune/Step": 1890, "Finetune/Step Time": 6.081783935427666}
+{"Finetune/Learning Rate": 1.4011515967880943e-05, "Finetune/Loss": 0.8263692259788513, "Finetune/Loss (Raw)": 0.812489926815033, "Finetune/Step": 1891, "Finetune/Step Time": 6.076656349003315}
+{"Finetune/Learning Rate": 1.4005436218159927e-05, "Finetune/Loss": 0.8261095285415649, "Finetune/Loss (Raw)": 0.7527371644973755, "Finetune/Step": 1892, "Finetune/Step Time": 6.077202558517456}
+{"Finetune/Learning Rate": 1.3999354704461401e-05, "Finetune/Loss": 0.8275473117828369, "Finetune/Loss (Raw)": 0.9047710299491882, "Finetune/Step": 1893, "Finetune/Step Time": 6.068613618612289}
+{"Finetune/Learning Rate": 1.3993271429463645e-05, "Finetune/Loss": 0.8279752731323242, "Finetune/Loss (Raw)": 0.933652400970459, "Finetune/Step": 1894, "Finetune/Step Time": 6.070537198334932}
+{"Finetune/Learning Rate": 1.3987186395845705e-05, "Finetune/Loss": 0.827729344367981, "Finetune/Loss (Raw)": 0.7764766216278076, "Finetune/Step": 1895, "Finetune/Step Time": 6.0783977303653955}
+{"Finetune/Learning Rate": 1.3981099606287405e-05, "Finetune/Loss": 0.8280320167541504, "Finetune/Loss (Raw)": 0.8628500699996948, "Finetune/Step": 1896, "Finetune/Step Time": 6.080137373879552}
+{"Finetune/Learning Rate": 1.3975011063469338e-05, "Finetune/Loss": 0.8261057734489441, "Finetune/Loss (Raw)": 0.585171103477478, "Finetune/Step": 1897, "Finetune/Step Time": 6.091427201405168}
+{"Finetune/Learning Rate": 1.3968920770072885e-05, "Finetune/Loss": 0.8262561559677124, "Finetune/Loss (Raw)": 0.83102947473526, "Finetune/Step": 1898, "Finetune/Step Time": 6.093580579385161}
+{"Finetune/Learning Rate": 1.3962828728780171e-05, "Finetune/Loss": 0.8267925977706909, "Finetune/Loss (Raw)": 0.779013991355896, "Finetune/Step": 1899, "Finetune/Step Time": 6.086434509605169}
+{"Finetune/Learning Rate": 1.3956734942274119e-05, "Finetune/Loss": 0.8253451585769653, "Finetune/Loss (Raw)": 0.7383962273597717, "Finetune/Step": 1900, "Finetune/Step Time": 6.087194820865989}
+{"Finetune/Learning Rate": 1.3950639413238394e-05, "Finetune/Loss": 0.8249768018722534, "Finetune/Loss (Raw)": 0.8925097584724426, "Finetune/Step": 1901, "Finetune/Step Time": 6.099395900964737}
+{"Finetune/Learning Rate": 1.3944542144357455e-05, "Finetune/Loss": 0.8254489898681641, "Finetune/Loss (Raw)": 0.8538509607315063, "Finetune/Step": 1902, "Finetune/Step Time": 6.094995966181159}
+{"Finetune/Learning Rate": 1.3938443138316504e-05, "Finetune/Loss": 0.824665904045105, "Finetune/Loss (Raw)": 0.8482195138931274, "Finetune/Step": 1903, "Finetune/Step Time": 6.096920017153025}
+{"Finetune/Learning Rate": 1.3932342397801524e-05, "Finetune/Loss": 0.8246978521347046, "Finetune/Loss (Raw)": 0.8272233605384827, "Finetune/Step": 1904, "Finetune/Step Time": 6.092414105311036}
+{"Finetune/Learning Rate": 1.392623992549925e-05, "Finetune/Loss": 0.8246166110038757, "Finetune/Loss (Raw)": 0.8717089891433716, "Finetune/Step": 1905, "Finetune/Step Time": 6.096947828307748}
+{"Finetune/Learning Rate": 1.3920135724097192e-05, "Finetune/Loss": 0.8242652416229248, "Finetune/Loss (Raw)": 0.8568333983421326, "Finetune/Step": 1906, "Finetune/Step Time": 6.092521300539374}
+{"Finetune/Learning Rate": 1.391402979628361e-05, "Finetune/Loss": 0.8236848711967468, "Finetune/Loss (Raw)": 0.8016531467437744, "Finetune/Step": 1907, "Finetune/Step Time": 6.0882731676101685}
+{"Finetune/Learning Rate": 1.3907922144747534e-05, "Finetune/Loss": 0.8253194093704224, "Finetune/Loss (Raw)": 0.9467726349830627, "Finetune/Step": 1908, "Finetune/Step Time": 6.085243575274944}
+{"Finetune/Learning Rate": 1.3901812772178746e-05, "Finetune/Loss": 0.8263696432113647, "Finetune/Loss (Raw)": 0.9336249232292175, "Finetune/Step": 1909, "Finetune/Step Time": 6.087610628455877}
+{"Finetune/Learning Rate": 1.3895701681267784e-05, "Finetune/Loss": 0.8249971866607666, "Finetune/Loss (Raw)": 0.8804379105567932, "Finetune/Step": 1910, "Finetune/Step Time": 6.097117597237229}
+{"Finetune/Learning Rate": 1.3889588874705955e-05, "Finetune/Loss": 0.8237414360046387, "Finetune/Loss (Raw)": 0.6168318390846252, "Finetune/Step": 1911, "Finetune/Step Time": 6.098635014146566}
+{"Finetune/Learning Rate": 1.3883474355185307e-05, "Finetune/Loss": 0.8242776393890381, "Finetune/Loss (Raw)": 0.7805293798446655, "Finetune/Step": 1912, "Finetune/Step Time": 6.100086210295558}
+{"Finetune/Learning Rate": 1.3877358125398654e-05, "Finetune/Loss": 0.8234376907348633, "Finetune/Loss (Raw)": 0.7373518943786621, "Finetune/Step": 1913, "Finetune/Step Time": 6.102352220565081}
+{"Finetune/Learning Rate": 1.3871240188039554e-05, "Finetune/Loss": 0.821850597858429, "Finetune/Loss (Raw)": 0.6637697815895081, "Finetune/Step": 1914, "Finetune/Step Time": 6.101268038153648}
+{"Finetune/Learning Rate": 1.3865120545802326e-05, "Finetune/Loss": 0.8215799331665039, "Finetune/Loss (Raw)": 0.8676658272743225, "Finetune/Step": 1915, "Finetune/Step Time": 6.095158251002431}
+{"Finetune/Learning Rate": 1.3858999201382029e-05, "Finetune/Loss": 0.822496771812439, "Finetune/Loss (Raw)": 0.994642972946167, "Finetune/Step": 1916, "Finetune/Step Time": 6.095284938812256}
+{"Finetune/Learning Rate": 1.3852876157474484e-05, "Finetune/Loss": 0.8218021392822266, "Finetune/Loss (Raw)": 0.757021963596344, "Finetune/Step": 1917, "Finetune/Step Time": 6.1016377452760935}
+{"Finetune/Learning Rate": 1.384675141677625e-05, "Finetune/Loss": 0.8207507133483887, "Finetune/Loss (Raw)": 0.7864819169044495, "Finetune/Step": 1918, "Finetune/Step Time": 6.108805907890201}
+{"Finetune/Learning Rate": 1.384062498198464e-05, "Finetune/Loss": 0.8212690353393555, "Finetune/Loss (Raw)": 0.860930323600769, "Finetune/Step": 1919, "Finetune/Step Time": 6.1020579524338245}
+{"Finetune/Learning Rate": 1.3834496855797706e-05, "Finetune/Loss": 0.8211663961410522, "Finetune/Loss (Raw)": 0.8094494938850403, "Finetune/Step": 1920, "Finetune/Step Time": 6.099100382998586}
+{"Finetune/Learning Rate": 1.3828367040914259e-05, "Finetune/Loss": 0.8228112459182739, "Finetune/Loss (Raw)": 0.8105780482292175, "Finetune/Step": 1921, "Finetune/Step Time": 6.089810157194734}
+{"Finetune/Learning Rate": 1.382223554003383e-05, "Finetune/Loss": 0.8224048614501953, "Finetune/Loss (Raw)": 0.7762107849121094, "Finetune/Step": 1922, "Finetune/Step Time": 6.102770410478115}
+{"Finetune/Learning Rate": 1.381610235585672e-05, "Finetune/Loss": 0.8245040774345398, "Finetune/Loss (Raw)": 0.9032710194587708, "Finetune/Step": 1923, "Finetune/Step Time": 6.086057674139738}
+{"Finetune/Learning Rate": 1.3809967491083946e-05, "Finetune/Loss": 0.8216354250907898, "Finetune/Loss (Raw)": 0.5959916114807129, "Finetune/Step": 1924, "Finetune/Step Time": 6.091398078948259}
+{"Finetune/Learning Rate": 1.3803830948417289e-05, "Finetune/Loss": 0.8214708566665649, "Finetune/Loss (Raw)": 0.814662516117096, "Finetune/Step": 1925, "Finetune/Step Time": 6.100914930924773}
+{"Finetune/Learning Rate": 1.379769273055925e-05, "Finetune/Loss": 0.8199256062507629, "Finetune/Loss (Raw)": 0.608995258808136, "Finetune/Step": 1926, "Finetune/Step Time": 6.105886407196522}
+{"Finetune/Learning Rate": 1.3791552840213074e-05, "Finetune/Loss": 0.8195642232894897, "Finetune/Loss (Raw)": 0.867688775062561, "Finetune/Step": 1927, "Finetune/Step Time": 6.091627968475223}
+{"Finetune/Learning Rate": 1.3785411280082747e-05, "Finetune/Loss": 0.8182603120803833, "Finetune/Loss (Raw)": 0.7530087232589722, "Finetune/Step": 1928, "Finetune/Step Time": 6.0911611299961805}
+{"Finetune/Learning Rate": 1.377926805287298e-05, "Finetune/Loss": 0.8182913661003113, "Finetune/Loss (Raw)": 0.8577452898025513, "Finetune/Step": 1929, "Finetune/Step Time": 6.0854716245085}
+{"Finetune/Learning Rate": 1.3773123161289237e-05, "Finetune/Loss": 0.8182970881462097, "Finetune/Loss (Raw)": 0.8053205609321594, "Finetune/Step": 1930, "Finetune/Step Time": 6.0870145335793495}
+{"Finetune/Learning Rate": 1.3766976608037688e-05, "Finetune/Loss": 0.8189089894294739, "Finetune/Loss (Raw)": 0.962526798248291, "Finetune/Step": 1931, "Finetune/Step Time": 6.0846186298877}
+{"Finetune/Learning Rate": 1.3760828395825261e-05, "Finetune/Loss": 0.8193619251251221, "Finetune/Loss (Raw)": 0.8973091840744019, "Finetune/Step": 1932, "Finetune/Step Time": 6.096226163208485}
+{"Finetune/Learning Rate": 1.3754678527359598e-05, "Finetune/Loss": 0.8194391131401062, "Finetune/Loss (Raw)": 0.8695642948150635, "Finetune/Step": 1933, "Finetune/Step Time": 6.0858544167131186}
+{"Finetune/Learning Rate": 1.3748527005349077e-05, "Finetune/Loss": 0.8189427852630615, "Finetune/Loss (Raw)": 0.7682271003723145, "Finetune/Step": 1934, "Finetune/Step Time": 6.085188753902912}
+{"Finetune/Learning Rate": 1.37423738325028e-05, "Finetune/Loss": 0.819951057434082, "Finetune/Loss (Raw)": 0.9444422125816345, "Finetune/Step": 1935, "Finetune/Step Time": 6.0862939935177565}
+{"Finetune/Learning Rate": 1.3736219011530605e-05, "Finetune/Loss": 0.8193560838699341, "Finetune/Loss (Raw)": 0.9339810013771057, "Finetune/Step": 1936, "Finetune/Step Time": 6.085388446226716}
+{"Finetune/Learning Rate": 1.3730062545143041e-05, "Finetune/Loss": 0.8190853595733643, "Finetune/Loss (Raw)": 0.8502861857414246, "Finetune/Step": 1937, "Finetune/Step Time": 6.0781543366611}
+{"Finetune/Learning Rate": 1.37239044360514e-05, "Finetune/Loss": 0.8192178606987, "Finetune/Loss (Raw)": 0.8360882997512817, "Finetune/Step": 1938, "Finetune/Step Time": 6.081949535757303}
+{"Finetune/Learning Rate": 1.3717744686967677e-05, "Finetune/Loss": 0.819524347782135, "Finetune/Loss (Raw)": 0.8210493326187134, "Finetune/Step": 1939, "Finetune/Step Time": 6.08107646740973}
+{"Finetune/Learning Rate": 1.3711583300604611e-05, "Finetune/Loss": 0.8215570449829102, "Finetune/Loss (Raw)": 0.9005723595619202, "Finetune/Step": 1940, "Finetune/Step Time": 6.06220818310976}
+{"Finetune/Learning Rate": 1.3705420279675643e-05, "Finetune/Loss": 0.8214388489723206, "Finetune/Loss (Raw)": 0.7805401682853699, "Finetune/Step": 1941, "Finetune/Step Time": 6.05995561555028}
+{"Finetune/Learning Rate": 1.3699255626894947e-05, "Finetune/Loss": 0.8204567432403564, "Finetune/Loss (Raw)": 0.7470539212226868, "Finetune/Step": 1942, "Finetune/Step Time": 6.049917325377464}
+{"Finetune/Learning Rate": 1.3693089344977405e-05, "Finetune/Loss": 0.8203554153442383, "Finetune/Loss (Raw)": 0.8327017426490784, "Finetune/Step": 1943, "Finetune/Step Time": 6.041715767234564}
+{"Finetune/Learning Rate": 1.3686921436638627e-05, "Finetune/Loss": 0.8182282447814941, "Finetune/Loss (Raw)": 0.5967896580696106, "Finetune/Step": 1944, "Finetune/Step Time": 6.040107438340783}
+{"Finetune/Learning Rate": 1.3680751904594933e-05, "Finetune/Loss": 0.818794310092926, "Finetune/Loss (Raw)": 0.8683410882949829, "Finetune/Step": 1945, "Finetune/Step Time": 6.035003338009119}
+{"Finetune/Learning Rate": 1.3674580751563357e-05, "Finetune/Loss": 0.8181934356689453, "Finetune/Loss (Raw)": 0.8662489056587219, "Finetune/Step": 1946, "Finetune/Step Time": 6.028805719688535}
+{"Finetune/Learning Rate": 1.366840798026165e-05, "Finetune/Loss": 0.8163800835609436, "Finetune/Loss (Raw)": 0.7742385268211365, "Finetune/Step": 1947, "Finetune/Step Time": 6.038011617958546}
+{"Finetune/Learning Rate": 1.366223359340828e-05, "Finetune/Loss": 0.8181443214416504, "Finetune/Loss (Raw)": 0.9049116969108582, "Finetune/Step": 1948, "Finetune/Step Time": 6.031227247789502}
+{"Finetune/Learning Rate": 1.3656057593722413e-05, "Finetune/Loss": 0.818327784538269, "Finetune/Loss (Raw)": 0.810617208480835, "Finetune/Step": 1949, "Finetune/Step Time": 6.026125639677048}
+{"Finetune/Learning Rate": 1.364987998392394e-05, "Finetune/Loss": 0.8165750503540039, "Finetune/Loss (Raw)": 0.6905442476272583, "Finetune/Step": 1950, "Finetune/Step Time": 6.029728010296822}
+{"Finetune/Learning Rate": 1.3643700766733453e-05, "Finetune/Loss": 0.8172876834869385, "Finetune/Loss (Raw)": 0.7739952206611633, "Finetune/Step": 1951, "Finetune/Step Time": 6.031291043385863}
+{"Finetune/Learning Rate": 1.363751994487225e-05, "Finetune/Loss": 0.818881630897522, "Finetune/Loss (Raw)": 0.909439206123352, "Finetune/Step": 1952, "Finetune/Step Time": 6.021314103156328}
+{"Finetune/Learning Rate": 1.3631337521062347e-05, "Finetune/Loss": 0.8180601000785828, "Finetune/Loss (Raw)": 0.8096144199371338, "Finetune/Step": 1953, "Finetune/Step Time": 6.0163886826485395}
+{"Finetune/Learning Rate": 1.362515349802645e-05, "Finetune/Loss": 0.8170709609985352, "Finetune/Loss (Raw)": 0.8480052947998047, "Finetune/Step": 1954, "Finetune/Step Time": 6.015141552314162}
+{"Finetune/Learning Rate": 1.3618967878487983e-05, "Finetune/Loss": 0.8176029324531555, "Finetune/Loss (Raw)": 0.8776718378067017, "Finetune/Step": 1955, "Finetune/Step Time": 6.005211072042584}
+{"Finetune/Learning Rate": 1.3612780665171062e-05, "Finetune/Loss": 0.8172327280044556, "Finetune/Loss (Raw)": 0.8660036325454712, "Finetune/Step": 1956, "Finetune/Step Time": 6.004361750558019}
+{"Finetune/Learning Rate": 1.3606591860800516e-05, "Finetune/Loss": 0.8168157339096069, "Finetune/Loss (Raw)": 0.7274062633514404, "Finetune/Step": 1957, "Finetune/Step Time": 5.996103635057807}
+{"Finetune/Learning Rate": 1.3600401468101863e-05, "Finetune/Loss": 0.8187214136123657, "Finetune/Loss (Raw)": 0.97519850730896, "Finetune/Step": 1958, "Finetune/Step Time": 5.995736541226506}
+{"Finetune/Learning Rate": 1.359420948980133e-05, "Finetune/Loss": 0.8191559314727783, "Finetune/Loss (Raw)": 0.8686114549636841, "Finetune/Step": 1959, "Finetune/Step Time": 5.988730439916253}
+{"Finetune/Learning Rate": 1.3588015928625837e-05, "Finetune/Loss": 0.8196761608123779, "Finetune/Loss (Raw)": 0.8562527894973755, "Finetune/Step": 1960, "Finetune/Step Time": 5.973528983071446}
+{"Finetune/Learning Rate": 1.3581820787303007e-05, "Finetune/Loss": 0.8172236084938049, "Finetune/Loss (Raw)": 0.587240993976593, "Finetune/Step": 1961, "Finetune/Step Time": 5.985864695161581}
+{"Finetune/Learning Rate": 1.3575624068561146e-05, "Finetune/Loss": 0.8169653415679932, "Finetune/Loss (Raw)": 0.7811142206192017, "Finetune/Step": 1962, "Finetune/Step Time": 5.996503604575992}
+{"Finetune/Learning Rate": 1.3569425775129268e-05, "Finetune/Loss": 0.8176282048225403, "Finetune/Loss (Raw)": 0.8916668891906738, "Finetune/Step": 1963, "Finetune/Step Time": 6.003958171233535}
+{"Finetune/Learning Rate": 1.3563225909737076e-05, "Finetune/Loss": 0.8156166076660156, "Finetune/Loss (Raw)": 0.7508073449134827, "Finetune/Step": 1964, "Finetune/Step Time": 6.01161620952189}
+{"Finetune/Learning Rate": 1.3557024475114966e-05, "Finetune/Loss": 0.8155446648597717, "Finetune/Loss (Raw)": 0.8976548910140991, "Finetune/Step": 1965, "Finetune/Step Time": 6.00450019352138}
+{"Finetune/Learning Rate": 1.3550821473994023e-05, "Finetune/Loss": 0.8141359090805054, "Finetune/Loss (Raw)": 0.71538907289505, "Finetune/Step": 1966, "Finetune/Step Time": 6.006329236552119}
+{"Finetune/Learning Rate": 1.3544616909106022e-05, "Finetune/Loss": 0.8141177892684937, "Finetune/Loss (Raw)": 0.8920104503631592, "Finetune/Step": 1967, "Finetune/Step Time": 6.001441625878215}
+{"Finetune/Learning Rate": 1.3538410783183427e-05, "Finetune/Loss": 0.8164284229278564, "Finetune/Loss (Raw)": 0.9263349771499634, "Finetune/Step": 1968, "Finetune/Step Time": 5.997753830626607}
+{"Finetune/Learning Rate": 1.3532203098959393e-05, "Finetune/Loss": 0.8157747387886047, "Finetune/Loss (Raw)": 0.8387123942375183, "Finetune/Step": 1969, "Finetune/Step Time": 6.000911388546228}
+{"Finetune/Learning Rate": 1.3525993859167756e-05, "Finetune/Loss": 0.8148056864738464, "Finetune/Loss (Raw)": 0.8463731408119202, "Finetune/Step": 1970, "Finetune/Step Time": 6.0193072613328695}
+{"Finetune/Learning Rate": 1.351978306654304e-05, "Finetune/Loss": 0.8135530948638916, "Finetune/Loss (Raw)": 0.7045775055885315, "Finetune/Step": 1971, "Finetune/Step Time": 6.020894855260849}
+{"Finetune/Learning Rate": 1.3513570723820455e-05, "Finetune/Loss": 0.814876914024353, "Finetune/Loss (Raw)": 0.9573138356208801, "Finetune/Step": 1972, "Finetune/Step Time": 6.0195709597319365}
+{"Finetune/Learning Rate": 1.3507356833735887e-05, "Finetune/Loss": 0.8142080307006836, "Finetune/Loss (Raw)": 0.8430255055427551, "Finetune/Step": 1973, "Finetune/Step Time": 6.021856093779206}
+{"Finetune/Learning Rate": 1.350114139902591e-05, "Finetune/Loss": 0.8152520656585693, "Finetune/Loss (Raw)": 0.8380619883537292, "Finetune/Step": 1974, "Finetune/Step Time": 6.018365340307355}
+{"Finetune/Learning Rate": 1.3494924422427773e-05, "Finetune/Loss": 0.8166946172714233, "Finetune/Loss (Raw)": 0.9802266359329224, "Finetune/Step": 1975, "Finetune/Step Time": 6.022242061793804}
+{"Finetune/Learning Rate": 1.3488705906679412e-05, "Finetune/Loss": 0.816429615020752, "Finetune/Loss (Raw)": 0.722681999206543, "Finetune/Step": 1976, "Finetune/Step Time": 6.033676298335195}
+{"Finetune/Learning Rate": 1.348248585451943e-05, "Finetune/Loss": 0.817130446434021, "Finetune/Loss (Raw)": 1.0101457834243774, "Finetune/Step": 1977, "Finetune/Step Time": 6.030856082215905}
+{"Finetune/Learning Rate": 1.3476264268687114e-05, "Finetune/Loss": 0.8159868121147156, "Finetune/Loss (Raw)": 0.7604337334632874, "Finetune/Step": 1978, "Finetune/Step Time": 6.024500982835889}
+{"Finetune/Learning Rate": 1.3470041151922425e-05, "Finetune/Loss": 0.8152130842208862, "Finetune/Loss (Raw)": 0.8549734354019165, "Finetune/Step": 1979, "Finetune/Step Time": 6.0233060866594315}
+{"Finetune/Learning Rate": 1.3463816506965999e-05, "Finetune/Loss": 0.8139215707778931, "Finetune/Loss (Raw)": 0.628437340259552, "Finetune/Step": 1980, "Finetune/Step Time": 6.043932283297181}
+{"Finetune/Learning Rate": 1.345759033655914e-05, "Finetune/Loss": 0.8131700158119202, "Finetune/Loss (Raw)": 0.8492719531059265, "Finetune/Step": 1981, "Finetune/Step Time": 6.041142005473375}
+{"Finetune/Learning Rate": 1.3451362643443832e-05, "Finetune/Loss": 0.8121914863586426, "Finetune/Loss (Raw)": 0.7255523800849915, "Finetune/Step": 1982, "Finetune/Step Time": 6.038851860910654}
+{"Finetune/Learning Rate": 1.3445133430362724e-05, "Finetune/Loss": 0.8124621510505676, "Finetune/Loss (Raw)": 0.7860403060913086, "Finetune/Step": 1983, "Finetune/Step Time": 6.040763506665826}
+{"Finetune/Learning Rate": 1.3438902700059132e-05, "Finetune/Loss": 0.812663733959198, "Finetune/Loss (Raw)": 0.9506398439407349, "Finetune/Step": 1984, "Finetune/Step Time": 6.051775680854917}
+{"Finetune/Learning Rate": 1.343267045527705e-05, "Finetune/Loss": 0.8128186464309692, "Finetune/Loss (Raw)": 0.8771791458129883, "Finetune/Step": 1985, "Finetune/Step Time": 6.058680152520537}
+{"Finetune/Learning Rate": 1.342643669876113e-05, "Finetune/Loss": 0.8125145435333252, "Finetune/Loss (Raw)": 0.8098698854446411, "Finetune/Step": 1986, "Finetune/Step Time": 6.04815592803061}
+{"Finetune/Learning Rate": 1.342020143325669e-05, "Finetune/Loss": 0.8119791746139526, "Finetune/Loss (Raw)": 0.7957622408866882, "Finetune/Step": 1987, "Finetune/Step Time": 6.047287173569202}
+{"Finetune/Learning Rate": 1.3413964661509717e-05, "Finetune/Loss": 0.8115766048431396, "Finetune/Loss (Raw)": 0.8284648656845093, "Finetune/Step": 1988, "Finetune/Step Time": 6.052153969183564}
+{"Finetune/Learning Rate": 1.3407726386266861e-05, "Finetune/Loss": 0.8120853304862976, "Finetune/Loss (Raw)": 0.8064696192741394, "Finetune/Step": 1989, "Finetune/Step Time": 6.058040224015713}
+{"Finetune/Learning Rate": 1.340148661027543e-05, "Finetune/Loss": 0.8115426898002625, "Finetune/Loss (Raw)": 0.6608163714408875, "Finetune/Step": 1990, "Finetune/Step Time": 6.043556706979871}
+{"Finetune/Learning Rate": 1.3395245336283398e-05, "Finetune/Loss": 0.8134382963180542, "Finetune/Loss (Raw)": 1.0127493143081665, "Finetune/Step": 1991, "Finetune/Step Time": 6.033154994249344}
+{"Finetune/Learning Rate": 1.338900256703939e-05, "Finetune/Loss": 0.8126800060272217, "Finetune/Loss (Raw)": 0.7390506863594055, "Finetune/Step": 1992, "Finetune/Step Time": 6.0401762668043375}
+{"Finetune/Learning Rate": 1.3382758305292707e-05, "Finetune/Loss": 0.8133594989776611, "Finetune/Loss (Raw)": 0.7541618347167969, "Finetune/Step": 1993, "Finetune/Step Time": 6.041341662406921}
+{"Finetune/Learning Rate": 1.3376512553793286e-05, "Finetune/Loss": 0.81296306848526, "Finetune/Loss (Raw)": 0.8322026133537292, "Finetune/Step": 1994, "Finetune/Step Time": 6.040471468120813}
+{"Finetune/Learning Rate": 1.3370265315291737e-05, "Finetune/Loss": 0.8131840229034424, "Finetune/Loss (Raw)": 0.904305636882782, "Finetune/Step": 1995, "Finetune/Step Time": 6.044955566525459}
+{"Finetune/Learning Rate": 1.3364016592539311e-05, "Finetune/Loss": 0.8165147304534912, "Finetune/Loss (Raw)": 0.9554721117019653, "Finetune/Step": 1996, "Finetune/Step Time": 6.02056135982275}
+{"Finetune/Learning Rate": 1.3357766388287924e-05, "Finetune/Loss": 0.8168761134147644, "Finetune/Loss (Raw)": 0.8512628078460693, "Finetune/Step": 1997, "Finetune/Step Time": 6.0376089960336685}
+{"Finetune/Learning Rate": 1.3351514705290141e-05, "Finetune/Loss": 0.8168664574623108, "Finetune/Loss (Raw)": 0.7512902021408081, "Finetune/Step": 1998, "Finetune/Step Time": 6.045732732862234}
+{"Finetune/Learning Rate": 1.3345261546299174e-05, "Finetune/Loss": 0.817221999168396, "Finetune/Loss (Raw)": 0.7800037860870361, "Finetune/Step": 1999, "Finetune/Step Time": 6.0420741606503725}
+{"Finetune/Learning Rate": 1.333900691406889e-05, "Finetune/Loss": 0.8180608749389648, "Finetune/Loss (Raw)": 0.8369397521018982, "Finetune/Step": 2000, "Finetune/Step Time": 6.041269922628999}
+{"Finetune/Learning Rate": 1.3332750811353802e-05, "Finetune/Loss": 0.8207992315292358, "Finetune/Loss (Raw)": 0.922697126865387, "Finetune/Step": 2001, "Finetune/Step Time": 6.042353171855211}
+{"Finetune/Learning Rate": 1.3326493240909075e-05, "Finetune/Loss": 0.8208111524581909, "Finetune/Loss (Raw)": 0.8846268653869629, "Finetune/Step": 2002, "Finetune/Step Time": 6.045007087290287}
+{"Finetune/Learning Rate": 1.3320234205490513e-05, "Finetune/Loss": 0.8209625482559204, "Finetune/Loss (Raw)": 0.751666784286499, "Finetune/Step": 2003, "Finetune/Step Time": 6.03271702863276}
+{"Finetune/Learning Rate": 1.3313973707854571e-05, "Finetune/Loss": 0.8214586973190308, "Finetune/Loss (Raw)": 0.8628745675086975, "Finetune/Step": 2004, "Finetune/Step Time": 6.031104581430554}
+{"Finetune/Learning Rate": 1.3307711750758344e-05, "Finetune/Loss": 0.8214619755744934, "Finetune/Loss (Raw)": 0.8134013414382935, "Finetune/Step": 2005, "Finetune/Step Time": 6.024261115118861}
+{"Finetune/Learning Rate": 1.3301448336959577e-05, "Finetune/Loss": 0.8217905759811401, "Finetune/Loss (Raw)": 0.9297894239425659, "Finetune/Step": 2006, "Finetune/Step Time": 6.024209493771195}
+{"Finetune/Learning Rate": 1.3295183469216647e-05, "Finetune/Loss": 0.8219298720359802, "Finetune/Loss (Raw)": 0.7780513763427734, "Finetune/Step": 2007, "Finetune/Step Time": 6.020111666992307}
+{"Finetune/Learning Rate": 1.3288917150288575e-05, "Finetune/Loss": 0.8223308324813843, "Finetune/Loss (Raw)": 0.8464330434799194, "Finetune/Step": 2008, "Finetune/Step Time": 6.000513913109899}
+{"Finetune/Learning Rate": 1.3282649382935028e-05, "Finetune/Loss": 0.8216238021850586, "Finetune/Loss (Raw)": 0.7529187798500061, "Finetune/Step": 2009, "Finetune/Step Time": 5.995852405205369}
+{"Finetune/Learning Rate": 1.32763801699163e-05, "Finetune/Loss": 0.8218490481376648, "Finetune/Loss (Raw)": 0.7981468439102173, "Finetune/Step": 2010, "Finetune/Step Time": 5.993281539529562}
+{"Finetune/Learning Rate": 1.3270109513993328e-05, "Finetune/Loss": 0.8212841749191284, "Finetune/Loss (Raw)": 0.6498551964759827, "Finetune/Step": 2011, "Finetune/Step Time": 5.988314118236303}
+{"Finetune/Learning Rate": 1.326383741792768e-05, "Finetune/Loss": 0.8231679797172546, "Finetune/Loss (Raw)": 0.8292213678359985, "Finetune/Step": 2012, "Finetune/Step Time": 5.990972645580769}
+{"Finetune/Learning Rate": 1.3257563884481565e-05, "Finetune/Loss": 0.8225908279418945, "Finetune/Loss (Raw)": 0.8078883290290833, "Finetune/Step": 2013, "Finetune/Step Time": 5.989774724468589}
+{"Finetune/Learning Rate": 1.3251288916417822e-05, "Finetune/Loss": 0.8215891122817993, "Finetune/Loss (Raw)": 0.7914153933525085, "Finetune/Step": 2014, "Finetune/Step Time": 5.987397510558367}
+{"Finetune/Learning Rate": 1.3245012516499914e-05, "Finetune/Loss": 0.822238028049469, "Finetune/Loss (Raw)": 0.689332902431488, "Finetune/Step": 2015, "Finetune/Step Time": 5.985758135095239}
+{"Finetune/Learning Rate": 1.3238734687491948e-05, "Finetune/Loss": 0.823001503944397, "Finetune/Loss (Raw)": 0.9215898513793945, "Finetune/Step": 2016, "Finetune/Step Time": 5.987320028245449}
+{"Finetune/Learning Rate": 1.323245543215865e-05, "Finetune/Loss": 0.822390079498291, "Finetune/Loss (Raw)": 0.8594350218772888, "Finetune/Step": 2017, "Finetune/Step Time": 5.982037302106619}
+{"Finetune/Learning Rate": 1.3226174753265381e-05, "Finetune/Loss": 0.821459174156189, "Finetune/Loss (Raw)": 0.796940267086029, "Finetune/Step": 2018, "Finetune/Step Time": 5.978794543072581}
+{"Finetune/Learning Rate": 1.3219892653578125e-05, "Finetune/Loss": 0.8215764164924622, "Finetune/Loss (Raw)": 0.8275017142295837, "Finetune/Step": 2019, "Finetune/Step Time": 5.9778476525098085}
+{"Finetune/Learning Rate": 1.3213609135863491e-05, "Finetune/Loss": 0.8212049007415771, "Finetune/Loss (Raw)": 0.7051822543144226, "Finetune/Step": 2020, "Finetune/Step Time": 5.990953950211406}
+{"Finetune/Learning Rate": 1.3207324202888718e-05, "Finetune/Loss": 0.8201416730880737, "Finetune/Loss (Raw)": 0.7686765789985657, "Finetune/Step": 2021, "Finetune/Step Time": 5.996213674545288}
+{"Finetune/Learning Rate": 1.3201037857421661e-05, "Finetune/Loss": 0.8179412484169006, "Finetune/Loss (Raw)": 0.6519902348518372, "Finetune/Step": 2022, "Finetune/Step Time": 6.010439308360219}
+{"Finetune/Learning Rate": 1.3194750102230803e-05, "Finetune/Loss": 0.8173282146453857, "Finetune/Loss (Raw)": 0.6980152130126953, "Finetune/Step": 2023, "Finetune/Step Time": 6.0092862118035555}
+{"Finetune/Learning Rate": 1.3188460940085242e-05, "Finetune/Loss": 0.8165600299835205, "Finetune/Loss (Raw)": 0.7645231485366821, "Finetune/Step": 2024, "Finetune/Step Time": 6.010877128690481}
+{"Finetune/Learning Rate": 1.31821703737547e-05, "Finetune/Loss": 0.8169139623641968, "Finetune/Loss (Raw)": 0.6304755210876465, "Finetune/Step": 2025, "Finetune/Step Time": 6.009543953463435}
+{"Finetune/Learning Rate": 1.3175878406009517e-05, "Finetune/Loss": 0.8160127401351929, "Finetune/Loss (Raw)": 0.7156620621681213, "Finetune/Step": 2026, "Finetune/Step Time": 6.008238347247243}
+{"Finetune/Learning Rate": 1.3169585039620651e-05, "Finetune/Loss": 0.817156970500946, "Finetune/Loss (Raw)": 0.9254872798919678, "Finetune/Step": 2027, "Finetune/Step Time": 6.003804624080658}
+{"Finetune/Learning Rate": 1.3163290277359672e-05, "Finetune/Loss": 0.8190757036209106, "Finetune/Loss (Raw)": 0.9839879274368286, "Finetune/Step": 2028, "Finetune/Step Time": 6.012908197939396}
+{"Finetune/Learning Rate": 1.315699412199877e-05, "Finetune/Loss": 0.8190385699272156, "Finetune/Loss (Raw)": 0.8877596259117126, "Finetune/Step": 2029, "Finetune/Step Time": 6.00803298689425}
+{"Finetune/Learning Rate": 1.3150696576310741e-05, "Finetune/Loss": 0.8199501037597656, "Finetune/Loss (Raw)": 0.9705229997634888, "Finetune/Step": 2030, "Finetune/Step Time": 6.017285266891122}
+{"Finetune/Learning Rate": 1.3144397643069002e-05, "Finetune/Loss": 0.8204431533813477, "Finetune/Loss (Raw)": 0.9113345742225647, "Finetune/Step": 2031, "Finetune/Step Time": 6.013720231130719}
+{"Finetune/Learning Rate": 1.3138097325047576e-05, "Finetune/Loss": 0.8192131519317627, "Finetune/Loss (Raw)": 0.6697860360145569, "Finetune/Step": 2032, "Finetune/Step Time": 6.029407808557153}
+{"Finetune/Learning Rate": 1.3131795625021097e-05, "Finetune/Loss": 0.8183663487434387, "Finetune/Loss (Raw)": 0.7633106708526611, "Finetune/Step": 2033, "Finetune/Step Time": 6.024129012599587}
+{"Finetune/Learning Rate": 1.312549254576481e-05, "Finetune/Loss": 0.8184391260147095, "Finetune/Loss (Raw)": 0.8661530017852783, "Finetune/Step": 2034, "Finetune/Step Time": 6.0278063621371984}
+{"Finetune/Learning Rate": 1.311918809005456e-05, "Finetune/Loss": 0.8198382258415222, "Finetune/Loss (Raw)": 0.9807400107383728, "Finetune/Step": 2035, "Finetune/Step Time": 6.024173203855753}
+{"Finetune/Learning Rate": 1.3112882260666805e-05, "Finetune/Loss": 0.8172035813331604, "Finetune/Loss (Raw)": 0.609538197517395, "Finetune/Step": 2036, "Finetune/Step Time": 6.022633541375399}
+{"Finetune/Learning Rate": 1.310657506037861e-05, "Finetune/Loss": 0.8167421817779541, "Finetune/Loss (Raw)": 0.8745617270469666, "Finetune/Step": 2037, "Finetune/Step Time": 6.0179685559123755}
+{"Finetune/Learning Rate": 1.3100266491967635e-05, "Finetune/Loss": 0.8142788410186768, "Finetune/Loss (Raw)": 0.565127968788147, "Finetune/Step": 2038, "Finetune/Step Time": 6.0103380512446165}
+{"Finetune/Learning Rate": 1.309395655821215e-05, "Finetune/Loss": 0.815913200378418, "Finetune/Loss (Raw)": 0.826032280921936, "Finetune/Step": 2039, "Finetune/Step Time": 6.007240995764732}
+{"Finetune/Learning Rate": 1.308764526189102e-05, "Finetune/Loss": 0.815996527671814, "Finetune/Loss (Raw)": 0.7911956310272217, "Finetune/Step": 2040, "Finetune/Step Time": 6.010510675609112}
+{"Finetune/Learning Rate": 1.3081332605783719e-05, "Finetune/Loss": 0.8166905045509338, "Finetune/Loss (Raw)": 0.8261803388595581, "Finetune/Step": 2041, "Finetune/Step Time": 5.9947710037231445}
+{"Finetune/Learning Rate": 1.307501859267031e-05, "Finetune/Loss": 0.817628026008606, "Finetune/Loss (Raw)": 0.7837698459625244, "Finetune/Step": 2042, "Finetune/Step Time": 5.99399745836854}
+{"Finetune/Learning Rate": 1.3068703225331461e-05, "Finetune/Loss": 0.8165321946144104, "Finetune/Loss (Raw)": 0.7274069786071777, "Finetune/Step": 2043, "Finetune/Step Time": 5.998527195304632}
+{"Finetune/Learning Rate": 1.3062386506548434e-05, "Finetune/Loss": 0.8162091970443726, "Finetune/Loss (Raw)": 0.9532899856567383, "Finetune/Step": 2044, "Finetune/Step Time": 6.00133098103106}
+{"Finetune/Learning Rate": 1.3056068439103084e-05, "Finetune/Loss": 0.8159674406051636, "Finetune/Loss (Raw)": 0.7260861992835999, "Finetune/Step": 2045, "Finetune/Step Time": 6.003512477502227}
+{"Finetune/Learning Rate": 1.3049749025777861e-05, "Finetune/Loss": 0.816225528717041, "Finetune/Loss (Raw)": 0.8195109963417053, "Finetune/Step": 2046, "Finetune/Step Time": 5.995094005018473}
+{"Finetune/Learning Rate": 1.3043428269355811e-05, "Finetune/Loss": 0.8159418106079102, "Finetune/Loss (Raw)": 0.8246201276779175, "Finetune/Step": 2047, "Finetune/Step Time": 5.9923141077160835}
+{"Finetune/Learning Rate": 1.3037106172620569e-05, "Finetune/Loss": 0.8156427145004272, "Finetune/Loss (Raw)": 0.7711665630340576, "Finetune/Step": 2048, "Finetune/Step Time": 6.003852291032672}
+{"Finetune/Learning Rate": 1.3030782738356355e-05, "Finetune/Loss": 0.816635251045227, "Finetune/Loss (Raw)": 0.9376109838485718, "Finetune/Step": 2049, "Finetune/Step Time": 6.006085397675633}
+{"Finetune/Learning Rate": 1.302445796934799e-05, "Finetune/Loss": 0.8157198429107666, "Finetune/Loss (Raw)": 0.6590492129325867, "Finetune/Step": 2050, "Finetune/Step Time": 6.002847081050277}
+{"Finetune/Learning Rate": 1.3018131868380874e-05, "Finetune/Loss": 0.8151249885559082, "Finetune/Loss (Raw)": 0.8271256685256958, "Finetune/Step": 2051, "Finetune/Step Time": 5.9979031048715115}
+{"Finetune/Learning Rate": 1.3011804438240993e-05, "Finetune/Loss": 0.8174470067024231, "Finetune/Loss (Raw)": 0.8932153582572937, "Finetune/Step": 2052, "Finetune/Step Time": 5.993559826165438}
+{"Finetune/Learning Rate": 1.3005475681714923e-05, "Finetune/Loss": 0.8168722987174988, "Finetune/Loss (Raw)": 0.741095244884491, "Finetune/Step": 2053, "Finetune/Step Time": 6.001776983961463}
+{"Finetune/Learning Rate": 1.2999145601589822e-05, "Finetune/Loss": 0.8188720941543579, "Finetune/Loss (Raw)": 0.8649712800979614, "Finetune/Step": 2054, "Finetune/Step Time": 5.993281647562981}
+{"Finetune/Learning Rate": 1.2992814200653432e-05, "Finetune/Loss": 0.8179036378860474, "Finetune/Loss (Raw)": 0.743726372718811, "Finetune/Step": 2055, "Finetune/Step Time": 5.99446514621377}
+{"Finetune/Learning Rate": 1.2986481481694072e-05, "Finetune/Loss": 0.8192086219787598, "Finetune/Loss (Raw)": 0.9200392961502075, "Finetune/Step": 2056, "Finetune/Step Time": 5.993694804608822}
+{"Finetune/Learning Rate": 1.298014744750065e-05, "Finetune/Loss": 0.8187607526779175, "Finetune/Loss (Raw)": 0.8004160523414612, "Finetune/Step": 2057, "Finetune/Step Time": 5.999845767393708}
+{"Finetune/Learning Rate": 1.2973812100862646e-05, "Finetune/Loss": 0.8188464641571045, "Finetune/Loss (Raw)": 0.8163034915924072, "Finetune/Step": 2058, "Finetune/Step Time": 5.986181356012821}
+{"Finetune/Learning Rate": 1.2967475444570122e-05, "Finetune/Loss": 0.8175850510597229, "Finetune/Loss (Raw)": 0.8010616302490234, "Finetune/Step": 2059, "Finetune/Step Time": 5.997219122946262}
+{"Finetune/Learning Rate": 1.2961137481413713e-05, "Finetune/Loss": 0.8170636892318726, "Finetune/Loss (Raw)": 0.8305714130401611, "Finetune/Step": 2060, "Finetune/Step Time": 5.988702157512307}
+{"Finetune/Learning Rate": 1.295479821418463e-05, "Finetune/Loss": 0.8177955746650696, "Finetune/Loss (Raw)": 0.9632479548454285, "Finetune/Step": 2061, "Finetune/Step Time": 5.997315838932991}
+{"Finetune/Learning Rate": 1.2948457645674666e-05, "Finetune/Loss": 0.8169565796852112, "Finetune/Loss (Raw)": 0.6608375310897827, "Finetune/Step": 2062, "Finetune/Step Time": 6.005465116351843}
+{"Finetune/Learning Rate": 1.2942115778676176e-05, "Finetune/Loss": 0.8161735534667969, "Finetune/Loss (Raw)": 0.8442106246948242, "Finetune/Step": 2063, "Finetune/Step Time": 5.997278554365039}
+{"Finetune/Learning Rate": 1.2935772615982094e-05, "Finetune/Loss": 0.813660740852356, "Finetune/Loss (Raw)": 0.6123425364494324, "Finetune/Step": 2064, "Finetune/Step Time": 6.013583350926638}
+{"Finetune/Learning Rate": 1.2929428160385923e-05, "Finetune/Loss": 0.8123998641967773, "Finetune/Loss (Raw)": 0.6888963580131531, "Finetune/Step": 2065, "Finetune/Step Time": 6.017224006354809}
+{"Finetune/Learning Rate": 1.2923082414681731e-05, "Finetune/Loss": 0.8127881288528442, "Finetune/Loss (Raw)": 0.8857874870300293, "Finetune/Step": 2066, "Finetune/Step Time": 6.017993595451117}
+{"Finetune/Learning Rate": 1.2916735381664163e-05, "Finetune/Loss": 0.8123027086257935, "Finetune/Loss (Raw)": 0.7589073777198792, "Finetune/Step": 2067, "Finetune/Step Time": 6.029747437685728}
+{"Finetune/Learning Rate": 1.2910387064128424e-05, "Finetune/Loss": 0.8113535642623901, "Finetune/Loss (Raw)": 0.7790905237197876, "Finetune/Step": 2068, "Finetune/Step Time": 6.031047556549311}
+{"Finetune/Learning Rate": 1.2904037464870289e-05, "Finetune/Loss": 0.8124113082885742, "Finetune/Loss (Raw)": 0.9159278273582458, "Finetune/Step": 2069, "Finetune/Step Time": 6.04044177941978}
+{"Finetune/Learning Rate": 1.289768658668609e-05, "Finetune/Loss": 0.8115664720535278, "Finetune/Loss (Raw)": 0.638918936252594, "Finetune/Step": 2070, "Finetune/Step Time": 6.045378100126982}
+{"Finetune/Learning Rate": 1.2891334432372733e-05, "Finetune/Loss": 0.8120285272598267, "Finetune/Loss (Raw)": 0.8918437957763672, "Finetune/Step": 2071, "Finetune/Step Time": 6.06373855471611}
+{"Finetune/Learning Rate": 1.2884981004727676e-05, "Finetune/Loss": 0.8137629628181458, "Finetune/Loss (Raw)": 0.8187931180000305, "Finetune/Step": 2072, "Finetune/Step Time": 6.052868312224746}
+{"Finetune/Learning Rate": 1.2878626306548947e-05, "Finetune/Loss": 0.8132449388504028, "Finetune/Loss (Raw)": 0.8020312786102295, "Finetune/Step": 2073, "Finetune/Step Time": 6.049385130405426}
+{"Finetune/Learning Rate": 1.2872270340635123e-05, "Finetune/Loss": 0.8129344582557678, "Finetune/Loss (Raw)": 0.8265156745910645, "Finetune/Step": 2074, "Finetune/Step Time": 6.049857188016176}
+{"Finetune/Learning Rate": 1.286591310978535e-05, "Finetune/Loss": 0.8133752346038818, "Finetune/Loss (Raw)": 0.8306531310081482, "Finetune/Step": 2075, "Finetune/Step Time": 6.041787918657064}
+{"Finetune/Learning Rate": 1.2859554616799321e-05, "Finetune/Loss": 0.8125686645507812, "Finetune/Loss (Raw)": 0.8016732335090637, "Finetune/Step": 2076, "Finetune/Step Time": 6.043019583448768}
+{"Finetune/Learning Rate": 1.2853194864477297e-05, "Finetune/Loss": 0.8114781379699707, "Finetune/Loss (Raw)": 0.6710274815559387, "Finetune/Step": 2077, "Finetune/Step Time": 6.0498600248247385}
+{"Finetune/Learning Rate": 1.2846833855620082e-05, "Finetune/Loss": 0.8135814666748047, "Finetune/Loss (Raw)": 0.9597787261009216, "Finetune/Step": 2078, "Finetune/Step Time": 6.046545945107937}
+{"Finetune/Learning Rate": 1.2840471593029036e-05, "Finetune/Loss": 0.8118860125541687, "Finetune/Loss (Raw)": 0.5569668412208557, "Finetune/Step": 2079, "Finetune/Step Time": 6.040605498477817}
+{"Finetune/Learning Rate": 1.2834108079506075e-05, "Finetune/Loss": 0.8115203380584717, "Finetune/Loss (Raw)": 0.8626316785812378, "Finetune/Step": 2080, "Finetune/Step Time": 6.0456576738506556}
+{"Finetune/Learning Rate": 1.2827743317853667e-05, "Finetune/Loss": 0.8122148513793945, "Finetune/Loss (Raw)": 0.8985110521316528, "Finetune/Step": 2081, "Finetune/Step Time": 6.044452803209424}
+{"Finetune/Learning Rate": 1.2821377310874823e-05, "Finetune/Loss": 0.8117249011993408, "Finetune/Loss (Raw)": 0.7852919697761536, "Finetune/Step": 2082, "Finetune/Step Time": 6.046578139066696}
+{"Finetune/Learning Rate": 1.2815010061373108e-05, "Finetune/Loss": 0.8121730089187622, "Finetune/Loss (Raw)": 0.9350268244743347, "Finetune/Step": 2083, "Finetune/Step Time": 6.047271102666855}
+{"Finetune/Learning Rate": 1.2808641572152633e-05, "Finetune/Loss": 0.8122637271881104, "Finetune/Loss (Raw)": 0.8776187896728516, "Finetune/Step": 2084, "Finetune/Step Time": 6.063016457483172}
+{"Finetune/Learning Rate": 1.2802271846018051e-05, "Finetune/Loss": 0.8136624097824097, "Finetune/Loss (Raw)": 0.9064394235610962, "Finetune/Step": 2085, "Finetune/Step Time": 6.062685377895832}
+{"Finetune/Learning Rate": 1.2795900885774565e-05, "Finetune/Loss": 0.8119818568229675, "Finetune/Loss (Raw)": 0.7600889205932617, "Finetune/Step": 2086, "Finetune/Step Time": 6.062252117320895}
+{"Finetune/Learning Rate": 1.2789528694227919e-05, "Finetune/Loss": 0.811600923538208, "Finetune/Loss (Raw)": 0.8198506236076355, "Finetune/Step": 2087, "Finetune/Step Time": 6.060919446870685}
+{"Finetune/Learning Rate": 1.27831552741844e-05, "Finetune/Loss": 0.8114717602729797, "Finetune/Loss (Raw)": 0.8397191166877747, "Finetune/Step": 2088, "Finetune/Step Time": 6.060851128771901}
+{"Finetune/Learning Rate": 1.2776780628450835e-05, "Finetune/Loss": 0.8134965300559998, "Finetune/Loss (Raw)": 0.8464155793190002, "Finetune/Step": 2089, "Finetune/Step Time": 6.047320241108537}
+{"Finetune/Learning Rate": 1.2770404759834593e-05, "Finetune/Loss": 0.8142452836036682, "Finetune/Loss (Raw)": 0.8769525289535522, "Finetune/Step": 2090, "Finetune/Step Time": 6.033193271607161}
+{"Finetune/Learning Rate": 1.2764027671143582e-05, "Finetune/Loss": 0.8130011558532715, "Finetune/Loss (Raw)": 0.7324177622795105, "Finetune/Step": 2091, "Finetune/Step Time": 6.032040562480688}
+{"Finetune/Learning Rate": 1.275764936518624e-05, "Finetune/Loss": 0.8132690191268921, "Finetune/Loss (Raw)": 0.7850943207740784, "Finetune/Step": 2092, "Finetune/Step Time": 6.029928997159004}
+{"Finetune/Learning Rate": 1.275126984477155e-05, "Finetune/Loss": 0.8135642409324646, "Finetune/Loss (Raw)": 0.9354469180107117, "Finetune/Step": 2093, "Finetune/Step Time": 6.038492260500789}
+{"Finetune/Learning Rate": 1.2744889112709027e-05, "Finetune/Loss": 0.8131188154220581, "Finetune/Loss (Raw)": 0.6583813428878784, "Finetune/Step": 2094, "Finetune/Step Time": 6.045734725892544}
+{"Finetune/Learning Rate": 1.2738507171808717e-05, "Finetune/Loss": 0.8143748641014099, "Finetune/Loss (Raw)": 1.0527738332748413, "Finetune/Step": 2095, "Finetune/Step Time": 6.044566832482815}
+{"Finetune/Learning Rate": 1.2732124024881198e-05, "Finetune/Loss": 0.8126804828643799, "Finetune/Loss (Raw)": 0.7094607353210449, "Finetune/Step": 2096, "Finetune/Step Time": 6.056847993284464}
+{"Finetune/Learning Rate": 1.272573967473759e-05, "Finetune/Loss": 0.8116502165794373, "Finetune/Loss (Raw)": 0.7068284749984741, "Finetune/Step": 2097, "Finetune/Step Time": 6.059037480503321}
+{"Finetune/Learning Rate": 1.2719354124189523e-05, "Finetune/Loss": 0.8113983273506165, "Finetune/Loss (Raw)": 0.814133882522583, "Finetune/Step": 2098, "Finetune/Step Time": 6.06352673843503}
+{"Finetune/Learning Rate": 1.2712967376049177e-05, "Finetune/Loss": 0.8120708465576172, "Finetune/Loss (Raw)": 0.7906537652015686, "Finetune/Step": 2099, "Finetune/Step Time": 6.066217156127095}
+{"Finetune/Learning Rate": 1.2706579433129243e-05, "Finetune/Loss": 0.8120731115341187, "Finetune/Loss (Raw)": 0.9576115012168884, "Finetune/Step": 2100, "Finetune/Step Time": 6.064997298642993}
+{"Finetune/Learning Rate": 1.2700190298242947e-05, "Finetune/Loss": 0.8122142553329468, "Finetune/Loss (Raw)": 0.8610982894897461, "Finetune/Step": 2101, "Finetune/Step Time": 6.0652524922043085}
+{"Finetune/Learning Rate": 1.2693799974204037e-05, "Finetune/Loss": 0.8130985498428345, "Finetune/Loss (Raw)": 0.9512501358985901, "Finetune/Step": 2102, "Finetune/Step Time": 6.071046466007829}
+{"Finetune/Learning Rate": 1.2687408463826785e-05, "Finetune/Loss": 0.8109285831451416, "Finetune/Loss (Raw)": 0.7024661302566528, "Finetune/Step": 2103, "Finetune/Step Time": 6.087593995034695}
+{"Finetune/Learning Rate": 1.2681015769925988e-05, "Finetune/Loss": 0.8109859228134155, "Finetune/Loss (Raw)": 0.7300242781639099, "Finetune/Step": 2104, "Finetune/Step Time": 6.0735351368784904}
+{"Finetune/Learning Rate": 1.2674621895316959e-05, "Finetune/Loss": 0.8103899359703064, "Finetune/Loss (Raw)": 0.9338595271110535, "Finetune/Step": 2105, "Finetune/Step Time": 6.075501719489694}
+{"Finetune/Learning Rate": 1.2668226842815536e-05, "Finetune/Loss": 0.8112062811851501, "Finetune/Loss (Raw)": 0.8649208545684814, "Finetune/Step": 2106, "Finetune/Step Time": 6.077276801690459}
+{"Finetune/Learning Rate": 1.2661830615238072e-05, "Finetune/Loss": 0.8111367225646973, "Finetune/Loss (Raw)": 0.8460644483566284, "Finetune/Step": 2107, "Finetune/Step Time": 6.088318035006523}
+{"Finetune/Learning Rate": 1.2655433215401438e-05, "Finetune/Loss": 0.812515377998352, "Finetune/Loss (Raw)": 0.8049149513244629, "Finetune/Step": 2108, "Finetune/Step Time": 6.088570712134242}
+{"Finetune/Learning Rate": 1.2649034646123026e-05, "Finetune/Loss": 0.8129276037216187, "Finetune/Loss (Raw)": 0.9020416140556335, "Finetune/Step": 2109, "Finetune/Step Time": 6.086248956620693}
+{"Finetune/Learning Rate": 1.2642634910220737e-05, "Finetune/Loss": 0.8150305151939392, "Finetune/Loss (Raw)": 0.994720995426178, "Finetune/Step": 2110, "Finetune/Step Time": 6.085386797785759}
+{"Finetune/Learning Rate": 1.2636234010512989e-05, "Finetune/Loss": 0.8153178095817566, "Finetune/Loss (Raw)": 0.8228062987327576, "Finetune/Step": 2111, "Finetune/Step Time": 6.084799274802208}
+{"Finetune/Learning Rate": 1.2629831949818712e-05, "Finetune/Loss": 0.815300464630127, "Finetune/Loss (Raw)": 0.9484313726425171, "Finetune/Step": 2112, "Finetune/Step Time": 6.076768549159169}
+{"Finetune/Learning Rate": 1.2623428730957341e-05, "Finetune/Loss": 0.8146498203277588, "Finetune/Loss (Raw)": 0.7938913106918335, "Finetune/Step": 2113, "Finetune/Step Time": 6.0762770511209965}
+{"Finetune/Learning Rate": 1.261702435674884e-05, "Finetune/Loss": 0.8157225847244263, "Finetune/Loss (Raw)": 0.9471896290779114, "Finetune/Step": 2114, "Finetune/Step Time": 6.077475860714912}
+{"Finetune/Learning Rate": 1.2610618830013655e-05, "Finetune/Loss": 0.8176285624504089, "Finetune/Loss (Raw)": 1.0397193431854248, "Finetune/Step": 2115, "Finetune/Step Time": 6.080411532893777}
+{"Finetune/Learning Rate": 1.2604212153572764e-05, "Finetune/Loss": 0.8179547786712646, "Finetune/Loss (Raw)": 0.8702147603034973, "Finetune/Step": 2116, "Finetune/Step Time": 6.083654694259167}
+{"Finetune/Learning Rate": 1.259780433024763e-05, "Finetune/Loss": 0.8182277083396912, "Finetune/Loss (Raw)": 0.8414106965065002, "Finetune/Step": 2117, "Finetune/Step Time": 6.0770461820065975}
+{"Finetune/Learning Rate": 1.2591395362860243e-05, "Finetune/Loss": 0.8199224472045898, "Finetune/Loss (Raw)": 0.8777399659156799, "Finetune/Step": 2118, "Finetune/Step Time": 6.065432619303465}
+{"Finetune/Learning Rate": 1.258498525423308e-05, "Finetune/Loss": 0.8190785646438599, "Finetune/Loss (Raw)": 0.9047378897666931, "Finetune/Step": 2119, "Finetune/Step Time": 6.068018792197108}
+{"Finetune/Learning Rate": 1.2578574007189128e-05, "Finetune/Loss": 0.8197728395462036, "Finetune/Loss (Raw)": 0.8279204964637756, "Finetune/Step": 2120, "Finetune/Step Time": 6.069399764761329}
+{"Finetune/Learning Rate": 1.2572161624551871e-05, "Finetune/Loss": 0.8204329013824463, "Finetune/Loss (Raw)": 0.8386447429656982, "Finetune/Step": 2121, "Finetune/Step Time": 6.064130060374737}
+{"Finetune/Learning Rate": 1.25657481091453e-05, "Finetune/Loss": 0.8203538656234741, "Finetune/Loss (Raw)": 0.8220895528793335, "Finetune/Step": 2122, "Finetune/Step Time": 6.073129212483764}
+{"Finetune/Learning Rate": 1.2559333463793895e-05, "Finetune/Loss": 0.8201406002044678, "Finetune/Loss (Raw)": 0.8770087957382202, "Finetune/Step": 2123, "Finetune/Step Time": 6.069754131138325}
+{"Finetune/Learning Rate": 1.2552917691322641e-05, "Finetune/Loss": 0.8176895380020142, "Finetune/Loss (Raw)": 0.6417326927185059, "Finetune/Step": 2124, "Finetune/Step Time": 6.077840717509389}
+{"Finetune/Learning Rate": 1.2546500794557021e-05, "Finetune/Loss": 0.8190534114837646, "Finetune/Loss (Raw)": 1.0258442163467407, "Finetune/Step": 2125, "Finetune/Step Time": 6.0638732854276896}
+{"Finetune/Learning Rate": 1.2540082776323009e-05, "Finetune/Loss": 0.8199939727783203, "Finetune/Loss (Raw)": 0.8716726303100586, "Finetune/Step": 2126, "Finetune/Step Time": 6.051096821203828}
+{"Finetune/Learning Rate": 1.2533663639447071e-05, "Finetune/Loss": 0.819707453250885, "Finetune/Loss (Raw)": 0.7433311343193054, "Finetune/Step": 2127, "Finetune/Step Time": 6.050397662445903}
+{"Finetune/Learning Rate": 1.2527243386756169e-05, "Finetune/Loss": 0.8199775815010071, "Finetune/Loss (Raw)": 0.8715210556983948, "Finetune/Step": 2128, "Finetune/Step Time": 6.045364376157522}
+{"Finetune/Learning Rate": 1.2520822021077758e-05, "Finetune/Loss": 0.8198081254959106, "Finetune/Loss (Raw)": 0.9010045528411865, "Finetune/Step": 2129, "Finetune/Step Time": 6.039915274828672}
+{"Finetune/Learning Rate": 1.2514399545239778e-05, "Finetune/Loss": 0.8194631338119507, "Finetune/Loss (Raw)": 0.8404672741889954, "Finetune/Step": 2130, "Finetune/Step Time": 6.042954832315445}
+{"Finetune/Learning Rate": 1.2507975962070661e-05, "Finetune/Loss": 0.8198477029800415, "Finetune/Loss (Raw)": 0.8008946180343628, "Finetune/Step": 2131, "Finetune/Step Time": 6.0396518018096685}
+{"Finetune/Learning Rate": 1.2501551274399323e-05, "Finetune/Loss": 0.8210816979408264, "Finetune/Loss (Raw)": 1.020817756652832, "Finetune/Step": 2132, "Finetune/Step Time": 6.029351972043514}
+{"Finetune/Learning Rate": 1.2495125485055183e-05, "Finetune/Loss": 0.8191972374916077, "Finetune/Loss (Raw)": 0.572192370891571, "Finetune/Step": 2133, "Finetune/Step Time": 6.045141628012061}
+{"Finetune/Learning Rate": 1.2488698596868116e-05, "Finetune/Loss": 0.8182601928710938, "Finetune/Loss (Raw)": 0.8098462820053101, "Finetune/Step": 2134, "Finetune/Step Time": 6.045648222789168}
+{"Finetune/Learning Rate": 1.2482270612668508e-05, "Finetune/Loss": 0.8183599710464478, "Finetune/Loss (Raw)": 0.7908296585083008, "Finetune/Step": 2135, "Finetune/Step Time": 6.047182137146592}
+{"Finetune/Learning Rate": 1.2475841535287208e-05, "Finetune/Loss": 0.8188374042510986, "Finetune/Loss (Raw)": 0.9075477123260498, "Finetune/Step": 2136, "Finetune/Step Time": 6.0492722894996405}
+{"Finetune/Learning Rate": 1.2469411367555565e-05, "Finetune/Loss": 0.8191409111022949, "Finetune/Loss (Raw)": 0.7917593717575073, "Finetune/Step": 2137, "Finetune/Step Time": 6.040590029209852}
+{"Finetune/Learning Rate": 1.2462980112305386e-05, "Finetune/Loss": 0.8190172910690308, "Finetune/Loss (Raw)": 0.7823237776756287, "Finetune/Step": 2138, "Finetune/Step Time": 6.053981650620699}
+{"Finetune/Learning Rate": 1.245654777236898e-05, "Finetune/Loss": 0.8196914792060852, "Finetune/Loss (Raw)": 0.736157238483429, "Finetune/Step": 2139, "Finetune/Step Time": 6.049317492172122}
+{"Finetune/Learning Rate": 1.2450114350579117e-05, "Finetune/Loss": 0.8193010091781616, "Finetune/Loss (Raw)": 0.7792426943778992, "Finetune/Step": 2140, "Finetune/Step Time": 6.042956469580531}
+{"Finetune/Learning Rate": 1.2443679849769052e-05, "Finetune/Loss": 0.8201423287391663, "Finetune/Loss (Raw)": 0.9155725836753845, "Finetune/Step": 2141, "Finetune/Step Time": 6.041649978607893}
+{"Finetune/Learning Rate": 1.243724427277251e-05, "Finetune/Loss": 0.8205550312995911, "Finetune/Loss (Raw)": 0.8442409038543701, "Finetune/Step": 2142, "Finetune/Step Time": 6.03942397236824}
+{"Finetune/Learning Rate": 1.2430807622423698e-05, "Finetune/Loss": 0.8194499015808105, "Finetune/Loss (Raw)": 0.5478838086128235, "Finetune/Step": 2143, "Finetune/Step Time": 6.059782320633531}
+{"Finetune/Learning Rate": 1.242436990155728e-05, "Finetune/Loss": 0.81748366355896, "Finetune/Loss (Raw)": 0.6699049472808838, "Finetune/Step": 2144, "Finetune/Step Time": 6.06840717419982}
+{"Finetune/Learning Rate": 1.241793111300841e-05, "Finetune/Loss": 0.814922571182251, "Finetune/Loss (Raw)": 0.5316163301467896, "Finetune/Step": 2145, "Finetune/Step Time": 6.083203913643956}
+{"Finetune/Learning Rate": 1.2411491259612703e-05, "Finetune/Loss": 0.8149024844169617, "Finetune/Loss (Raw)": 0.7943629026412964, "Finetune/Step": 2146, "Finetune/Step Time": 6.102033035829663}
+{"Finetune/Learning Rate": 1.240505034420624e-05, "Finetune/Loss": 0.8155317902565002, "Finetune/Loss (Raw)": 0.9080573916435242, "Finetune/Step": 2147, "Finetune/Step Time": 6.097331957891583}
+{"Finetune/Learning Rate": 1.2398608369625578e-05, "Finetune/Loss": 0.8173021078109741, "Finetune/Loss (Raw)": 0.9317774176597595, "Finetune/Step": 2148, "Finetune/Step Time": 6.084737680852413}
+{"Finetune/Learning Rate": 1.2392165338707729e-05, "Finetune/Loss": 0.817023754119873, "Finetune/Loss (Raw)": 0.7330542802810669, "Finetune/Step": 2149, "Finetune/Step Time": 6.087906485423446}
+{"Finetune/Learning Rate": 1.2385721254290188e-05, "Finetune/Loss": 0.8182871341705322, "Finetune/Loss (Raw)": 0.8137003183364868, "Finetune/Step": 2150, "Finetune/Step Time": 6.07377702742815}
+{"Finetune/Learning Rate": 1.237927611921089e-05, "Finetune/Loss": 0.8186877369880676, "Finetune/Loss (Raw)": 0.7492955923080444, "Finetune/Step": 2151, "Finetune/Step Time": 6.078192358836532}
+{"Finetune/Learning Rate": 1.2372829936308257e-05, "Finetune/Loss": 0.8185839653015137, "Finetune/Loss (Raw)": 0.7512395977973938, "Finetune/Step": 2152, "Finetune/Step Time": 6.075931021943688}
+{"Finetune/Learning Rate": 1.2366382708421154e-05, "Finetune/Loss": 0.821146547794342, "Finetune/Loss (Raw)": 0.958484411239624, "Finetune/Step": 2153, "Finetune/Step Time": 6.067481808364391}
+{"Finetune/Learning Rate": 1.2359934438388918e-05, "Finetune/Loss": 0.8214478492736816, "Finetune/Loss (Raw)": 0.7542247176170349, "Finetune/Step": 2154, "Finetune/Step Time": 6.070761552080512}
+{"Finetune/Learning Rate": 1.2353485129051335e-05, "Finetune/Loss": 0.8211870193481445, "Finetune/Loss (Raw)": 0.8921023607254028, "Finetune/Step": 2155, "Finetune/Step Time": 6.074238004162908}
+{"Finetune/Learning Rate": 1.2347034783248661e-05, "Finetune/Loss": 0.8207159042358398, "Finetune/Loss (Raw)": 0.9236910343170166, "Finetune/Step": 2156, "Finetune/Step Time": 6.064931759610772}
+{"Finetune/Learning Rate": 1.2340583403821596e-05, "Finetune/Loss": 0.8206862211227417, "Finetune/Loss (Raw)": 0.88395756483078, "Finetune/Step": 2157, "Finetune/Step Time": 6.059073841199279}
+{"Finetune/Learning Rate": 1.2334130993611306e-05, "Finetune/Loss": 0.8192254304885864, "Finetune/Loss (Raw)": 0.7835451364517212, "Finetune/Step": 2158, "Finetune/Step Time": 6.052187593653798}
+{"Finetune/Learning Rate": 1.2327677555459398e-05, "Finetune/Loss": 0.8188838958740234, "Finetune/Loss (Raw)": 0.8676174283027649, "Finetune/Step": 2159, "Finetune/Step Time": 6.050018483772874}
+{"Finetune/Learning Rate": 1.2321223092207948e-05, "Finetune/Loss": 0.8216508626937866, "Finetune/Loss (Raw)": 1.0239564180374146, "Finetune/Step": 2160, "Finetune/Step Time": 6.034082509577274}
+{"Finetune/Learning Rate": 1.2314767606699467e-05, "Finetune/Loss": 0.8227555155754089, "Finetune/Loss (Raw)": 0.9047058820724487, "Finetune/Step": 2161, "Finetune/Step Time": 6.03464400395751}
+{"Finetune/Learning Rate": 1.2308311101776933e-05, "Finetune/Loss": 0.8227466344833374, "Finetune/Loss (Raw)": 0.8650097846984863, "Finetune/Step": 2162, "Finetune/Step Time": 6.032958723604679}
+{"Finetune/Learning Rate": 1.230185358028375e-05, "Finetune/Loss": 0.8217394351959229, "Finetune/Loss (Raw)": 0.8518276810646057, "Finetune/Step": 2163, "Finetune/Step Time": 6.038722263649106}
+{"Finetune/Learning Rate": 1.2295395045063803e-05, "Finetune/Loss": 0.8235486745834351, "Finetune/Loss (Raw)": 0.8411230444908142, "Finetune/Step": 2164, "Finetune/Step Time": 6.036916004493833}
+{"Finetune/Learning Rate": 1.228893549896139e-05, "Finetune/Loss": 0.8228264451026917, "Finetune/Loss (Raw)": 0.7821113467216492, "Finetune/Step": 2165, "Finetune/Step Time": 6.035738356411457}
+{"Finetune/Learning Rate": 1.2282474944821268e-05, "Finetune/Loss": 0.8261480927467346, "Finetune/Loss (Raw)": 0.9903020858764648, "Finetune/Step": 2166, "Finetune/Step Time": 6.034718995913863}
+{"Finetune/Learning Rate": 1.2276013385488648e-05, "Finetune/Loss": 0.8245494961738586, "Finetune/Loss (Raw)": 0.6214109063148499, "Finetune/Step": 2167, "Finetune/Step Time": 6.067980747669935}
+{"Finetune/Learning Rate": 1.2269550823809162e-05, "Finetune/Loss": 0.8253189325332642, "Finetune/Loss (Raw)": 0.8896753191947937, "Finetune/Step": 2168, "Finetune/Step Time": 6.062030676752329}
+{"Finetune/Learning Rate": 1.2263087262628909e-05, "Finetune/Loss": 0.8254589438438416, "Finetune/Loss (Raw)": 0.8441088199615479, "Finetune/Step": 2169, "Finetune/Step Time": 6.075013535097241}
+{"Finetune/Learning Rate": 1.2256622704794398e-05, "Finetune/Loss": 0.8245145082473755, "Finetune/Loss (Raw)": 0.6628796458244324, "Finetune/Step": 2170, "Finetune/Step Time": 6.080223053693771}
+{"Finetune/Learning Rate": 1.225015715315261e-05, "Finetune/Loss": 0.826024055480957, "Finetune/Loss (Raw)": 0.9206228852272034, "Finetune/Step": 2171, "Finetune/Step Time": 6.069473968818784}
+{"Finetune/Learning Rate": 1.2243690610550935e-05, "Finetune/Loss": 0.8253990411758423, "Finetune/Loss (Raw)": 0.8732964396476746, "Finetune/Step": 2172, "Finetune/Step Time": 6.068485449999571}
+{"Finetune/Learning Rate": 1.223722307983722e-05, "Finetune/Loss": 0.8261319398880005, "Finetune/Loss (Raw)": 0.8198962807655334, "Finetune/Step": 2173, "Finetune/Step Time": 6.0612620916217566}
+{"Finetune/Learning Rate": 1.2230754563859735e-05, "Finetune/Loss": 0.8264639973640442, "Finetune/Loss (Raw)": 0.8620145320892334, "Finetune/Step": 2174, "Finetune/Step Time": 6.0605727173388}
+{"Finetune/Learning Rate": 1.2224285065467188e-05, "Finetune/Loss": 0.826456606388092, "Finetune/Loss (Raw)": 0.8236724734306335, "Finetune/Step": 2175, "Finetune/Step Time": 6.064968409016728}
+{"Finetune/Learning Rate": 1.2217814587508713e-05, "Finetune/Loss": 0.8276749849319458, "Finetune/Loss (Raw)": 0.9271209836006165, "Finetune/Step": 2176, "Finetune/Step Time": 6.048863470554352}
+{"Finetune/Learning Rate": 1.2211343132833894e-05, "Finetune/Loss": 0.8255587816238403, "Finetune/Loss (Raw)": 0.6667328476905823, "Finetune/Step": 2177, "Finetune/Step Time": 6.063749250024557}
+{"Finetune/Learning Rate": 1.2204870704292724e-05, "Finetune/Loss": 0.8275219202041626, "Finetune/Loss (Raw)": 0.9103277921676636, "Finetune/Step": 2178, "Finetune/Step Time": 6.054880304262042}
+{"Finetune/Learning Rate": 1.2198397304735639e-05, "Finetune/Loss": 0.8285151720046997, "Finetune/Loss (Raw)": 0.9542614221572876, "Finetune/Step": 2179, "Finetune/Step Time": 6.05725790001452}
+{"Finetune/Learning Rate": 1.2191922937013489e-05, "Finetune/Loss": 0.82746422290802, "Finetune/Loss (Raw)": 0.7586983442306519, "Finetune/Step": 2180, "Finetune/Step Time": 6.062071740627289}
+{"Finetune/Learning Rate": 1.2185447603977569e-05, "Finetune/Loss": 0.8275260329246521, "Finetune/Loss (Raw)": 0.7490106225013733, "Finetune/Step": 2181, "Finetune/Step Time": 6.0684699062258005}
+{"Finetune/Learning Rate": 1.2178971308479581e-05, "Finetune/Loss": 0.8267364501953125, "Finetune/Loss (Raw)": 0.7639041543006897, "Finetune/Step": 2182, "Finetune/Step Time": 6.0822901632636786}
+{"Finetune/Learning Rate": 1.2172494053371664e-05, "Finetune/Loss": 0.827781081199646, "Finetune/Loss (Raw)": 0.8774387240409851, "Finetune/Step": 2183, "Finetune/Step Time": 6.079112583771348}
+{"Finetune/Learning Rate": 1.2166015841506372e-05, "Finetune/Loss": 0.8273667097091675, "Finetune/Loss (Raw)": 0.8670000433921814, "Finetune/Step": 2184, "Finetune/Step Time": 6.082333127036691}
+{"Finetune/Learning Rate": 1.2159536675736678e-05, "Finetune/Loss": 0.8279151320457458, "Finetune/Loss (Raw)": 0.870615541934967, "Finetune/Step": 2185, "Finetune/Step Time": 6.077597601339221}
+{"Finetune/Learning Rate": 1.2153056558915988e-05, "Finetune/Loss": 0.8268011808395386, "Finetune/Loss (Raw)": 0.6737092137336731, "Finetune/Step": 2186, "Finetune/Step Time": 6.096876418218017}
+{"Finetune/Learning Rate": 1.2146575493898116e-05, "Finetune/Loss": 0.8263486623764038, "Finetune/Loss (Raw)": 0.7431414127349854, "Finetune/Step": 2187, "Finetune/Step Time": 6.094833916053176}
+{"Finetune/Learning Rate": 1.2140093483537293e-05, "Finetune/Loss": 0.8252881765365601, "Finetune/Loss (Raw)": 0.6948392391204834, "Finetune/Step": 2188, "Finetune/Step Time": 6.098397962749004}
+{"Finetune/Learning Rate": 1.2133610530688169e-05, "Finetune/Loss": 0.8233047723770142, "Finetune/Loss (Raw)": 0.7093626260757446, "Finetune/Step": 2189, "Finetune/Step Time": 6.095634879544377}
+{"Finetune/Learning Rate": 1.2127126638205818e-05, "Finetune/Loss": 0.8238921761512756, "Finetune/Loss (Raw)": 0.7360267043113708, "Finetune/Step": 2190, "Finetune/Step Time": 6.093197215348482}
+{"Finetune/Learning Rate": 1.2120641808945709e-05, "Finetune/Loss": 0.8242999911308289, "Finetune/Loss (Raw)": 0.8964148759841919, "Finetune/Step": 2191, "Finetune/Step Time": 6.100946037098765}
+{"Finetune/Learning Rate": 1.2114156045763741e-05, "Finetune/Loss": 0.8272546529769897, "Finetune/Loss (Raw)": 0.9905388951301575, "Finetune/Step": 2192, "Finetune/Step Time": 6.094797272235155}
+{"Finetune/Learning Rate": 1.2107669351516211e-05, "Finetune/Loss": 0.8288085460662842, "Finetune/Loss (Raw)": 0.8877919316291809, "Finetune/Step": 2193, "Finetune/Step Time": 6.093627441674471}
+{"Finetune/Learning Rate": 1.2101181729059843e-05, "Finetune/Loss": 0.8284587860107422, "Finetune/Loss (Raw)": 0.8410206437110901, "Finetune/Step": 2194, "Finetune/Step Time": 6.085911160334945}
+{"Finetune/Learning Rate": 1.2094693181251744e-05, "Finetune/Loss": 0.8280433416366577, "Finetune/Loss (Raw)": 0.705730140209198, "Finetune/Step": 2195, "Finetune/Step Time": 6.080722268670797}
+{"Finetune/Learning Rate": 1.2088203710949458e-05, "Finetune/Loss": 0.8287217617034912, "Finetune/Loss (Raw)": 0.8659244775772095, "Finetune/Step": 2196, "Finetune/Step Time": 6.092079332098365}
+{"Finetune/Learning Rate": 1.2081713321010908e-05, "Finetune/Loss": 0.8282500505447388, "Finetune/Loss (Raw)": 0.8555504083633423, "Finetune/Step": 2197, "Finetune/Step Time": 6.083584982901812}
+{"Finetune/Learning Rate": 1.2075222014294448e-05, "Finetune/Loss": 0.8296025991439819, "Finetune/Loss (Raw)": 0.8120443224906921, "Finetune/Step": 2198, "Finetune/Step Time": 6.07664629817009}
+{"Finetune/Learning Rate": 1.206872979365881e-05, "Finetune/Loss": 0.8280247449874878, "Finetune/Loss (Raw)": 0.689875602722168, "Finetune/Step": 2199, "Finetune/Step Time": 6.0618276465684175}
+{"Finetune/Learning Rate": 1.2062236661963151e-05, "Finetune/Loss": 0.8280172348022461, "Finetune/Loss (Raw)": 0.8178407549858093, "Finetune/Step": 2200, "Finetune/Step Time": 6.064785722643137}
+{"Finetune/Learning Rate": 1.2055742622067012e-05, "Finetune/Loss": 0.8285295367240906, "Finetune/Loss (Raw)": 0.8676037192344666, "Finetune/Step": 2201, "Finetune/Step Time": 6.072439704090357}
+{"Finetune/Learning Rate": 1.2049247676830347e-05, "Finetune/Loss": 0.8273136615753174, "Finetune/Loss (Raw)": 0.6708811521530151, "Finetune/Step": 2202, "Finetune/Step Time": 6.078449891880155}
+{"Finetune/Learning Rate": 1.20427518291135e-05, "Finetune/Loss": 0.8277589082717896, "Finetune/Loss (Raw)": 0.8876426815986633, "Finetune/Step": 2203, "Finetune/Step Time": 6.0804640874266624}
+{"Finetune/Learning Rate": 1.2036255081777213e-05, "Finetune/Loss": 0.8283054828643799, "Finetune/Loss (Raw)": 0.8716400861740112, "Finetune/Step": 2204, "Finetune/Step Time": 6.085717067122459}
+{"Finetune/Learning Rate": 1.2029757437682629e-05, "Finetune/Loss": 0.8300707340240479, "Finetune/Loss (Raw)": 0.8969784379005432, "Finetune/Step": 2205, "Finetune/Step Time": 6.083940763026476}
+{"Finetune/Learning Rate": 1.2023258899691289e-05, "Finetune/Loss": 0.829380989074707, "Finetune/Loss (Raw)": 0.8714838624000549, "Finetune/Step": 2206, "Finetune/Step Time": 6.0847173519432545}
+{"Finetune/Learning Rate": 1.2016759470665112e-05, "Finetune/Loss": 0.8315595388412476, "Finetune/Loss (Raw)": 0.8358323574066162, "Finetune/Step": 2207, "Finetune/Step Time": 6.087099466472864}
+{"Finetune/Learning Rate": 1.2010259153466426e-05, "Finetune/Loss": 0.831816554069519, "Finetune/Loss (Raw)": 0.8955238461494446, "Finetune/Step": 2208, "Finetune/Step Time": 6.076816383749247}
+{"Finetune/Learning Rate": 1.2003757950957941e-05, "Finetune/Loss": 0.8321254253387451, "Finetune/Loss (Raw)": 0.9380480051040649, "Finetune/Step": 2209, "Finetune/Step Time": 6.078733012080193}
+{"Finetune/Learning Rate": 1.1997255866002761e-05, "Finetune/Loss": 0.8322449922561646, "Finetune/Loss (Raw)": 0.8005892038345337, "Finetune/Step": 2210, "Finetune/Step Time": 6.078240927308798}
+{"Finetune/Learning Rate": 1.199075290146438e-05, "Finetune/Loss": 0.8295865058898926, "Finetune/Loss (Raw)": 0.5947508215904236, "Finetune/Step": 2211, "Finetune/Step Time": 6.089459387585521}
+{"Finetune/Learning Rate": 1.1984249060206672e-05, "Finetune/Loss": 0.8297695517539978, "Finetune/Loss (Raw)": 0.901043176651001, "Finetune/Step": 2212, "Finetune/Step Time": 6.07862245477736}
+{"Finetune/Learning Rate": 1.1977744345093905e-05, "Finetune/Loss": 0.8292545080184937, "Finetune/Loss (Raw)": 0.8405157327651978, "Finetune/Step": 2213, "Finetune/Step Time": 6.082755126059055}
+{"Finetune/Learning Rate": 1.1971238758990724e-05, "Finetune/Loss": 0.8314857482910156, "Finetune/Loss (Raw)": 1.0456863641738892, "Finetune/Step": 2214, "Finetune/Step Time": 6.089602259919047}
+{"Finetune/Learning Rate": 1.196473230476217e-05, "Finetune/Loss": 0.8304480314254761, "Finetune/Loss (Raw)": 0.6870211958885193, "Finetune/Step": 2215, "Finetune/Step Time": 6.089510185644031}
+{"Finetune/Learning Rate": 1.1958224985273648e-05, "Finetune/Loss": 0.8304252028465271, "Finetune/Loss (Raw)": 0.8367985486984253, "Finetune/Step": 2216, "Finetune/Step Time": 6.089259784668684}
+{"Finetune/Learning Rate": 1.1951716803390965e-05, "Finetune/Loss": 0.8309270143508911, "Finetune/Loss (Raw)": 0.9106518626213074, "Finetune/Step": 2217, "Finetune/Step Time": 6.093304732814431}
+{"Finetune/Learning Rate": 1.1945207761980292e-05, "Finetune/Loss": 0.830615758895874, "Finetune/Loss (Raw)": 0.8371115326881409, "Finetune/Step": 2218, "Finetune/Step Time": 6.102182328701019}
+{"Finetune/Learning Rate": 1.1938697863908181e-05, "Finetune/Loss": 0.8323666453361511, "Finetune/Loss (Raw)": 0.9565303325653076, "Finetune/Step": 2219, "Finetune/Step Time": 6.09487927518785}
+{"Finetune/Learning Rate": 1.1932187112041571e-05, "Finetune/Loss": 0.8329803347587585, "Finetune/Loss (Raw)": 0.8636417388916016, "Finetune/Step": 2220, "Finetune/Step Time": 6.091787982732058}
+{"Finetune/Learning Rate": 1.1925675509247765e-05, "Finetune/Loss": 0.8323150277137756, "Finetune/Loss (Raw)": 0.8502947092056274, "Finetune/Step": 2221, "Finetune/Step Time": 6.08529625274241}
+{"Finetune/Learning Rate": 1.191916305839445e-05, "Finetune/Loss": 0.8343544006347656, "Finetune/Loss (Raw)": 0.919415295124054, "Finetune/Step": 2222, "Finetune/Step Time": 6.074660308659077}
+{"Finetune/Learning Rate": 1.1912649762349677e-05, "Finetune/Loss": 0.8331941366195679, "Finetune/Loss (Raw)": 0.9042686223983765, "Finetune/Step": 2223, "Finetune/Step Time": 6.071123495697975}
+{"Finetune/Learning Rate": 1.1906135623981881e-05, "Finetune/Loss": 0.834662675857544, "Finetune/Loss (Raw)": 0.897424578666687, "Finetune/Step": 2224, "Finetune/Step Time": 6.068049835041165}
+{"Finetune/Learning Rate": 1.1899620646159855e-05, "Finetune/Loss": 0.8354114294052124, "Finetune/Loss (Raw)": 0.8026723861694336, "Finetune/Step": 2225, "Finetune/Step Time": 6.065151998773217}
+{"Finetune/Learning Rate": 1.1893104831752772e-05, "Finetune/Loss": 0.8354653716087341, "Finetune/Loss (Raw)": 0.8210310339927673, "Finetune/Step": 2226, "Finetune/Step Time": 6.049999013543129}
+{"Finetune/Learning Rate": 1.1886588183630168e-05, "Finetune/Loss": 0.8348919749259949, "Finetune/Loss (Raw)": 0.7172643542289734, "Finetune/Step": 2227, "Finetune/Step Time": 6.057942766696215}
+{"Finetune/Learning Rate": 1.188007070466195e-05, "Finetune/Loss": 0.8334394097328186, "Finetune/Loss (Raw)": 0.7716781497001648, "Finetune/Step": 2228, "Finetune/Step Time": 6.062063744291663}
+{"Finetune/Learning Rate": 1.1873552397718386e-05, "Finetune/Loss": 0.8340644836425781, "Finetune/Loss (Raw)": 0.9411218166351318, "Finetune/Step": 2229, "Finetune/Step Time": 6.060813004150987}
+{"Finetune/Learning Rate": 1.1867033265670116e-05, "Finetune/Loss": 0.8332692384719849, "Finetune/Loss (Raw)": 0.8494514226913452, "Finetune/Step": 2230, "Finetune/Step Time": 6.057008719071746}
+{"Finetune/Learning Rate": 1.186051331138813e-05, "Finetune/Loss": 0.8343018889427185, "Finetune/Loss (Raw)": 0.8346458673477173, "Finetune/Step": 2231, "Finetune/Step Time": 6.058267438784242}
+{"Finetune/Learning Rate": 1.1853992537743802e-05, "Finetune/Loss": 0.8338577747344971, "Finetune/Loss (Raw)": 0.6731711030006409, "Finetune/Step": 2232, "Finetune/Step Time": 6.060753744095564}
+{"Finetune/Learning Rate": 1.1847470947608839e-05, "Finetune/Loss": 0.8326945304870605, "Finetune/Loss (Raw)": 0.7849709987640381, "Finetune/Step": 2233, "Finetune/Step Time": 6.063808165490627}
+{"Finetune/Learning Rate": 1.1840948543855336e-05, "Finetune/Loss": 0.8320742845535278, "Finetune/Loss (Raw)": 0.7855274677276611, "Finetune/Step": 2234, "Finetune/Step Time": 6.065493203699589}
+{"Finetune/Learning Rate": 1.183442532935572e-05, "Finetune/Loss": 0.8312492370605469, "Finetune/Loss (Raw)": 0.7404635548591614, "Finetune/Step": 2235, "Finetune/Step Time": 6.0647559966892}
+{"Finetune/Learning Rate": 1.1827901306982796e-05, "Finetune/Loss": 0.8316900134086609, "Finetune/Loss (Raw)": 0.8613254427909851, "Finetune/Step": 2236, "Finetune/Step Time": 6.049340110272169}
+{"Finetune/Learning Rate": 1.1821376479609714e-05, "Finetune/Loss": 0.8309023976325989, "Finetune/Loss (Raw)": 0.8012292981147766, "Finetune/Step": 2237, "Finetune/Step Time": 6.04823200032115}
+{"Finetune/Learning Rate": 1.1814850850109982e-05, "Finetune/Loss": 0.8299955129623413, "Finetune/Loss (Raw)": 0.8786353468894958, "Finetune/Step": 2238, "Finetune/Step Time": 6.051636112853885}
+{"Finetune/Learning Rate": 1.1808324421357459e-05, "Finetune/Loss": 0.8301602005958557, "Finetune/Loss (Raw)": 0.8438922762870789, "Finetune/Step": 2239, "Finetune/Step Time": 6.051278384402394}
+{"Finetune/Learning Rate": 1.1801797196226354e-05, "Finetune/Loss": 0.8277642726898193, "Finetune/Loss (Raw)": 0.6417503952980042, "Finetune/Step": 2240, "Finetune/Step Time": 6.062312437221408}
+{"Finetune/Learning Rate": 1.1795269177591236e-05, "Finetune/Loss": 0.8275086879730225, "Finetune/Loss (Raw)": 0.761177659034729, "Finetune/Step": 2241, "Finetune/Step Time": 6.057761577889323}
+{"Finetune/Learning Rate": 1.1788740368327014e-05, "Finetune/Loss": 0.8259896636009216, "Finetune/Loss (Raw)": 0.7527506351470947, "Finetune/Step": 2242, "Finetune/Step Time": 6.0621047634631395}
+{"Finetune/Learning Rate": 1.1782210771308948e-05, "Finetune/Loss": 0.8238264322280884, "Finetune/Loss (Raw)": 0.7628254890441895, "Finetune/Step": 2243, "Finetune/Step Time": 6.063310192897916}
+{"Finetune/Learning Rate": 1.1775680389412647e-05, "Finetune/Loss": 0.8229190707206726, "Finetune/Loss (Raw)": 0.7540743350982666, "Finetune/Step": 2244, "Finetune/Step Time": 6.081689201295376}
+{"Finetune/Learning Rate": 1.1769149225514063e-05, "Finetune/Loss": 0.8217419385910034, "Finetune/Loss (Raw)": 0.6907417178153992, "Finetune/Step": 2245, "Finetune/Step Time": 6.089880809187889}
+{"Finetune/Learning Rate": 1.1762617282489494e-05, "Finetune/Loss": 0.8221830129623413, "Finetune/Loss (Raw)": 0.9341968297958374, "Finetune/Step": 2246, "Finetune/Step Time": 6.102346565574408}
+{"Finetune/Learning Rate": 1.1756084563215582e-05, "Finetune/Loss": 0.8218546509742737, "Finetune/Loss (Raw)": 0.8627092242240906, "Finetune/Step": 2247, "Finetune/Step Time": 6.11252760887146}
+{"Finetune/Learning Rate": 1.1749551070569308e-05, "Finetune/Loss": 0.8224581480026245, "Finetune/Loss (Raw)": 0.9051632881164551, "Finetune/Step": 2248, "Finetune/Step Time": 6.092798817902803}
+{"Finetune/Learning Rate": 1.1743016807427994e-05, "Finetune/Loss": 0.8224971294403076, "Finetune/Loss (Raw)": 0.8436349034309387, "Finetune/Step": 2249, "Finetune/Step Time": 6.098143769428134}
+{"Finetune/Learning Rate": 1.1736481776669307e-05, "Finetune/Loss": 0.821833610534668, "Finetune/Loss (Raw)": 0.7371622323989868, "Finetune/Step": 2250, "Finetune/Step Time": 6.093293778598309}
+{"Finetune/Learning Rate": 1.172994598117124e-05, "Finetune/Loss": 0.8220224976539612, "Finetune/Loss (Raw)": 0.9011867642402649, "Finetune/Step": 2251, "Finetune/Step Time": 6.09216045960784}
+{"Finetune/Learning Rate": 1.1723409423812135e-05, "Finetune/Loss": 0.822843074798584, "Finetune/Loss (Raw)": 0.7467577457427979, "Finetune/Step": 2252, "Finetune/Step Time": 6.0858411360532045}
+{"Finetune/Learning Rate": 1.1716872107470664e-05, "Finetune/Loss": 0.8224445581436157, "Finetune/Loss (Raw)": 0.9748416543006897, "Finetune/Step": 2253, "Finetune/Step Time": 6.085666371509433}
+{"Finetune/Learning Rate": 1.1710334035025837e-05, "Finetune/Loss": 0.8214160799980164, "Finetune/Loss (Raw)": 0.7400267720222473, "Finetune/Step": 2254, "Finetune/Step Time": 6.092150446027517}
+{"Finetune/Learning Rate": 1.170379520935699e-05, "Finetune/Loss": 0.8229555487632751, "Finetune/Loss (Raw)": 0.9403827786445618, "Finetune/Step": 2255, "Finetune/Step Time": 6.088252052664757}
+{"Finetune/Learning Rate": 1.1697255633343793e-05, "Finetune/Loss": 0.8224060535430908, "Finetune/Loss (Raw)": 0.8011847734451294, "Finetune/Step": 2256, "Finetune/Step Time": 6.0895698219537735}
+{"Finetune/Learning Rate": 1.1690715309866256e-05, "Finetune/Loss": 0.8207219839096069, "Finetune/Loss (Raw)": 0.6854405999183655, "Finetune/Step": 2257, "Finetune/Step Time": 6.100204169750214}
+{"Finetune/Learning Rate": 1.1684174241804702e-05, "Finetune/Loss": 0.8205420970916748, "Finetune/Loss (Raw)": 0.8174479007720947, "Finetune/Step": 2258, "Finetune/Step Time": 6.096780933439732}
+{"Finetune/Learning Rate": 1.1677632432039794e-05, "Finetune/Loss": 0.8189365863800049, "Finetune/Loss (Raw)": 0.5953934192657471, "Finetune/Step": 2259, "Finetune/Step Time": 6.096135916188359}
+{"Finetune/Learning Rate": 1.1671089883452517e-05, "Finetune/Loss": 0.8172162771224976, "Finetune/Loss (Raw)": 0.800609827041626, "Finetune/Step": 2260, "Finetune/Step Time": 6.105284068733454}
+{"Finetune/Learning Rate": 1.1664546598924184e-05, "Finetune/Loss": 0.8196748495101929, "Finetune/Loss (Raw)": 0.8868939876556396, "Finetune/Step": 2261, "Finetune/Step Time": 6.089361844584346}
+{"Finetune/Learning Rate": 1.165800258133643e-05, "Finetune/Loss": 0.8186821937561035, "Finetune/Loss (Raw)": 0.6827868223190308, "Finetune/Step": 2262, "Finetune/Step Time": 6.1116540767252445}
+{"Finetune/Learning Rate": 1.1651457833571211e-05, "Finetune/Loss": 0.8172328472137451, "Finetune/Loss (Raw)": 0.6053157448768616, "Finetune/Step": 2263, "Finetune/Step Time": 6.1278354078531265}
+{"Finetune/Learning Rate": 1.1644912358510807e-05, "Finetune/Loss": 0.8162343502044678, "Finetune/Loss (Raw)": 0.7797302007675171, "Finetune/Step": 2264, "Finetune/Step Time": 6.125709500163794}
+{"Finetune/Learning Rate": 1.1638366159037821e-05, "Finetune/Loss": 0.8144711852073669, "Finetune/Loss (Raw)": 0.5660774111747742, "Finetune/Step": 2265, "Finetune/Step Time": 6.137067252770066}
+{"Finetune/Learning Rate": 1.1631819238035172e-05, "Finetune/Loss": 0.8151348233222961, "Finetune/Loss (Raw)": 0.8672702312469482, "Finetune/Step": 2266, "Finetune/Step Time": 6.119859732687473}
+{"Finetune/Learning Rate": 1.1625271598386091e-05, "Finetune/Loss": 0.8151158690452576, "Finetune/Loss (Raw)": 0.733734130859375, "Finetune/Step": 2267, "Finetune/Step Time": 6.142955336719751}
+{"Finetune/Learning Rate": 1.161872324297414e-05, "Finetune/Loss": 0.8165140151977539, "Finetune/Loss (Raw)": 0.9582058191299438, "Finetune/Step": 2268, "Finetune/Step Time": 6.139019284397364}
+{"Finetune/Learning Rate": 1.1612174174683179e-05, "Finetune/Loss": 0.8144928216934204, "Finetune/Loss (Raw)": 0.6568568348884583, "Finetune/Step": 2269, "Finetune/Step Time": 6.14764734916389}
+{"Finetune/Learning Rate": 1.16056243963974e-05, "Finetune/Loss": 0.8149073123931885, "Finetune/Loss (Raw)": 0.897296667098999, "Finetune/Step": 2270, "Finetune/Step Time": 6.151767639443278}
+{"Finetune/Learning Rate": 1.1599073911001289e-05, "Finetune/Loss": 0.8168232440948486, "Finetune/Loss (Raw)": 0.7931233644485474, "Finetune/Step": 2271, "Finetune/Step Time": 6.128594102337956}
+{"Finetune/Learning Rate": 1.1592522721379655e-05, "Finetune/Loss": 0.8166908621788025, "Finetune/Loss (Raw)": 0.6529572606086731, "Finetune/Step": 2272, "Finetune/Step Time": 6.128679534420371}
+{"Finetune/Learning Rate": 1.1585970830417619e-05, "Finetune/Loss": 0.8192944526672363, "Finetune/Loss (Raw)": 0.8648772835731506, "Finetune/Step": 2273, "Finetune/Step Time": 6.116152809932828}
+{"Finetune/Learning Rate": 1.1579418241000603e-05, "Finetune/Loss": 0.8201298713684082, "Finetune/Loss (Raw)": 0.9013014435768127, "Finetune/Step": 2274, "Finetune/Step Time": 6.100084280595183}
+{"Finetune/Learning Rate": 1.1572864956014343e-05, "Finetune/Loss": 0.8205171823501587, "Finetune/Loss (Raw)": 0.9576335549354553, "Finetune/Step": 2275, "Finetune/Step Time": 6.095202324911952}
+{"Finetune/Learning Rate": 1.1566310978344874e-05, "Finetune/Loss": 0.820549488067627, "Finetune/Loss (Raw)": 0.9359066486358643, "Finetune/Step": 2276, "Finetune/Step Time": 6.096832428127527}
+{"Finetune/Learning Rate": 1.1559756310878544e-05, "Finetune/Loss": 0.8208436369895935, "Finetune/Loss (Raw)": 0.7707113027572632, "Finetune/Step": 2277, "Finetune/Step Time": 6.113521812483668}
+{"Finetune/Learning Rate": 1.1553200956502003e-05, "Finetune/Loss": 0.8217415809631348, "Finetune/Loss (Raw)": 0.9286288022994995, "Finetune/Step": 2278, "Finetune/Step Time": 6.112690122798085}
+{"Finetune/Learning Rate": 1.1546644918102197e-05, "Finetune/Loss": 0.8219208121299744, "Finetune/Loss (Raw)": 0.7722427845001221, "Finetune/Step": 2279, "Finetune/Step Time": 6.107914466410875}
+{"Finetune/Learning Rate": 1.1540088198566382e-05, "Finetune/Loss": 0.8221132755279541, "Finetune/Loss (Raw)": 0.7758675217628479, "Finetune/Step": 2280, "Finetune/Step Time": 6.104193687438965}
+{"Finetune/Learning Rate": 1.1533530800782108e-05, "Finetune/Loss": 0.821003258228302, "Finetune/Loss (Raw)": 0.8164083957672119, "Finetune/Step": 2281, "Finetune/Step Time": 6.104299513623118}
+{"Finetune/Learning Rate": 1.1526972727637226e-05, "Finetune/Loss": 0.8223143815994263, "Finetune/Loss (Raw)": 0.9220473170280457, "Finetune/Step": 2282, "Finetune/Step Time": 6.100652879104018}
+{"Finetune/Learning Rate": 1.1520413982019887e-05, "Finetune/Loss": 0.8216061592102051, "Finetune/Loss (Raw)": 0.8014553189277649, "Finetune/Step": 2283, "Finetune/Step Time": 6.10185781121254}
+{"Finetune/Learning Rate": 1.1513854566818532e-05, "Finetune/Loss": 0.821342945098877, "Finetune/Loss (Raw)": 0.8899911642074585, "Finetune/Step": 2284, "Finetune/Step Time": 6.106844507157803}
+{"Finetune/Learning Rate": 1.1507294484921901e-05, "Finetune/Loss": 0.8206990957260132, "Finetune/Loss (Raw)": 0.8015560507774353, "Finetune/Step": 2285, "Finetune/Step Time": 6.1332812160253525}
+{"Finetune/Learning Rate": 1.1500733739219028e-05, "Finetune/Loss": 0.8185232877731323, "Finetune/Loss (Raw)": 0.5050361752510071, "Finetune/Step": 2286, "Finetune/Step Time": 6.137526715174317}
+{"Finetune/Learning Rate": 1.1494172332599236e-05, "Finetune/Loss": 0.8164522647857666, "Finetune/Loss (Raw)": 0.6025241017341614, "Finetune/Step": 2287, "Finetune/Step Time": 6.143255328759551}
+{"Finetune/Learning Rate": 1.1487610267952143e-05, "Finetune/Loss": 0.8151367902755737, "Finetune/Loss (Raw)": 0.855575442314148, "Finetune/Step": 2288, "Finetune/Step Time": 6.143252642825246}
+{"Finetune/Learning Rate": 1.1481047548167656e-05, "Finetune/Loss": 0.8142924308776855, "Finetune/Loss (Raw)": 0.7966210246086121, "Finetune/Step": 2289, "Finetune/Step Time": 6.142969699576497}
+{"Finetune/Learning Rate": 1.147448417613597e-05, "Finetune/Loss": 0.8143203258514404, "Finetune/Loss (Raw)": 0.8685928583145142, "Finetune/Step": 2290, "Finetune/Step Time": 6.139575691893697}
+{"Finetune/Learning Rate": 1.1467920154747563e-05, "Finetune/Loss": 0.8138755559921265, "Finetune/Loss (Raw)": 0.7948989868164062, "Finetune/Step": 2291, "Finetune/Step Time": 6.150066835805774}
+{"Finetune/Learning Rate": 1.1461355486893204e-05, "Finetune/Loss": 0.8133648633956909, "Finetune/Loss (Raw)": 0.7757453322410583, "Finetune/Step": 2292, "Finetune/Step Time": 6.151179959997535}
+{"Finetune/Learning Rate": 1.1454790175463948e-05, "Finetune/Loss": 0.8125239610671997, "Finetune/Loss (Raw)": 0.6744794249534607, "Finetune/Step": 2293, "Finetune/Step Time": 6.152211215347052}
+{"Finetune/Learning Rate": 1.144822422335113e-05, "Finetune/Loss": 0.8116501569747925, "Finetune/Loss (Raw)": 0.8784590363502502, "Finetune/Step": 2294, "Finetune/Step Time": 6.161612661555409}
+{"Finetune/Learning Rate": 1.1441657633446368e-05, "Finetune/Loss": 0.8132985830307007, "Finetune/Loss (Raw)": 0.8324012160301208, "Finetune/Step": 2295, "Finetune/Step Time": 6.122040009126067}
+{"Finetune/Learning Rate": 1.143509040864156e-05, "Finetune/Loss": 0.8136141300201416, "Finetune/Loss (Raw)": 0.9300653338432312, "Finetune/Step": 2296, "Finetune/Step Time": 6.12269445322454}
+{"Finetune/Learning Rate": 1.1428522551828885e-05, "Finetune/Loss": 0.8130849003791809, "Finetune/Loss (Raw)": 0.7763704061508179, "Finetune/Step": 2297, "Finetune/Step Time": 6.110523404553533}
+{"Finetune/Learning Rate": 1.14219540659008e-05, "Finetune/Loss": 0.8140424489974976, "Finetune/Loss (Raw)": 0.7854431867599487, "Finetune/Step": 2298, "Finetune/Step Time": 6.1071741208434105}
+{"Finetune/Learning Rate": 1.141538495375004e-05, "Finetune/Loss": 0.8129175305366516, "Finetune/Loss (Raw)": 0.7766404747962952, "Finetune/Step": 2299, "Finetune/Step Time": 6.122127069160342}
+{"Finetune/Learning Rate": 1.140881521826961e-05, "Finetune/Loss": 0.8121966123580933, "Finetune/Loss (Raw)": 0.7810102105140686, "Finetune/Step": 2300, "Finetune/Step Time": 6.128054881468415}
+{"Finetune/Learning Rate": 1.1402244862352803e-05, "Finetune/Loss": 0.8134241104125977, "Finetune/Loss (Raw)": 0.9770201444625854, "Finetune/Step": 2301, "Finetune/Step Time": 6.130426740273833}
+{"Finetune/Learning Rate": 1.1395673888893168e-05, "Finetune/Loss": 0.8139194846153259, "Finetune/Loss (Raw)": 0.9254236221313477, "Finetune/Step": 2302, "Finetune/Step Time": 6.131652412936091}
+{"Finetune/Learning Rate": 1.1389102300784543e-05, "Finetune/Loss": 0.8125708103179932, "Finetune/Loss (Raw)": 0.6510472297668457, "Finetune/Step": 2303, "Finetune/Step Time": 6.143063463270664}
+{"Finetune/Learning Rate": 1.1382530100921018e-05, "Finetune/Loss": 0.811572253704071, "Finetune/Loss (Raw)": 0.7992997169494629, "Finetune/Step": 2304, "Finetune/Step Time": 6.144217757508159}
+{"Finetune/Learning Rate": 1.1375957292196971e-05, "Finetune/Loss": 0.8127745389938354, "Finetune/Loss (Raw)": 0.8206272125244141, "Finetune/Step": 2305, "Finetune/Step Time": 6.127899611368775}
+{"Finetune/Learning Rate": 1.1369383877507035e-05, "Finetune/Loss": 0.8125274181365967, "Finetune/Loss (Raw)": 0.8786908388137817, "Finetune/Step": 2306, "Finetune/Step Time": 6.133223652839661}
+{"Finetune/Learning Rate": 1.1362809859746116e-05, "Finetune/Loss": 0.8124423027038574, "Finetune/Loss (Raw)": 0.9433695077896118, "Finetune/Step": 2307, "Finetune/Step Time": 6.136690931394696}
+{"Finetune/Learning Rate": 1.1356235241809386e-05, "Finetune/Loss": 0.8122799396514893, "Finetune/Loss (Raw)": 0.7379160523414612, "Finetune/Step": 2308, "Finetune/Step Time": 6.131100857630372}
+{"Finetune/Learning Rate": 1.1349660026592275e-05, "Finetune/Loss": 0.812131941318512, "Finetune/Loss (Raw)": 0.7300695180892944, "Finetune/Step": 2309, "Finetune/Step Time": 6.11219166778028}
+{"Finetune/Learning Rate": 1.1343084216990486e-05, "Finetune/Loss": 0.8127448558807373, "Finetune/Loss (Raw)": 0.8423569202423096, "Finetune/Step": 2310, "Finetune/Step Time": 6.096625175327063}
+{"Finetune/Learning Rate": 1.1336507815899975e-05, "Finetune/Loss": 0.8119571805000305, "Finetune/Loss (Raw)": 0.7766152024269104, "Finetune/Step": 2311, "Finetune/Step Time": 6.101671360433102}
+{"Finetune/Learning Rate": 1.1329930826216962e-05, "Finetune/Loss": 0.8110445737838745, "Finetune/Loss (Raw)": 0.7501806020736694, "Finetune/Step": 2312, "Finetune/Step Time": 6.106077566742897}
+{"Finetune/Learning Rate": 1.1323353250837925e-05, "Finetune/Loss": 0.8103436827659607, "Finetune/Loss (Raw)": 0.7809076905250549, "Finetune/Step": 2313, "Finetune/Step Time": 6.106478918343782}
+{"Finetune/Learning Rate": 1.1316775092659604e-05, "Finetune/Loss": 0.8119720220565796, "Finetune/Loss (Raw)": 0.8821396827697754, "Finetune/Step": 2314, "Finetune/Step Time": 6.090853417292237}
+{"Finetune/Learning Rate": 1.1310196354578993e-05, "Finetune/Loss": 0.8118146061897278, "Finetune/Loss (Raw)": 0.7229897379875183, "Finetune/Step": 2315, "Finetune/Step Time": 6.102843107655644}
+{"Finetune/Learning Rate": 1.1303617039493332e-05, "Finetune/Loss": 0.811978280544281, "Finetune/Loss (Raw)": 0.7157880067825317, "Finetune/Step": 2316, "Finetune/Step Time": 6.09951720200479}
+{"Finetune/Learning Rate": 1.1297037150300138e-05, "Finetune/Loss": 0.8130930066108704, "Finetune/Loss (Raw)": 0.8520492911338806, "Finetune/Step": 2317, "Finetune/Step Time": 6.104016821831465}
+{"Finetune/Learning Rate": 1.1290456689897156e-05, "Finetune/Loss": 0.8150384426116943, "Finetune/Loss (Raw)": 0.9850401282310486, "Finetune/Step": 2318, "Finetune/Step Time": 6.106010943651199}
+{"Finetune/Learning Rate": 1.1283875661182398e-05, "Finetune/Loss": 0.8150060176849365, "Finetune/Loss (Raw)": 0.8922608494758606, "Finetune/Step": 2319, "Finetune/Step Time": 6.1083362977951765}
+{"Finetune/Learning Rate": 1.1277294067054121e-05, "Finetune/Loss": 0.8139041662216187, "Finetune/Loss (Raw)": 0.8494979739189148, "Finetune/Step": 2320, "Finetune/Step Time": 6.105662547051907}
+{"Finetune/Learning Rate": 1.1270711910410833e-05, "Finetune/Loss": 0.8134193420410156, "Finetune/Loss (Raw)": 0.8257390856742859, "Finetune/Step": 2321, "Finetune/Step Time": 6.121609339490533}
+{"Finetune/Learning Rate": 1.1264129194151285e-05, "Finetune/Loss": 0.8133132457733154, "Finetune/Loss (Raw)": 0.8274415135383606, "Finetune/Step": 2322, "Finetune/Step Time": 6.1202373169362545}
+{"Finetune/Learning Rate": 1.1257545921174481e-05, "Finetune/Loss": 0.8148155212402344, "Finetune/Loss (Raw)": 0.8980244398117065, "Finetune/Step": 2323, "Finetune/Step Time": 6.110685508698225}
+{"Finetune/Learning Rate": 1.125096209437967e-05, "Finetune/Loss": 0.8146140575408936, "Finetune/Loss (Raw)": 0.840140700340271, "Finetune/Step": 2324, "Finetune/Step Time": 6.10542375035584}
+{"Finetune/Learning Rate": 1.1244377716666334e-05, "Finetune/Loss": 0.8154709339141846, "Finetune/Loss (Raw)": 0.9652299284934998, "Finetune/Step": 2325, "Finetune/Step Time": 6.104363800957799}
+{"Finetune/Learning Rate": 1.1237792790934212e-05, "Finetune/Loss": 0.8166258931159973, "Finetune/Loss (Raw)": 0.959870457649231, "Finetune/Step": 2326, "Finetune/Step Time": 6.105546995997429}
+{"Finetune/Learning Rate": 1.1231207320083277e-05, "Finetune/Loss": 0.8165722489356995, "Finetune/Loss (Raw)": 0.6830179691314697, "Finetune/Step": 2327, "Finetune/Step Time": 6.122950859367847}
+{"Finetune/Learning Rate": 1.1224621307013741e-05, "Finetune/Loss": 0.8166185021400452, "Finetune/Loss (Raw)": 0.8237550854682922, "Finetune/Step": 2328, "Finetune/Step Time": 6.125409230589867}
+{"Finetune/Learning Rate": 1.1218034754626059e-05, "Finetune/Loss": 0.8160696029663086, "Finetune/Loss (Raw)": 0.7973496913909912, "Finetune/Step": 2329, "Finetune/Step Time": 6.117780843749642}
+{"Finetune/Learning Rate": 1.121144766582092e-05, "Finetune/Loss": 0.8173404932022095, "Finetune/Loss (Raw)": 0.8335535526275635, "Finetune/Step": 2330, "Finetune/Step Time": 6.112081553786993}
+{"Finetune/Learning Rate": 1.120486004349925e-05, "Finetune/Loss": 0.8168482184410095, "Finetune/Loss (Raw)": 0.8246291875839233, "Finetune/Step": 2331, "Finetune/Step Time": 6.106908528134227}
+{"Finetune/Learning Rate": 1.1198271890562214e-05, "Finetune/Loss": 0.8163405060768127, "Finetune/Loss (Raw)": 0.8066564202308655, "Finetune/Step": 2332, "Finetune/Step Time": 6.104338984936476}
+{"Finetune/Learning Rate": 1.1191683209911202e-05, "Finetune/Loss": 0.8158230781555176, "Finetune/Loss (Raw)": 0.8307461142539978, "Finetune/Step": 2333, "Finetune/Step Time": 6.102364212274551}
+{"Finetune/Learning Rate": 1.1185094004447847e-05, "Finetune/Loss": 0.8162134885787964, "Finetune/Loss (Raw)": 0.9214614033699036, "Finetune/Step": 2334, "Finetune/Step Time": 6.099326757714152}
+{"Finetune/Learning Rate": 1.1178504277074002e-05, "Finetune/Loss": 0.8164830207824707, "Finetune/Loss (Raw)": 0.8703241944313049, "Finetune/Step": 2335, "Finetune/Step Time": 6.117433290928602}
+{"Finetune/Learning Rate": 1.1171914030691763e-05, "Finetune/Loss": 0.8159656524658203, "Finetune/Loss (Raw)": 0.8293059468269348, "Finetune/Step": 2336, "Finetune/Step Time": 6.1226043198257685}
+{"Finetune/Learning Rate": 1.116532326820344e-05, "Finetune/Loss": 0.8142788410186768, "Finetune/Loss (Raw)": 0.7221295237541199, "Finetune/Step": 2337, "Finetune/Step Time": 6.121203690767288}
+{"Finetune/Learning Rate": 1.1158731992511583e-05, "Finetune/Loss": 0.814691960811615, "Finetune/Loss (Raw)": 0.8534721732139587, "Finetune/Step": 2338, "Finetune/Step Time": 6.116170879453421}
+{"Finetune/Learning Rate": 1.1152140206518956e-05, "Finetune/Loss": 0.8168060183525085, "Finetune/Loss (Raw)": 0.8653488159179688, "Finetune/Step": 2339, "Finetune/Step Time": 6.108524737879634}
+{"Finetune/Learning Rate": 1.114554791312856e-05, "Finetune/Loss": 0.816503643989563, "Finetune/Loss (Raw)": 0.8623403310775757, "Finetune/Step": 2340, "Finetune/Step Time": 6.099032681435347}
+{"Finetune/Learning Rate": 1.1138955115243613e-05, "Finetune/Loss": 0.8163958787918091, "Finetune/Loss (Raw)": 0.8267229199409485, "Finetune/Step": 2341, "Finetune/Step Time": 6.09755296446383}
+{"Finetune/Learning Rate": 1.1132361815767554e-05, "Finetune/Loss": 0.8148101568222046, "Finetune/Loss (Raw)": 0.8427075743675232, "Finetune/Step": 2342, "Finetune/Step Time": 6.099809754639864}
+{"Finetune/Learning Rate": 1.1125768017604047e-05, "Finetune/Loss": 0.8155890703201294, "Finetune/Loss (Raw)": 0.7867276668548584, "Finetune/Step": 2343, "Finetune/Step Time": 6.118383139371872}
+{"Finetune/Learning Rate": 1.111917372365697e-05, "Finetune/Loss": 0.8154433965682983, "Finetune/Loss (Raw)": 0.8181504607200623, "Finetune/Step": 2344, "Finetune/Step Time": 6.118123712018132}
+{"Finetune/Learning Rate": 1.1112578936830424e-05, "Finetune/Loss": 0.8142179250717163, "Finetune/Loss (Raw)": 0.7537903785705566, "Finetune/Step": 2345, "Finetune/Step Time": 6.123414872214198}
+{"Finetune/Learning Rate": 1.110598366002873e-05, "Finetune/Loss": 0.8141024708747864, "Finetune/Loss (Raw)": 0.8223391175270081, "Finetune/Step": 2346, "Finetune/Step Time": 6.116881377995014}
+{"Finetune/Learning Rate": 1.1099387896156413e-05, "Finetune/Loss": 0.8121433854103088, "Finetune/Loss (Raw)": 0.7057636380195618, "Finetune/Step": 2347, "Finetune/Step Time": 6.127320341765881}
+{"Finetune/Learning Rate": 1.1092791648118226e-05, "Finetune/Loss": 0.8096892833709717, "Finetune/Loss (Raw)": 0.5495254993438721, "Finetune/Step": 2348, "Finetune/Step Time": 6.1319865342229605}
+{"Finetune/Learning Rate": 1.1086194918819126e-05, "Finetune/Loss": 0.8103071451187134, "Finetune/Loss (Raw)": 0.9293785095214844, "Finetune/Step": 2349, "Finetune/Step Time": 6.133799932897091}
+{"Finetune/Learning Rate": 1.107959771116429e-05, "Finetune/Loss": 0.8102478981018066, "Finetune/Loss (Raw)": 0.9118251204490662, "Finetune/Step": 2350, "Finetune/Step Time": 6.132024265825748}
+{"Finetune/Learning Rate": 1.1073000028059095e-05, "Finetune/Loss": 0.8077437281608582, "Finetune/Loss (Raw)": 0.5837339758872986, "Finetune/Step": 2351, "Finetune/Step Time": 6.140261827036738}
+{"Finetune/Learning Rate": 1.1066401872409133e-05, "Finetune/Loss": 0.807379961013794, "Finetune/Loss (Raw)": 0.8508680462837219, "Finetune/Step": 2352, "Finetune/Step Time": 6.132376691326499}
+{"Finetune/Learning Rate": 1.1059803247120213e-05, "Finetune/Loss": 0.8080107569694519, "Finetune/Loss (Raw)": 0.883406400680542, "Finetune/Step": 2353, "Finetune/Step Time": 6.137309778481722}
+{"Finetune/Learning Rate": 1.1053204155098331e-05, "Finetune/Loss": 0.808407187461853, "Finetune/Loss (Raw)": 0.8717853426933289, "Finetune/Step": 2354, "Finetune/Step Time": 6.136086234822869}
+{"Finetune/Learning Rate": 1.1046604599249711e-05, "Finetune/Loss": 0.8095150589942932, "Finetune/Loss (Raw)": 0.8590655326843262, "Finetune/Step": 2355, "Finetune/Step Time": 6.127806168049574}
+{"Finetune/Learning Rate": 1.1040004582480758e-05, "Finetune/Loss": 0.810431182384491, "Finetune/Loss (Raw)": 0.8889449238777161, "Finetune/Step": 2356, "Finetune/Step Time": 6.12664002738893}
+{"Finetune/Learning Rate": 1.1033404107698102e-05, "Finetune/Loss": 0.8096671104431152, "Finetune/Loss (Raw)": 0.8433159589767456, "Finetune/Step": 2357, "Finetune/Step Time": 6.133620446547866}
+{"Finetune/Learning Rate": 1.1026803177808559e-05, "Finetune/Loss": 0.8099117279052734, "Finetune/Loss (Raw)": 0.8807612657546997, "Finetune/Step": 2358, "Finetune/Step Time": 6.137596117332578}
+{"Finetune/Learning Rate": 1.1020201795719157e-05, "Finetune/Loss": 0.8109716773033142, "Finetune/Loss (Raw)": 0.9703202247619629, "Finetune/Step": 2359, "Finetune/Step Time": 6.117750620469451}
+{"Finetune/Learning Rate": 1.1013599964337107e-05, "Finetune/Loss": 0.8107094764709473, "Finetune/Loss (Raw)": 0.6396189332008362, "Finetune/Step": 2360, "Finetune/Step Time": 6.113288525491953}
+{"Finetune/Learning Rate": 1.1006997686569838e-05, "Finetune/Loss": 0.8114744424819946, "Finetune/Loss (Raw)": 0.882875382900238, "Finetune/Step": 2361, "Finetune/Step Time": 6.111822184175253}
+{"Finetune/Learning Rate": 1.1000394965324962e-05, "Finetune/Loss": 0.8115270733833313, "Finetune/Loss (Raw)": 0.7922671437263489, "Finetune/Step": 2362, "Finetune/Step Time": 6.114585317671299}
+{"Finetune/Learning Rate": 1.099379180351029e-05, "Finetune/Loss": 0.8117148876190186, "Finetune/Loss (Raw)": 0.764503002166748, "Finetune/Step": 2363, "Finetune/Step Time": 6.1054461020976305}
+{"Finetune/Learning Rate": 1.0987188204033828e-05, "Finetune/Loss": 0.8115695714950562, "Finetune/Loss (Raw)": 0.8427332639694214, "Finetune/Step": 2364, "Finetune/Step Time": 6.111661918461323}
+{"Finetune/Learning Rate": 1.0980584169803774e-05, "Finetune/Loss": 0.8115789890289307, "Finetune/Loss (Raw)": 0.8024259209632874, "Finetune/Step": 2365, "Finetune/Step Time": 6.120738500729203}
+{"Finetune/Learning Rate": 1.0973979703728516e-05, "Finetune/Loss": 0.8124657273292542, "Finetune/Loss (Raw)": 0.9921420812606812, "Finetune/Step": 2366, "Finetune/Step Time": 6.118811380118132}
+{"Finetune/Learning Rate": 1.0967374808716633e-05, "Finetune/Loss": 0.8129206895828247, "Finetune/Loss (Raw)": 0.9021176695823669, "Finetune/Step": 2367, "Finetune/Step Time": 6.116012929007411}
+{"Finetune/Learning Rate": 1.0960769487676899e-05, "Finetune/Loss": 0.8148460388183594, "Finetune/Loss (Raw)": 0.88820880651474, "Finetune/Step": 2368, "Finetune/Step Time": 6.101635402068496}
+{"Finetune/Learning Rate": 1.095416374351826e-05, "Finetune/Loss": 0.8154802322387695, "Finetune/Loss (Raw)": 0.8423503637313843, "Finetune/Step": 2369, "Finetune/Step Time": 6.103670971468091}
+{"Finetune/Learning Rate": 1.0947557579149868e-05, "Finetune/Loss": 0.8152397871017456, "Finetune/Loss (Raw)": 0.721977174282074, "Finetune/Step": 2370, "Finetune/Step Time": 6.097924876958132}
+{"Finetune/Learning Rate": 1.0940950997481041e-05, "Finetune/Loss": 0.8168983459472656, "Finetune/Loss (Raw)": 0.9751178026199341, "Finetune/Step": 2371, "Finetune/Step Time": 6.093678887933493}
+{"Finetune/Learning Rate": 1.0934344001421303e-05, "Finetune/Loss": 0.8177191019058228, "Finetune/Loss (Raw)": 0.859135091304779, "Finetune/Step": 2372, "Finetune/Step Time": 6.067425608634949}
+{"Finetune/Learning Rate": 1.0927736593880331e-05, "Finetune/Loss": 0.8186079263687134, "Finetune/Loss (Raw)": 0.8045034408569336, "Finetune/Step": 2373, "Finetune/Step Time": 6.056582158431411}
+{"Finetune/Learning Rate": 1.0921128777768017e-05, "Finetune/Loss": 0.8172652721405029, "Finetune/Loss (Raw)": 0.7623377442359924, "Finetune/Step": 2374, "Finetune/Step Time": 6.036972222849727}
+{"Finetune/Learning Rate": 1.0914520555994402e-05, "Finetune/Loss": 0.815414547920227, "Finetune/Loss (Raw)": 0.6258204579353333, "Finetune/Step": 2375, "Finetune/Step Time": 6.033375041559339}
+{"Finetune/Learning Rate": 1.0907911931469731e-05, "Finetune/Loss": 0.8155888915061951, "Finetune/Loss (Raw)": 0.9274806380271912, "Finetune/Step": 2376, "Finetune/Step Time": 6.035135814920068}
+{"Finetune/Learning Rate": 1.0901302907104403e-05, "Finetune/Loss": 0.8144211173057556, "Finetune/Loss (Raw)": 0.6941587328910828, "Finetune/Step": 2377, "Finetune/Step Time": 6.046542337164283}
+{"Finetune/Learning Rate": 1.0894693485809016e-05, "Finetune/Loss": 0.8148353099822998, "Finetune/Loss (Raw)": 0.7901694774627686, "Finetune/Step": 2378, "Finetune/Step Time": 6.040356991812587}
+{"Finetune/Learning Rate": 1.088808367049432e-05, "Finetune/Loss": 0.8147436380386353, "Finetune/Loss (Raw)": 0.8894603848457336, "Finetune/Step": 2379, "Finetune/Step Time": 6.0417823158204556}
+{"Finetune/Learning Rate": 1.0881473464071266e-05, "Finetune/Loss": 0.8162989616394043, "Finetune/Loss (Raw)": 0.9458396434783936, "Finetune/Step": 2380, "Finetune/Step Time": 6.050063164904714}
+{"Finetune/Learning Rate": 1.0874862869450946e-05, "Finetune/Loss": 0.8149507641792297, "Finetune/Loss (Raw)": 0.8022658824920654, "Finetune/Step": 2381, "Finetune/Step Time": 6.0525739826262}
+{"Finetune/Learning Rate": 1.086825188954465e-05, "Finetune/Loss": 0.8141400814056396, "Finetune/Loss (Raw)": 0.6362594366073608, "Finetune/Step": 2382, "Finetune/Step Time": 6.0523084457963705}
+{"Finetune/Learning Rate": 1.0861640527263814e-05, "Finetune/Loss": 0.8134862780570984, "Finetune/Loss (Raw)": 0.8567000031471252, "Finetune/Step": 2383, "Finetune/Step Time": 6.05271103233099}
+{"Finetune/Learning Rate": 1.0855028785520068e-05, "Finetune/Loss": 0.813996434211731, "Finetune/Loss (Raw)": 0.866492509841919, "Finetune/Step": 2384, "Finetune/Step Time": 6.065906062722206}
+{"Finetune/Learning Rate": 1.084841666722519e-05, "Finetune/Loss": 0.815505862236023, "Finetune/Loss (Raw)": 0.8786349892616272, "Finetune/Step": 2385, "Finetune/Step Time": 6.059535097330809}
+{"Finetune/Learning Rate": 1.0841804175291123e-05, "Finetune/Loss": 0.8152971267700195, "Finetune/Loss (Raw)": 0.7907382845878601, "Finetune/Step": 2386, "Finetune/Step Time": 6.056242203339934}
+{"Finetune/Learning Rate": 1.0835191312629994e-05, "Finetune/Loss": 0.8163649439811707, "Finetune/Loss (Raw)": 0.7320696711540222, "Finetune/Step": 2387, "Finetune/Step Time": 6.052031833678484}
+{"Finetune/Learning Rate": 1.0828578082154066e-05, "Finetune/Loss": 0.8160542249679565, "Finetune/Loss (Raw)": 0.76083904504776, "Finetune/Step": 2388, "Finetune/Step Time": 6.047754485160112}
+{"Finetune/Learning Rate": 1.0821964486775792e-05, "Finetune/Loss": 0.8156297206878662, "Finetune/Loss (Raw)": 0.8325507640838623, "Finetune/Step": 2389, "Finetune/Step Time": 6.0540760681033134}
+{"Finetune/Learning Rate": 1.081535052940776e-05, "Finetune/Loss": 0.8164028525352478, "Finetune/Loss (Raw)": 0.7817502021789551, "Finetune/Step": 2390, "Finetune/Step Time": 6.033272886648774}
+{"Finetune/Learning Rate": 1.0808736212962739e-05, "Finetune/Loss": 0.8176311254501343, "Finetune/Loss (Raw)": 0.7625345587730408, "Finetune/Step": 2391, "Finetune/Step Time": 6.01424278318882}
+{"Finetune/Learning Rate": 1.0802121540353639e-05, "Finetune/Loss": 0.8176881074905396, "Finetune/Loss (Raw)": 0.787031888961792, "Finetune/Step": 2392, "Finetune/Step Time": 6.011279214173555}
+{"Finetune/Learning Rate": 1.0795506514493541e-05, "Finetune/Loss": 0.8201152682304382, "Finetune/Loss (Raw)": 0.8767527341842651, "Finetune/Step": 2393, "Finetune/Step Time": 6.002478977665305}
+{"Finetune/Learning Rate": 1.0788891138295667e-05, "Finetune/Loss": 0.8207794427871704, "Finetune/Loss (Raw)": 0.9522783160209656, "Finetune/Step": 2394, "Finetune/Step Time": 6.007484819740057}
+{"Finetune/Learning Rate": 1.0782275414673412e-05, "Finetune/Loss": 0.8217377662658691, "Finetune/Loss (Raw)": 0.8564020395278931, "Finetune/Step": 2395, "Finetune/Step Time": 5.984461411833763}
+{"Finetune/Learning Rate": 1.0775659346540303e-05, "Finetune/Loss": 0.8204396367073059, "Finetune/Loss (Raw)": 0.7920483350753784, "Finetune/Step": 2396, "Finetune/Step Time": 5.9881258979439735}
+{"Finetune/Learning Rate": 1.0769042936810037e-05, "Finetune/Loss": 0.8215720653533936, "Finetune/Loss (Raw)": 0.8018008470535278, "Finetune/Step": 2397, "Finetune/Step Time": 5.980021907016635}
+{"Finetune/Learning Rate": 1.0762426188396446e-05, "Finetune/Loss": 0.8209948539733887, "Finetune/Loss (Raw)": 0.8234204053878784, "Finetune/Step": 2398, "Finetune/Step Time": 5.976819097995758}
+{"Finetune/Learning Rate": 1.0755809104213526e-05, "Finetune/Loss": 0.8212302923202515, "Finetune/Loss (Raw)": 0.8232570290565491, "Finetune/Step": 2399, "Finetune/Step Time": 5.971110623329878}
+{"Finetune/Learning Rate": 1.0749191687175405e-05, "Finetune/Loss": 0.8232221007347107, "Finetune/Loss (Raw)": 0.9079099893569946, "Finetune/Step": 2400, "Finetune/Step Time": 5.961576260626316}
+{"Finetune/Learning Rate": 1.0742573940196375e-05, "Finetune/Loss": 0.8208439350128174, "Finetune/Loss (Raw)": 0.5604660511016846, "Finetune/Step": 2401, "Finetune/Step Time": 5.966862827539444}
+{"Finetune/Learning Rate": 1.0735955866190858e-05, "Finetune/Loss": 0.8206687569618225, "Finetune/Loss (Raw)": 0.8788838982582092, "Finetune/Step": 2402, "Finetune/Step Time": 5.9645191337913275}
+{"Finetune/Learning Rate": 1.0729337468073431e-05, "Finetune/Loss": 0.8208787441253662, "Finetune/Loss (Raw)": 0.9845089912414551, "Finetune/Step": 2403, "Finetune/Step Time": 5.9694030079990625}
+{"Finetune/Learning Rate": 1.0722718748758803e-05, "Finetune/Loss": 0.8202301859855652, "Finetune/Loss (Raw)": 0.8528924584388733, "Finetune/Step": 2404, "Finetune/Step Time": 5.965728007256985}
+{"Finetune/Learning Rate": 1.0716099711161833e-05, "Finetune/Loss": 0.8213772773742676, "Finetune/Loss (Raw)": 0.9175456166267395, "Finetune/Step": 2405, "Finetune/Step Time": 5.941819394007325}
+{"Finetune/Learning Rate": 1.0709480358197525e-05, "Finetune/Loss": 0.8207453489303589, "Finetune/Loss (Raw)": 0.8477386236190796, "Finetune/Step": 2406, "Finetune/Step Time": 5.943227734416723}
+{"Finetune/Learning Rate": 1.0702860692781001e-05, "Finetune/Loss": 0.8204007744789124, "Finetune/Loss (Raw)": 0.728135883808136, "Finetune/Step": 2407, "Finetune/Step Time": 5.943601179867983}
+{"Finetune/Learning Rate": 1.0696240717827547e-05, "Finetune/Loss": 0.8220844268798828, "Finetune/Loss (Raw)": 0.9913795590400696, "Finetune/Step": 2408, "Finetune/Step Time": 5.957881473004818}
+{"Finetune/Learning Rate": 1.0689620436252564e-05, "Finetune/Loss": 0.8223336935043335, "Finetune/Loss (Raw)": 0.8483079075813293, "Finetune/Step": 2409, "Finetune/Step Time": 5.955741325393319}
+{"Finetune/Learning Rate": 1.0682999850971603e-05, "Finetune/Loss": 0.8216637372970581, "Finetune/Loss (Raw)": 0.8362902998924255, "Finetune/Step": 2410, "Finetune/Step Time": 5.95522641018033}
+{"Finetune/Learning Rate": 1.0676378964900333e-05, "Finetune/Loss": 0.8208048343658447, "Finetune/Loss (Raw)": 0.6915221810340881, "Finetune/Step": 2411, "Finetune/Step Time": 5.960509434342384}
+{"Finetune/Learning Rate": 1.0669757780954577e-05, "Finetune/Loss": 0.8197824358940125, "Finetune/Loss (Raw)": 0.759122908115387, "Finetune/Step": 2412, "Finetune/Step Time": 5.959525300189853}
+{"Finetune/Learning Rate": 1.0663136302050268e-05, "Finetune/Loss": 0.8200498819351196, "Finetune/Loss (Raw)": 0.835793673992157, "Finetune/Step": 2413, "Finetune/Step Time": 5.933102002367377}
+{"Finetune/Learning Rate": 1.0656514531103484e-05, "Finetune/Loss": 0.8214018940925598, "Finetune/Loss (Raw)": 0.6780892014503479, "Finetune/Step": 2414, "Finetune/Step Time": 5.92620712518692}
+{"Finetune/Learning Rate": 1.0649892471030417e-05, "Finetune/Loss": 0.8232872486114502, "Finetune/Loss (Raw)": 0.8438541293144226, "Finetune/Step": 2415, "Finetune/Step Time": 5.92278010211885}
+{"Finetune/Learning Rate": 1.0643270124747402e-05, "Finetune/Loss": 0.8234586715698242, "Finetune/Loss (Raw)": 0.8775138258934021, "Finetune/Step": 2416, "Finetune/Step Time": 5.927088091149926}
+{"Finetune/Learning Rate": 1.0636647495170888e-05, "Finetune/Loss": 0.8216443061828613, "Finetune/Loss (Raw)": 0.5643777251243591, "Finetune/Step": 2417, "Finetune/Step Time": 5.927731776610017}
+{"Finetune/Learning Rate": 1.0630024585217463e-05, "Finetune/Loss": 0.8223036527633667, "Finetune/Loss (Raw)": 0.9529884457588196, "Finetune/Step": 2418, "Finetune/Step Time": 5.936071559786797}
+{"Finetune/Learning Rate": 1.0623401397803816e-05, "Finetune/Loss": 0.8215714693069458, "Finetune/Loss (Raw)": 0.7011842131614685, "Finetune/Step": 2419, "Finetune/Step Time": 5.930648222565651}
+{"Finetune/Learning Rate": 1.0616777935846783e-05, "Finetune/Loss": 0.8226771354675293, "Finetune/Loss (Raw)": 0.9172737002372742, "Finetune/Step": 2420, "Finetune/Step Time": 5.9306918028742075}
+{"Finetune/Learning Rate": 1.06101542022633e-05, "Finetune/Loss": 0.824160099029541, "Finetune/Loss (Raw)": 0.8642950057983398, "Finetune/Step": 2421, "Finetune/Step Time": 5.93049268424511}
+{"Finetune/Learning Rate": 1.0603530199970438e-05, "Finetune/Loss": 0.8244625329971313, "Finetune/Loss (Raw)": 0.9171693921089172, "Finetune/Step": 2422, "Finetune/Step Time": 5.923963887616992}
+{"Finetune/Learning Rate": 1.0596905931885374e-05, "Finetune/Loss": 0.823860764503479, "Finetune/Loss (Raw)": 0.7553722858428955, "Finetune/Step": 2423, "Finetune/Step Time": 5.927956376224756}
+{"Finetune/Learning Rate": 1.0590281400925418e-05, "Finetune/Loss": 0.822607159614563, "Finetune/Loss (Raw)": 0.7696146965026855, "Finetune/Step": 2424, "Finetune/Step Time": 5.93357222341001}
+{"Finetune/Learning Rate": 1.0583656610007975e-05, "Finetune/Loss": 0.821762204170227, "Finetune/Loss (Raw)": 0.668205201625824, "Finetune/Step": 2425, "Finetune/Step Time": 5.933853210881352}
+{"Finetune/Learning Rate": 1.0577031562050584e-05, "Finetune/Loss": 0.8212066888809204, "Finetune/Loss (Raw)": 0.7143478393554688, "Finetune/Step": 2426, "Finetune/Step Time": 5.9438297394663095}
+{"Finetune/Learning Rate": 1.0570406259970882e-05, "Finetune/Loss": 0.8230293989181519, "Finetune/Loss (Raw)": 1.0099409818649292, "Finetune/Step": 2427, "Finetune/Step Time": 5.9310473669320345}
+{"Finetune/Learning Rate": 1.0563780706686627e-05, "Finetune/Loss": 0.8235640525817871, "Finetune/Loss (Raw)": 0.8494518399238586, "Finetune/Step": 2428, "Finetune/Step Time": 5.921373162418604}
+{"Finetune/Learning Rate": 1.0557154905115689e-05, "Finetune/Loss": 0.8235633373260498, "Finetune/Loss (Raw)": 0.9769217371940613, "Finetune/Step": 2429, "Finetune/Step Time": 5.919923800975084}
+{"Finetune/Learning Rate": 1.0550528858176038e-05, "Finetune/Loss": 0.8227871656417847, "Finetune/Loss (Raw)": 0.8260795474052429, "Finetune/Step": 2430, "Finetune/Step Time": 5.932110745459795}
+{"Finetune/Learning Rate": 1.0543902568785764e-05, "Finetune/Loss": 0.823404848575592, "Finetune/Loss (Raw)": 0.7301058173179626, "Finetune/Step": 2431, "Finetune/Step Time": 5.925212288275361}
+{"Finetune/Learning Rate": 1.0537276039863049e-05, "Finetune/Loss": 0.824356198310852, "Finetune/Loss (Raw)": 0.9210798144340515, "Finetune/Step": 2432, "Finetune/Step Time": 5.92514706403017}
+{"Finetune/Learning Rate": 1.0530649274326199e-05, "Finetune/Loss": 0.8240152597427368, "Finetune/Loss (Raw)": 0.7769706845283508, "Finetune/Step": 2433, "Finetune/Step Time": 5.927161451429129}
+{"Finetune/Learning Rate": 1.0524022275093602e-05, "Finetune/Loss": 0.8232977390289307, "Finetune/Loss (Raw)": 0.7868529558181763, "Finetune/Step": 2434, "Finetune/Step Time": 5.9243531338870525}
+{"Finetune/Learning Rate": 1.051739504508377e-05, "Finetune/Loss": 0.8218051195144653, "Finetune/Loss (Raw)": 0.7523161768913269, "Finetune/Step": 2435, "Finetune/Step Time": 5.921327590942383}
+{"Finetune/Learning Rate": 1.0510767587215305e-05, "Finetune/Loss": 0.822425365447998, "Finetune/Loss (Raw)": 0.8173143267631531, "Finetune/Step": 2436, "Finetune/Step Time": 5.9209181778132915}
+{"Finetune/Learning Rate": 1.0504139904406914e-05, "Finetune/Loss": 0.8220820426940918, "Finetune/Loss (Raw)": 0.6861239075660706, "Finetune/Step": 2437, "Finetune/Step Time": 5.922411371022463}
+{"Finetune/Learning Rate": 1.0497511999577399e-05, "Finetune/Loss": 0.8201813697814941, "Finetune/Loss (Raw)": 0.5990666151046753, "Finetune/Step": 2438, "Finetune/Step Time": 5.942757096141577}
+{"Finetune/Learning Rate": 1.049088387564566e-05, "Finetune/Loss": 0.8197029829025269, "Finetune/Loss (Raw)": 0.7153855562210083, "Finetune/Step": 2439, "Finetune/Step Time": 5.968564445152879}
+{"Finetune/Learning Rate": 1.0484255535530697e-05, "Finetune/Loss": 0.8197804689407349, "Finetune/Loss (Raw)": 0.7601040601730347, "Finetune/Step": 2440, "Finetune/Step Time": 5.976428190246224}
+{"Finetune/Learning Rate": 1.0477626982151603e-05, "Finetune/Loss": 0.8177604675292969, "Finetune/Loss (Raw)": 0.5223338007926941, "Finetune/Step": 2441, "Finetune/Step Time": 5.978661982342601}
+{"Finetune/Learning Rate": 1.0470998218427566e-05, "Finetune/Loss": 0.8165987730026245, "Finetune/Loss (Raw)": 0.7334468364715576, "Finetune/Step": 2442, "Finetune/Step Time": 5.979851016774774}
+{"Finetune/Learning Rate": 1.0464369247277868e-05, "Finetune/Loss": 0.8172239065170288, "Finetune/Loss (Raw)": 0.8030000925064087, "Finetune/Step": 2443, "Finetune/Step Time": 5.96227110363543}
+{"Finetune/Learning Rate": 1.0457740071621876e-05, "Finetune/Loss": 0.8175598382949829, "Finetune/Loss (Raw)": 0.7587895393371582, "Finetune/Step": 2444, "Finetune/Step Time": 5.966024745255709}
+{"Finetune/Learning Rate": 1.0451110694379056e-05, "Finetune/Loss": 0.8178874850273132, "Finetune/Loss (Raw)": 0.8939909934997559, "Finetune/Step": 2445, "Finetune/Step Time": 5.955720253288746}
+{"Finetune/Learning Rate": 1.0444481118468956e-05, "Finetune/Loss": 0.8168491125106812, "Finetune/Loss (Raw)": 0.8521302938461304, "Finetune/Step": 2446, "Finetune/Step Time": 5.948099799454212}
+{"Finetune/Learning Rate": 1.0437851346811214e-05, "Finetune/Loss": 0.8169660568237305, "Finetune/Loss (Raw)": 0.9072302579879761, "Finetune/Step": 2447, "Finetune/Step Time": 5.941487265750766}
+{"Finetune/Learning Rate": 1.0431221382325553e-05, "Finetune/Loss": 0.8149017691612244, "Finetune/Loss (Raw)": 0.585272490978241, "Finetune/Step": 2448, "Finetune/Step Time": 5.961471073329449}
+{"Finetune/Learning Rate": 1.0424591227931783e-05, "Finetune/Loss": 0.8145357370376587, "Finetune/Loss (Raw)": 0.778887152671814, "Finetune/Step": 2449, "Finetune/Step Time": 5.944125939160585}
+{"Finetune/Learning Rate": 1.0417960886549799e-05, "Finetune/Loss": 0.8138984441757202, "Finetune/Loss (Raw)": 0.7458609342575073, "Finetune/Step": 2450, "Finetune/Step Time": 5.9482045248150826}
+{"Finetune/Learning Rate": 1.0411330361099568e-05, "Finetune/Loss": 0.8129355311393738, "Finetune/Loss (Raw)": 0.7747737169265747, "Finetune/Step": 2451, "Finetune/Step Time": 5.950307700783014}
+{"Finetune/Learning Rate": 1.0404699654501155e-05, "Finetune/Loss": 0.8121252059936523, "Finetune/Loss (Raw)": 0.7364218235015869, "Finetune/Step": 2452, "Finetune/Step Time": 5.947360564023256}
+{"Finetune/Learning Rate": 1.0398068769674689e-05, "Finetune/Loss": 0.8098150491714478, "Finetune/Loss (Raw)": 0.6695259809494019, "Finetune/Step": 2453, "Finetune/Step Time": 5.967415522783995}
+{"Finetune/Learning Rate": 1.0391437709540392e-05, "Finetune/Loss": 0.8076890707015991, "Finetune/Loss (Raw)": 0.6877463459968567, "Finetune/Step": 2454, "Finetune/Step Time": 5.985379114747047}
+{"Finetune/Learning Rate": 1.0384806477018545e-05, "Finetune/Loss": 0.8089926242828369, "Finetune/Loss (Raw)": 0.8498749732971191, "Finetune/Step": 2455, "Finetune/Step Time": 5.970472898334265}
+{"Finetune/Learning Rate": 1.0378175075029526e-05, "Finetune/Loss": 0.8094428777694702, "Finetune/Loss (Raw)": 0.8813887238502502, "Finetune/Step": 2456, "Finetune/Step Time": 5.966366017237306}
+{"Finetune/Learning Rate": 1.037154350649377e-05, "Finetune/Loss": 0.8093909621238708, "Finetune/Loss (Raw)": 0.7907012701034546, "Finetune/Step": 2457, "Finetune/Step Time": 5.978864571079612}
+{"Finetune/Learning Rate": 1.0364911774331792e-05, "Finetune/Loss": 0.8105463981628418, "Finetune/Loss (Raw)": 0.9814525246620178, "Finetune/Step": 2458, "Finetune/Step Time": 5.977821821346879}
+{"Finetune/Learning Rate": 1.0358279881464182e-05, "Finetune/Loss": 0.809359073638916, "Finetune/Loss (Raw)": 0.672652006149292, "Finetune/Step": 2459, "Finetune/Step Time": 5.98890483379364}
+{"Finetune/Learning Rate": 1.0351647830811597e-05, "Finetune/Loss": 0.8098697066307068, "Finetune/Loss (Raw)": 0.872014045715332, "Finetune/Step": 2460, "Finetune/Step Time": 5.98575652949512}
+{"Finetune/Learning Rate": 1.0345015625294766e-05, "Finetune/Loss": 0.8098218441009521, "Finetune/Loss (Raw)": 0.8246222734451294, "Finetune/Step": 2461, "Finetune/Step Time": 5.983553221449256}
+{"Finetune/Learning Rate": 1.0338383267834484e-05, "Finetune/Loss": 0.8070777654647827, "Finetune/Loss (Raw)": 0.5702131986618042, "Finetune/Step": 2462, "Finetune/Step Time": 6.009854277595878}
+{"Finetune/Learning Rate": 1.0331750761351614e-05, "Finetune/Loss": 0.8079125285148621, "Finetune/Loss (Raw)": 0.9771824479103088, "Finetune/Step": 2463, "Finetune/Step Time": 5.986225860193372}
+{"Finetune/Learning Rate": 1.0325118108767082e-05, "Finetune/Loss": 0.8088477253913879, "Finetune/Loss (Raw)": 0.9490101337432861, "Finetune/Step": 2464, "Finetune/Step Time": 5.988136975094676}
+{"Finetune/Learning Rate": 1.0318485313001885e-05, "Finetune/Loss": 0.8105748891830444, "Finetune/Loss (Raw)": 0.9432069659233093, "Finetune/Step": 2465, "Finetune/Step Time": 5.9901839680969715}
+{"Finetune/Learning Rate": 1.0311852376977074e-05, "Finetune/Loss": 0.8102318048477173, "Finetune/Loss (Raw)": 0.8095547556877136, "Finetune/Step": 2466, "Finetune/Step Time": 5.988603038713336}
+{"Finetune/Learning Rate": 1.0305219303613772e-05, "Finetune/Loss": 0.8108185529708862, "Finetune/Loss (Raw)": 0.9404487013816833, "Finetune/Step": 2467, "Finetune/Step Time": 5.984523840248585}
+{"Finetune/Learning Rate": 1.0298586095833152e-05, "Finetune/Loss": 0.8101521730422974, "Finetune/Loss (Raw)": 0.777049720287323, "Finetune/Step": 2468, "Finetune/Step Time": 5.996822213754058}
+{"Finetune/Learning Rate": 1.0291952756556452e-05, "Finetune/Loss": 0.8096375465393066, "Finetune/Loss (Raw)": 0.7608521580696106, "Finetune/Step": 2469, "Finetune/Step Time": 5.999144095927477}
+{"Finetune/Learning Rate": 1.0285319288704966e-05, "Finetune/Loss": 0.809546947479248, "Finetune/Loss (Raw)": 0.8311045169830322, "Finetune/Step": 2470, "Finetune/Step Time": 5.990067148581147}
+{"Finetune/Learning Rate": 1.0278685695200056e-05, "Finetune/Loss": 0.8093056678771973, "Finetune/Loss (Raw)": 0.7558482885360718, "Finetune/Step": 2471, "Finetune/Step Time": 5.9779356718063354}
+{"Finetune/Learning Rate": 1.0272051978963113e-05, "Finetune/Loss": 0.8096153736114502, "Finetune/Loss (Raw)": 0.8577900528907776, "Finetune/Step": 2472, "Finetune/Step Time": 5.98199075460434}
+{"Finetune/Learning Rate": 1.0265418142915613e-05, "Finetune/Loss": 0.8112474083900452, "Finetune/Loss (Raw)": 0.9626895785331726, "Finetune/Step": 2473, "Finetune/Step Time": 5.973107842728496}
+{"Finetune/Learning Rate": 1.025878418997906e-05, "Finetune/Loss": 0.8114311695098877, "Finetune/Loss (Raw)": 0.8458545804023743, "Finetune/Step": 2474, "Finetune/Step Time": 5.972837509587407}
+{"Finetune/Learning Rate": 1.0252150123075024e-05, "Finetune/Loss": 0.8117232322692871, "Finetune/Loss (Raw)": 0.7431514859199524, "Finetune/Step": 2475, "Finetune/Step Time": 5.980328029021621}
+{"Finetune/Learning Rate": 1.0245515945125117e-05, "Finetune/Loss": 0.8137359619140625, "Finetune/Loss (Raw)": 0.8071596026420593, "Finetune/Step": 2476, "Finetune/Step Time": 5.976412540301681}
+{"Finetune/Learning Rate": 1.0238881659051007e-05, "Finetune/Loss": 0.8135083913803101, "Finetune/Loss (Raw)": 0.9002490639686584, "Finetune/Step": 2477, "Finetune/Step Time": 5.979441866278648}
+{"Finetune/Learning Rate": 1.0232247267774405e-05, "Finetune/Loss": 0.8133209347724915, "Finetune/Loss (Raw)": 0.887832760810852, "Finetune/Step": 2478, "Finetune/Step Time": 5.983797086402774}
+{"Finetune/Learning Rate": 1.0225612774217066e-05, "Finetune/Loss": 0.8153504729270935, "Finetune/Loss (Raw)": 0.8435118794441223, "Finetune/Step": 2479, "Finetune/Step Time": 5.981402058154345}
+{"Finetune/Learning Rate": 1.02189781813008e-05, "Finetune/Loss": 0.8163304328918457, "Finetune/Loss (Raw)": 0.9763099551200867, "Finetune/Step": 2480, "Finetune/Step Time": 5.977293340489268}
+{"Finetune/Learning Rate": 1.021234349194745e-05, "Finetune/Loss": 0.8155506253242493, "Finetune/Loss (Raw)": 0.7835838794708252, "Finetune/Step": 2481, "Finetune/Step Time": 5.971369571983814}
+{"Finetune/Learning Rate": 1.0205708709078905e-05, "Finetune/Loss": 0.8156212568283081, "Finetune/Loss (Raw)": 0.8808298707008362, "Finetune/Step": 2482, "Finetune/Step Time": 5.961306858807802}
+{"Finetune/Learning Rate": 1.0199073835617098e-05, "Finetune/Loss": 0.8150584697723389, "Finetune/Loss (Raw)": 0.7870257496833801, "Finetune/Step": 2483, "Finetune/Step Time": 5.960034379735589}
+{"Finetune/Learning Rate": 1.0192438874483999e-05, "Finetune/Loss": 0.8141475915908813, "Finetune/Loss (Raw)": 0.7723530530929565, "Finetune/Step": 2484, "Finetune/Step Time": 5.9571338184177876}
+{"Finetune/Learning Rate": 1.0185803828601617e-05, "Finetune/Loss": 0.8137596845626831, "Finetune/Loss (Raw)": 0.793667733669281, "Finetune/Step": 2485, "Finetune/Step Time": 5.948225086554885}
+{"Finetune/Learning Rate": 1.0179168700892001e-05, "Finetune/Loss": 0.8143761157989502, "Finetune/Loss (Raw)": 0.9596623778343201, "Finetune/Step": 2486, "Finetune/Step Time": 5.941628158092499}
+{"Finetune/Learning Rate": 1.017253349427723e-05, "Finetune/Loss": 0.8135726451873779, "Finetune/Loss (Raw)": 0.8674716949462891, "Finetune/Step": 2487, "Finetune/Step Time": 5.938581736758351}
+{"Finetune/Learning Rate": 1.0165898211679424e-05, "Finetune/Loss": 0.81432044506073, "Finetune/Loss (Raw)": 0.7353435754776001, "Finetune/Step": 2488, "Finetune/Step Time": 5.947632944211364}
+{"Finetune/Learning Rate": 1.0159262856020733e-05, "Finetune/Loss": 0.814946174621582, "Finetune/Loss (Raw)": 0.9629663825035095, "Finetune/Step": 2489, "Finetune/Step Time": 5.945428555831313}
+{"Finetune/Learning Rate": 1.015262743022334e-05, "Finetune/Loss": 0.81437087059021, "Finetune/Loss (Raw)": 0.7186306715011597, "Finetune/Step": 2490, "Finetune/Step Time": 5.93995376676321}
+{"Finetune/Learning Rate": 1.014599193720946e-05, "Finetune/Loss": 0.8150347471237183, "Finetune/Loss (Raw)": 0.8494736552238464, "Finetune/Step": 2491, "Finetune/Step Time": 5.943558795377612}
+{"Finetune/Learning Rate": 1.0139356379901337e-05, "Finetune/Loss": 0.8153400421142578, "Finetune/Loss (Raw)": 0.8818127512931824, "Finetune/Step": 2492, "Finetune/Step Time": 5.938048526644707}
+{"Finetune/Learning Rate": 1.0132720761221242e-05, "Finetune/Loss": 0.8153418302536011, "Finetune/Loss (Raw)": 0.8026482462882996, "Finetune/Step": 2493, "Finetune/Step Time": 5.92679663002491}
+{"Finetune/Learning Rate": 1.0126085084091473e-05, "Finetune/Loss": 0.8138280510902405, "Finetune/Loss (Raw)": 0.7983899116516113, "Finetune/Step": 2494, "Finetune/Step Time": 5.929544074460864}
+{"Finetune/Learning Rate": 1.0119449351434353e-05, "Finetune/Loss": 0.8129140138626099, "Finetune/Loss (Raw)": 0.7851112484931946, "Finetune/Step": 2495, "Finetune/Step Time": 5.942081542685628}
+{"Finetune/Learning Rate": 1.011281356617224e-05, "Finetune/Loss": 0.8124666213989258, "Finetune/Loss (Raw)": 0.8309445381164551, "Finetune/Step": 2496, "Finetune/Step Time": 5.947193896397948}
+{"Finetune/Learning Rate": 1.0106177731227496e-05, "Finetune/Loss": 0.8119327425956726, "Finetune/Loss (Raw)": 0.7740200757980347, "Finetune/Step": 2497, "Finetune/Step Time": 5.94545285589993}
+{"Finetune/Learning Rate": 1.0099541849522519e-05, "Finetune/Loss": 0.8114149570465088, "Finetune/Loss (Raw)": 0.655695378780365, "Finetune/Step": 2498, "Finetune/Step Time": 5.955120185390115}
+{"Finetune/Learning Rate": 1.0092905923979726e-05, "Finetune/Loss": 0.8110510110855103, "Finetune/Loss (Raw)": 0.9285275340080261, "Finetune/Step": 2499, "Finetune/Step Time": 5.9556424133479595}
+{"Finetune/Learning Rate": 1.0086269957521547e-05, "Finetune/Loss": 0.8110948801040649, "Finetune/Loss (Raw)": 0.8647516965866089, "Finetune/Step": 2500, "Finetune/Step Time": 5.959396475926042}
+{"Finetune/Learning Rate": 1.0079633953070438e-05, "Finetune/Loss": 0.8117152452468872, "Finetune/Loss (Raw)": 0.8839200735092163, "Finetune/Step": 2501, "Finetune/Step Time": 5.961406998336315}
+{"Finetune/Learning Rate": 1.0072997913548866e-05, "Finetune/Loss": 0.8116864562034607, "Finetune/Loss (Raw)": 0.7586449384689331, "Finetune/Step": 2502, "Finetune/Step Time": 5.974453765898943}
+{"Finetune/Learning Rate": 1.0066361841879315e-05, "Finetune/Loss": 0.8134549260139465, "Finetune/Loss (Raw)": 0.8521844148635864, "Finetune/Step": 2503, "Finetune/Step Time": 5.963452689349651}
+{"Finetune/Learning Rate": 1.0059725740984285e-05, "Finetune/Loss": 0.810916543006897, "Finetune/Loss (Raw)": 0.6025683879852295, "Finetune/Step": 2504, "Finetune/Step Time": 5.970794763416052}
+{"Finetune/Learning Rate": 1.0053089613786284e-05, "Finetune/Loss": 0.8121844530105591, "Finetune/Loss (Raw)": 0.8564526438713074, "Finetune/Step": 2505, "Finetune/Step Time": 5.955882739275694}
+{"Finetune/Learning Rate": 1.0046453463207839e-05, "Finetune/Loss": 0.812866747379303, "Finetune/Loss (Raw)": 0.8775033950805664, "Finetune/Step": 2506, "Finetune/Step Time": 5.956186085939407}
+{"Finetune/Learning Rate": 1.003981729217148e-05, "Finetune/Loss": 0.8125646114349365, "Finetune/Loss (Raw)": 0.850782573223114, "Finetune/Step": 2507, "Finetune/Step Time": 5.956528086215258}
+{"Finetune/Learning Rate": 1.0033181103599753e-05, "Finetune/Loss": 0.8130558729171753, "Finetune/Loss (Raw)": 1.008718490600586, "Finetune/Step": 2508, "Finetune/Step Time": 5.951299119740725}
+{"Finetune/Learning Rate": 1.0026544900415205e-05, "Finetune/Loss": 0.8130291104316711, "Finetune/Loss (Raw)": 0.7988458275794983, "Finetune/Step": 2509, "Finetune/Step Time": 5.961137417703867}
+{"Finetune/Learning Rate": 1.0019908685540392e-05, "Finetune/Loss": 0.8152587413787842, "Finetune/Loss (Raw)": 0.9216514229774475, "Finetune/Step": 2510, "Finetune/Step Time": 5.957093210890889}
+{"Finetune/Learning Rate": 1.0013272461897876e-05, "Finetune/Loss": 0.8156728744506836, "Finetune/Loss (Raw)": 0.9097098708152771, "Finetune/Step": 2511, "Finetune/Step Time": 5.956738913431764}
+{"Finetune/Learning Rate": 1.0006636232410223e-05, "Finetune/Loss": 0.8155769109725952, "Finetune/Loss (Raw)": 0.8542068600654602, "Finetune/Step": 2512, "Finetune/Step Time": 5.944443181157112}
+{"Finetune/Learning Rate": 1e-05, "Finetune/Loss": 0.814837634563446, "Finetune/Loss (Raw)": 0.7840158343315125, "Finetune/Step": 2513, "Finetune/Step Time": 5.945940520614386}
+{"Finetune/Learning Rate": 9.99336376758978e-06, "Finetune/Loss": 0.8159551620483398, "Finetune/Loss (Raw)": 0.9337729215621948, "Finetune/Step": 2514, "Finetune/Step Time": 5.948649536818266}
+{"Finetune/Learning Rate": 9.986727538102124e-06, "Finetune/Loss": 0.8161291480064392, "Finetune/Loss (Raw)": 0.7543396949768066, "Finetune/Step": 2515, "Finetune/Step Time": 5.9563385006040335}
+{"Finetune/Learning Rate": 9.980091314459611e-06, "Finetune/Loss": 0.8180229663848877, "Finetune/Loss (Raw)": 1.0032496452331543, "Finetune/Step": 2516, "Finetune/Step Time": 5.967693608254194}
+{"Finetune/Learning Rate": 9.973455099584798e-06, "Finetune/Loss": 0.8186281323432922, "Finetune/Loss (Raw)": 0.9100150465965271, "Finetune/Step": 2517, "Finetune/Step Time": 5.962283153086901}
+{"Finetune/Learning Rate": 9.966818896400252e-06, "Finetune/Loss": 0.8183746337890625, "Finetune/Loss (Raw)": 0.7492973208427429, "Finetune/Step": 2518, "Finetune/Step Time": 5.9662844482809305}
+{"Finetune/Learning Rate": 9.960182707828518e-06, "Finetune/Loss": 0.818302571773529, "Finetune/Loss (Raw)": 0.7533134818077087, "Finetune/Step": 2519, "Finetune/Step Time": 5.960518950596452}
+{"Finetune/Learning Rate": 9.953546536792163e-06, "Finetune/Loss": 0.819064736366272, "Finetune/Loss (Raw)": 0.8845832943916321, "Finetune/Step": 2520, "Finetune/Step Time": 5.962600881233811}
+{"Finetune/Learning Rate": 9.946910386213719e-06, "Finetune/Loss": 0.8189908266067505, "Finetune/Loss (Raw)": 0.8673055768013, "Finetune/Step": 2521, "Finetune/Step Time": 5.961991289630532}
+{"Finetune/Learning Rate": 9.94027425901572e-06, "Finetune/Loss": 0.8174007534980774, "Finetune/Loss (Raw)": 0.7487393021583557, "Finetune/Step": 2522, "Finetune/Step Time": 5.972793811932206}
+{"Finetune/Learning Rate": 9.933638158120685e-06, "Finetune/Loss": 0.8164656162261963, "Finetune/Loss (Raw)": 0.7367017865180969, "Finetune/Step": 2523, "Finetune/Step Time": 5.9717560317367315}
+{"Finetune/Learning Rate": 9.927002086451138e-06, "Finetune/Loss": 0.8158023357391357, "Finetune/Loss (Raw)": 0.7071536183357239, "Finetune/Step": 2524, "Finetune/Step Time": 5.967593152076006}
+{"Finetune/Learning Rate": 9.920366046929565e-06, "Finetune/Loss": 0.8161028623580933, "Finetune/Loss (Raw)": 0.8402739763259888, "Finetune/Step": 2525, "Finetune/Step Time": 5.96853643655777}
+{"Finetune/Learning Rate": 9.913730042478458e-06, "Finetune/Loss": 0.816504716873169, "Finetune/Loss (Raw)": 0.8748583197593689, "Finetune/Step": 2526, "Finetune/Step Time": 5.968906639143825}
+{"Finetune/Learning Rate": 9.907094076020278e-06, "Finetune/Loss": 0.8168187141418457, "Finetune/Loss (Raw)": 0.8634437322616577, "Finetune/Step": 2527, "Finetune/Step Time": 5.968547793105245}
+{"Finetune/Learning Rate": 9.900458150477485e-06, "Finetune/Loss": 0.8173911571502686, "Finetune/Loss (Raw)": 0.9811846613883972, "Finetune/Step": 2528, "Finetune/Step Time": 5.972018105909228}
+{"Finetune/Learning Rate": 9.893822268772508e-06, "Finetune/Loss": 0.8188729286193848, "Finetune/Loss (Raw)": 0.7501317262649536, "Finetune/Step": 2529, "Finetune/Step Time": 5.970730310305953}
+{"Finetune/Learning Rate": 9.887186433827767e-06, "Finetune/Loss": 0.8187912702560425, "Finetune/Loss (Raw)": 0.8684314489364624, "Finetune/Step": 2530, "Finetune/Step Time": 5.970586158335209}
+{"Finetune/Learning Rate": 9.880550648565648e-06, "Finetune/Loss": 0.8167046308517456, "Finetune/Loss (Raw)": 0.7174177169799805, "Finetune/Step": 2531, "Finetune/Step Time": 5.970129461959004}
+{"Finetune/Learning Rate": 9.87391491590853e-06, "Finetune/Loss": 0.8162904977798462, "Finetune/Loss (Raw)": 0.7998815178871155, "Finetune/Step": 2532, "Finetune/Step Time": 5.970675447955728}
+{"Finetune/Learning Rate": 9.867279238778763e-06, "Finetune/Loss": 0.8145336508750916, "Finetune/Loss (Raw)": 0.6926703453063965, "Finetune/Step": 2533, "Finetune/Step Time": 5.9710456524044275}
+{"Finetune/Learning Rate": 9.86064362009867e-06, "Finetune/Loss": 0.812615156173706, "Finetune/Loss (Raw)": 0.6021730899810791, "Finetune/Step": 2534, "Finetune/Step Time": 5.979323085397482}
+{"Finetune/Learning Rate": 9.854008062790542e-06, "Finetune/Loss": 0.8117490410804749, "Finetune/Loss (Raw)": 0.6172727942466736, "Finetune/Step": 2535, "Finetune/Step Time": 5.976052723824978}
+{"Finetune/Learning Rate": 9.847372569776661e-06, "Finetune/Loss": 0.8099468946456909, "Finetune/Loss (Raw)": 0.7606976628303528, "Finetune/Step": 2536, "Finetune/Step Time": 5.9697799775749445}
+{"Finetune/Learning Rate": 9.840737143979272e-06, "Finetune/Loss": 0.8100761771202087, "Finetune/Loss (Raw)": 0.8648701906204224, "Finetune/Step": 2537, "Finetune/Step Time": 5.969560602679849}
+{"Finetune/Learning Rate": 9.834101788320576e-06, "Finetune/Loss": 0.8113459944725037, "Finetune/Loss (Raw)": 0.9988145232200623, "Finetune/Step": 2538, "Finetune/Step Time": 5.970608873292804}
+{"Finetune/Learning Rate": 9.827466505722772e-06, "Finetune/Loss": 0.8101383447647095, "Finetune/Loss (Raw)": 0.5369412302970886, "Finetune/Step": 2539, "Finetune/Step Time": 5.972223073244095}
+{"Finetune/Learning Rate": 9.820831299108002e-06, "Finetune/Loss": 0.8104565739631653, "Finetune/Loss (Raw)": 0.7998629212379456, "Finetune/Step": 2540, "Finetune/Step Time": 5.9766665399074554}
+{"Finetune/Learning Rate": 9.814196171398386e-06, "Finetune/Loss": 0.8110072612762451, "Finetune/Loss (Raw)": 0.9062833786010742, "Finetune/Step": 2541, "Finetune/Step Time": 5.979513797909021}
+{"Finetune/Learning Rate": 9.807561125516003e-06, "Finetune/Loss": 0.8115056753158569, "Finetune/Loss (Raw)": 0.7418830990791321, "Finetune/Step": 2542, "Finetune/Step Time": 5.976986531168222}
+{"Finetune/Learning Rate": 9.800926164382904e-06, "Finetune/Loss": 0.8107853531837463, "Finetune/Loss (Raw)": 0.7516553997993469, "Finetune/Step": 2543, "Finetune/Step Time": 5.976161947473884}
+{"Finetune/Learning Rate": 9.794291290921097e-06, "Finetune/Loss": 0.811030924320221, "Finetune/Loss (Raw)": 0.9089462757110596, "Finetune/Step": 2544, "Finetune/Step Time": 5.969025732949376}
+{"Finetune/Learning Rate": 9.787656508052555e-06, "Finetune/Loss": 0.811464786529541, "Finetune/Loss (Raw)": 0.619909405708313, "Finetune/Step": 2545, "Finetune/Step Time": 5.98852102458477}
+{"Finetune/Learning Rate": 9.781021818699203e-06, "Finetune/Loss": 0.8095153570175171, "Finetune/Loss (Raw)": 0.7034602165222168, "Finetune/Step": 2546, "Finetune/Step Time": 5.9904585015028715}
+{"Finetune/Learning Rate": 9.774387225782936e-06, "Finetune/Loss": 0.8094164133071899, "Finetune/Loss (Raw)": 0.6885235905647278, "Finetune/Step": 2547, "Finetune/Step Time": 5.982790797948837}
+{"Finetune/Learning Rate": 9.767752732225599e-06, "Finetune/Loss": 0.8078593611717224, "Finetune/Loss (Raw)": 0.7179714441299438, "Finetune/Step": 2548, "Finetune/Step Time": 5.981991741806269}
+{"Finetune/Learning Rate": 9.761118340949e-06, "Finetune/Loss": 0.8072871565818787, "Finetune/Loss (Raw)": 0.791053295135498, "Finetune/Step": 2549, "Finetune/Step Time": 5.989876050502062}
+{"Finetune/Learning Rate": 9.754484054874885e-06, "Finetune/Loss": 0.8066855669021606, "Finetune/Loss (Raw)": 0.8401708602905273, "Finetune/Step": 2550, "Finetune/Step Time": 5.990351367741823}
+{"Finetune/Learning Rate": 9.747849876924978e-06, "Finetune/Loss": 0.8072211146354675, "Finetune/Loss (Raw)": 0.8239161372184753, "Finetune/Step": 2551, "Finetune/Step Time": 5.985400663688779}
+{"Finetune/Learning Rate": 9.741215810020942e-06, "Finetune/Loss": 0.808208167552948, "Finetune/Loss (Raw)": 0.8959568738937378, "Finetune/Step": 2552, "Finetune/Step Time": 5.979829153046012}
+{"Finetune/Learning Rate": 9.73458185708439e-06, "Finetune/Loss": 0.808670163154602, "Finetune/Loss (Raw)": 0.7273406386375427, "Finetune/Step": 2553, "Finetune/Step Time": 5.982474863529205}
+{"Finetune/Learning Rate": 9.727948021036887e-06, "Finetune/Loss": 0.8087526559829712, "Finetune/Loss (Raw)": 0.7249027490615845, "Finetune/Step": 2554, "Finetune/Step Time": 5.970271576195955}
+{"Finetune/Learning Rate": 9.721314304799947e-06, "Finetune/Loss": 0.8082728981971741, "Finetune/Loss (Raw)": 0.9485352635383606, "Finetune/Step": 2555, "Finetune/Step Time": 5.96985249966383}
+{"Finetune/Learning Rate": 9.714680711295035e-06, "Finetune/Loss": 0.807621955871582, "Finetune/Loss (Raw)": 0.7661343216896057, "Finetune/Step": 2556, "Finetune/Step Time": 5.966050399467349}
+{"Finetune/Learning Rate": 9.708047243443548e-06, "Finetune/Loss": 0.8048602938652039, "Finetune/Loss (Raw)": 0.6234272122383118, "Finetune/Step": 2557, "Finetune/Step Time": 5.966475374996662}
+{"Finetune/Learning Rate": 9.701413904166852e-06, "Finetune/Loss": 0.8043488264083862, "Finetune/Loss (Raw)": 0.760612428188324, "Finetune/Step": 2558, "Finetune/Step Time": 5.953244483098388}
+{"Finetune/Learning Rate": 9.694780696386233e-06, "Finetune/Loss": 0.8052356243133545, "Finetune/Loss (Raw)": 0.8436158895492554, "Finetune/Step": 2559, "Finetune/Step Time": 5.947645548731089}
+{"Finetune/Learning Rate": 9.688147623022931e-06, "Finetune/Loss": 0.8058551549911499, "Finetune/Loss (Raw)": 1.0003756284713745, "Finetune/Step": 2560, "Finetune/Step Time": 5.944314733147621}
+{"Finetune/Learning Rate": 9.681514686998119e-06, "Finetune/Loss": 0.8060826063156128, "Finetune/Loss (Raw)": 0.8060854077339172, "Finetune/Step": 2561, "Finetune/Step Time": 5.941379580646753}
+{"Finetune/Learning Rate": 9.67488189123292e-06, "Finetune/Loss": 0.8077515363693237, "Finetune/Loss (Raw)": 1.0004771947860718, "Finetune/Step": 2562, "Finetune/Step Time": 5.943282062187791}
+{"Finetune/Learning Rate": 9.66824923864839e-06, "Finetune/Loss": 0.8063790798187256, "Finetune/Loss (Raw)": 0.5766451358795166, "Finetune/Step": 2563, "Finetune/Step Time": 5.960198840126395}
+{"Finetune/Learning Rate": 9.661616732165521e-06, "Finetune/Loss": 0.8070191740989685, "Finetune/Loss (Raw)": 0.89924556016922, "Finetune/Step": 2564, "Finetune/Step Time": 5.96485286206007}
+{"Finetune/Learning Rate": 9.654984374705236e-06, "Finetune/Loss": 0.8072999715805054, "Finetune/Loss (Raw)": 0.7220608592033386, "Finetune/Step": 2565, "Finetune/Step Time": 5.970298379659653}
+{"Finetune/Learning Rate": 9.648352169188405e-06, "Finetune/Loss": 0.8073976039886475, "Finetune/Loss (Raw)": 0.6115683913230896, "Finetune/Step": 2566, "Finetune/Step Time": 5.9756407625973225}
+{"Finetune/Learning Rate": 9.641720118535821e-06, "Finetune/Loss": 0.8085911273956299, "Finetune/Loss (Raw)": 0.8681502342224121, "Finetune/Step": 2567, "Finetune/Step Time": 5.946985814720392}
+{"Finetune/Learning Rate": 9.635088225668213e-06, "Finetune/Loss": 0.8104050159454346, "Finetune/Loss (Raw)": 0.9922915697097778, "Finetune/Step": 2568, "Finetune/Step Time": 5.927962116897106}
+{"Finetune/Learning Rate": 9.628456493506234e-06, "Finetune/Loss": 0.8130759000778198, "Finetune/Loss (Raw)": 0.864194929599762, "Finetune/Step": 2569, "Finetune/Step Time": 5.924812534824014}
+{"Finetune/Learning Rate": 9.621824924970477e-06, "Finetune/Loss": 0.8138556480407715, "Finetune/Loss (Raw)": 0.8332595825195312, "Finetune/Step": 2570, "Finetune/Step Time": 5.931976685300469}
+{"Finetune/Learning Rate": 9.615193522981457e-06, "Finetune/Loss": 0.8137814998626709, "Finetune/Loss (Raw)": 0.7935054302215576, "Finetune/Step": 2571, "Finetune/Step Time": 5.932553771883249}
+{"Finetune/Learning Rate": 9.608562290459613e-06, "Finetune/Loss": 0.8142086863517761, "Finetune/Loss (Raw)": 0.8134791254997253, "Finetune/Step": 2572, "Finetune/Step Time": 5.936363371089101}
+{"Finetune/Learning Rate": 9.601931230325311e-06, "Finetune/Loss": 0.8124419450759888, "Finetune/Loss (Raw)": 0.6678444147109985, "Finetune/Step": 2573, "Finetune/Step Time": 5.943283790722489}
+{"Finetune/Learning Rate": 9.595300345498847e-06, "Finetune/Loss": 0.8129823803901672, "Finetune/Loss (Raw)": 0.9213017821311951, "Finetune/Step": 2574, "Finetune/Step Time": 5.935803227126598}
+{"Finetune/Learning Rate": 9.588669638900435e-06, "Finetune/Loss": 0.8119633793830872, "Finetune/Loss (Raw)": 0.7768025398254395, "Finetune/Step": 2575, "Finetune/Step Time": 5.944156629964709}
+{"Finetune/Learning Rate": 9.582039113450208e-06, "Finetune/Loss": 0.8129352331161499, "Finetune/Loss (Raw)": 0.7096679210662842, "Finetune/Step": 2576, "Finetune/Step Time": 5.916909851133823}
+{"Finetune/Learning Rate": 9.575408772068219e-06, "Finetune/Loss": 0.8125101923942566, "Finetune/Loss (Raw)": 0.724482536315918, "Finetune/Step": 2577, "Finetune/Step Time": 5.921098692342639}
+{"Finetune/Learning Rate": 9.56877861767445e-06, "Finetune/Loss": 0.812556266784668, "Finetune/Loss (Raw)": 0.7517575025558472, "Finetune/Step": 2578, "Finetune/Step Time": 5.927411872893572}
+{"Finetune/Learning Rate": 9.562148653188792e-06, "Finetune/Loss": 0.8132351636886597, "Finetune/Loss (Raw)": 0.8616761565208435, "Finetune/Step": 2579, "Finetune/Step Time": 5.926102451980114}
+{"Finetune/Learning Rate": 9.555518881531047e-06, "Finetune/Loss": 0.8130843639373779, "Finetune/Loss (Raw)": 0.7171157002449036, "Finetune/Step": 2580, "Finetune/Step Time": 5.92409230209887}
+{"Finetune/Learning Rate": 9.548889305620947e-06, "Finetune/Loss": 0.8152436017990112, "Finetune/Loss (Raw)": 0.9459100365638733, "Finetune/Step": 2581, "Finetune/Step Time": 5.905091606080532}
+{"Finetune/Learning Rate": 9.542259928378125e-06, "Finetune/Loss": 0.8159956336021423, "Finetune/Loss (Raw)": 0.7840067744255066, "Finetune/Step": 2582, "Finetune/Step Time": 5.886238772422075}
+{"Finetune/Learning Rate": 9.535630752722138e-06, "Finetune/Loss": 0.8154346942901611, "Finetune/Loss (Raw)": 0.7780790328979492, "Finetune/Step": 2583, "Finetune/Step Time": 5.8923809342086315}
+{"Finetune/Learning Rate": 9.529001781572436e-06, "Finetune/Loss": 0.8150015473365784, "Finetune/Loss (Raw)": 0.8259407877922058, "Finetune/Step": 2584, "Finetune/Step Time": 5.902381617575884}
+{"Finetune/Learning Rate": 9.5223730178484e-06, "Finetune/Loss": 0.8144422769546509, "Finetune/Loss (Raw)": 0.7191118597984314, "Finetune/Step": 2585, "Finetune/Step Time": 5.890103487297893}
+{"Finetune/Learning Rate": 9.515744464469307e-06, "Finetune/Loss": 0.8121489882469177, "Finetune/Loss (Raw)": 0.6879124045372009, "Finetune/Step": 2586, "Finetune/Step Time": 5.900201495736837}
+{"Finetune/Learning Rate": 9.509116124354346e-06, "Finetune/Loss": 0.8147199153900146, "Finetune/Loss (Raw)": 1.0017285346984863, "Finetune/Step": 2587, "Finetune/Step Time": 5.887463673949242}
+{"Finetune/Learning Rate": 9.502488000422605e-06, "Finetune/Loss": 0.8147299885749817, "Finetune/Loss (Raw)": 0.8733099102973938, "Finetune/Step": 2588, "Finetune/Step Time": 5.88845806196332}
+{"Finetune/Learning Rate": 9.495860095593088e-06, "Finetune/Loss": 0.8146349191665649, "Finetune/Loss (Raw)": 0.8124548196792603, "Finetune/Step": 2589, "Finetune/Step Time": 5.887850260362029}
+{"Finetune/Learning Rate": 9.489232412784698e-06, "Finetune/Loss": 0.817805826663971, "Finetune/Loss (Raw)": 0.9760839939117432, "Finetune/Step": 2590, "Finetune/Step Time": 5.865703109651804}
+{"Finetune/Learning Rate": 9.482604954916233e-06, "Finetune/Loss": 0.8175040483474731, "Finetune/Loss (Raw)": 0.9385563731193542, "Finetune/Step": 2591, "Finetune/Step Time": 5.875831287354231}
+{"Finetune/Learning Rate": 9.4759777249064e-06, "Finetune/Loss": 0.8167858719825745, "Finetune/Loss (Raw)": 0.8570888638496399, "Finetune/Step": 2592, "Finetune/Step Time": 5.871864825487137}
+{"Finetune/Learning Rate": 9.469350725673805e-06, "Finetune/Loss": 0.8157805800437927, "Finetune/Loss (Raw)": 0.8145238161087036, "Finetune/Step": 2593, "Finetune/Step Time": 5.872767286375165}
+{"Finetune/Learning Rate": 9.462723960136953e-06, "Finetune/Loss": 0.816103994846344, "Finetune/Loss (Raw)": 0.8509538173675537, "Finetune/Step": 2594, "Finetune/Step Time": 5.8733924981206656}
+{"Finetune/Learning Rate": 9.45609743121424e-06, "Finetune/Loss": 0.8156178593635559, "Finetune/Loss (Raw)": 0.8782244920730591, "Finetune/Step": 2595, "Finetune/Step Time": 5.871645165607333}
+{"Finetune/Learning Rate": 9.449471141823962e-06, "Finetune/Loss": 0.8157060146331787, "Finetune/Loss (Raw)": 0.7883328199386597, "Finetune/Step": 2596, "Finetune/Step Time": 5.8676022589206696}
+{"Finetune/Learning Rate": 9.442845094884312e-06, "Finetune/Loss": 0.8154357075691223, "Finetune/Loss (Raw)": 0.7262558341026306, "Finetune/Step": 2597, "Finetune/Step Time": 5.870700368657708}
+{"Finetune/Learning Rate": 9.436219293313376e-06, "Finetune/Loss": 0.8152691721916199, "Finetune/Loss (Raw)": 0.8097824454307556, "Finetune/Step": 2598, "Finetune/Step Time": 5.868747308850288}
+{"Finetune/Learning Rate": 9.429593740029123e-06, "Finetune/Loss": 0.8154164552688599, "Finetune/Loss (Raw)": 0.7747008204460144, "Finetune/Step": 2599, "Finetune/Step Time": 5.86020439863205}
+{"Finetune/Learning Rate": 9.42296843794942e-06, "Finetune/Loss": 0.8159201741218567, "Finetune/Loss (Raw)": 0.9222637414932251, "Finetune/Step": 2600, "Finetune/Step Time": 5.854370823130012}
+{"Finetune/Learning Rate": 9.416343389992027e-06, "Finetune/Loss": 0.8151826858520508, "Finetune/Loss (Raw)": 0.8682923316955566, "Finetune/Step": 2601, "Finetune/Step Time": 5.854683252051473}
+{"Finetune/Learning Rate": 9.409718599074589e-06, "Finetune/Loss": 0.8143279552459717, "Finetune/Loss (Raw)": 0.7364504933357239, "Finetune/Step": 2602, "Finetune/Step Time": 5.855093924328685}
+{"Finetune/Learning Rate": 9.403094068114627e-06, "Finetune/Loss": 0.8146761655807495, "Finetune/Loss (Raw)": 0.7877289652824402, "Finetune/Step": 2603, "Finetune/Step Time": 5.842522626742721}
+{"Finetune/Learning Rate": 9.396469800029565e-06, "Finetune/Loss": 0.8154975175857544, "Finetune/Loss (Raw)": 0.9122864007949829, "Finetune/Step": 2604, "Finetune/Step Time": 5.843612536787987}
+{"Finetune/Learning Rate": 9.389845797736701e-06, "Finetune/Loss": 0.814415454864502, "Finetune/Loss (Raw)": 0.7617490291595459, "Finetune/Step": 2605, "Finetune/Step Time": 5.845413262024522}
+{"Finetune/Learning Rate": 9.383222064153222e-06, "Finetune/Loss": 0.813032329082489, "Finetune/Loss (Raw)": 0.7107849717140198, "Finetune/Step": 2606, "Finetune/Step Time": 5.850815134122968}
+{"Finetune/Learning Rate": 9.376598602196185e-06, "Finetune/Loss": 0.8125779628753662, "Finetune/Loss (Raw)": 0.7853550314903259, "Finetune/Step": 2607, "Finetune/Step Time": 5.848519302904606}
+{"Finetune/Learning Rate": 9.36997541478254e-06, "Finetune/Loss": 0.8113430142402649, "Finetune/Loss (Raw)": 0.8182408809661865, "Finetune/Step": 2608, "Finetune/Step Time": 5.853837536647916}
+{"Finetune/Learning Rate": 9.363352504829114e-06, "Finetune/Loss": 0.8110925555229187, "Finetune/Loss (Raw)": 0.7515246272087097, "Finetune/Step": 2609, "Finetune/Step Time": 5.85271873883903}
+{"Finetune/Learning Rate": 9.356729875252603e-06, "Finetune/Loss": 0.8096390962600708, "Finetune/Loss (Raw)": 0.6947826743125916, "Finetune/Step": 2610, "Finetune/Step Time": 5.855452110990882}
+{"Finetune/Learning Rate": 9.350107528969585e-06, "Finetune/Loss": 0.8090630769729614, "Finetune/Loss (Raw)": 0.7132947444915771, "Finetune/Step": 2611, "Finetune/Step Time": 5.8528924360871315}
+{"Finetune/Learning Rate": 9.34348546889652e-06, "Finetune/Loss": 0.8092408180236816, "Finetune/Loss (Raw)": 0.7951082587242126, "Finetune/Step": 2612, "Finetune/Step Time": 5.858081912621856}
+{"Finetune/Learning Rate": 9.336863697949735e-06, "Finetune/Loss": 0.8098229169845581, "Finetune/Loss (Raw)": 0.8681734800338745, "Finetune/Step": 2613, "Finetune/Step Time": 5.861485173925757}
+{"Finetune/Learning Rate": 9.330242219045426e-06, "Finetune/Loss": 0.8086346387863159, "Finetune/Loss (Raw)": 0.8075574636459351, "Finetune/Step": 2614, "Finetune/Step Time": 5.868300139904022}
+{"Finetune/Learning Rate": 9.323621035099667e-06, "Finetune/Loss": 0.8081936836242676, "Finetune/Loss (Raw)": 0.8110337853431702, "Finetune/Step": 2615, "Finetune/Step Time": 5.8827251344919205}
+{"Finetune/Learning Rate": 9.3170001490284e-06, "Finetune/Loss": 0.8076514601707458, "Finetune/Loss (Raw)": 0.6659393310546875, "Finetune/Step": 2616, "Finetune/Step Time": 5.880432195961475}
+{"Finetune/Learning Rate": 9.31037956374744e-06, "Finetune/Loss": 0.8063695430755615, "Finetune/Loss (Raw)": 0.7988804578781128, "Finetune/Step": 2617, "Finetune/Step Time": 5.878240743651986}
+{"Finetune/Learning Rate": 9.303759282172457e-06, "Finetune/Loss": 0.8079211711883545, "Finetune/Loss (Raw)": 0.9172438979148865, "Finetune/Step": 2618, "Finetune/Step Time": 5.894528308883309}
+{"Finetune/Learning Rate": 9.297139307219e-06, "Finetune/Loss": 0.8073604106903076, "Finetune/Loss (Raw)": 0.777694821357727, "Finetune/Step": 2619, "Finetune/Step Time": 5.896018724888563}
+{"Finetune/Learning Rate": 9.290519641802479e-06, "Finetune/Loss": 0.8062449097633362, "Finetune/Loss (Raw)": 0.7390301823616028, "Finetune/Step": 2620, "Finetune/Step Time": 5.896646691486239}
+{"Finetune/Learning Rate": 9.28390028883817e-06, "Finetune/Loss": 0.8069974184036255, "Finetune/Loss (Raw)": 0.8989729881286621, "Finetune/Step": 2621, "Finetune/Step Time": 5.9085258431732655}
+{"Finetune/Learning Rate": 9.2772812512412e-06, "Finetune/Loss": 0.8074526190757751, "Finetune/Loss (Raw)": 0.8566458821296692, "Finetune/Step": 2622, "Finetune/Step Time": 5.923154704272747}
+{"Finetune/Learning Rate": 9.270662531926572e-06, "Finetune/Loss": 0.8073340654373169, "Finetune/Loss (Raw)": 0.7699428200721741, "Finetune/Step": 2623, "Finetune/Step Time": 5.921857053413987}
+{"Finetune/Learning Rate": 9.264044133809146e-06, "Finetune/Loss": 0.8075242042541504, "Finetune/Loss (Raw)": 0.8552795052528381, "Finetune/Step": 2624, "Finetune/Step Time": 5.92846822924912}
+{"Finetune/Learning Rate": 9.25742605980363e-06, "Finetune/Loss": 0.8073588609695435, "Finetune/Loss (Raw)": 0.7528614401817322, "Finetune/Step": 2625, "Finetune/Step Time": 5.928275838494301}
+{"Finetune/Learning Rate": 9.250808312824595e-06, "Finetune/Loss": 0.809117317199707, "Finetune/Loss (Raw)": 0.880770206451416, "Finetune/Step": 2626, "Finetune/Step Time": 5.921161029487848}
+{"Finetune/Learning Rate": 9.244190895786476e-06, "Finetune/Loss": 0.808220624923706, "Finetune/Loss (Raw)": 0.8137570023536682, "Finetune/Step": 2627, "Finetune/Step Time": 5.9216793440282345}
+{"Finetune/Learning Rate": 9.237573811603557e-06, "Finetune/Loss": 0.8072586059570312, "Finetune/Loss (Raw)": 0.7416087985038757, "Finetune/Step": 2628, "Finetune/Step Time": 5.929934149608016}
+{"Finetune/Learning Rate": 9.230957063189968e-06, "Finetune/Loss": 0.8069778680801392, "Finetune/Loss (Raw)": 0.8479832410812378, "Finetune/Step": 2629, "Finetune/Step Time": 5.929630029946566}
+{"Finetune/Learning Rate": 9.224340653459698e-06, "Finetune/Loss": 0.8061578273773193, "Finetune/Loss (Raw)": 0.6536794304847717, "Finetune/Step": 2630, "Finetune/Step Time": 5.937681268900633}
+{"Finetune/Learning Rate": 9.217724585326591e-06, "Finetune/Loss": 0.8060891628265381, "Finetune/Loss (Raw)": 0.8433995246887207, "Finetune/Step": 2631, "Finetune/Step Time": 5.940266350284219}
+{"Finetune/Learning Rate": 9.211108861704335e-06, "Finetune/Loss": 0.8073669672012329, "Finetune/Loss (Raw)": 0.7661263942718506, "Finetune/Step": 2632, "Finetune/Step Time": 5.970085555687547}
+{"Finetune/Learning Rate": 9.204493485506464e-06, "Finetune/Loss": 0.8070330023765564, "Finetune/Loss (Raw)": 0.8137065172195435, "Finetune/Step": 2633, "Finetune/Step Time": 5.970413038507104}
+{"Finetune/Learning Rate": 9.197878459646363e-06, "Finetune/Loss": 0.8076524138450623, "Finetune/Loss (Raw)": 0.9567873477935791, "Finetune/Step": 2634, "Finetune/Step Time": 5.974371545016766}
+{"Finetune/Learning Rate": 9.191263787037263e-06, "Finetune/Loss": 0.8069306015968323, "Finetune/Loss (Raw)": 0.7583905458450317, "Finetune/Step": 2635, "Finetune/Step Time": 5.989912826567888}
+{"Finetune/Learning Rate": 9.184649470592245e-06, "Finetune/Loss": 0.8052639365196228, "Finetune/Loss (Raw)": 0.7953855991363525, "Finetune/Step": 2636, "Finetune/Step Time": 5.984712235629559}
+{"Finetune/Learning Rate": 9.178035513224213e-06, "Finetune/Loss": 0.804375171661377, "Finetune/Loss (Raw)": 0.685085654258728, "Finetune/Step": 2637, "Finetune/Step Time": 5.977340066805482}
+{"Finetune/Learning Rate": 9.171421917845936e-06, "Finetune/Loss": 0.8029822707176208, "Finetune/Loss (Raw)": 0.7433567643165588, "Finetune/Step": 2638, "Finetune/Step Time": 5.985654713585973}
+{"Finetune/Learning Rate": 9.164808687370011e-06, "Finetune/Loss": 0.8012115955352783, "Finetune/Loss (Raw)": 0.683070182800293, "Finetune/Step": 2639, "Finetune/Step Time": 5.988376289606094}
+{"Finetune/Learning Rate": 9.15819582470888e-06, "Finetune/Loss": 0.7997710108757019, "Finetune/Loss (Raw)": 0.669806182384491, "Finetune/Step": 2640, "Finetune/Step Time": 6.002026090398431}
+{"Finetune/Learning Rate": 9.151583332774816e-06, "Finetune/Loss": 0.7990388870239258, "Finetune/Loss (Raw)": 0.6903074979782104, "Finetune/Step": 2641, "Finetune/Step Time": 6.0013072565197945}
+{"Finetune/Learning Rate": 9.144971214479934e-06, "Finetune/Loss": 0.7985204458236694, "Finetune/Loss (Raw)": 0.8674124479293823, "Finetune/Step": 2642, "Finetune/Step Time": 6.00009791366756}
+{"Finetune/Learning Rate": 9.138359472736188e-06, "Finetune/Loss": 0.7998243570327759, "Finetune/Loss (Raw)": 0.9212391376495361, "Finetune/Step": 2643, "Finetune/Step Time": 5.994931435212493}
+{"Finetune/Learning Rate": 9.131748110455357e-06, "Finetune/Loss": 0.7982286214828491, "Finetune/Loss (Raw)": 0.7989911437034607, "Finetune/Step": 2644, "Finetune/Step Time": 5.9979180209338665}
+{"Finetune/Learning Rate": 9.125137130549056e-06, "Finetune/Loss": 0.7973547577857971, "Finetune/Loss (Raw)": 0.7981599569320679, "Finetune/Step": 2645, "Finetune/Step Time": 5.997810462489724}
+{"Finetune/Learning Rate": 9.118526535928737e-06, "Finetune/Loss": 0.7992153763771057, "Finetune/Loss (Raw)": 0.987461268901825, "Finetune/Step": 2646, "Finetune/Step Time": 5.991780001670122}
+{"Finetune/Learning Rate": 9.111916329505681e-06, "Finetune/Loss": 0.7994365692138672, "Finetune/Loss (Raw)": 0.7816241979598999, "Finetune/Step": 2647, "Finetune/Step Time": 5.994173599407077}
+{"Finetune/Learning Rate": 9.10530651419099e-06, "Finetune/Loss": 0.7997286915779114, "Finetune/Loss (Raw)": 0.9219765663146973, "Finetune/Step": 2648, "Finetune/Step Time": 5.990218635648489}
+{"Finetune/Learning Rate": 9.098697092895599e-06, "Finetune/Loss": 0.7999033331871033, "Finetune/Loss (Raw)": 0.8896588087081909, "Finetune/Step": 2649, "Finetune/Step Time": 5.98548873513937}
+{"Finetune/Learning Rate": 9.092088068530274e-06, "Finetune/Loss": 0.80106520652771, "Finetune/Loss (Raw)": 0.8974580764770508, "Finetune/Step": 2650, "Finetune/Step Time": 5.974152192473412}
+{"Finetune/Learning Rate": 9.085479444005601e-06, "Finetune/Loss": 0.8029571771621704, "Finetune/Loss (Raw)": 0.9788790941238403, "Finetune/Step": 2651, "Finetune/Step Time": 5.972277153283358}
+{"Finetune/Learning Rate": 9.078871222231988e-06, "Finetune/Loss": 0.8047125935554504, "Finetune/Loss (Raw)": 0.9318363666534424, "Finetune/Step": 2652, "Finetune/Step Time": 5.971566030755639}
+{"Finetune/Learning Rate": 9.072263406119669e-06, "Finetune/Loss": 0.8028241395950317, "Finetune/Loss (Raw)": 0.5985562801361084, "Finetune/Step": 2653, "Finetune/Step Time": 5.979808069765568}
+{"Finetune/Learning Rate": 9.065655998578702e-06, "Finetune/Loss": 0.8021929860115051, "Finetune/Loss (Raw)": 0.7940751910209656, "Finetune/Step": 2654, "Finetune/Step Time": 5.981711812317371}
+{"Finetune/Learning Rate": 9.05904900251896e-06, "Finetune/Loss": 0.8017200231552124, "Finetune/Loss (Raw)": 0.8029062747955322, "Finetune/Step": 2655, "Finetune/Step Time": 5.980586513876915}
+{"Finetune/Learning Rate": 9.052442420850137e-06, "Finetune/Loss": 0.7992007732391357, "Finetune/Loss (Raw)": 0.6587165594100952, "Finetune/Step": 2656, "Finetune/Step Time": 5.983290571719408}
+{"Finetune/Learning Rate": 9.045836256481742e-06, "Finetune/Loss": 0.7986297011375427, "Finetune/Loss (Raw)": 0.6770328283309937, "Finetune/Step": 2657, "Finetune/Step Time": 5.98402757011354}
+{"Finetune/Learning Rate": 9.039230512323104e-06, "Finetune/Loss": 0.7985156178474426, "Finetune/Loss (Raw)": 0.8538336753845215, "Finetune/Step": 2658, "Finetune/Step Time": 6.000491255894303}
+{"Finetune/Learning Rate": 9.032625191283369e-06, "Finetune/Loss": 0.7988677620887756, "Finetune/Loss (Raw)": 0.7624896764755249, "Finetune/Step": 2659, "Finetune/Step Time": 6.0106457863003016}
+{"Finetune/Learning Rate": 9.026020296271487e-06, "Finetune/Loss": 0.798727810382843, "Finetune/Loss (Raw)": 0.7819653749465942, "Finetune/Step": 2660, "Finetune/Step Time": 6.017942313104868}
+{"Finetune/Learning Rate": 9.019415830196226e-06, "Finetune/Loss": 0.8004531860351562, "Finetune/Loss (Raw)": 0.9135145545005798, "Finetune/Step": 2661, "Finetune/Step Time": 6.029509169980884}
+{"Finetune/Learning Rate": 9.012811795966174e-06, "Finetune/Loss": 0.8026272654533386, "Finetune/Loss (Raw)": 0.8804624676704407, "Finetune/Step": 2662, "Finetune/Step Time": 6.02276155911386}
+{"Finetune/Learning Rate": 9.006208196489713e-06, "Finetune/Loss": 0.8035351037979126, "Finetune/Loss (Raw)": 0.7334690093994141, "Finetune/Step": 2663, "Finetune/Step Time": 6.02677758783102}
+{"Finetune/Learning Rate": 8.99960503467504e-06, "Finetune/Loss": 0.8036143779754639, "Finetune/Loss (Raw)": 0.7708461880683899, "Finetune/Step": 2664, "Finetune/Step Time": 6.022361870855093}
+{"Finetune/Learning Rate": 8.993002313430164e-06, "Finetune/Loss": 0.804786205291748, "Finetune/Loss (Raw)": 1.0148659944534302, "Finetune/Step": 2665, "Finetune/Step Time": 6.02057415060699}
+{"Finetune/Learning Rate": 8.986400035662897e-06, "Finetune/Loss": 0.8021224141120911, "Finetune/Loss (Raw)": 0.6578535437583923, "Finetune/Step": 2666, "Finetune/Step Time": 6.030676770955324}
+{"Finetune/Learning Rate": 8.97979820428085e-06, "Finetune/Loss": 0.8049969673156738, "Finetune/Loss (Raw)": 0.9048756957054138, "Finetune/Step": 2667, "Finetune/Step Time": 6.02060660161078}
+{"Finetune/Learning Rate": 8.973196822191443e-06, "Finetune/Loss": 0.803128182888031, "Finetune/Loss (Raw)": 0.5606621503829956, "Finetune/Step": 2668, "Finetune/Step Time": 6.025793505832553}
+{"Finetune/Learning Rate": 8.966595892301901e-06, "Finetune/Loss": 0.8023068308830261, "Finetune/Loss (Raw)": 0.8011519312858582, "Finetune/Step": 2669, "Finetune/Step Time": 6.021411664783955}
+{"Finetune/Learning Rate": 8.959995417519245e-06, "Finetune/Loss": 0.8035467863082886, "Finetune/Loss (Raw)": 0.900604784488678, "Finetune/Step": 2670, "Finetune/Step Time": 6.017930883914232}
+{"Finetune/Learning Rate": 8.953395400750294e-06, "Finetune/Loss": 0.8039956092834473, "Finetune/Loss (Raw)": 0.809095025062561, "Finetune/Step": 2671, "Finetune/Step Time": 6.017767611891031}
+{"Finetune/Learning Rate": 8.946795844901668e-06, "Finetune/Loss": 0.803722083568573, "Finetune/Loss (Raw)": 0.8739393353462219, "Finetune/Step": 2672, "Finetune/Step Time": 6.016846459358931}
+{"Finetune/Learning Rate": 8.940196752879789e-06, "Finetune/Loss": 0.8034160137176514, "Finetune/Loss (Raw)": 0.5807281732559204, "Finetune/Step": 2673, "Finetune/Step Time": 6.000670779496431}
+{"Finetune/Learning Rate": 8.933598127590868e-06, "Finetune/Loss": 0.8042346835136414, "Finetune/Loss (Raw)": 0.8082535266876221, "Finetune/Step": 2674, "Finetune/Step Time": 5.993123661726713}
+{"Finetune/Learning Rate": 8.92699997194091e-06, "Finetune/Loss": 0.8060851097106934, "Finetune/Loss (Raw)": 0.9253795742988586, "Finetune/Step": 2675, "Finetune/Step Time": 5.99315763823688}
+{"Finetune/Learning Rate": 8.920402288835712e-06, "Finetune/Loss": 0.8076024651527405, "Finetune/Loss (Raw)": 0.9121877551078796, "Finetune/Step": 2676, "Finetune/Step Time": 5.993350271135569}
+{"Finetune/Learning Rate": 8.913805081180876e-06, "Finetune/Loss": 0.8081215620040894, "Finetune/Loss (Raw)": 0.8575009107589722, "Finetune/Step": 2677, "Finetune/Step Time": 5.979148097336292}
+{"Finetune/Learning Rate": 8.907208351881776e-06, "Finetune/Loss": 0.8077235817909241, "Finetune/Loss (Raw)": 0.7892301678657532, "Finetune/Step": 2678, "Finetune/Step Time": 5.988065354526043}
+{"Finetune/Learning Rate": 8.90061210384359e-06, "Finetune/Loss": 0.8079906702041626, "Finetune/Loss (Raw)": 0.8580974340438843, "Finetune/Step": 2679, "Finetune/Step Time": 5.9901734460145235}
+{"Finetune/Learning Rate": 8.894016339971271e-06, "Finetune/Loss": 0.8087564706802368, "Finetune/Loss (Raw)": 0.9939869046211243, "Finetune/Step": 2680, "Finetune/Step Time": 6.000775663182139}
+{"Finetune/Learning Rate": 8.887421063169577e-06, "Finetune/Loss": 0.8096450567245483, "Finetune/Loss (Raw)": 0.8410730361938477, "Finetune/Step": 2681, "Finetune/Step Time": 6.0005457028746605}
+{"Finetune/Learning Rate": 8.880826276343033e-06, "Finetune/Loss": 0.80977463722229, "Finetune/Loss (Raw)": 0.7414965033531189, "Finetune/Step": 2682, "Finetune/Step Time": 6.004291854798794}
+{"Finetune/Learning Rate": 8.874231982395956e-06, "Finetune/Loss": 0.8087442517280579, "Finetune/Loss (Raw)": 0.8166425228118896, "Finetune/Step": 2683, "Finetune/Step Time": 6.003243209794164}
+{"Finetune/Learning Rate": 8.867638184232446e-06, "Finetune/Loss": 0.8098228573799133, "Finetune/Loss (Raw)": 0.9041975736618042, "Finetune/Step": 2684, "Finetune/Step Time": 6.010594584047794}
+{"Finetune/Learning Rate": 8.86104488475639e-06, "Finetune/Loss": 0.8115518689155579, "Finetune/Loss (Raw)": 0.8447391390800476, "Finetune/Step": 2685, "Finetune/Step Time": 6.015363762155175}
+{"Finetune/Learning Rate": 8.854452086871442e-06, "Finetune/Loss": 0.8120718598365784, "Finetune/Loss (Raw)": 0.827170729637146, "Finetune/Step": 2686, "Finetune/Step Time": 6.019755510613322}
+{"Finetune/Learning Rate": 8.847859793481046e-06, "Finetune/Loss": 0.8125792741775513, "Finetune/Loss (Raw)": 0.908568799495697, "Finetune/Step": 2687, "Finetune/Step Time": 6.018641265109181}
+{"Finetune/Learning Rate": 8.84126800748842e-06, "Finetune/Loss": 0.8102884292602539, "Finetune/Loss (Raw)": 0.7071431279182434, "Finetune/Step": 2688, "Finetune/Step Time": 6.0392715353518724}
+{"Finetune/Learning Rate": 8.834676731796562e-06, "Finetune/Loss": 0.8111240863800049, "Finetune/Loss (Raw)": 0.9130536913871765, "Finetune/Step": 2689, "Finetune/Step Time": 6.0405023861676455}
+{"Finetune/Learning Rate": 8.828085969308242e-06, "Finetune/Loss": 0.8091590404510498, "Finetune/Loss (Raw)": 0.7489460706710815, "Finetune/Step": 2690, "Finetune/Step Time": 6.0354950204491615}
+{"Finetune/Learning Rate": 8.821495722925998e-06, "Finetune/Loss": 0.8101707100868225, "Finetune/Loss (Raw)": 0.7061401605606079, "Finetune/Step": 2691, "Finetune/Step Time": 6.032798007130623}
+{"Finetune/Learning Rate": 8.814905995552156e-06, "Finetune/Loss": 0.8104783296585083, "Finetune/Loss (Raw)": 0.9386195540428162, "Finetune/Step": 2692, "Finetune/Step Time": 6.029037371277809}
+{"Finetune/Learning Rate": 8.808316790088801e-06, "Finetune/Loss": 0.8112629652023315, "Finetune/Loss (Raw)": 0.8224985003471375, "Finetune/Step": 2693, "Finetune/Step Time": 6.029127513989806}
+{"Finetune/Learning Rate": 8.80172810943779e-06, "Finetune/Loss": 0.8128042221069336, "Finetune/Loss (Raw)": 0.8088436126708984, "Finetune/Step": 2694, "Finetune/Step Time": 6.003201689571142}
+{"Finetune/Learning Rate": 8.79513995650075e-06, "Finetune/Loss": 0.8131760358810425, "Finetune/Loss (Raw)": 0.9157494902610779, "Finetune/Step": 2695, "Finetune/Step Time": 6.005426673218608}
+{"Finetune/Learning Rate": 8.788552334179083e-06, "Finetune/Loss": 0.8120709657669067, "Finetune/Loss (Raw)": 0.8508359789848328, "Finetune/Step": 2696, "Finetune/Step Time": 6.014258658513427}
+{"Finetune/Learning Rate": 8.781965245373945e-06, "Finetune/Loss": 0.8120352029800415, "Finetune/Loss (Raw)": 0.859617292881012, "Finetune/Step": 2697, "Finetune/Step Time": 6.015195593237877}
+{"Finetune/Learning Rate": 8.775378692986262e-06, "Finetune/Loss": 0.8119866847991943, "Finetune/Loss (Raw)": 0.8270525932312012, "Finetune/Step": 2698, "Finetune/Step Time": 6.003129698336124}
+{"Finetune/Learning Rate": 8.768792679916723e-06, "Finetune/Loss": 0.8124622106552124, "Finetune/Loss (Raw)": 0.8543693423271179, "Finetune/Step": 2699, "Finetune/Step Time": 6.001563299447298}
+{"Finetune/Learning Rate": 8.76220720906579e-06, "Finetune/Loss": 0.8131828308105469, "Finetune/Loss (Raw)": 0.9057180881500244, "Finetune/Step": 2700, "Finetune/Step Time": 5.994105646386743}
+{"Finetune/Learning Rate": 8.755622283333668e-06, "Finetune/Loss": 0.8138741254806519, "Finetune/Loss (Raw)": 0.7563324570655823, "Finetune/Step": 2701, "Finetune/Step Time": 5.9891019985079765}
+{"Finetune/Learning Rate": 8.749037905620334e-06, "Finetune/Loss": 0.8131601810455322, "Finetune/Loss (Raw)": 0.8299216032028198, "Finetune/Step": 2702, "Finetune/Step Time": 5.995287215337157}
+{"Finetune/Learning Rate": 8.742454078825519e-06, "Finetune/Loss": 0.8129439353942871, "Finetune/Loss (Raw)": 0.7491149306297302, "Finetune/Step": 2703, "Finetune/Step Time": 5.992500234395266}
+{"Finetune/Learning Rate": 8.735870805848718e-06, "Finetune/Loss": 0.813812255859375, "Finetune/Loss (Raw)": 0.8208160996437073, "Finetune/Step": 2704, "Finetune/Step Time": 5.995468016713858}
+{"Finetune/Learning Rate": 8.72928808958917e-06, "Finetune/Loss": 0.8148816227912903, "Finetune/Loss (Raw)": 0.8613612055778503, "Finetune/Step": 2705, "Finetune/Step Time": 5.993782280012965}
+{"Finetune/Learning Rate": 8.722705932945884e-06, "Finetune/Loss": 0.8150161504745483, "Finetune/Loss (Raw)": 0.7689747214317322, "Finetune/Step": 2706, "Finetune/Step Time": 5.993315998464823}
+{"Finetune/Learning Rate": 8.716124338817604e-06, "Finetune/Loss": 0.814928412437439, "Finetune/Loss (Raw)": 0.8504493236541748, "Finetune/Step": 2707, "Finetune/Step Time": 5.995536036789417}
+{"Finetune/Learning Rate": 8.709543310102848e-06, "Finetune/Loss": 0.8148994445800781, "Finetune/Loss (Raw)": 0.7134067416191101, "Finetune/Step": 2708, "Finetune/Step Time": 6.000496506690979}
+{"Finetune/Learning Rate": 8.702962849699867e-06, "Finetune/Loss": 0.8143741488456726, "Finetune/Loss (Raw)": 0.8786718845367432, "Finetune/Step": 2709, "Finetune/Step Time": 5.998699646443129}
+{"Finetune/Learning Rate": 8.696382960506667e-06, "Finetune/Loss": 0.8141205310821533, "Finetune/Loss (Raw)": 0.7515405416488647, "Finetune/Step": 2710, "Finetune/Step Time": 6.009054619818926}
+{"Finetune/Learning Rate": 8.68980364542101e-06, "Finetune/Loss": 0.8141810297966003, "Finetune/Loss (Raw)": 0.7858277559280396, "Finetune/Step": 2711, "Finetune/Step Time": 6.004280637949705}
+{"Finetune/Learning Rate": 8.6832249073404e-06, "Finetune/Loss": 0.8145498633384705, "Finetune/Loss (Raw)": 0.8731549978256226, "Finetune/Step": 2712, "Finetune/Step Time": 5.9983041770756245}
+{"Finetune/Learning Rate": 8.676646749162078e-06, "Finetune/Loss": 0.8147316575050354, "Finetune/Loss (Raw)": 0.7423771619796753, "Finetune/Step": 2713, "Finetune/Step Time": 5.997183540835977}
+{"Finetune/Learning Rate": 8.67006917378304e-06, "Finetune/Loss": 0.8159406781196594, "Finetune/Loss (Raw)": 0.8426691889762878, "Finetune/Step": 2714, "Finetune/Step Time": 5.987167272716761}
+{"Finetune/Learning Rate": 8.663492184100028e-06, "Finetune/Loss": 0.8150131702423096, "Finetune/Loss (Raw)": 0.8830070495605469, "Finetune/Step": 2715, "Finetune/Step Time": 5.987513788044453}
+{"Finetune/Learning Rate": 8.656915783009518e-06, "Finetune/Loss": 0.8149938583374023, "Finetune/Loss (Raw)": 0.8708328604698181, "Finetune/Step": 2716, "Finetune/Step Time": 5.987764762714505}
+{"Finetune/Learning Rate": 8.650339973407726e-06, "Finetune/Loss": 0.8157089352607727, "Finetune/Loss (Raw)": 0.9039871096611023, "Finetune/Step": 2717, "Finetune/Step Time": 5.99160273373127}
+{"Finetune/Learning Rate": 8.643764758190616e-06, "Finetune/Loss": 0.8140078783035278, "Finetune/Loss (Raw)": 0.7583473920822144, "Finetune/Step": 2718, "Finetune/Step Time": 5.990085458382964}
+{"Finetune/Learning Rate": 8.637190140253886e-06, "Finetune/Loss": 0.8125313520431519, "Finetune/Loss (Raw)": 0.7495626211166382, "Finetune/Step": 2719, "Finetune/Step Time": 5.998496124520898}
+{"Finetune/Learning Rate": 8.630616122492967e-06, "Finetune/Loss": 0.8123892545700073, "Finetune/Loss (Raw)": 0.8389042615890503, "Finetune/Step": 2720, "Finetune/Step Time": 5.9972647204995155}
+{"Finetune/Learning Rate": 8.624042707803034e-06, "Finetune/Loss": 0.8112330436706543, "Finetune/Loss (Raw)": 0.6665234565734863, "Finetune/Step": 2721, "Finetune/Step Time": 5.996234685182571}
+{"Finetune/Learning Rate": 8.617469899078982e-06, "Finetune/Loss": 0.8112622499465942, "Finetune/Loss (Raw)": 0.8546920418739319, "Finetune/Step": 2722, "Finetune/Step Time": 5.998631939291954}
+{"Finetune/Learning Rate": 8.610897699215462e-06, "Finetune/Loss": 0.8103752136230469, "Finetune/Loss (Raw)": 0.7646836638450623, "Finetune/Step": 2723, "Finetune/Step Time": 6.00370879471302}
+{"Finetune/Learning Rate": 8.604326111106834e-06, "Finetune/Loss": 0.809444785118103, "Finetune/Loss (Raw)": 0.6692374348640442, "Finetune/Step": 2724, "Finetune/Step Time": 6.005010277032852}
+{"Finetune/Learning Rate": 8.597755137647202e-06, "Finetune/Loss": 0.8096007108688354, "Finetune/Loss (Raw)": 0.7462115287780762, "Finetune/Step": 2725, "Finetune/Step Time": 6.001442329958081}
+{"Finetune/Learning Rate": 8.591184781730388e-06, "Finetune/Loss": 0.8106002807617188, "Finetune/Loss (Raw)": 0.9377296566963196, "Finetune/Step": 2726, "Finetune/Step Time": 6.004261119291186}
+{"Finetune/Learning Rate": 8.584615046249964e-06, "Finetune/Loss": 0.8103737831115723, "Finetune/Loss (Raw)": 0.7457112669944763, "Finetune/Step": 2727, "Finetune/Step Time": 6.006732502952218}
+{"Finetune/Learning Rate": 8.578045934099204e-06, "Finetune/Loss": 0.8105000257492065, "Finetune/Loss (Raw)": 0.9384281635284424, "Finetune/Step": 2728, "Finetune/Step Time": 6.0104140266776085}
+{"Finetune/Learning Rate": 8.57147744817112e-06, "Finetune/Loss": 0.8098480105400085, "Finetune/Loss (Raw)": 0.7848347425460815, "Finetune/Step": 2729, "Finetune/Step Time": 6.01885886862874}
+{"Finetune/Learning Rate": 8.564909591358444e-06, "Finetune/Loss": 0.81130051612854, "Finetune/Loss (Raw)": 0.9223675727844238, "Finetune/Step": 2730, "Finetune/Step Time": 6.019041309133172}
+{"Finetune/Learning Rate": 8.558342366553636e-06, "Finetune/Loss": 0.8121263980865479, "Finetune/Loss (Raw)": 0.8934445977210999, "Finetune/Step": 2731, "Finetune/Step Time": 6.016914485022426}
+{"Finetune/Learning Rate": 8.551775776648873e-06, "Finetune/Loss": 0.8112780451774597, "Finetune/Loss (Raw)": 0.8036965131759644, "Finetune/Step": 2732, "Finetune/Step Time": 6.036755718290806}
+{"Finetune/Learning Rate": 8.545209824536052e-06, "Finetune/Loss": 0.811812162399292, "Finetune/Loss (Raw)": 0.8301191329956055, "Finetune/Step": 2733, "Finetune/Step Time": 6.032161792740226}
+{"Finetune/Learning Rate": 8.538644513106798e-06, "Finetune/Loss": 0.811420202255249, "Finetune/Loss (Raw)": 0.6606088876724243, "Finetune/Step": 2734, "Finetune/Step Time": 6.036645641550422}
+{"Finetune/Learning Rate": 8.532079845252442e-06, "Finetune/Loss": 0.8112431168556213, "Finetune/Loss (Raw)": 0.7626897096633911, "Finetune/Step": 2735, "Finetune/Step Time": 6.039194121956825}
+{"Finetune/Learning Rate": 8.525515823864034e-06, "Finetune/Loss": 0.811038076877594, "Finetune/Loss (Raw)": 0.7919942140579224, "Finetune/Step": 2736, "Finetune/Step Time": 6.03557020612061}
+{"Finetune/Learning Rate": 8.518952451832344e-06, "Finetune/Loss": 0.8108909130096436, "Finetune/Loss (Raw)": 0.7326917052268982, "Finetune/Step": 2737, "Finetune/Step Time": 6.035765392705798}
+{"Finetune/Learning Rate": 8.512389732047859e-06, "Finetune/Loss": 0.8116878867149353, "Finetune/Loss (Raw)": 0.7967925667762756, "Finetune/Step": 2738, "Finetune/Step Time": 6.0329827312380075}
+{"Finetune/Learning Rate": 8.505827667400767e-06, "Finetune/Loss": 0.8113694787025452, "Finetune/Loss (Raw)": 0.6725385189056396, "Finetune/Step": 2739, "Finetune/Step Time": 6.035668682307005}
+{"Finetune/Learning Rate": 8.499266260780979e-06, "Finetune/Loss": 0.8113466501235962, "Finetune/Loss (Raw)": 0.7921892404556274, "Finetune/Step": 2740, "Finetune/Step Time": 6.038829993456602}
+{"Finetune/Learning Rate": 8.4927055150781e-06, "Finetune/Loss": 0.8111751079559326, "Finetune/Loss (Raw)": 0.8462094664573669, "Finetune/Step": 2741, "Finetune/Step Time": 6.037269987165928}
+{"Finetune/Learning Rate": 8.486145433181472e-06, "Finetune/Loss": 0.8114728927612305, "Finetune/Loss (Raw)": 0.8456767201423645, "Finetune/Step": 2742, "Finetune/Step Time": 6.0466585997492075}
+{"Finetune/Learning Rate": 8.479586017980117e-06, "Finetune/Loss": 0.8109418153762817, "Finetune/Loss (Raw)": 0.7430520057678223, "Finetune/Step": 2743, "Finetune/Step Time": 6.032505564391613}
+{"Finetune/Learning Rate": 8.473027272362779e-06, "Finetune/Loss": 0.8103567361831665, "Finetune/Loss (Raw)": 0.5910454988479614, "Finetune/Step": 2744, "Finetune/Step Time": 6.037730600684881}
+{"Finetune/Learning Rate": 8.466469199217893e-06, "Finetune/Loss": 0.8106756210327148, "Finetune/Loss (Raw)": 0.8397043347358704, "Finetune/Step": 2745, "Finetune/Step Time": 6.036695256829262}
+{"Finetune/Learning Rate": 8.45991180143362e-06, "Finetune/Loss": 0.8095455169677734, "Finetune/Loss (Raw)": 0.7725867629051208, "Finetune/Step": 2746, "Finetune/Step Time": 6.021757695823908}
+{"Finetune/Learning Rate": 8.453355081897804e-06, "Finetune/Loss": 0.8088897466659546, "Finetune/Loss (Raw)": 0.693760335445404, "Finetune/Step": 2747, "Finetune/Step Time": 6.030094459652901}
+{"Finetune/Learning Rate": 8.446799043498002e-06, "Finetune/Loss": 0.8089661598205566, "Finetune/Loss (Raw)": 0.7488072514533997, "Finetune/Step": 2748, "Finetune/Step Time": 6.031617030501366}
+{"Finetune/Learning Rate": 8.440243689121457e-06, "Finetune/Loss": 0.8085815906524658, "Finetune/Loss (Raw)": 0.849757969379425, "Finetune/Step": 2749, "Finetune/Step Time": 6.0236225966364145}
+{"Finetune/Learning Rate": 8.433689021655128e-06, "Finetune/Loss": 0.8095033168792725, "Finetune/Loss (Raw)": 0.9746280312538147, "Finetune/Step": 2750, "Finetune/Step Time": 6.009104333817959}
+{"Finetune/Learning Rate": 8.42713504398566e-06, "Finetune/Loss": 0.8091632127761841, "Finetune/Loss (Raw)": 0.726398766040802, "Finetune/Step": 2751, "Finetune/Step Time": 6.0028667114675045}
+{"Finetune/Learning Rate": 8.420581758999397e-06, "Finetune/Loss": 0.8083658218383789, "Finetune/Loss (Raw)": 0.753215491771698, "Finetune/Step": 2752, "Finetune/Step Time": 5.987841619178653}
+{"Finetune/Learning Rate": 8.414029169582383e-06, "Finetune/Loss": 0.809464156627655, "Finetune/Loss (Raw)": 0.8934529423713684, "Finetune/Step": 2753, "Finetune/Step Time": 5.9874657317996025}
+{"Finetune/Learning Rate": 8.407477278620347e-06, "Finetune/Loss": 0.8086137175559998, "Finetune/Loss (Raw)": 0.7719156742095947, "Finetune/Step": 2754, "Finetune/Step Time": 5.983081970363855}
+{"Finetune/Learning Rate": 8.400926088998715e-06, "Finetune/Loss": 0.8084593415260315, "Finetune/Loss (Raw)": 0.7939938902854919, "Finetune/Step": 2755, "Finetune/Step Time": 5.996493553742766}
+{"Finetune/Learning Rate": 8.394375603602602e-06, "Finetune/Loss": 0.8088865280151367, "Finetune/Loss (Raw)": 0.7962822914123535, "Finetune/Step": 2756, "Finetune/Step Time": 5.992863867431879}
+{"Finetune/Learning Rate": 8.387825825316823e-06, "Finetune/Loss": 0.8074190020561218, "Finetune/Loss (Raw)": 0.6601477265357971, "Finetune/Step": 2757, "Finetune/Step Time": 5.989093616604805}
+{"Finetune/Learning Rate": 8.381276757025864e-06, "Finetune/Loss": 0.8096681237220764, "Finetune/Loss (Raw)": 0.9415655732154846, "Finetune/Step": 2758, "Finetune/Step Time": 5.9680860955268145}
+{"Finetune/Learning Rate": 8.374728401613912e-06, "Finetune/Loss": 0.8093600273132324, "Finetune/Loss (Raw)": 0.8039575815200806, "Finetune/Step": 2759, "Finetune/Step Time": 5.967041386291385}
+{"Finetune/Learning Rate": 8.36818076196483e-06, "Finetune/Loss": 0.8090603351593018, "Finetune/Loss (Raw)": 0.7277621626853943, "Finetune/Step": 2760, "Finetune/Step Time": 5.923741089180112}
+{"Finetune/Learning Rate": 8.36163384096218e-06, "Finetune/Loss": 0.8085545301437378, "Finetune/Loss (Raw)": 0.7489708065986633, "Finetune/Step": 2761, "Finetune/Step Time": 5.923854108899832}
+{"Finetune/Learning Rate": 8.355087641489195e-06, "Finetune/Loss": 0.8077340722084045, "Finetune/Loss (Raw)": 0.8517667651176453, "Finetune/Step": 2762, "Finetune/Step Time": 5.922594541683793}
+{"Finetune/Learning Rate": 8.348542166428794e-06, "Finetune/Loss": 0.8075610399246216, "Finetune/Loss (Raw)": 0.7362454533576965, "Finetune/Step": 2763, "Finetune/Step Time": 5.906719624996185}
+{"Finetune/Learning Rate": 8.34199741866357e-06, "Finetune/Loss": 0.8072600364685059, "Finetune/Loss (Raw)": 0.7568475604057312, "Finetune/Step": 2764, "Finetune/Step Time": 5.917109282687306}
+{"Finetune/Learning Rate": 8.335453401075818e-06, "Finetune/Loss": 0.8089865446090698, "Finetune/Loss (Raw)": 0.9060943126678467, "Finetune/Step": 2765, "Finetune/Step Time": 5.913613226264715}
+{"Finetune/Learning Rate": 8.328910116547485e-06, "Finetune/Loss": 0.8094298839569092, "Finetune/Loss (Raw)": 0.8000968098640442, "Finetune/Step": 2766, "Finetune/Step Time": 5.902713183313608}
+{"Finetune/Learning Rate": 8.322367567960211e-06, "Finetune/Loss": 0.8111051321029663, "Finetune/Loss (Raw)": 0.8975009918212891, "Finetune/Step": 2767, "Finetune/Step Time": 5.901264326646924}
+{"Finetune/Learning Rate": 8.315825758195301e-06, "Finetune/Loss": 0.811921238899231, "Finetune/Loss (Raw)": 0.7742682695388794, "Finetune/Step": 2768, "Finetune/Step Time": 5.8853857312351465}
+{"Finetune/Learning Rate": 8.309284690133748e-06, "Finetune/Loss": 0.8127844929695129, "Finetune/Loss (Raw)": 0.8008084297180176, "Finetune/Step": 2769, "Finetune/Step Time": 5.8822219260036945}
+{"Finetune/Learning Rate": 8.302744366656209e-06, "Finetune/Loss": 0.8119792938232422, "Finetune/Loss (Raw)": 0.7643465995788574, "Finetune/Step": 2770, "Finetune/Step Time": 5.88250121101737}
+{"Finetune/Learning Rate": 8.296204790643016e-06, "Finetune/Loss": 0.8108377456665039, "Finetune/Loss (Raw)": 0.7751128673553467, "Finetune/Step": 2771, "Finetune/Step Time": 5.87569903768599}
+{"Finetune/Learning Rate": 8.289665964974164e-06, "Finetune/Loss": 0.8122577667236328, "Finetune/Loss (Raw)": 0.9807513952255249, "Finetune/Step": 2772, "Finetune/Step Time": 5.856982471421361}
+{"Finetune/Learning Rate": 8.283127892529337e-06, "Finetune/Loss": 0.8120318055152893, "Finetune/Loss (Raw)": 0.7692438364028931, "Finetune/Step": 2773, "Finetune/Step Time": 5.857858300209045}
+{"Finetune/Learning Rate": 8.27659057618787e-06, "Finetune/Loss": 0.8085386753082275, "Finetune/Loss (Raw)": 0.5403454303741455, "Finetune/Step": 2774, "Finetune/Step Time": 5.85786116309464}
+{"Finetune/Learning Rate": 8.270054018828761e-06, "Finetune/Loss": 0.8092943429946899, "Finetune/Loss (Raw)": 0.8783431053161621, "Finetune/Step": 2775, "Finetune/Step Time": 5.855836383998394}
+{"Finetune/Learning Rate": 8.263518223330698e-06, "Finetune/Loss": 0.809569776058197, "Finetune/Loss (Raw)": 0.9572311043739319, "Finetune/Step": 2776, "Finetune/Step Time": 5.859359422698617}
+{"Finetune/Learning Rate": 8.256983192572008e-06, "Finetune/Loss": 0.8082762360572815, "Finetune/Loss (Raw)": 0.7240884304046631, "Finetune/Step": 2777, "Finetune/Step Time": 5.894121529534459}
+{"Finetune/Learning Rate": 8.250448929430697e-06, "Finetune/Loss": 0.8078222870826721, "Finetune/Loss (Raw)": 0.8393535614013672, "Finetune/Step": 2778, "Finetune/Step Time": 5.895131513476372}
+{"Finetune/Learning Rate": 8.243915436784418e-06, "Finetune/Loss": 0.8064166307449341, "Finetune/Loss (Raw)": 0.7989619374275208, "Finetune/Step": 2779, "Finetune/Step Time": 5.895084653049707}
+{"Finetune/Learning Rate": 8.237382717510508e-06, "Finetune/Loss": 0.8055717945098877, "Finetune/Loss (Raw)": 0.8236899375915527, "Finetune/Step": 2780, "Finetune/Step Time": 5.893679760396481}
+{"Finetune/Learning Rate": 8.230850774485938e-06, "Finetune/Loss": 0.8079155683517456, "Finetune/Loss (Raw)": 0.8985663652420044, "Finetune/Step": 2781, "Finetune/Step Time": 5.884820492938161}
+{"Finetune/Learning Rate": 8.224319610587358e-06, "Finetune/Loss": 0.8079730272293091, "Finetune/Loss (Raw)": 0.8014257550239563, "Finetune/Step": 2782, "Finetune/Step Time": 5.895367311313748}
+{"Finetune/Learning Rate": 8.217789228691055e-06, "Finetune/Loss": 0.8078435659408569, "Finetune/Loss (Raw)": 0.7863361835479736, "Finetune/Step": 2783, "Finetune/Step Time": 5.896171549335122}
+{"Finetune/Learning Rate": 8.211259631672989e-06, "Finetune/Loss": 0.8092251420021057, "Finetune/Loss (Raw)": 0.8355510830879211, "Finetune/Step": 2784, "Finetune/Step Time": 5.889949284493923}
+{"Finetune/Learning Rate": 8.204730822408768e-06, "Finetune/Loss": 0.8089286088943481, "Finetune/Loss (Raw)": 0.639086902141571, "Finetune/Step": 2785, "Finetune/Step Time": 5.8962424378842115}
+{"Finetune/Learning Rate": 8.198202803773651e-06, "Finetune/Loss": 0.808786153793335, "Finetune/Loss (Raw)": 0.8355891108512878, "Finetune/Step": 2786, "Finetune/Step Time": 5.889028444886208}
+{"Finetune/Learning Rate": 8.191675578642546e-06, "Finetune/Loss": 0.809563159942627, "Finetune/Loss (Raw)": 0.8619447350502014, "Finetune/Step": 2787, "Finetune/Step Time": 5.878721727058291}
+{"Finetune/Learning Rate": 8.185149149890022e-06, "Finetune/Loss": 0.8099748492240906, "Finetune/Loss (Raw)": 0.8346654772758484, "Finetune/Step": 2788, "Finetune/Step Time": 5.874371722340584}
+{"Finetune/Learning Rate": 8.178623520390288e-06, "Finetune/Loss": 0.8086720108985901, "Finetune/Loss (Raw)": 0.7467496991157532, "Finetune/Step": 2789, "Finetune/Step Time": 5.867839239537716}
+{"Finetune/Learning Rate": 8.172098693017208e-06, "Finetune/Loss": 0.8082637786865234, "Finetune/Loss (Raw)": 0.8282070755958557, "Finetune/Step": 2790, "Finetune/Step Time": 5.873127240687609}
+{"Finetune/Learning Rate": 8.165574670644281e-06, "Finetune/Loss": 0.8089580535888672, "Finetune/Loss (Raw)": 0.8223468065261841, "Finetune/Step": 2791, "Finetune/Step Time": 5.8671596217900515}
+{"Finetune/Learning Rate": 8.15905145614467e-06, "Finetune/Loss": 0.8085008859634399, "Finetune/Loss (Raw)": 0.7123181223869324, "Finetune/Step": 2792, "Finetune/Step Time": 5.874560570344329}
+{"Finetune/Learning Rate": 8.152529052391164e-06, "Finetune/Loss": 0.8072705268859863, "Finetune/Loss (Raw)": 0.8573903441429138, "Finetune/Step": 2793, "Finetune/Step Time": 5.877436110749841}
+{"Finetune/Learning Rate": 8.146007462256205e-06, "Finetune/Loss": 0.8082717061042786, "Finetune/Loss (Raw)": 0.7860004305839539, "Finetune/Step": 2794, "Finetune/Step Time": 5.863300392404199}
+{"Finetune/Learning Rate": 8.13948668861187e-06, "Finetune/Loss": 0.8078529834747314, "Finetune/Loss (Raw)": 0.8512803912162781, "Finetune/Step": 2795, "Finetune/Step Time": 5.867601897567511}
+{"Finetune/Learning Rate": 8.132966734329888e-06, "Finetune/Loss": 0.808466911315918, "Finetune/Loss (Raw)": 0.639237642288208, "Finetune/Step": 2796, "Finetune/Step Time": 5.855323873460293}
+{"Finetune/Learning Rate": 8.126447602281618e-06, "Finetune/Loss": 0.8078222274780273, "Finetune/Loss (Raw)": 0.7186354994773865, "Finetune/Step": 2797, "Finetune/Step Time": 5.854767013341188}
+{"Finetune/Learning Rate": 8.11992929533805e-06, "Finetune/Loss": 0.8076940774917603, "Finetune/Loss (Raw)": 0.8842015266418457, "Finetune/Step": 2798, "Finetune/Step Time": 5.8691388461738825}
+{"Finetune/Learning Rate": 8.113411816369836e-06, "Finetune/Loss": 0.8074041604995728, "Finetune/Loss (Raw)": 0.7719860076904297, "Finetune/Step": 2799, "Finetune/Step Time": 5.875537224113941}
+{"Finetune/Learning Rate": 8.106895168247232e-06, "Finetune/Loss": 0.806026816368103, "Finetune/Loss (Raw)": 0.697634756565094, "Finetune/Step": 2800, "Finetune/Step Time": 5.880249600857496}
+{"Finetune/Learning Rate": 8.10037935384015e-06, "Finetune/Loss": 0.807636022567749, "Finetune/Loss (Raw)": 0.7867087721824646, "Finetune/Step": 2801, "Finetune/Step Time": 5.875450566411018}
+{"Finetune/Learning Rate": 8.093864376018124e-06, "Finetune/Loss": 0.8073766231536865, "Finetune/Loss (Raw)": 0.7750566005706787, "Finetune/Step": 2802, "Finetune/Step Time": 5.87438352778554}
+{"Finetune/Learning Rate": 8.087350237650326e-06, "Finetune/Loss": 0.807319164276123, "Finetune/Loss (Raw)": 0.9180182218551636, "Finetune/Step": 2803, "Finetune/Step Time": 5.875307498499751}
+{"Finetune/Learning Rate": 8.080836941605554e-06, "Finetune/Loss": 0.8065007925033569, "Finetune/Loss (Raw)": 0.8074442744255066, "Finetune/Step": 2804, "Finetune/Step Time": 5.882847500964999}
+{"Finetune/Learning Rate": 8.074324490752239e-06, "Finetune/Loss": 0.8064535856246948, "Finetune/Loss (Raw)": 0.851456344127655, "Finetune/Step": 2805, "Finetune/Step Time": 5.892895147204399}
+{"Finetune/Learning Rate": 8.067812887958432e-06, "Finetune/Loss": 0.8078309893608093, "Finetune/Loss (Raw)": 0.9655306339263916, "Finetune/Step": 2806, "Finetune/Step Time": 5.882706789299846}
+{"Finetune/Learning Rate": 8.06130213609182e-06, "Finetune/Loss": 0.8071740865707397, "Finetune/Loss (Raw)": 0.7740147709846497, "Finetune/Step": 2807, "Finetune/Step Time": 5.882423873990774}
+{"Finetune/Learning Rate": 8.054792238019712e-06, "Finetune/Loss": 0.8047970533370972, "Finetune/Loss (Raw)": 0.6897293925285339, "Finetune/Step": 2808, "Finetune/Step Time": 5.871566221117973}
+{"Finetune/Learning Rate": 8.04828319660904e-06, "Finetune/Loss": 0.805457592010498, "Finetune/Loss (Raw)": 0.9256251454353333, "Finetune/Step": 2809, "Finetune/Step Time": 5.869718674570322}
+{"Finetune/Learning Rate": 8.041775014726354e-06, "Finetune/Loss": 0.8059514164924622, "Finetune/Loss (Raw)": 0.8047027587890625, "Finetune/Step": 2810, "Finetune/Step Time": 5.866614559665322}
+{"Finetune/Learning Rate": 8.035267695237833e-06, "Finetune/Loss": 0.8066431879997253, "Finetune/Loss (Raw)": 0.905194878578186, "Finetune/Step": 2811, "Finetune/Step Time": 5.871421679854393}
+{"Finetune/Learning Rate": 8.02876124100928e-06, "Finetune/Loss": 0.805256187915802, "Finetune/Loss (Raw)": 0.7266582250595093, "Finetune/Step": 2812, "Finetune/Step Time": 5.871867613866925}
+{"Finetune/Learning Rate": 8.0222556549061e-06, "Finetune/Loss": 0.8031064867973328, "Finetune/Loss (Raw)": 0.5695770382881165, "Finetune/Step": 2813, "Finetune/Step Time": 5.872750423848629}
+{"Finetune/Learning Rate": 8.01575093979333e-06, "Finetune/Loss": 0.8041222095489502, "Finetune/Loss (Raw)": 0.9571820497512817, "Finetune/Step": 2814, "Finetune/Step Time": 5.8706234730780125}
+{"Finetune/Learning Rate": 8.009247098535622e-06, "Finetune/Loss": 0.803274393081665, "Finetune/Loss (Raw)": 0.8000527024269104, "Finetune/Step": 2815, "Finetune/Step Time": 5.874025132507086}
+{"Finetune/Learning Rate": 8.002744133997242e-06, "Finetune/Loss": 0.8037838935852051, "Finetune/Loss (Raw)": 0.7723537683486938, "Finetune/Step": 2816, "Finetune/Step Time": 5.859662868082523}
+{"Finetune/Learning Rate": 7.996242049042064e-06, "Finetune/Loss": 0.8026679754257202, "Finetune/Loss (Raw)": 0.7702147364616394, "Finetune/Step": 2817, "Finetune/Step Time": 5.8627110086381435}
+{"Finetune/Learning Rate": 7.989740846533577e-06, "Finetune/Loss": 0.8015719652175903, "Finetune/Loss (Raw)": 0.6086567640304565, "Finetune/Step": 2818, "Finetune/Step Time": 5.8780479319393635}
+{"Finetune/Learning Rate": 7.983240529334891e-06, "Finetune/Loss": 0.8032708168029785, "Finetune/Loss (Raw)": 0.9236007928848267, "Finetune/Step": 2819, "Finetune/Step Time": 5.864831881597638}
+{"Finetune/Learning Rate": 7.976741100308718e-06, "Finetune/Loss": 0.7994922399520874, "Finetune/Loss (Raw)": 0.45495325326919556, "Finetune/Step": 2820, "Finetune/Step Time": 5.878769790753722}
+{"Finetune/Learning Rate": 7.970242562317373e-06, "Finetune/Loss": 0.7992560863494873, "Finetune/Loss (Raw)": 0.7922768592834473, "Finetune/Step": 2821, "Finetune/Step Time": 5.86948611959815}
+{"Finetune/Learning Rate": 7.963744918222788e-06, "Finetune/Loss": 0.7996995449066162, "Finetune/Loss (Raw)": 0.8655959367752075, "Finetune/Step": 2822, "Finetune/Step Time": 5.880426712334156}
+{"Finetune/Learning Rate": 7.957248170886504e-06, "Finetune/Loss": 0.799048900604248, "Finetune/Loss (Raw)": 0.8324762582778931, "Finetune/Step": 2823, "Finetune/Step Time": 5.900206223130226}
+{"Finetune/Learning Rate": 7.950752323169657e-06, "Finetune/Loss": 0.7991833686828613, "Finetune/Loss (Raw)": 0.8680518269538879, "Finetune/Step": 2824, "Finetune/Step Time": 5.89435775578022}
+{"Finetune/Learning Rate": 7.94425737793299e-06, "Finetune/Loss": 0.7986608743667603, "Finetune/Loss (Raw)": 0.792729914188385, "Finetune/Step": 2825, "Finetune/Step Time": 5.898386761546135}
+{"Finetune/Learning Rate": 7.937763338036852e-06, "Finetune/Loss": 0.7993904948234558, "Finetune/Loss (Raw)": 0.9204445481300354, "Finetune/Step": 2826, "Finetune/Step Time": 5.898503955453634}
+{"Finetune/Learning Rate": 7.931270206341193e-06, "Finetune/Loss": 0.7992793321609497, "Finetune/Loss (Raw)": 0.8401423096656799, "Finetune/Step": 2827, "Finetune/Step Time": 5.8989699594676495}
+{"Finetune/Learning Rate": 7.924777985705556e-06, "Finetune/Loss": 0.797853946685791, "Finetune/Loss (Raw)": 0.7232735753059387, "Finetune/Step": 2828, "Finetune/Step Time": 5.902846144512296}
+{"Finetune/Learning Rate": 7.918286678989092e-06, "Finetune/Loss": 0.796867847442627, "Finetune/Loss (Raw)": 0.6301125884056091, "Finetune/Step": 2829, "Finetune/Step Time": 5.9069387670606375}
+{"Finetune/Learning Rate": 7.911796289050546e-06, "Finetune/Loss": 0.7966346144676208, "Finetune/Loss (Raw)": 0.8000656962394714, "Finetune/Step": 2830, "Finetune/Step Time": 5.907857529819012}
+{"Finetune/Learning Rate": 7.905306818748259e-06, "Finetune/Loss": 0.7963074445724487, "Finetune/Loss (Raw)": 0.7072349786758423, "Finetune/Step": 2831, "Finetune/Step Time": 5.91717535443604}
+{"Finetune/Learning Rate": 7.898818270940163e-06, "Finetune/Loss": 0.7960947751998901, "Finetune/Loss (Raw)": 0.7935973405838013, "Finetune/Step": 2832, "Finetune/Step Time": 5.910653904080391}
+{"Finetune/Learning Rate": 7.892330648483789e-06, "Finetune/Loss": 0.7966328263282776, "Finetune/Loss (Raw)": 0.930229663848877, "Finetune/Step": 2833, "Finetune/Step Time": 5.913316790014505}
+{"Finetune/Learning Rate": 7.88584395423626e-06, "Finetune/Loss": 0.798382043838501, "Finetune/Loss (Raw)": 0.9928759932518005, "Finetune/Step": 2834, "Finetune/Step Time": 5.906157538294792}
+{"Finetune/Learning Rate": 7.879358191054293e-06, "Finetune/Loss": 0.7975093126296997, "Finetune/Loss (Raw)": 0.7387362122535706, "Finetune/Step": 2835, "Finetune/Step Time": 5.906359411776066}
+{"Finetune/Learning Rate": 7.872873361794187e-06, "Finetune/Loss": 0.7989444732666016, "Finetune/Loss (Raw)": 0.8971064686775208, "Finetune/Step": 2836, "Finetune/Step Time": 5.899954084306955}
+{"Finetune/Learning Rate": 7.866389469311831e-06, "Finetune/Loss": 0.7990565896034241, "Finetune/Loss (Raw)": 0.8930251598358154, "Finetune/Step": 2837, "Finetune/Step Time": 5.899870231747627}
+{"Finetune/Learning Rate": 7.859906516462709e-06, "Finetune/Loss": 0.798981785774231, "Finetune/Loss (Raw)": 0.7419708371162415, "Finetune/Step": 2838, "Finetune/Step Time": 5.8887776881456375}
+{"Finetune/Learning Rate": 7.85342450610189e-06, "Finetune/Loss": 0.7992879152297974, "Finetune/Loss (Raw)": 0.8250086307525635, "Finetune/Step": 2839, "Finetune/Step Time": 5.8835781794041395}
+{"Finetune/Learning Rate": 7.846943441084014e-06, "Finetune/Loss": 0.7977734804153442, "Finetune/Loss (Raw)": 0.6793066263198853, "Finetune/Step": 2840, "Finetune/Step Time": 5.898728681728244}
+{"Finetune/Learning Rate": 7.840463324263324e-06, "Finetune/Loss": 0.7970552444458008, "Finetune/Loss (Raw)": 0.650446355342865, "Finetune/Step": 2841, "Finetune/Step Time": 5.904315687716007}
+{"Finetune/Learning Rate": 7.833984158493633e-06, "Finetune/Loss": 0.7962633371353149, "Finetune/Loss (Raw)": 0.7413004040718079, "Finetune/Step": 2842, "Finetune/Step Time": 5.906618468463421}
+{"Finetune/Learning Rate": 7.827505946628341e-06, "Finetune/Loss": 0.7934017777442932, "Finetune/Loss (Raw)": 0.5167251229286194, "Finetune/Step": 2843, "Finetune/Step Time": 5.918421473354101}
+{"Finetune/Learning Rate": 7.82102869152042e-06, "Finetune/Loss": 0.7915321588516235, "Finetune/Loss (Raw)": 0.6315288543701172, "Finetune/Step": 2844, "Finetune/Step Time": 5.933287104591727}
+{"Finetune/Learning Rate": 7.814552396022433e-06, "Finetune/Loss": 0.7915372848510742, "Finetune/Loss (Raw)": 0.9046458005905151, "Finetune/Step": 2845, "Finetune/Step Time": 5.9311770517379045}
+{"Finetune/Learning Rate": 7.808077062986515e-06, "Finetune/Loss": 0.7926248908042908, "Finetune/Loss (Raw)": 0.8975569605827332, "Finetune/Step": 2846, "Finetune/Step Time": 5.944739950820804}
+{"Finetune/Learning Rate": 7.801602695264366e-06, "Finetune/Loss": 0.7940675616264343, "Finetune/Loss (Raw)": 0.9342221021652222, "Finetune/Step": 2847, "Finetune/Step Time": 5.92925326526165}
+{"Finetune/Learning Rate": 7.795129295707276e-06, "Finetune/Loss": 0.7945276498794556, "Finetune/Loss (Raw)": 0.8977938890457153, "Finetune/Step": 2848, "Finetune/Step Time": 5.932438025251031}
+{"Finetune/Learning Rate": 7.788656867166107e-06, "Finetune/Loss": 0.7964270114898682, "Finetune/Loss (Raw)": 0.9096429347991943, "Finetune/Step": 2849, "Finetune/Step Time": 5.935402607545257}
+{"Finetune/Learning Rate": 7.782185412491288e-06, "Finetune/Loss": 0.7971487045288086, "Finetune/Loss (Raw)": 0.9470664262771606, "Finetune/Step": 2850, "Finetune/Step Time": 5.9336253479123116}
+{"Finetune/Learning Rate": 7.775714934532817e-06, "Finetune/Loss": 0.7964473962783813, "Finetune/Loss (Raw)": 0.6749091148376465, "Finetune/Step": 2851, "Finetune/Step Time": 5.937549971044064}
+{"Finetune/Learning Rate": 7.769245436140266e-06, "Finetune/Loss": 0.7972472906112671, "Finetune/Loss (Raw)": 0.7716385722160339, "Finetune/Step": 2852, "Finetune/Step Time": 5.9326212387532}
+{"Finetune/Learning Rate": 7.76277692016278e-06, "Finetune/Loss": 0.798615574836731, "Finetune/Loss (Raw)": 0.9213436841964722, "Finetune/Step": 2853, "Finetune/Step Time": 5.929121617227793}
+{"Finetune/Learning Rate": 7.756309389449066e-06, "Finetune/Loss": 0.79696124792099, "Finetune/Loss (Raw)": 0.7259815335273743, "Finetune/Step": 2854, "Finetune/Step Time": 5.935152882710099}
+{"Finetune/Learning Rate": 7.749842846847394e-06, "Finetune/Loss": 0.7958557605743408, "Finetune/Loss (Raw)": 0.6042066216468811, "Finetune/Step": 2855, "Finetune/Step Time": 5.945287235081196}
+{"Finetune/Learning Rate": 7.743377295205602e-06, "Finetune/Loss": 0.7930353879928589, "Finetune/Loss (Raw)": 0.577418863773346, "Finetune/Step": 2856, "Finetune/Step Time": 5.954865830019116}
+{"Finetune/Learning Rate": 7.736912737371096e-06, "Finetune/Loss": 0.7931232452392578, "Finetune/Loss (Raw)": 0.7960804104804993, "Finetune/Step": 2857, "Finetune/Step Time": 5.943524328991771}
+{"Finetune/Learning Rate": 7.730449176190841e-06, "Finetune/Loss": 0.7922493815422058, "Finetune/Loss (Raw)": 0.8105148673057556, "Finetune/Step": 2858, "Finetune/Step Time": 5.943283971399069}
+{"Finetune/Learning Rate": 7.723986614511359e-06, "Finetune/Loss": 0.7926307916641235, "Finetune/Loss (Raw)": 0.9422585964202881, "Finetune/Step": 2859, "Finetune/Step Time": 5.942839657887816}
+{"Finetune/Learning Rate": 7.717525055178733e-06, "Finetune/Loss": 0.7924681901931763, "Finetune/Loss (Raw)": 0.7828908562660217, "Finetune/Step": 2860, "Finetune/Step Time": 5.917001368477941}
+{"Finetune/Learning Rate": 7.711064501038614e-06, "Finetune/Loss": 0.7927389144897461, "Finetune/Loss (Raw)": 0.8647637367248535, "Finetune/Step": 2861, "Finetune/Step Time": 5.921681610867381}
+{"Finetune/Learning Rate": 7.704604954936202e-06, "Finetune/Loss": 0.792823314666748, "Finetune/Loss (Raw)": 0.6714194416999817, "Finetune/Step": 2862, "Finetune/Step Time": 5.912756705656648}
+{"Finetune/Learning Rate": 7.698146419716248e-06, "Finetune/Loss": 0.7923117280006409, "Finetune/Loss (Raw)": 0.6972035765647888, "Finetune/Step": 2863, "Finetune/Step Time": 5.917918572202325}
+{"Finetune/Learning Rate": 7.69168889822307e-06, "Finetune/Loss": 0.792415976524353, "Finetune/Loss (Raw)": 0.8053346276283264, "Finetune/Step": 2864, "Finetune/Step Time": 5.943674765527248}
+{"Finetune/Learning Rate": 7.685232393300536e-06, "Finetune/Loss": 0.7930818796157837, "Finetune/Loss (Raw)": 0.8179361820220947, "Finetune/Step": 2865, "Finetune/Step Time": 5.950381541624665}
+{"Finetune/Learning Rate": 7.678776907792057e-06, "Finetune/Loss": 0.7936633229255676, "Finetune/Loss (Raw)": 0.8712154030799866, "Finetune/Step": 2866, "Finetune/Step Time": 5.948993545025587}
+{"Finetune/Learning Rate": 7.672322444540603e-06, "Finetune/Loss": 0.7938562035560608, "Finetune/Loss (Raw)": 0.6972246766090393, "Finetune/Step": 2867, "Finetune/Step Time": 5.961352579295635}
+{"Finetune/Learning Rate": 7.665869006388696e-06, "Finetune/Loss": 0.7929748296737671, "Finetune/Loss (Raw)": 0.6793770790100098, "Finetune/Step": 2868, "Finetune/Step Time": 5.965130345895886}
+{"Finetune/Learning Rate": 7.659416596178406e-06, "Finetune/Loss": 0.7915011644363403, "Finetune/Loss (Raw)": 0.6575740575790405, "Finetune/Step": 2869, "Finetune/Step Time": 5.964531861245632}
+{"Finetune/Learning Rate": 7.652965216751342e-06, "Finetune/Loss": 0.7916285991668701, "Finetune/Loss (Raw)": 0.8619953989982605, "Finetune/Step": 2870, "Finetune/Step Time": 5.955792350694537}
+{"Finetune/Learning Rate": 7.646514870948665e-06, "Finetune/Loss": 0.7924197912216187, "Finetune/Loss (Raw)": 0.8443207740783691, "Finetune/Step": 2871, "Finetune/Step Time": 5.973644787445664}
+{"Finetune/Learning Rate": 7.640065561611085e-06, "Finetune/Loss": 0.7934801578521729, "Finetune/Loss (Raw)": 0.7267736196517944, "Finetune/Step": 2872, "Finetune/Step Time": 5.964482741430402}
+{"Finetune/Learning Rate": 7.63361729157885e-06, "Finetune/Loss": 0.7925114631652832, "Finetune/Loss (Raw)": 0.7157018780708313, "Finetune/Step": 2873, "Finetune/Step Time": 5.958325305953622}
+{"Finetune/Learning Rate": 7.627170063691746e-06, "Finetune/Loss": 0.7935881614685059, "Finetune/Loss (Raw)": 0.9104141592979431, "Finetune/Step": 2874, "Finetune/Step Time": 5.955917151644826}
+{"Finetune/Learning Rate": 7.62072388078911e-06, "Finetune/Loss": 0.7941312193870544, "Finetune/Loss (Raw)": 0.763268768787384, "Finetune/Step": 2875, "Finetune/Step Time": 5.945373786613345}
+{"Finetune/Learning Rate": 7.614278745709816e-06, "Finetune/Loss": 0.7957684397697449, "Finetune/Loss (Raw)": 0.9583743214607239, "Finetune/Step": 2876, "Finetune/Step Time": 5.941931998357177}
+{"Finetune/Learning Rate": 7.607834661292273e-06, "Finetune/Loss": 0.7959098815917969, "Finetune/Loss (Raw)": 0.8678558468818665, "Finetune/Step": 2877, "Finetune/Step Time": 5.941513629630208}
+{"Finetune/Learning Rate": 7.601391630374426e-06, "Finetune/Loss": 0.7938548922538757, "Finetune/Loss (Raw)": 0.7115947008132935, "Finetune/Step": 2878, "Finetune/Step Time": 5.940141387283802}
+{"Finetune/Learning Rate": 7.594949655793761e-06, "Finetune/Loss": 0.7952949404716492, "Finetune/Loss (Raw)": 0.9107234477996826, "Finetune/Step": 2879, "Finetune/Step Time": 5.932926012203097}
+{"Finetune/Learning Rate": 7.5885087403873e-06, "Finetune/Loss": 0.7966858148574829, "Finetune/Loss (Raw)": 0.9312404990196228, "Finetune/Step": 2880, "Finetune/Step Time": 5.947991477325559}
+{"Finetune/Learning Rate": 7.5820688869915925e-06, "Finetune/Loss": 0.7966309785842896, "Finetune/Loss (Raw)": 0.8864372968673706, "Finetune/Step": 2881, "Finetune/Step Time": 5.948350999504328}
+{"Finetune/Learning Rate": 7.5756300984427234e-06, "Finetune/Loss": 0.7949382066726685, "Finetune/Loss (Raw)": 0.555245578289032, "Finetune/Step": 2882, "Finetune/Step Time": 5.966347986832261}
+{"Finetune/Learning Rate": 7.569192377576305e-06, "Finetune/Loss": 0.7960588335990906, "Finetune/Loss (Raw)": 0.93743497133255, "Finetune/Step": 2883, "Finetune/Step Time": 5.948446571826935}
+{"Finetune/Learning Rate": 7.562755727227493e-06, "Finetune/Loss": 0.7960625886917114, "Finetune/Loss (Raw)": 0.7967668175697327, "Finetune/Step": 2884, "Finetune/Step Time": 5.944570342078805}
+{"Finetune/Learning Rate": 7.556320150230952e-06, "Finetune/Loss": 0.7976065874099731, "Finetune/Loss (Raw)": 0.8577797412872314, "Finetune/Step": 2885, "Finetune/Step Time": 5.949952157214284}
+{"Finetune/Learning Rate": 7.549885649420885e-06, "Finetune/Loss": 0.7975935935974121, "Finetune/Loss (Raw)": 0.9399036169052124, "Finetune/Step": 2886, "Finetune/Step Time": 5.952935079112649}
+{"Finetune/Learning Rate": 7.543452227631022e-06, "Finetune/Loss": 0.7968734502792358, "Finetune/Loss (Raw)": 0.7117752432823181, "Finetune/Step": 2887, "Finetune/Step Time": 5.954744374379516}
+{"Finetune/Learning Rate": 7.537019887694618e-06, "Finetune/Loss": 0.7963577508926392, "Finetune/Loss (Raw)": 0.6617475152015686, "Finetune/Step": 2888, "Finetune/Step Time": 5.971881249919534}
+{"Finetune/Learning Rate": 7.530588632444442e-06, "Finetune/Loss": 0.7976994514465332, "Finetune/Loss (Raw)": 0.920711100101471, "Finetune/Step": 2889, "Finetune/Step Time": 5.971728913486004}
+{"Finetune/Learning Rate": 7.524158464712793e-06, "Finetune/Loss": 0.7968146800994873, "Finetune/Loss (Raw)": 0.7385144829750061, "Finetune/Step": 2890, "Finetune/Step Time": 5.9646352250128984}
+{"Finetune/Learning Rate": 7.517729387331496e-06, "Finetune/Loss": 0.7974988222122192, "Finetune/Loss (Raw)": 0.8238182663917542, "Finetune/Step": 2891, "Finetune/Step Time": 5.965409766882658}
+{"Finetune/Learning Rate": 7.511301403131888e-06, "Finetune/Loss": 0.7988096475601196, "Finetune/Loss (Raw)": 0.9246318936347961, "Finetune/Step": 2892, "Finetune/Step Time": 5.959217894822359}
+{"Finetune/Learning Rate": 7.5048745149448225e-06, "Finetune/Loss": 0.7984163165092468, "Finetune/Loss (Raw)": 0.8557472825050354, "Finetune/Step": 2893, "Finetune/Step Time": 5.957103725522757}
+{"Finetune/Learning Rate": 7.498448725600676e-06, "Finetune/Loss": 0.7985700964927673, "Finetune/Loss (Raw)": 0.8197839260101318, "Finetune/Step": 2894, "Finetune/Step Time": 5.974648233503103}
+{"Finetune/Learning Rate": 7.492024037929342e-06, "Finetune/Loss": 0.7979413270950317, "Finetune/Loss (Raw)": 0.8170130848884583, "Finetune/Step": 2895, "Finetune/Step Time": 5.976945063099265}
+{"Finetune/Learning Rate": 7.485600454760227e-06, "Finetune/Loss": 0.798495888710022, "Finetune/Loss (Raw)": 0.8452538251876831, "Finetune/Step": 2896, "Finetune/Step Time": 5.979777500033379}
+{"Finetune/Learning Rate": 7.479177978922246e-06, "Finetune/Loss": 0.7987316250801086, "Finetune/Loss (Raw)": 0.8309794068336487, "Finetune/Step": 2897, "Finetune/Step Time": 5.983083050698042}
+{"Finetune/Learning Rate": 7.472756613243832e-06, "Finetune/Loss": 0.7996156215667725, "Finetune/Loss (Raw)": 0.87750244140625, "Finetune/Step": 2898, "Finetune/Step Time": 5.980159629136324}
+{"Finetune/Learning Rate": 7.466336360552933e-06, "Finetune/Loss": 0.7989819049835205, "Finetune/Loss (Raw)": 0.6939946413040161, "Finetune/Step": 2899, "Finetune/Step Time": 5.990090662613511}
+{"Finetune/Learning Rate": 7.4599172236769935e-06, "Finetune/Loss": 0.797394871711731, "Finetune/Loss (Raw)": 0.777607798576355, "Finetune/Step": 2900, "Finetune/Step Time": 6.025296147912741}
+{"Finetune/Learning Rate": 7.45349920544298e-06, "Finetune/Loss": 0.7976216077804565, "Finetune/Loss (Raw)": 0.7982756495475769, "Finetune/Step": 2901, "Finetune/Step Time": 6.020829731598496}
+{"Finetune/Learning Rate": 7.447082308677358e-06, "Finetune/Loss": 0.7998636960983276, "Finetune/Loss (Raw)": 0.8273332715034485, "Finetune/Step": 2902, "Finetune/Step Time": 6.035412760451436}
+{"Finetune/Learning Rate": 7.440666536206109e-06, "Finetune/Loss": 0.7970879673957825, "Finetune/Loss (Raw)": 0.523047149181366, "Finetune/Step": 2903, "Finetune/Step Time": 6.039879597723484}
+{"Finetune/Learning Rate": 7.434251890854704e-06, "Finetune/Loss": 0.7953827381134033, "Finetune/Loss (Raw)": 0.73896324634552, "Finetune/Step": 2904, "Finetune/Step Time": 6.054213276132941}
+{"Finetune/Learning Rate": 7.427838375448131e-06, "Finetune/Loss": 0.7952518463134766, "Finetune/Loss (Raw)": 0.707328736782074, "Finetune/Step": 2905, "Finetune/Step Time": 6.030444858595729}
+{"Finetune/Learning Rate": 7.421425992810873e-06, "Finetune/Loss": 0.7934151887893677, "Finetune/Loss (Raw)": 0.6042587161064148, "Finetune/Step": 2906, "Finetune/Step Time": 6.026764899492264}
+{"Finetune/Learning Rate": 7.415014745766923e-06, "Finetune/Loss": 0.7917884588241577, "Finetune/Loss (Raw)": 0.5907500386238098, "Finetune/Step": 2907, "Finetune/Step Time": 6.034556915983558}
+{"Finetune/Learning Rate": 7.40860463713976e-06, "Finetune/Loss": 0.7922216653823853, "Finetune/Loss (Raw)": 0.8791349530220032, "Finetune/Step": 2908, "Finetune/Step Time": 6.04029443114996}
+{"Finetune/Learning Rate": 7.40219566975237e-06, "Finetune/Loss": 0.7915892004966736, "Finetune/Loss (Raw)": 0.8176128268241882, "Finetune/Step": 2909, "Finetune/Step Time": 6.062466563656926}
+{"Finetune/Learning Rate": 7.395787846427241e-06, "Finetune/Loss": 0.7921868562698364, "Finetune/Loss (Raw)": 0.8779234886169434, "Finetune/Step": 2910, "Finetune/Step Time": 6.050487508997321}
+{"Finetune/Learning Rate": 7.389381169986349e-06, "Finetune/Loss": 0.7916672229766846, "Finetune/Loss (Raw)": 0.7198267579078674, "Finetune/Step": 2911, "Finetune/Step Time": 6.052431592717767}
+{"Finetune/Learning Rate": 7.382975643251166e-06, "Finetune/Loss": 0.7919884920120239, "Finetune/Loss (Raw)": 0.8766713738441467, "Finetune/Step": 2912, "Finetune/Step Time": 6.086399096995592}
+{"Finetune/Learning Rate": 7.376571269042658e-06, "Finetune/Loss": 0.793417751789093, "Finetune/Loss (Raw)": 0.8220326900482178, "Finetune/Step": 2913, "Finetune/Step Time": 6.074701959267259}
+{"Finetune/Learning Rate": 7.370168050181292e-06, "Finetune/Loss": 0.792885422706604, "Finetune/Loss (Raw)": 0.7674455642700195, "Finetune/Step": 2914, "Finetune/Step Time": 6.06638159789145}
+{"Finetune/Learning Rate": 7.363765989487015e-06, "Finetune/Loss": 0.7925928831100464, "Finetune/Loss (Raw)": 0.8245072960853577, "Finetune/Step": 2915, "Finetune/Step Time": 6.066216364502907}
+{"Finetune/Learning Rate": 7.357365089779267e-06, "Finetune/Loss": 0.7933264374732971, "Finetune/Loss (Raw)": 0.9285535216331482, "Finetune/Step": 2916, "Finetune/Step Time": 6.064003404229879}
+{"Finetune/Learning Rate": 7.350965353876975e-06, "Finetune/Loss": 0.7936011552810669, "Finetune/Loss (Raw)": 0.7819234132766724, "Finetune/Step": 2917, "Finetune/Step Time": 6.066117826849222}
+{"Finetune/Learning Rate": 7.344566784598565e-06, "Finetune/Loss": 0.7923134565353394, "Finetune/Loss (Raw)": 0.6633806824684143, "Finetune/Step": 2918, "Finetune/Step Time": 6.072898045182228}
+{"Finetune/Learning Rate": 7.338169384761932e-06, "Finetune/Loss": 0.7926201820373535, "Finetune/Loss (Raw)": 0.8616045713424683, "Finetune/Step": 2919, "Finetune/Step Time": 6.075604744255543}
+{"Finetune/Learning Rate": 7.3317731571844674e-06, "Finetune/Loss": 0.7941664457321167, "Finetune/Loss (Raw)": 0.9102369546890259, "Finetune/Step": 2920, "Finetune/Step Time": 6.072811821475625}
+{"Finetune/Learning Rate": 7.325378104683041e-06, "Finetune/Loss": 0.7935299277305603, "Finetune/Loss (Raw)": 0.7759172916412354, "Finetune/Step": 2921, "Finetune/Step Time": 6.072622818872333}
+{"Finetune/Learning Rate": 7.318984230074016e-06, "Finetune/Loss": 0.7934350371360779, "Finetune/Loss (Raw)": 0.7738510966300964, "Finetune/Step": 2922, "Finetune/Step Time": 6.0887490529567}
+{"Finetune/Learning Rate": 7.312591536173217e-06, "Finetune/Loss": 0.7923211455345154, "Finetune/Loss (Raw)": 0.7087075710296631, "Finetune/Step": 2923, "Finetune/Step Time": 6.085486276075244}
+{"Finetune/Learning Rate": 7.306200025795966e-06, "Finetune/Loss": 0.7945801019668579, "Finetune/Loss (Raw)": 0.9283781051635742, "Finetune/Step": 2924, "Finetune/Step Time": 6.082793923094869}
+{"Finetune/Learning Rate": 7.299809701757055e-06, "Finetune/Loss": 0.795956015586853, "Finetune/Loss (Raw)": 0.8947601914405823, "Finetune/Step": 2925, "Finetune/Step Time": 6.084549596533179}
+{"Finetune/Learning Rate": 7.2934205668707615e-06, "Finetune/Loss": 0.79551762342453, "Finetune/Loss (Raw)": 0.8280820846557617, "Finetune/Step": 2926, "Finetune/Step Time": 6.072272203862667}
+{"Finetune/Learning Rate": 7.287032623950827e-06, "Finetune/Loss": 0.7960114479064941, "Finetune/Loss (Raw)": 0.8351941108703613, "Finetune/Step": 2927, "Finetune/Step Time": 6.067934049293399}
+{"Finetune/Learning Rate": 7.2806458758104766e-06, "Finetune/Loss": 0.7966890335083008, "Finetune/Loss (Raw)": 0.7843660712242126, "Finetune/Step": 2928, "Finetune/Step Time": 6.069287318736315}
+{"Finetune/Learning Rate": 7.274260325262413e-06, "Finetune/Loss": 0.7962679862976074, "Finetune/Loss (Raw)": 0.7328193187713623, "Finetune/Step": 2929, "Finetune/Step Time": 6.071038898080587}
+{"Finetune/Learning Rate": 7.267875975118804e-06, "Finetune/Loss": 0.7961242198944092, "Finetune/Loss (Raw)": 0.756650984287262, "Finetune/Step": 2930, "Finetune/Step Time": 6.073318801820278}
+{"Finetune/Learning Rate": 7.261492828191288e-06, "Finetune/Loss": 0.7954505085945129, "Finetune/Loss (Raw)": 0.8317866921424866, "Finetune/Step": 2931, "Finetune/Step Time": 6.0719235092401505}
+{"Finetune/Learning Rate": 7.255110887290975e-06, "Finetune/Loss": 0.7952654957771301, "Finetune/Loss (Raw)": 0.7837590575218201, "Finetune/Step": 2932, "Finetune/Step Time": 6.06614912673831}
+{"Finetune/Learning Rate": 7.248730155228453e-06, "Finetune/Loss": 0.7951726317405701, "Finetune/Loss (Raw)": 0.8395745754241943, "Finetune/Step": 2933, "Finetune/Step Time": 6.061852462589741}
+{"Finetune/Learning Rate": 7.242350634813763e-06, "Finetune/Loss": 0.7924233675003052, "Finetune/Loss (Raw)": 0.6136159896850586, "Finetune/Step": 2934, "Finetune/Step Time": 6.081263637170196}
+{"Finetune/Learning Rate": 7.235972328856422e-06, "Finetune/Loss": 0.7935746908187866, "Finetune/Loss (Raw)": 0.9213901162147522, "Finetune/Step": 2935, "Finetune/Step Time": 6.080852925777435}
+{"Finetune/Learning Rate": 7.229595240165406e-06, "Finetune/Loss": 0.7935905456542969, "Finetune/Loss (Raw)": 0.6917555332183838, "Finetune/Step": 2936, "Finetune/Step Time": 6.090023007243872}
+{"Finetune/Learning Rate": 7.223219371549167e-06, "Finetune/Loss": 0.7943478226661682, "Finetune/Loss (Raw)": 1.022555947303772, "Finetune/Step": 2937, "Finetune/Step Time": 6.087002431973815}
+{"Finetune/Learning Rate": 7.2168447258156025e-06, "Finetune/Loss": 0.7942724823951721, "Finetune/Loss (Raw)": 0.795059859752655, "Finetune/Step": 2938, "Finetune/Step Time": 6.088302945718169}
+{"Finetune/Learning Rate": 7.210471305772084e-06, "Finetune/Loss": 0.7934638857841492, "Finetune/Loss (Raw)": 0.8016990423202515, "Finetune/Step": 2939, "Finetune/Step Time": 6.091542802751064}
+{"Finetune/Learning Rate": 7.2040991142254354e-06, "Finetune/Loss": 0.7939952611923218, "Finetune/Loss (Raw)": 0.7946673631668091, "Finetune/Step": 2940, "Finetune/Step Time": 6.082098783925176}
+{"Finetune/Learning Rate": 7.197728153981952e-06, "Finetune/Loss": 0.7968218326568604, "Finetune/Loss (Raw)": 0.931390643119812, "Finetune/Step": 2941, "Finetune/Step Time": 6.076243981719017}
+{"Finetune/Learning Rate": 7.1913584278473704e-06, "Finetune/Loss": 0.7960354089736938, "Finetune/Loss (Raw)": 0.8565176129341125, "Finetune/Step": 2942, "Finetune/Step Time": 6.0785840936005116}
+{"Finetune/Learning Rate": 7.184989938626896e-06, "Finetune/Loss": 0.796359658241272, "Finetune/Loss (Raw)": 0.841550886631012, "Finetune/Step": 2943, "Finetune/Step Time": 6.084600726142526}
+{"Finetune/Learning Rate": 7.178622689125177e-06, "Finetune/Loss": 0.7967205047607422, "Finetune/Loss (Raw)": 0.8185412883758545, "Finetune/Step": 2944, "Finetune/Step Time": 6.081782221794128}
+{"Finetune/Learning Rate": 7.172256682146334e-06, "Finetune/Loss": 0.7973294854164124, "Finetune/Loss (Raw)": 0.8481671810150146, "Finetune/Step": 2945, "Finetune/Step Time": 6.080080222338438}
+{"Finetune/Learning Rate": 7.165891920493926e-06, "Finetune/Loss": 0.7987232208251953, "Finetune/Loss (Raw)": 0.7870514392852783, "Finetune/Step": 2946, "Finetune/Step Time": 6.0693080965429544}
+{"Finetune/Learning Rate": 7.159528406970969e-06, "Finetune/Loss": 0.7981581687927246, "Finetune/Loss (Raw)": 0.8512755632400513, "Finetune/Step": 2947, "Finetune/Step Time": 6.0706204529851675}
+{"Finetune/Learning Rate": 7.153166144379921e-06, "Finetune/Loss": 0.8014402389526367, "Finetune/Loss (Raw)": 0.8750623464584351, "Finetune/Step": 2948, "Finetune/Step Time": 6.063681710511446}
+{"Finetune/Learning Rate": 7.146805135522705e-06, "Finetune/Loss": 0.8009397387504578, "Finetune/Loss (Raw)": 0.72821044921875, "Finetune/Step": 2949, "Finetune/Step Time": 6.064227370545268}
+{"Finetune/Learning Rate": 7.14044538320068e-06, "Finetune/Loss": 0.8020080327987671, "Finetune/Loss (Raw)": 1.0023384094238281, "Finetune/Step": 2950, "Finetune/Step Time": 6.05901762470603}
+{"Finetune/Learning Rate": 7.1340868902146505e-06, "Finetune/Loss": 0.8010649681091309, "Finetune/Loss (Raw)": 0.7117682099342346, "Finetune/Step": 2951, "Finetune/Step Time": 6.038782425224781}
+{"Finetune/Learning Rate": 7.1277296593648794e-06, "Finetune/Loss": 0.8005847334861755, "Finetune/Loss (Raw)": 0.806570827960968, "Finetune/Step": 2952, "Finetune/Step Time": 6.041250087320805}
+{"Finetune/Learning Rate": 7.121373693451057e-06, "Finetune/Loss": 0.7987093329429626, "Finetune/Loss (Raw)": 0.552685022354126, "Finetune/Step": 2953, "Finetune/Step Time": 6.06003163382411}
+{"Finetune/Learning Rate": 7.115018995272326e-06, "Finetune/Loss": 0.7981289625167847, "Finetune/Loss (Raw)": 0.8461542129516602, "Finetune/Step": 2954, "Finetune/Step Time": 6.059860022738576}
+{"Finetune/Learning Rate": 7.108665567627267e-06, "Finetune/Loss": 0.7964710593223572, "Finetune/Loss (Raw)": 0.6279330849647522, "Finetune/Step": 2955, "Finetune/Step Time": 6.060413712635636}
+{"Finetune/Learning Rate": 7.102313413313911e-06, "Finetune/Loss": 0.7970142364501953, "Finetune/Loss (Raw)": 0.7927964329719543, "Finetune/Step": 2956, "Finetune/Step Time": 6.054989775642753}
+{"Finetune/Learning Rate": 7.095962535129714e-06, "Finetune/Loss": 0.7984949350357056, "Finetune/Loss (Raw)": 0.8196409940719604, "Finetune/Step": 2957, "Finetune/Step Time": 6.050448762252927}
+{"Finetune/Learning Rate": 7.089612935871577e-06, "Finetune/Loss": 0.7997070550918579, "Finetune/Loss (Raw)": 0.9552204608917236, "Finetune/Step": 2958, "Finetune/Step Time": 6.04733681678772}
+{"Finetune/Learning Rate": 7.0832646183358365e-06, "Finetune/Loss": 0.7989888787269592, "Finetune/Loss (Raw)": 0.615311324596405, "Finetune/Step": 2959, "Finetune/Step Time": 6.042044274508953}
+{"Finetune/Learning Rate": 7.0769175853182715e-06, "Finetune/Loss": 0.798315703868866, "Finetune/Loss (Raw)": 0.7074282765388489, "Finetune/Step": 2960, "Finetune/Step Time": 6.043933622539043}
+{"Finetune/Learning Rate": 7.0705718396140825e-06, "Finetune/Loss": 0.7979580163955688, "Finetune/Loss (Raw)": 0.8844524025917053, "Finetune/Step": 2961, "Finetune/Step Time": 6.042352806776762}
+{"Finetune/Learning Rate": 7.0642273840179125e-06, "Finetune/Loss": 0.7961851358413696, "Finetune/Loss (Raw)": 0.7659388184547424, "Finetune/Step": 2962, "Finetune/Step Time": 6.05294674821198}
+{"Finetune/Learning Rate": 7.057884221323825e-06, "Finetune/Loss": 0.797768235206604, "Finetune/Loss (Raw)": 0.9413712024688721, "Finetune/Step": 2963, "Finetune/Step Time": 6.058690518140793}
+{"Finetune/Learning Rate": 7.051542354325338e-06, "Finetune/Loss": 0.7966979742050171, "Finetune/Loss (Raw)": 0.7601199150085449, "Finetune/Step": 2964, "Finetune/Step Time": 6.075682692229748}
+{"Finetune/Learning Rate": 7.0452017858153725e-06, "Finetune/Loss": 0.7963988780975342, "Finetune/Loss (Raw)": 0.8547371029853821, "Finetune/Step": 2965, "Finetune/Step Time": 6.071818768978119}
+{"Finetune/Learning Rate": 7.038862518586294e-06, "Finetune/Loss": 0.79717618227005, "Finetune/Loss (Raw)": 0.8414690494537354, "Finetune/Step": 2966, "Finetune/Step Time": 6.072302488610148}
+{"Finetune/Learning Rate": 7.03252455542988e-06, "Finetune/Loss": 0.7961248159408569, "Finetune/Loss (Raw)": 0.6904318332672119, "Finetune/Step": 2967, "Finetune/Step Time": 6.082716820761561}
+{"Finetune/Learning Rate": 7.026187899137356e-06, "Finetune/Loss": 0.7989850044250488, "Finetune/Loss (Raw)": 1.0454072952270508, "Finetune/Step": 2968, "Finetune/Step Time": 6.061355670914054}
+{"Finetune/Learning Rate": 7.019852552499352e-06, "Finetune/Loss": 0.8003281950950623, "Finetune/Loss (Raw)": 0.8223837018013, "Finetune/Step": 2969, "Finetune/Step Time": 6.059569155797362}
+{"Finetune/Learning Rate": 7.013518518305928e-06, "Finetune/Loss": 0.8010662794113159, "Finetune/Loss (Raw)": 0.8357644081115723, "Finetune/Step": 2970, "Finetune/Step Time": 6.063359323889017}
+{"Finetune/Learning Rate": 7.007185799346572e-06, "Finetune/Loss": 0.8037920594215393, "Finetune/Loss (Raw)": 0.8656286001205444, "Finetune/Step": 2971, "Finetune/Step Time": 6.054560856893659}
+{"Finetune/Learning Rate": 7.000854398410182e-06, "Finetune/Loss": 0.8052325248718262, "Finetune/Loss (Raw)": 0.8159161806106567, "Finetune/Step": 2972, "Finetune/Step Time": 6.03805261105299}
+{"Finetune/Learning Rate": 6.994524318285081e-06, "Finetune/Loss": 0.8040574789047241, "Finetune/Loss (Raw)": 0.7542263865470886, "Finetune/Step": 2973, "Finetune/Step Time": 6.040389150381088}
+{"Finetune/Learning Rate": 6.988195561759008e-06, "Finetune/Loss": 0.802925169467926, "Finetune/Loss (Raw)": 0.7526289820671082, "Finetune/Step": 2974, "Finetune/Step Time": 6.024582669138908}
+{"Finetune/Learning Rate": 6.981868131619129e-06, "Finetune/Loss": 0.802487850189209, "Finetune/Loss (Raw)": 0.8782387375831604, "Finetune/Step": 2975, "Finetune/Step Time": 6.021716279909015}
+{"Finetune/Learning Rate": 6.975542030652012e-06, "Finetune/Loss": 0.8014916181564331, "Finetune/Loss (Raw)": 0.7702849507331848, "Finetune/Step": 2976, "Finetune/Step Time": 6.0191002655774355}
+{"Finetune/Learning Rate": 6.969217261643646e-06, "Finetune/Loss": 0.8010720014572144, "Finetune/Loss (Raw)": 0.855929970741272, "Finetune/Step": 2977, "Finetune/Step Time": 6.013066571205854}
+{"Finetune/Learning Rate": 6.962893827379433e-06, "Finetune/Loss": 0.7992439270019531, "Finetune/Loss (Raw)": 0.7130702137947083, "Finetune/Step": 2978, "Finetune/Step Time": 6.021854139864445}
+{"Finetune/Learning Rate": 6.956571730644192e-06, "Finetune/Loss": 0.8004623055458069, "Finetune/Loss (Raw)": 0.830860435962677, "Finetune/Step": 2979, "Finetune/Step Time": 6.016673397272825}
+{"Finetune/Learning Rate": 6.950250974222142e-06, "Finetune/Loss": 0.8008138537406921, "Finetune/Loss (Raw)": 0.8166369795799255, "Finetune/Step": 2980, "Finetune/Step Time": 6.030270393937826}
+{"Finetune/Learning Rate": 6.943931560896921e-06, "Finetune/Loss": 0.7995845675468445, "Finetune/Loss (Raw)": 0.7640003561973572, "Finetune/Step": 2981, "Finetune/Step Time": 6.036235881969333}
+{"Finetune/Learning Rate": 6.937613493451567e-06, "Finetune/Loss": 0.8008771538734436, "Finetune/Loss (Raw)": 0.8914297223091125, "Finetune/Step": 2982, "Finetune/Step Time": 6.032778471708298}
+{"Finetune/Learning Rate": 6.9312967746685415e-06, "Finetune/Loss": 0.8031014800071716, "Finetune/Loss (Raw)": 0.8889179229736328, "Finetune/Step": 2983, "Finetune/Step Time": 6.026197167113423}
+{"Finetune/Learning Rate": 6.924981407329693e-06, "Finetune/Loss": 0.8063336610794067, "Finetune/Loss (Raw)": 0.9911417365074158, "Finetune/Step": 2984, "Finetune/Step Time": 6.01496228761971}
+{"Finetune/Learning Rate": 6.918667394216288e-06, "Finetune/Loss": 0.8055645227432251, "Finetune/Loss (Raw)": 0.697634756565094, "Finetune/Step": 2985, "Finetune/Step Time": 6.016154572367668}
+{"Finetune/Learning Rate": 6.912354738108983e-06, "Finetune/Loss": 0.8063482046127319, "Finetune/Loss (Raw)": 0.9108194708824158, "Finetune/Step": 2986, "Finetune/Step Time": 6.013832902535796}
+{"Finetune/Learning Rate": 6.906043441787855e-06, "Finetune/Loss": 0.8047416806221008, "Finetune/Loss (Raw)": 0.736626386642456, "Finetune/Step": 2987, "Finetune/Step Time": 6.015813345089555}
+{"Finetune/Learning Rate": 6.899733508032369e-06, "Finetune/Loss": 0.8045635223388672, "Finetune/Loss (Raw)": 0.7600815296173096, "Finetune/Step": 2988, "Finetune/Step Time": 6.029542678967118}
+{"Finetune/Learning Rate": 6.893424939621396e-06, "Finetune/Loss": 0.8037326335906982, "Finetune/Loss (Raw)": 0.7584040760993958, "Finetune/Step": 2989, "Finetune/Step Time": 6.028210552409291}
+{"Finetune/Learning Rate": 6.887117739333195e-06, "Finetune/Loss": 0.8050706386566162, "Finetune/Loss (Raw)": 0.8426878452301025, "Finetune/Step": 2990, "Finetune/Step Time": 6.023814199492335}
+{"Finetune/Learning Rate": 6.880811909945441e-06, "Finetune/Loss": 0.8070762157440186, "Finetune/Loss (Raw)": 0.9539195895195007, "Finetune/Step": 2991, "Finetune/Step Time": 6.01350381411612}
+{"Finetune/Learning Rate": 6.874507454235193e-06, "Finetune/Loss": 0.8057210445404053, "Finetune/Loss (Raw)": 0.6318805813789368, "Finetune/Step": 2992, "Finetune/Step Time": 5.9976082891225815}
+{"Finetune/Learning Rate": 6.868204374978902e-06, "Finetune/Loss": 0.8059222102165222, "Finetune/Loss (Raw)": 0.843680202960968, "Finetune/Step": 2993, "Finetune/Step Time": 5.990951066836715}
+{"Finetune/Learning Rate": 6.8619026749524255e-06, "Finetune/Loss": 0.8045747876167297, "Finetune/Loss (Raw)": 0.6987436413764954, "Finetune/Step": 2994, "Finetune/Step Time": 5.989933019503951}
+{"Finetune/Learning Rate": 6.855602356931001e-06, "Finetune/Loss": 0.8043268322944641, "Finetune/Loss (Raw)": 0.6654871106147766, "Finetune/Step": 2995, "Finetune/Step Time": 5.975597275421023}
+{"Finetune/Learning Rate": 6.849303423689264e-06, "Finetune/Loss": 0.8044318556785583, "Finetune/Loss (Raw)": 0.6928213238716125, "Finetune/Step": 2996, "Finetune/Step Time": 5.964399795979261}
+{"Finetune/Learning Rate": 6.843005878001232e-06, "Finetune/Loss": 0.8054482936859131, "Finetune/Loss (Raw)": 0.7876768112182617, "Finetune/Step": 2997, "Finetune/Step Time": 5.968499714508653}
+{"Finetune/Learning Rate": 6.836709722640331e-06, "Finetune/Loss": 0.8046911358833313, "Finetune/Loss (Raw)": 0.7650789022445679, "Finetune/Step": 2998, "Finetune/Step Time": 5.972718669101596}
+{"Finetune/Learning Rate": 6.830414960379352e-06, "Finetune/Loss": 0.8041108846664429, "Finetune/Loss (Raw)": 0.7700523138046265, "Finetune/Step": 2999, "Finetune/Step Time": 5.962598187848926}
+{"Finetune/Learning Rate": 6.824121593990487e-06, "Finetune/Loss": 0.8054811954498291, "Finetune/Loss (Raw)": 0.9021685123443604, "Finetune/Step": 3000, "Finetune/Step Time": 5.96503933519125}
+{"Finetune/Learning Rate": 6.817829626245301e-06, "Finetune/Loss": 0.8061702847480774, "Finetune/Loss (Raw)": 0.8039056658744812, "Finetune/Step": 3001, "Finetune/Step Time": 5.97325374931097}
+{"Finetune/Learning Rate": 6.811539059914763e-06, "Finetune/Loss": 0.8059192895889282, "Finetune/Loss (Raw)": 0.878283679485321, "Finetune/Step": 3002, "Finetune/Step Time": 5.996205285191536}
+{"Finetune/Learning Rate": 6.8052498977692005e-06, "Finetune/Loss": 0.8034939765930176, "Finetune/Loss (Raw)": 0.45283395051956177, "Finetune/Step": 3003, "Finetune/Step Time": 5.995170064270496}
+{"Finetune/Learning Rate": 6.798962142578343e-06, "Finetune/Loss": 0.8012914657592773, "Finetune/Loss (Raw)": 0.6764563918113708, "Finetune/Step": 3004, "Finetune/Step Time": 5.999936759471893}
+{"Finetune/Learning Rate": 6.792675797111284e-06, "Finetune/Loss": 0.8000879287719727, "Finetune/Loss (Raw)": 0.7137953042984009, "Finetune/Step": 3005, "Finetune/Step Time": 6.0223911721259356}
+{"Finetune/Learning Rate": 6.786390864136509e-06, "Finetune/Loss": 0.800417423248291, "Finetune/Loss (Raw)": 0.7537739872932434, "Finetune/Step": 3006, "Finetune/Step Time": 6.034011710435152}
+{"Finetune/Learning Rate": 6.780107346421876e-06, "Finetune/Loss": 0.7991113066673279, "Finetune/Loss (Raw)": 0.7435413599014282, "Finetune/Step": 3007, "Finetune/Step Time": 6.039854854345322}
+{"Finetune/Learning Rate": 6.773825246734622e-06, "Finetune/Loss": 0.7987711429595947, "Finetune/Loss (Raw)": 0.8876966238021851, "Finetune/Step": 3008, "Finetune/Step Time": 6.027668306604028}
+{"Finetune/Learning Rate": 6.767544567841351e-06, "Finetune/Loss": 0.7987058162689209, "Finetune/Loss (Raw)": 0.8780797719955444, "Finetune/Step": 3009, "Finetune/Step Time": 6.028635200113058}
+{"Finetune/Learning Rate": 6.761265312508054e-06, "Finetune/Loss": 0.7997747659683228, "Finetune/Loss (Raw)": 0.6920680403709412, "Finetune/Step": 3010, "Finetune/Step Time": 6.010732423514128}
+{"Finetune/Learning Rate": 6.754987483500088e-06, "Finetune/Loss": 0.7988847494125366, "Finetune/Loss (Raw)": 0.8235197067260742, "Finetune/Step": 3011, "Finetune/Step Time": 6.013379311189055}
+{"Finetune/Learning Rate": 6.748711083582184e-06, "Finetune/Loss": 0.7968212366104126, "Finetune/Loss (Raw)": 0.5326370000839233, "Finetune/Step": 3012, "Finetune/Step Time": 6.021108087152243}
+{"Finetune/Learning Rate": 6.742436115518436e-06, "Finetune/Loss": 0.7972187399864197, "Finetune/Loss (Raw)": 0.9086524248123169, "Finetune/Step": 3013, "Finetune/Step Time": 6.0234456565231085}
+{"Finetune/Learning Rate": 6.7361625820723205e-06, "Finetune/Loss": 0.7964633703231812, "Finetune/Loss (Raw)": 0.8432185649871826, "Finetune/Step": 3014, "Finetune/Step Time": 6.022050574421883}
+{"Finetune/Learning Rate": 6.7298904860066765e-06, "Finetune/Loss": 0.7967648506164551, "Finetune/Loss (Raw)": 0.7503716349601746, "Finetune/Step": 3015, "Finetune/Step Time": 6.023096542805433}
+{"Finetune/Learning Rate": 6.7236198300837e-06, "Finetune/Loss": 0.7987613677978516, "Finetune/Loss (Raw)": 0.9172987341880798, "Finetune/Step": 3016, "Finetune/Step Time": 6.018179019913077}
+{"Finetune/Learning Rate": 6.717350617064973e-06, "Finetune/Loss": 0.7973939180374146, "Finetune/Loss (Raw)": 0.7456729412078857, "Finetune/Step": 3017, "Finetune/Step Time": 6.023166127502918}
+{"Finetune/Learning Rate": 6.7110828497114255e-06, "Finetune/Loss": 0.7971628904342651, "Finetune/Loss (Raw)": 0.7089439630508423, "Finetune/Step": 3018, "Finetune/Step Time": 6.028410712257028}
+{"Finetune/Learning Rate": 6.704816530783358e-06, "Finetune/Loss": 0.7979300022125244, "Finetune/Loss (Raw)": 0.9220143556594849, "Finetune/Step": 3019, "Finetune/Step Time": 6.026934735476971}
+{"Finetune/Learning Rate": 6.698551663040425e-06, "Finetune/Loss": 0.7967548966407776, "Finetune/Loss (Raw)": 0.7742136716842651, "Finetune/Step": 3020, "Finetune/Step Time": 6.035384016111493}
+{"Finetune/Learning Rate": 6.692288249241659e-06, "Finetune/Loss": 0.795367419719696, "Finetune/Loss (Raw)": 0.6781476736068726, "Finetune/Step": 3021, "Finetune/Step Time": 6.055230574682355}
+{"Finetune/Learning Rate": 6.686026292145433e-06, "Finetune/Loss": 0.7954089641571045, "Finetune/Loss (Raw)": 0.8250998854637146, "Finetune/Step": 3022, "Finetune/Step Time": 6.037778975442052}
+{"Finetune/Learning Rate": 6.679765794509493e-06, "Finetune/Loss": 0.7947088479995728, "Finetune/Loss (Raw)": 0.7274047136306763, "Finetune/Step": 3023, "Finetune/Step Time": 6.044097172096372}
+{"Finetune/Learning Rate": 6.673506759090928e-06, "Finetune/Loss": 0.7950894832611084, "Finetune/Loss (Raw)": 0.8939771056175232, "Finetune/Step": 3024, "Finetune/Step Time": 6.044683124870062}
+{"Finetune/Learning Rate": 6.6672491886462e-06, "Finetune/Loss": 0.794601559638977, "Finetune/Loss (Raw)": 0.7685146927833557, "Finetune/Step": 3025, "Finetune/Step Time": 6.040398916229606}
+{"Finetune/Learning Rate": 6.660993085931113e-06, "Finetune/Loss": 0.7928857803344727, "Finetune/Loss (Raw)": 0.6578856110572815, "Finetune/Step": 3026, "Finetune/Step Time": 6.052845755591989}
+{"Finetune/Learning Rate": 6.6547384537008304e-06, "Finetune/Loss": 0.7938438653945923, "Finetune/Loss (Raw)": 0.8166356086730957, "Finetune/Step": 3027, "Finetune/Step Time": 6.04408372938633}
+{"Finetune/Learning Rate": 6.648485294709861e-06, "Finetune/Loss": 0.7945266366004944, "Finetune/Loss (Raw)": 0.8650041222572327, "Finetune/Step": 3028, "Finetune/Step Time": 6.011878298595548}
+{"Finetune/Learning Rate": 6.642233611712077e-06, "Finetune/Loss": 0.7946220636367798, "Finetune/Loss (Raw)": 0.8104827404022217, "Finetune/Step": 3029, "Finetune/Step Time": 6.015259774401784}
+{"Finetune/Learning Rate": 6.635983407460693e-06, "Finetune/Loss": 0.7941408157348633, "Finetune/Loss (Raw)": 0.7657386064529419, "Finetune/Step": 3030, "Finetune/Step Time": 6.006999908015132}
+{"Finetune/Learning Rate": 6.629734684708269e-06, "Finetune/Loss": 0.7970577478408813, "Finetune/Loss (Raw)": 0.8964118957519531, "Finetune/Step": 3031, "Finetune/Step Time": 6.0055988021194935}
+{"Finetune/Learning Rate": 6.623487446206715e-06, "Finetune/Loss": 0.7965567111968994, "Finetune/Loss (Raw)": 0.6748343706130981, "Finetune/Step": 3032, "Finetune/Step Time": 5.993476115167141}
+{"Finetune/Learning Rate": 6.617241694707295e-06, "Finetune/Loss": 0.798393964767456, "Finetune/Loss (Raw)": 0.9424979090690613, "Finetune/Step": 3033, "Finetune/Step Time": 5.983581306412816}
+{"Finetune/Learning Rate": 6.610997432960611e-06, "Finetune/Loss": 0.7995457649230957, "Finetune/Loss (Raw)": 0.7516902089118958, "Finetune/Step": 3034, "Finetune/Step Time": 5.986874986439943}
+{"Finetune/Learning Rate": 6.604754663716604e-06, "Finetune/Loss": 0.8018960952758789, "Finetune/Loss (Raw)": 0.8915926218032837, "Finetune/Step": 3035, "Finetune/Step Time": 5.9851997047662735}
+{"Finetune/Learning Rate": 6.598513389724572e-06, "Finetune/Loss": 0.8014684319496155, "Finetune/Loss (Raw)": 0.8243866562843323, "Finetune/Step": 3036, "Finetune/Step Time": 5.980239670723677}
+{"Finetune/Learning Rate": 6.592273613733142e-06, "Finetune/Loss": 0.801164984703064, "Finetune/Loss (Raw)": 0.7787776589393616, "Finetune/Step": 3037, "Finetune/Step Time": 5.958859276026487}
+{"Finetune/Learning Rate": 6.5860353384902874e-06, "Finetune/Loss": 0.8000103235244751, "Finetune/Loss (Raw)": 0.730118453502655, "Finetune/Step": 3038, "Finetune/Step Time": 5.9568762723356485}
+{"Finetune/Learning Rate": 6.579798566743314e-06, "Finetune/Loss": 0.7998149394989014, "Finetune/Loss (Raw)": 0.6948205828666687, "Finetune/Step": 3039, "Finetune/Step Time": 5.951228141784668}
+{"Finetune/Learning Rate": 6.573563301238874e-06, "Finetune/Loss": 0.7986503839492798, "Finetune/Loss (Raw)": 0.7276118397712708, "Finetune/Step": 3040, "Finetune/Step Time": 5.928589662536979}
+{"Finetune/Learning Rate": 6.567329544722952e-06, "Finetune/Loss": 0.7978426218032837, "Finetune/Loss (Raw)": 0.7186353206634521, "Finetune/Step": 3041, "Finetune/Step Time": 5.932644866406918}
+{"Finetune/Learning Rate": 6.561097299940871e-06, "Finetune/Loss": 0.7995473146438599, "Finetune/Loss (Raw)": 0.9856505393981934, "Finetune/Step": 3042, "Finetune/Step Time": 5.966818546876311}
+{"Finetune/Learning Rate": 6.5548665696372795e-06, "Finetune/Loss": 0.7989917993545532, "Finetune/Loss (Raw)": 0.7533982396125793, "Finetune/Step": 3043, "Finetune/Step Time": 5.975493557751179}
+{"Finetune/Learning Rate": 6.548637356556171e-06, "Finetune/Loss": 0.7967009544372559, "Finetune/Loss (Raw)": 0.6353317499160767, "Finetune/Step": 3044, "Finetune/Step Time": 5.984959227964282}
+{"Finetune/Learning Rate": 6.542409663440861e-06, "Finetune/Loss": 0.7959764003753662, "Finetune/Loss (Raw)": 0.6891703009605408, "Finetune/Step": 3045, "Finetune/Step Time": 5.974792033433914}
+{"Finetune/Learning Rate": 6.536183493034006e-06, "Finetune/Loss": 0.7982848882675171, "Finetune/Loss (Raw)": 0.9588731527328491, "Finetune/Step": 3046, "Finetune/Step Time": 5.9613564144819975}
+{"Finetune/Learning Rate": 6.529958848077578e-06, "Finetune/Loss": 0.7966402769088745, "Finetune/Loss (Raw)": 0.6510975360870361, "Finetune/Step": 3047, "Finetune/Step Time": 5.962573392316699}
+{"Finetune/Learning Rate": 6.523735731312888e-06, "Finetune/Loss": 0.7963618040084839, "Finetune/Loss (Raw)": 0.8745899200439453, "Finetune/Step": 3048, "Finetune/Step Time": 5.959818946197629}
+{"Finetune/Learning Rate": 6.517514145480575e-06, "Finetune/Loss": 0.7948028445243835, "Finetune/Loss (Raw)": 0.5763704776763916, "Finetune/Step": 3049, "Finetune/Step Time": 5.985809637233615}
+{"Finetune/Learning Rate": 6.511294093320593e-06, "Finetune/Loss": 0.794442892074585, "Finetune/Loss (Raw)": 0.7277741432189941, "Finetune/Step": 3050, "Finetune/Step Time": 5.97108268737793}
+{"Finetune/Learning Rate": 6.505075577572227e-06, "Finetune/Loss": 0.7937874794006348, "Finetune/Loss (Raw)": 0.6248217821121216, "Finetune/Step": 3051, "Finetune/Step Time": 5.991559263318777}
+{"Finetune/Learning Rate": 6.498858600974092e-06, "Finetune/Loss": 0.7928473949432373, "Finetune/Loss (Raw)": 0.8080352544784546, "Finetune/Step": 3052, "Finetune/Step Time": 5.991200445219874}
+{"Finetune/Learning Rate": 6.492643166264116e-06, "Finetune/Loss": 0.7918577194213867, "Finetune/Loss (Raw)": 0.7680864930152893, "Finetune/Step": 3053, "Finetune/Step Time": 5.996271315962076}
+{"Finetune/Learning Rate": 6.486429276179549e-06, "Finetune/Loss": 0.7925320863723755, "Finetune/Loss (Raw)": 0.9144027233123779, "Finetune/Step": 3054, "Finetune/Step Time": 5.999992445111275}
+{"Finetune/Learning Rate": 6.480216933456961e-06, "Finetune/Loss": 0.7926861643791199, "Finetune/Loss (Raw)": 0.8549193143844604, "Finetune/Step": 3055, "Finetune/Step Time": 5.999159311875701}
+{"Finetune/Learning Rate": 6.4740061408322455e-06, "Finetune/Loss": 0.7930597066879272, "Finetune/Loss (Raw)": 0.8321739435195923, "Finetune/Step": 3056, "Finetune/Step Time": 6.008842922747135}
+{"Finetune/Learning Rate": 6.467796901040612e-06, "Finetune/Loss": 0.7924910187721252, "Finetune/Loss (Raw)": 0.6600308418273926, "Finetune/Step": 3057, "Finetune/Step Time": 6.015041116625071}
+{"Finetune/Learning Rate": 6.461589216816575e-06, "Finetune/Loss": 0.7927722930908203, "Finetune/Loss (Raw)": 0.7926551103591919, "Finetune/Step": 3058, "Finetune/Step Time": 6.016491392627358}
+{"Finetune/Learning Rate": 6.455383090893981e-06, "Finetune/Loss": 0.792723536491394, "Finetune/Loss (Raw)": 0.8255395293235779, "Finetune/Step": 3059, "Finetune/Step Time": 6.018971182405949}
+{"Finetune/Learning Rate": 6.44917852600598e-06, "Finetune/Loss": 0.7926430702209473, "Finetune/Loss (Raw)": 0.7734664678573608, "Finetune/Step": 3060, "Finetune/Step Time": 6.0207125172019005}
+{"Finetune/Learning Rate": 6.442975524885038e-06, "Finetune/Loss": 0.7925286889076233, "Finetune/Loss (Raw)": 0.8249241709709167, "Finetune/Step": 3061, "Finetune/Step Time": 6.022049784660339}
+{"Finetune/Learning Rate": 6.436774090262925e-06, "Finetune/Loss": 0.7932093143463135, "Finetune/Loss (Raw)": 0.7007378935813904, "Finetune/Step": 3062, "Finetune/Step Time": 6.004909954965115}
+{"Finetune/Learning Rate": 6.430574224870733e-06, "Finetune/Loss": 0.7932926416397095, "Finetune/Loss (Raw)": 0.9320622086524963, "Finetune/Step": 3063, "Finetune/Step Time": 6.009118357673287}
+{"Finetune/Learning Rate": 6.424375931438858e-06, "Finetune/Loss": 0.793912410736084, "Finetune/Loss (Raw)": 0.7710811495780945, "Finetune/Step": 3064, "Finetune/Step Time": 5.99753163382411}
+{"Finetune/Learning Rate": 6.418179212697e-06, "Finetune/Loss": 0.7908687591552734, "Finetune/Loss (Raw)": 0.6329696178436279, "Finetune/Step": 3065, "Finetune/Step Time": 6.00485909730196}
+{"Finetune/Learning Rate": 6.411984071374164e-06, "Finetune/Loss": 0.7912684679031372, "Finetune/Loss (Raw)": 0.8462225198745728, "Finetune/Step": 3066, "Finetune/Step Time": 5.999076906591654}
+{"Finetune/Learning Rate": 6.405790510198671e-06, "Finetune/Loss": 0.7913414835929871, "Finetune/Loss (Raw)": 0.8110490441322327, "Finetune/Step": 3067, "Finetune/Step Time": 5.991497753188014}
+{"Finetune/Learning Rate": 6.39959853189814e-06, "Finetune/Loss": 0.7914813756942749, "Finetune/Loss (Raw)": 0.8125779628753662, "Finetune/Step": 3068, "Finetune/Step Time": 5.993741154670715}
+{"Finetune/Learning Rate": 6.393408139199489e-06, "Finetune/Loss": 0.7910218238830566, "Finetune/Loss (Raw)": 0.8725554943084717, "Finetune/Step": 3069, "Finetune/Step Time": 5.993017064407468}
+{"Finetune/Learning Rate": 6.387219334828938e-06, "Finetune/Loss": 0.7910616397857666, "Finetune/Loss (Raw)": 0.8616247177124023, "Finetune/Step": 3070, "Finetune/Step Time": 5.995711809024215}
+{"Finetune/Learning Rate": 6.381032121512018e-06, "Finetune/Loss": 0.7900035381317139, "Finetune/Loss (Raw)": 0.7061091661453247, "Finetune/Step": 3071, "Finetune/Step Time": 5.995067862793803}
+{"Finetune/Learning Rate": 6.374846501973553e-06, "Finetune/Loss": 0.7886703014373779, "Finetune/Loss (Raw)": 0.6478874087333679, "Finetune/Step": 3072, "Finetune/Step Time": 6.017186269164085}
+{"Finetune/Learning Rate": 6.368662478937657e-06, "Finetune/Loss": 0.7888815999031067, "Finetune/Loss (Raw)": 0.8752133846282959, "Finetune/Step": 3073, "Finetune/Step Time": 6.01847699470818}
+{"Finetune/Learning Rate": 6.362480055127751e-06, "Finetune/Loss": 0.7900646924972534, "Finetune/Loss (Raw)": 0.9384861588478088, "Finetune/Step": 3074, "Finetune/Step Time": 6.024302730336785}
+{"Finetune/Learning Rate": 6.35629923326655e-06, "Finetune/Loss": 0.7887580394744873, "Finetune/Loss (Raw)": 0.6840259432792664, "Finetune/Step": 3075, "Finetune/Step Time": 6.023873852565885}
+{"Finetune/Learning Rate": 6.350120016076065e-06, "Finetune/Loss": 0.7884297966957092, "Finetune/Loss (Raw)": 0.8330481052398682, "Finetune/Step": 3076, "Finetune/Step Time": 6.015100684016943}
+{"Finetune/Learning Rate": 6.34394240627759e-06, "Finetune/Loss": 0.7891414165496826, "Finetune/Loss (Raw)": 0.8192985653877258, "Finetune/Step": 3077, "Finetune/Step Time": 6.01245835237205}
+{"Finetune/Learning Rate": 6.337766406591724e-06, "Finetune/Loss": 0.7880009412765503, "Finetune/Loss (Raw)": 0.8563557863235474, "Finetune/Step": 3078, "Finetune/Step Time": 6.010746367275715}
+{"Finetune/Learning Rate": 6.331592019738351e-06, "Finetune/Loss": 0.7880594730377197, "Finetune/Loss (Raw)": 0.7192637920379639, "Finetune/Step": 3079, "Finetune/Step Time": 6.011920340359211}
+{"Finetune/Learning Rate": 6.325419248436648e-06, "Finetune/Loss": 0.7879334688186646, "Finetune/Loss (Raw)": 0.7904386520385742, "Finetune/Step": 3080, "Finetune/Step Time": 6.0099693182855844}
+{"Finetune/Learning Rate": 6.319248095405071e-06, "Finetune/Loss": 0.7896432876586914, "Finetune/Loss (Raw)": 0.7715394496917725, "Finetune/Step": 3081, "Finetune/Step Time": 5.993728222325444}
+{"Finetune/Learning Rate": 6.313078563361375e-06, "Finetune/Loss": 0.7889353036880493, "Finetune/Loss (Raw)": 0.7555376291275024, "Finetune/Step": 3082, "Finetune/Step Time": 6.004939459264278}
+{"Finetune/Learning Rate": 6.306910655022599e-06, "Finetune/Loss": 0.7911314964294434, "Finetune/Loss (Raw)": 0.9090396165847778, "Finetune/Step": 3083, "Finetune/Step Time": 6.00144306384027}
+{"Finetune/Learning Rate": 6.300744373105059e-06, "Finetune/Loss": 0.7912959456443787, "Finetune/Loss (Raw)": 0.8138490915298462, "Finetune/Step": 3084, "Finetune/Step Time": 6.015005262568593}
+{"Finetune/Learning Rate": 6.2945797203243585e-06, "Finetune/Loss": 0.7907009720802307, "Finetune/Loss (Raw)": 0.7434807419776917, "Finetune/Step": 3085, "Finetune/Step Time": 6.029436327517033}
+{"Finetune/Learning Rate": 6.288416699395392e-06, "Finetune/Loss": 0.7896610498428345, "Finetune/Loss (Raw)": 0.8221092224121094, "Finetune/Step": 3086, "Finetune/Step Time": 6.039106698706746}
+{"Finetune/Learning Rate": 6.282255313032326e-06, "Finetune/Loss": 0.7918187379837036, "Finetune/Loss (Raw)": 0.8915032148361206, "Finetune/Step": 3087, "Finetune/Step Time": 6.032774960622191}
+{"Finetune/Learning Rate": 6.276095563948606e-06, "Finetune/Loss": 0.7932742834091187, "Finetune/Loss (Raw)": 0.8937377333641052, "Finetune/Step": 3088, "Finetune/Step Time": 6.039150834083557}
+{"Finetune/Learning Rate": 6.269937454856961e-06, "Finetune/Loss": 0.7934050559997559, "Finetune/Loss (Raw)": 0.9011825919151306, "Finetune/Step": 3089, "Finetune/Step Time": 6.037417640909553}
+{"Finetune/Learning Rate": 6.263780988469399e-06, "Finetune/Loss": 0.7942554354667664, "Finetune/Loss (Raw)": 0.8747906684875488, "Finetune/Step": 3090, "Finetune/Step Time": 6.029761735349894}
+{"Finetune/Learning Rate": 6.257626167497204e-06, "Finetune/Loss": 0.7933483719825745, "Finetune/Loss (Raw)": 0.8252703547477722, "Finetune/Step": 3091, "Finetune/Step Time": 6.024652944877744}
+{"Finetune/Learning Rate": 6.251472994650928e-06, "Finetune/Loss": 0.7943885922431946, "Finetune/Loss (Raw)": 0.8932684063911438, "Finetune/Step": 3092, "Finetune/Step Time": 6.010415863245726}
+{"Finetune/Learning Rate": 6.2453214726404045e-06, "Finetune/Loss": 0.793075442314148, "Finetune/Loss (Raw)": 0.6866524815559387, "Finetune/Step": 3093, "Finetune/Step Time": 6.015334939584136}
+{"Finetune/Learning Rate": 6.239171604174741e-06, "Finetune/Loss": 0.792547345161438, "Finetune/Loss (Raw)": 0.7738675475120544, "Finetune/Step": 3094, "Finetune/Step Time": 6.018850456923246}
+{"Finetune/Learning Rate": 6.233023391962314e-06, "Finetune/Loss": 0.7932908535003662, "Finetune/Loss (Raw)": 0.7855984568595886, "Finetune/Step": 3095, "Finetune/Step Time": 6.0189499873667955}
+{"Finetune/Learning Rate": 6.22687683871077e-06, "Finetune/Loss": 0.7920811176300049, "Finetune/Loss (Raw)": 0.8905741572380066, "Finetune/Step": 3096, "Finetune/Step Time": 6.019963262602687}
+{"Finetune/Learning Rate": 6.220731947127019e-06, "Finetune/Loss": 0.7921541929244995, "Finetune/Loss (Raw)": 0.8317362070083618, "Finetune/Step": 3097, "Finetune/Step Time": 6.021161707118154}
+{"Finetune/Learning Rate": 6.214588719917256e-06, "Finetune/Loss": 0.791405975818634, "Finetune/Loss (Raw)": 0.7399908900260925, "Finetune/Step": 3098, "Finetune/Step Time": 6.011878728866577}
+{"Finetune/Learning Rate": 6.20844715978693e-06, "Finetune/Loss": 0.7907685041427612, "Finetune/Loss (Raw)": 0.7840321063995361, "Finetune/Step": 3099, "Finetune/Step Time": 6.01266710087657}
+{"Finetune/Learning Rate": 6.202307269440753e-06, "Finetune/Loss": 0.7899719476699829, "Finetune/Loss (Raw)": 0.7139505743980408, "Finetune/Step": 3100, "Finetune/Step Time": 6.014301475137472}
+{"Finetune/Learning Rate": 6.196169051582712e-06, "Finetune/Loss": 0.7888847589492798, "Finetune/Loss (Raw)": 0.6150687336921692, "Finetune/Step": 3101, "Finetune/Step Time": 6.021872123703361}
+{"Finetune/Learning Rate": 6.190032508916055e-06, "Finetune/Loss": 0.7906553745269775, "Finetune/Loss (Raw)": 0.9792702198028564, "Finetune/Step": 3102, "Finetune/Step Time": 6.034784259274602}
+{"Finetune/Learning Rate": 6.1838976441432855e-06, "Finetune/Loss": 0.7884523868560791, "Finetune/Loss (Raw)": 0.5962504744529724, "Finetune/Step": 3103, "Finetune/Step Time": 6.039507109671831}
+{"Finetune/Learning Rate": 6.177764459966171e-06, "Finetune/Loss": 0.7893503904342651, "Finetune/Loss (Raw)": 0.8852361440658569, "Finetune/Step": 3104, "Finetune/Step Time": 6.0399768371135}
+{"Finetune/Learning Rate": 6.171632959085745e-06, "Finetune/Loss": 0.7898772954940796, "Finetune/Loss (Raw)": 0.9233700633049011, "Finetune/Step": 3105, "Finetune/Step Time": 6.042664473876357}
+{"Finetune/Learning Rate": 6.165503144202296e-06, "Finetune/Loss": 0.7902247905731201, "Finetune/Loss (Raw)": 0.7575546503067017, "Finetune/Step": 3106, "Finetune/Step Time": 6.037021480500698}
+{"Finetune/Learning Rate": 6.159375018015365e-06, "Finetune/Loss": 0.7903293371200562, "Finetune/Loss (Raw)": 0.8442372679710388, "Finetune/Step": 3107, "Finetune/Step Time": 6.034000081941485}
+{"Finetune/Learning Rate": 6.153248583223752e-06, "Finetune/Loss": 0.7885817289352417, "Finetune/Loss (Raw)": 0.5929485559463501, "Finetune/Step": 3108, "Finetune/Step Time": 6.032658785581589}
+{"Finetune/Learning Rate": 6.147123842525518e-06, "Finetune/Loss": 0.7884628176689148, "Finetune/Loss (Raw)": 0.7487788796424866, "Finetune/Step": 3109, "Finetune/Step Time": 6.036871185526252}
+{"Finetune/Learning Rate": 6.141000798617974e-06, "Finetune/Loss": 0.7869367599487305, "Finetune/Loss (Raw)": 0.6960910558700562, "Finetune/Step": 3110, "Finetune/Step Time": 6.046344604343176}
+{"Finetune/Learning Rate": 6.134879454197679e-06, "Finetune/Loss": 0.7866547107696533, "Finetune/Loss (Raw)": 0.8528098464012146, "Finetune/Step": 3111, "Finetune/Step Time": 6.041358839720488}
+{"Finetune/Learning Rate": 6.128759811960448e-06, "Finetune/Loss": 0.785203754901886, "Finetune/Loss (Raw)": 0.8054293394088745, "Finetune/Step": 3112, "Finetune/Step Time": 6.042248338460922}
+{"Finetune/Learning Rate": 6.122641874601349e-06, "Finetune/Loss": 0.7861679792404175, "Finetune/Loss (Raw)": 0.8210512399673462, "Finetune/Step": 3113, "Finetune/Step Time": 6.043049139901996}
+{"Finetune/Learning Rate": 6.116525644814697e-06, "Finetune/Loss": 0.7862854599952698, "Finetune/Loss (Raw)": 0.9258603453636169, "Finetune/Step": 3114, "Finetune/Step Time": 6.048151092603803}
+{"Finetune/Learning Rate": 6.1104111252940504e-06, "Finetune/Loss": 0.7865242958068848, "Finetune/Loss (Raw)": 0.7671912908554077, "Finetune/Step": 3115, "Finetune/Step Time": 6.0451798141002655}
+{"Finetune/Learning Rate": 6.104298318732218e-06, "Finetune/Loss": 0.7879247665405273, "Finetune/Loss (Raw)": 0.93934166431427, "Finetune/Step": 3116, "Finetune/Step Time": 6.0380119532346725}
+{"Finetune/Learning Rate": 6.0981872278212576e-06, "Finetune/Loss": 0.7877298593521118, "Finetune/Loss (Raw)": 0.7334638833999634, "Finetune/Step": 3117, "Finetune/Step Time": 6.034666636958718}
+{"Finetune/Learning Rate": 6.0920778552524695e-06, "Finetune/Loss": 0.7862132787704468, "Finetune/Loss (Raw)": 0.648561954498291, "Finetune/Step": 3118, "Finetune/Step Time": 6.040668316185474}
+{"Finetune/Learning Rate": 6.085970203716391e-06, "Finetune/Loss": 0.7839342355728149, "Finetune/Loss (Raw)": 0.6621982455253601, "Finetune/Step": 3119, "Finetune/Step Time": 6.0460098553448915}
+{"Finetune/Learning Rate": 6.079864275902809e-06, "Finetune/Loss": 0.7850120663642883, "Finetune/Loss (Raw)": 0.7698451280593872, "Finetune/Step": 3120, "Finetune/Step Time": 6.033493170514703}
+{"Finetune/Learning Rate": 6.0737600745007515e-06, "Finetune/Loss": 0.782295823097229, "Finetune/Loss (Raw)": 0.4959954619407654, "Finetune/Step": 3121, "Finetune/Step Time": 6.060718474909663}
+{"Finetune/Learning Rate": 6.06765760219848e-06, "Finetune/Loss": 0.7837520837783813, "Finetune/Loss (Raw)": 0.8851549029350281, "Finetune/Step": 3122, "Finetune/Step Time": 6.075104838237166}
+{"Finetune/Learning Rate": 6.061556861683498e-06, "Finetune/Loss": 0.7853267192840576, "Finetune/Loss (Raw)": 0.8670377135276794, "Finetune/Step": 3123, "Finetune/Step Time": 6.075722960755229}
+{"Finetune/Learning Rate": 6.055457855642548e-06, "Finetune/Loss": 0.7858229279518127, "Finetune/Loss (Raw)": 0.756334125995636, "Finetune/Step": 3124, "Finetune/Step Time": 6.0758254285901785}
+{"Finetune/Learning Rate": 6.049360586761608e-06, "Finetune/Loss": 0.7854348421096802, "Finetune/Loss (Raw)": 0.7379975914955139, "Finetune/Step": 3125, "Finetune/Step Time": 6.093719383701682}
+{"Finetune/Learning Rate": 6.043265057725887e-06, "Finetune/Loss": 0.7862125635147095, "Finetune/Loss (Raw)": 0.8646284937858582, "Finetune/Step": 3126, "Finetune/Step Time": 6.085157565772533}
+{"Finetune/Learning Rate": 6.037171271219828e-06, "Finetune/Loss": 0.7863267660140991, "Finetune/Loss (Raw)": 0.7846739888191223, "Finetune/Step": 3127, "Finetune/Step Time": 6.088728193193674}
+{"Finetune/Learning Rate": 6.031079229927117e-06, "Finetune/Loss": 0.785791277885437, "Finetune/Loss (Raw)": 0.8336299061775208, "Finetune/Step": 3128, "Finetune/Step Time": 6.099302453920245}
+{"Finetune/Learning Rate": 6.024988936530662e-06, "Finetune/Loss": 0.7850527763366699, "Finetune/Loss (Raw)": 0.7093769907951355, "Finetune/Step": 3129, "Finetune/Step Time": 6.095753459259868}
+{"Finetune/Learning Rate": 6.018900393712599e-06, "Finetune/Loss": 0.7852672338485718, "Finetune/Loss (Raw)": 0.9057319164276123, "Finetune/Step": 3130, "Finetune/Step Time": 6.0745616760104895}
+{"Finetune/Learning Rate": 6.012813604154297e-06, "Finetune/Loss": 0.7885974049568176, "Finetune/Loss (Raw)": 0.8790909051895142, "Finetune/Step": 3131, "Finetune/Step Time": 6.0741260554641485}
+{"Finetune/Learning Rate": 6.006728570536358e-06, "Finetune/Loss": 0.7892115116119385, "Finetune/Loss (Raw)": 0.7550616264343262, "Finetune/Step": 3132, "Finetune/Step Time": 6.075795045122504}
+{"Finetune/Learning Rate": 6.000645295538603e-06, "Finetune/Loss": 0.7894918918609619, "Finetune/Loss (Raw)": 0.7496930360794067, "Finetune/Step": 3133, "Finetune/Step Time": 6.051932709291577}
+{"Finetune/Learning Rate": 5.99456378184008e-06, "Finetune/Loss": 0.7907081246376038, "Finetune/Loss (Raw)": 0.9094467759132385, "Finetune/Step": 3134, "Finetune/Step Time": 6.037665726616979}
+{"Finetune/Learning Rate": 5.988484032119058e-06, "Finetune/Loss": 0.7917031049728394, "Finetune/Loss (Raw)": 0.8708982467651367, "Finetune/Step": 3135, "Finetune/Step Time": 6.032872911542654}
+{"Finetune/Learning Rate": 5.9824060490530445e-06, "Finetune/Loss": 0.7898184657096863, "Finetune/Loss (Raw)": 0.6464634537696838, "Finetune/Step": 3136, "Finetune/Step Time": 6.04411899857223}
+{"Finetune/Learning Rate": 5.97632983531875e-06, "Finetune/Loss": 0.7889735698699951, "Finetune/Loss (Raw)": 0.7699335813522339, "Finetune/Step": 3137, "Finetune/Step Time": 6.044302864000201}
+{"Finetune/Learning Rate": 5.970255393592117e-06, "Finetune/Loss": 0.7896848917007446, "Finetune/Loss (Raw)": 0.7831150889396667, "Finetune/Step": 3138, "Finetune/Step Time": 6.049837622791529}
+{"Finetune/Learning Rate": 5.9641827265482995e-06, "Finetune/Loss": 0.7901656627655029, "Finetune/Loss (Raw)": 0.8850549459457397, "Finetune/Step": 3139, "Finetune/Step Time": 6.048914911225438}
+{"Finetune/Learning Rate": 5.958111836861684e-06, "Finetune/Loss": 0.7916009426116943, "Finetune/Loss (Raw)": 0.7163621783256531, "Finetune/Step": 3140, "Finetune/Step Time": 6.041904680430889}
+{"Finetune/Learning Rate": 5.952042727205858e-06, "Finetune/Loss": 0.7908384203910828, "Finetune/Loss (Raw)": 0.8110443949699402, "Finetune/Step": 3141, "Finetune/Step Time": 6.039810236543417}
+{"Finetune/Learning Rate": 5.945975400253634e-06, "Finetune/Loss": 0.7912145853042603, "Finetune/Loss (Raw)": 0.891361653804779, "Finetune/Step": 3142, "Finetune/Step Time": 6.0397635884583}
+{"Finetune/Learning Rate": 5.939909858677036e-06, "Finetune/Loss": 0.7912243604660034, "Finetune/Loss (Raw)": 0.7516317963600159, "Finetune/Step": 3143, "Finetune/Step Time": 6.062637200579047}
+{"Finetune/Learning Rate": 5.933846105147307e-06, "Finetune/Loss": 0.790502667427063, "Finetune/Loss (Raw)": 0.8249140977859497, "Finetune/Step": 3144, "Finetune/Step Time": 6.052201250568032}
+{"Finetune/Learning Rate": 5.927784142334898e-06, "Finetune/Loss": 0.7889357805252075, "Finetune/Loss (Raw)": 0.5451156497001648, "Finetune/Step": 3145, "Finetune/Step Time": 6.058261908590794}
+{"Finetune/Learning Rate": 5.9217239729094674e-06, "Finetune/Loss": 0.7891981601715088, "Finetune/Loss (Raw)": 0.742527186870575, "Finetune/Step": 3146, "Finetune/Step Time": 6.062653316184878}
+{"Finetune/Learning Rate": 5.915665599539897e-06, "Finetune/Loss": 0.7883473634719849, "Finetune/Loss (Raw)": 0.8131133317947388, "Finetune/Step": 3147, "Finetune/Step Time": 6.061016598716378}
+{"Finetune/Learning Rate": 5.909609024894265e-06, "Finetune/Loss": 0.7861738204956055, "Finetune/Loss (Raw)": 0.496001273393631, "Finetune/Step": 3148, "Finetune/Step Time": 6.053718073293567}
+{"Finetune/Learning Rate": 5.90355425163986e-06, "Finetune/Loss": 0.78656005859375, "Finetune/Loss (Raw)": 0.7275882363319397, "Finetune/Step": 3149, "Finetune/Step Time": 6.0327650010585785}
+{"Finetune/Learning Rate": 5.897501282443179e-06, "Finetune/Loss": 0.7861197590827942, "Finetune/Loss (Raw)": 0.7687419652938843, "Finetune/Step": 3150, "Finetune/Step Time": 6.0395077634602785}
+{"Finetune/Learning Rate": 5.891450119969929e-06, "Finetune/Loss": 0.785228431224823, "Finetune/Loss (Raw)": 0.6133103966712952, "Finetune/Step": 3151, "Finetune/Step Time": 6.032341908663511}
+{"Finetune/Learning Rate": 5.885400766885016e-06, "Finetune/Loss": 0.7845022678375244, "Finetune/Loss (Raw)": 0.8010305762290955, "Finetune/Step": 3152, "Finetune/Step Time": 6.041012858971953}
+{"Finetune/Learning Rate": 5.879353225852546e-06, "Finetune/Loss": 0.7843788862228394, "Finetune/Loss (Raw)": 0.7527269124984741, "Finetune/Step": 3153, "Finetune/Step Time": 6.0404343623667955}
+{"Finetune/Learning Rate": 5.873307499535831e-06, "Finetune/Loss": 0.7861193418502808, "Finetune/Loss (Raw)": 0.880665123462677, "Finetune/Step": 3154, "Finetune/Step Time": 6.029332352802157}
+{"Finetune/Learning Rate": 5.8672635905973895e-06, "Finetune/Loss": 0.7858834862709045, "Finetune/Loss (Raw)": 0.78644198179245, "Finetune/Step": 3155, "Finetune/Step Time": 6.0373176876455545}
+{"Finetune/Learning Rate": 5.861221501698931e-06, "Finetune/Loss": 0.7852076292037964, "Finetune/Loss (Raw)": 0.7784970998764038, "Finetune/Step": 3156, "Finetune/Step Time": 6.048251120373607}
+{"Finetune/Learning Rate": 5.855181235501364e-06, "Finetune/Loss": 0.7853022813796997, "Finetune/Loss (Raw)": 0.8225932121276855, "Finetune/Step": 3157, "Finetune/Step Time": 6.049373988062143}
+{"Finetune/Learning Rate": 5.849142794664796e-06, "Finetune/Loss": 0.785576581954956, "Finetune/Loss (Raw)": 0.8008466958999634, "Finetune/Step": 3158, "Finetune/Step Time": 6.043055094778538}
+{"Finetune/Learning Rate": 5.843106181848539e-06, "Finetune/Loss": 0.7842518091201782, "Finetune/Loss (Raw)": 0.7268394231796265, "Finetune/Step": 3159, "Finetune/Step Time": 6.0393280647695065}
+{"Finetune/Learning Rate": 5.837071399711087e-06, "Finetune/Loss": 0.7856079339981079, "Finetune/Loss (Raw)": 0.848419725894928, "Finetune/Step": 3160, "Finetune/Step Time": 6.038116684183478}
+{"Finetune/Learning Rate": 5.83103845091013e-06, "Finetune/Loss": 0.7847000956535339, "Finetune/Loss (Raw)": 0.8262977600097656, "Finetune/Step": 3161, "Finetune/Step Time": 6.038960667327046}
+{"Finetune/Learning Rate": 5.825007338102554e-06, "Finetune/Loss": 0.7851638793945312, "Finetune/Loss (Raw)": 0.8110588192939758, "Finetune/Step": 3162, "Finetune/Step Time": 6.037739077582955}
+{"Finetune/Learning Rate": 5.818978063944443e-06, "Finetune/Loss": 0.7843292355537415, "Finetune/Loss (Raw)": 0.7847559452056885, "Finetune/Step": 3163, "Finetune/Step Time": 6.049962218850851}
+{"Finetune/Learning Rate": 5.812950631091065e-06, "Finetune/Loss": 0.784369170665741, "Finetune/Loss (Raw)": 0.8295007348060608, "Finetune/Step": 3164, "Finetune/Step Time": 6.0620268397033215}
+{"Finetune/Learning Rate": 5.8069250421968626e-06, "Finetune/Loss": 0.785226583480835, "Finetune/Loss (Raw)": 0.8885241150856018, "Finetune/Step": 3165, "Finetune/Step Time": 6.062105320394039}
+{"Finetune/Learning Rate": 5.800901299915493e-06, "Finetune/Loss": 0.7865636944770813, "Finetune/Loss (Raw)": 0.9012686610221863, "Finetune/Step": 3166, "Finetune/Step Time": 6.064262988045812}
+{"Finetune/Learning Rate": 5.794879406899784e-06, "Finetune/Loss": 0.7879738807678223, "Finetune/Loss (Raw)": 0.8753236532211304, "Finetune/Step": 3167, "Finetune/Step Time": 6.067757051438093}
+{"Finetune/Learning Rate": 5.788859365801755e-06, "Finetune/Loss": 0.7867770195007324, "Finetune/Loss (Raw)": 0.5744142532348633, "Finetune/Step": 3168, "Finetune/Step Time": 6.064018126577139}
+{"Finetune/Learning Rate": 5.782841179272598e-06, "Finetune/Loss": 0.7880669236183167, "Finetune/Loss (Raw)": 0.8837428689002991, "Finetune/Step": 3169, "Finetune/Step Time": 6.073890753090382}
+{"Finetune/Learning Rate": 5.776824849962706e-06, "Finetune/Loss": 0.7868649959564209, "Finetune/Loss (Raw)": 0.8317999243736267, "Finetune/Step": 3170, "Finetune/Step Time": 6.038991536945105}
+{"Finetune/Learning Rate": 5.770810380521643e-06, "Finetune/Loss": 0.7865844964981079, "Finetune/Loss (Raw)": 0.7174984812736511, "Finetune/Step": 3171, "Finetune/Step Time": 6.039257992058992}
+{"Finetune/Learning Rate": 5.764797773598161e-06, "Finetune/Loss": 0.7878345847129822, "Finetune/Loss (Raw)": 0.79534512758255, "Finetune/Step": 3172, "Finetune/Step Time": 6.02519391477108}
+{"Finetune/Learning Rate": 5.7587870318401736e-06, "Finetune/Loss": 0.788708508014679, "Finetune/Loss (Raw)": 0.8010309934616089, "Finetune/Step": 3173, "Finetune/Step Time": 6.025534950196743}
+{"Finetune/Learning Rate": 5.7527781578948e-06, "Finetune/Loss": 0.7875064611434937, "Finetune/Loss (Raw)": 0.8050051927566528, "Finetune/Step": 3174, "Finetune/Step Time": 6.022764552384615}
+{"Finetune/Learning Rate": 5.746771154408321e-06, "Finetune/Loss": 0.7871875762939453, "Finetune/Loss (Raw)": 0.6102846264839172, "Finetune/Step": 3175, "Finetune/Step Time": 6.029796086251736}
+{"Finetune/Learning Rate": 5.740766024026195e-06, "Finetune/Loss": 0.7865463495254517, "Finetune/Loss (Raw)": 0.7925184369087219, "Finetune/Step": 3176, "Finetune/Step Time": 6.0319691728800535}
+{"Finetune/Learning Rate": 5.734762769393048e-06, "Finetune/Loss": 0.7889896035194397, "Finetune/Loss (Raw)": 0.8890985250473022, "Finetune/Step": 3177, "Finetune/Step Time": 6.004775322973728}
+{"Finetune/Learning Rate": 5.728761393152701e-06, "Finetune/Loss": 0.7897779941558838, "Finetune/Loss (Raw)": 0.8286861181259155, "Finetune/Step": 3178, "Finetune/Step Time": 6.006730290129781}
+{"Finetune/Learning Rate": 5.722761897948133e-06, "Finetune/Loss": 0.791608452796936, "Finetune/Loss (Raw)": 0.8591251373291016, "Finetune/Step": 3179, "Finetune/Step Time": 5.985176270827651}
+{"Finetune/Learning Rate": 5.71676428642149e-06, "Finetune/Loss": 0.7913466095924377, "Finetune/Loss (Raw)": 0.7745181322097778, "Finetune/Step": 3180, "Finetune/Step Time": 5.99187196418643}
+{"Finetune/Learning Rate": 5.7107685612140954e-06, "Finetune/Loss": 0.7914960384368896, "Finetune/Loss (Raw)": 0.7872127890586853, "Finetune/Step": 3181, "Finetune/Step Time": 5.994341569021344}
+{"Finetune/Learning Rate": 5.7047747249664496e-06, "Finetune/Loss": 0.790115237236023, "Finetune/Loss (Raw)": 0.737662136554718, "Finetune/Step": 3182, "Finetune/Step Time": 6.01841638609767}
+{"Finetune/Learning Rate": 5.698782780318213e-06, "Finetune/Loss": 0.7897008657455444, "Finetune/Loss (Raw)": 0.801878809928894, "Finetune/Step": 3183, "Finetune/Step Time": 6.020943582057953}
+{"Finetune/Learning Rate": 5.692792729908205e-06, "Finetune/Loss": 0.7907267808914185, "Finetune/Loss (Raw)": 0.9634897708892822, "Finetune/Step": 3184, "Finetune/Step Time": 6.008638814091682}
+{"Finetune/Learning Rate": 5.686804576374421e-06, "Finetune/Loss": 0.7913697957992554, "Finetune/Loss (Raw)": 0.7423378825187683, "Finetune/Step": 3185, "Finetune/Step Time": 6.011267667636275}
+{"Finetune/Learning Rate": 5.6808183223540226e-06, "Finetune/Loss": 0.7913376092910767, "Finetune/Loss (Raw)": 0.7885357737541199, "Finetune/Step": 3186, "Finetune/Step Time": 6.006786819547415}
+{"Finetune/Learning Rate": 5.674833970483335e-06, "Finetune/Loss": 0.7901647090911865, "Finetune/Loss (Raw)": 0.6754053235054016, "Finetune/Step": 3187, "Finetune/Step Time": 6.012114319950342}
+{"Finetune/Learning Rate": 5.668851523397829e-06, "Finetune/Loss": 0.7896423935890198, "Finetune/Loss (Raw)": 0.706613302230835, "Finetune/Step": 3188, "Finetune/Step Time": 6.0135454926639795}
+{"Finetune/Learning Rate": 5.662870983732162e-06, "Finetune/Loss": 0.7880949974060059, "Finetune/Loss (Raw)": 0.6268566846847534, "Finetune/Step": 3189, "Finetune/Step Time": 6.023522863164544}
+{"Finetune/Learning Rate": 5.656892354120134e-06, "Finetune/Loss": 0.7895331978797913, "Finetune/Loss (Raw)": 0.8848320245742798, "Finetune/Step": 3190, "Finetune/Step Time": 6.029274635016918}
+{"Finetune/Learning Rate": 5.650915637194712e-06, "Finetune/Loss": 0.789136528968811, "Finetune/Loss (Raw)": 0.8812817335128784, "Finetune/Step": 3191, "Finetune/Step Time": 6.024255339056253}
+{"Finetune/Learning Rate": 5.644940835588007e-06, "Finetune/Loss": 0.789830207824707, "Finetune/Loss (Raw)": 0.8598724603652954, "Finetune/Step": 3192, "Finetune/Step Time": 6.032036945223808}
+{"Finetune/Learning Rate": 5.638967951931308e-06, "Finetune/Loss": 0.7925938367843628, "Finetune/Loss (Raw)": 0.986720860004425, "Finetune/Step": 3193, "Finetune/Step Time": 6.02995041012764}
+{"Finetune/Learning Rate": 5.632996988855048e-06, "Finetune/Loss": 0.793057918548584, "Finetune/Loss (Raw)": 0.9056208729743958, "Finetune/Step": 3194, "Finetune/Step Time": 6.044792940840125}
+{"Finetune/Learning Rate": 5.627027948988808e-06, "Finetune/Loss": 0.7939807176589966, "Finetune/Loss (Raw)": 0.9291626811027527, "Finetune/Step": 3195, "Finetune/Step Time": 6.044868044555187}
+{"Finetune/Learning Rate": 5.621060834961325e-06, "Finetune/Loss": 0.7941402196884155, "Finetune/Loss (Raw)": 0.8329986333847046, "Finetune/Step": 3196, "Finetune/Step Time": 6.049439296126366}
+{"Finetune/Learning Rate": 5.615095649400504e-06, "Finetune/Loss": 0.792898952960968, "Finetune/Loss (Raw)": 0.7136750817298889, "Finetune/Step": 3197, "Finetune/Step Time": 6.056764554232359}
+{"Finetune/Learning Rate": 5.6091323949333835e-06, "Finetune/Loss": 0.7932482957839966, "Finetune/Loss (Raw)": 0.9063429236412048, "Finetune/Step": 3198, "Finetune/Step Time": 6.052388684824109}
+{"Finetune/Learning Rate": 5.6031710741861515e-06, "Finetune/Loss": 0.7952396869659424, "Finetune/Loss (Raw)": 0.961003303527832, "Finetune/Step": 3199, "Finetune/Step Time": 6.046296490356326}
+{"Finetune/Learning Rate": 5.597211689784146e-06, "Finetune/Loss": 0.7972121238708496, "Finetune/Loss (Raw)": 0.9003628492355347, "Finetune/Step": 3200, "Finetune/Step Time": 6.023054236546159}
+{"Finetune/Learning Rate": 5.591254244351865e-06, "Finetune/Loss": 0.7965415716171265, "Finetune/Loss (Raw)": 0.7893825769424438, "Finetune/Step": 3201, "Finetune/Step Time": 6.021235972642899}
+{"Finetune/Learning Rate": 5.5852987405129435e-06, "Finetune/Loss": 0.7962092161178589, "Finetune/Loss (Raw)": 0.8959389925003052, "Finetune/Step": 3202, "Finetune/Step Time": 6.012513680383563}
+{"Finetune/Learning Rate": 5.57934518089015e-06, "Finetune/Loss": 0.7969940900802612, "Finetune/Loss (Raw)": 0.7844907641410828, "Finetune/Step": 3203, "Finetune/Step Time": 6.01782982237637}
+{"Finetune/Learning Rate": 5.573393568105409e-06, "Finetune/Loss": 0.796875, "Finetune/Loss (Raw)": 0.8178024888038635, "Finetune/Step": 3204, "Finetune/Step Time": 6.020275549963117}
+{"Finetune/Learning Rate": 5.567443904779796e-06, "Finetune/Loss": 0.7974992394447327, "Finetune/Loss (Raw)": 0.8992081880569458, "Finetune/Step": 3205, "Finetune/Step Time": 6.021728962659836}
+{"Finetune/Learning Rate": 5.561496193533516e-06, "Finetune/Loss": 0.7957631349563599, "Finetune/Loss (Raw)": 0.6341315507888794, "Finetune/Step": 3206, "Finetune/Step Time": 6.027086604386568}
+{"Finetune/Learning Rate": 5.555550436985906e-06, "Finetune/Loss": 0.794796347618103, "Finetune/Loss (Raw)": 0.5955213308334351, "Finetune/Step": 3207, "Finetune/Step Time": 6.024874784052372}
+{"Finetune/Learning Rate": 5.549606637755458e-06, "Finetune/Loss": 0.7954862117767334, "Finetune/Loss (Raw)": 0.8787346482276917, "Finetune/Step": 3208, "Finetune/Step Time": 6.03095506131649}
+{"Finetune/Learning Rate": 5.5436647984598e-06, "Finetune/Loss": 0.7956917881965637, "Finetune/Loss (Raw)": 0.7978562116622925, "Finetune/Step": 3209, "Finetune/Step Time": 6.026255369186401}
+{"Finetune/Learning Rate": 5.537724921715695e-06, "Finetune/Loss": 0.795979380607605, "Finetune/Loss (Raw)": 0.7923405766487122, "Finetune/Step": 3210, "Finetune/Step Time": 6.016938094049692}
+{"Finetune/Learning Rate": 5.531787010139029e-06, "Finetune/Loss": 0.7951556444168091, "Finetune/Loss (Raw)": 0.8036007881164551, "Finetune/Step": 3211, "Finetune/Step Time": 6.0191912073642015}
+{"Finetune/Learning Rate": 5.525851066344845e-06, "Finetune/Loss": 0.7960544228553772, "Finetune/Loss (Raw)": 0.9288974404335022, "Finetune/Step": 3212, "Finetune/Step Time": 6.016735643148422}
+{"Finetune/Learning Rate": 5.5199170929473064e-06, "Finetune/Loss": 0.7967561483383179, "Finetune/Loss (Raw)": 0.8332988023757935, "Finetune/Step": 3213, "Finetune/Step Time": 6.006506055593491}
+{"Finetune/Learning Rate": 5.5139850925597064e-06, "Finetune/Loss": 0.7961596250534058, "Finetune/Loss (Raw)": 0.7457572817802429, "Finetune/Step": 3214, "Finetune/Step Time": 5.999332342296839}
+{"Finetune/Learning Rate": 5.508055067794469e-06, "Finetune/Loss": 0.7952117323875427, "Finetune/Loss (Raw)": 0.7701764106750488, "Finetune/Step": 3215, "Finetune/Step Time": 5.998738503083587}
+{"Finetune/Learning Rate": 5.502127021263164e-06, "Finetune/Loss": 0.7940568923950195, "Finetune/Loss (Raw)": 0.7459185123443604, "Finetune/Step": 3216, "Finetune/Step Time": 5.995183162391186}
+{"Finetune/Learning Rate": 5.496200955576475e-06, "Finetune/Loss": 0.7930004596710205, "Finetune/Loss (Raw)": 0.7659634351730347, "Finetune/Step": 3217, "Finetune/Step Time": 6.006758704781532}
+{"Finetune/Learning Rate": 5.490276873344211e-06, "Finetune/Loss": 0.7921128869056702, "Finetune/Loss (Raw)": 0.7611759305000305, "Finetune/Step": 3218, "Finetune/Step Time": 6.025666860863566}
+{"Finetune/Learning Rate": 5.484354777175314e-06, "Finetune/Loss": 0.7912074327468872, "Finetune/Loss (Raw)": 0.7093760967254639, "Finetune/Step": 3219, "Finetune/Step Time": 6.0421440824866295}
+{"Finetune/Learning Rate": 5.478434669677857e-06, "Finetune/Loss": 0.7891444563865662, "Finetune/Loss (Raw)": 0.6291995644569397, "Finetune/Step": 3220, "Finetune/Step Time": 6.043208768591285}
+{"Finetune/Learning Rate": 5.472516553459032e-06, "Finetune/Loss": 0.7905489206314087, "Finetune/Loss (Raw)": 0.8664248585700989, "Finetune/Step": 3221, "Finetune/Step Time": 6.044610299170017}
+{"Finetune/Learning Rate": 5.466600431125144e-06, "Finetune/Loss": 0.7911205291748047, "Finetune/Loss (Raw)": 0.8470350503921509, "Finetune/Step": 3222, "Finetune/Step Time": 6.044839587062597}
+{"Finetune/Learning Rate": 5.460686305281628e-06, "Finetune/Loss": 0.7913073301315308, "Finetune/Loss (Raw)": 0.8095074892044067, "Finetune/Step": 3223, "Finetune/Step Time": 6.038684582337737}
+{"Finetune/Learning Rate": 5.454774178533051e-06, "Finetune/Loss": 0.7884839773178101, "Finetune/Loss (Raw)": 0.5291814208030701, "Finetune/Step": 3224, "Finetune/Step Time": 6.053929548710585}
+{"Finetune/Learning Rate": 5.448864053483087e-06, "Finetune/Loss": 0.7881203889846802, "Finetune/Loss (Raw)": 0.7852053642272949, "Finetune/Step": 3225, "Finetune/Step Time": 6.051715523004532}
+{"Finetune/Learning Rate": 5.4429559327345225e-06, "Finetune/Loss": 0.787315845489502, "Finetune/Loss (Raw)": 0.6370039582252502, "Finetune/Step": 3226, "Finetune/Step Time": 6.059890624135733}
+{"Finetune/Learning Rate": 5.437049818889271e-06, "Finetune/Loss": 0.7861988544464111, "Finetune/Loss (Raw)": 0.6410515308380127, "Finetune/Step": 3227, "Finetune/Step Time": 6.068235892802477}
+{"Finetune/Learning Rate": 5.4311457145483674e-06, "Finetune/Loss": 0.7858147025108337, "Finetune/Loss (Raw)": 0.6647821664810181, "Finetune/Step": 3228, "Finetune/Step Time": 6.078577812761068}
+{"Finetune/Learning Rate": 5.425243622311954e-06, "Finetune/Loss": 0.7874390482902527, "Finetune/Loss (Raw)": 0.8229860663414001, "Finetune/Step": 3229, "Finetune/Step Time": 6.078493986278772}
+{"Finetune/Learning Rate": 5.419343544779278e-06, "Finetune/Loss": 0.7862516641616821, "Finetune/Loss (Raw)": 0.8272884488105774, "Finetune/Step": 3230, "Finetune/Step Time": 6.071140164509416}
+{"Finetune/Learning Rate": 5.413445484548718e-06, "Finetune/Loss": 0.7856577634811401, "Finetune/Loss (Raw)": 0.5202316045761108, "Finetune/Step": 3231, "Finetune/Step Time": 6.084187129512429}
+{"Finetune/Learning Rate": 5.407549444217759e-06, "Finetune/Loss": 0.7851259112358093, "Finetune/Loss (Raw)": 0.8171631097793579, "Finetune/Step": 3232, "Finetune/Step Time": 6.083553738892078}
+{"Finetune/Learning Rate": 5.401655426382984e-06, "Finetune/Loss": 0.7839933633804321, "Finetune/Loss (Raw)": 0.778397262096405, "Finetune/Step": 3233, "Finetune/Step Time": 6.084642078727484}
+{"Finetune/Learning Rate": 5.39576343364009e-06, "Finetune/Loss": 0.7840107679367065, "Finetune/Loss (Raw)": 0.7597808837890625, "Finetune/Step": 3234, "Finetune/Step Time": 6.087540429085493}
+{"Finetune/Learning Rate": 5.389873468583897e-06, "Finetune/Loss": 0.7839105725288391, "Finetune/Loss (Raw)": 0.8314146995544434, "Finetune/Step": 3235, "Finetune/Step Time": 6.089687790721655}
+{"Finetune/Learning Rate": 5.383985533808322e-06, "Finetune/Loss": 0.7849047780036926, "Finetune/Loss (Raw)": 0.7202087640762329, "Finetune/Step": 3236, "Finetune/Step Time": 6.097926182672381}
+{"Finetune/Learning Rate": 5.37809963190638e-06, "Finetune/Loss": 0.7859703898429871, "Finetune/Loss (Raw)": 0.8851770758628845, "Finetune/Step": 3237, "Finetune/Step Time": 6.089309776201844}
+{"Finetune/Learning Rate": 5.372215765470194e-06, "Finetune/Loss": 0.7865982055664062, "Finetune/Loss (Raw)": 0.7764516472816467, "Finetune/Step": 3238, "Finetune/Step Time": 6.078757340088487}
+{"Finetune/Learning Rate": 5.3663339370910064e-06, "Finetune/Loss": 0.7864384651184082, "Finetune/Loss (Raw)": 0.8323619365692139, "Finetune/Step": 3239, "Finetune/Step Time": 6.084491705521941}
+{"Finetune/Learning Rate": 5.360454149359146e-06, "Finetune/Loss": 0.786279559135437, "Finetune/Loss (Raw)": 0.7850883603096008, "Finetune/Step": 3240, "Finetune/Step Time": 6.081476077437401}
+{"Finetune/Learning Rate": 5.354576404864042e-06, "Finetune/Loss": 0.786090612411499, "Finetune/Loss (Raw)": 0.7968675494194031, "Finetune/Step": 3241, "Finetune/Step Time": 6.083062954246998}
+{"Finetune/Learning Rate": 5.348700706194227e-06, "Finetune/Loss": 0.7864469289779663, "Finetune/Loss (Raw)": 0.9714680314064026, "Finetune/Step": 3242, "Finetune/Step Time": 6.084267985075712}
+{"Finetune/Learning Rate": 5.342827055937344e-06, "Finetune/Loss": 0.7862594127655029, "Finetune/Loss (Raw)": 0.743186354637146, "Finetune/Step": 3243, "Finetune/Step Time": 6.085280081257224}
+{"Finetune/Learning Rate": 5.336955456680123e-06, "Finetune/Loss": 0.783668577671051, "Finetune/Loss (Raw)": 0.6077165603637695, "Finetune/Step": 3244, "Finetune/Step Time": 6.096659772098064}
+{"Finetune/Learning Rate": 5.331085911008385e-06, "Finetune/Loss": 0.7845772504806519, "Finetune/Loss (Raw)": 0.8497737646102905, "Finetune/Step": 3245, "Finetune/Step Time": 6.102551754564047}
+{"Finetune/Learning Rate": 5.325218421507051e-06, "Finetune/Loss": 0.7858666777610779, "Finetune/Loss (Raw)": 0.8136082887649536, "Finetune/Step": 3246, "Finetune/Step Time": 6.094138961285353}
+{"Finetune/Learning Rate": 5.319352990760154e-06, "Finetune/Loss": 0.7862894535064697, "Finetune/Loss (Raw)": 0.716321587562561, "Finetune/Step": 3247, "Finetune/Step Time": 6.099168840795755}
+{"Finetune/Learning Rate": 5.313489621350794e-06, "Finetune/Loss": 0.7866999506950378, "Finetune/Loss (Raw)": 0.8223839998245239, "Finetune/Step": 3248, "Finetune/Step Time": 6.10308600962162}
+{"Finetune/Learning Rate": 5.307628315861174e-06, "Finetune/Loss": 0.7888979911804199, "Finetune/Loss (Raw)": 0.7773424386978149, "Finetune/Step": 3249, "Finetune/Step Time": 6.074866285547614}
+{"Finetune/Learning Rate": 5.3017690768725895e-06, "Finetune/Loss": 0.7881127595901489, "Finetune/Loss (Raw)": 0.7846529483795166, "Finetune/Step": 3250, "Finetune/Step Time": 6.066174438223243}
+{"Finetune/Learning Rate": 5.295911906965434e-06, "Finetune/Loss": 0.7889353036880493, "Finetune/Loss (Raw)": 0.9723167419433594, "Finetune/Step": 3251, "Finetune/Step Time": 6.067639222368598}
+{"Finetune/Learning Rate": 5.29005680871917e-06, "Finetune/Loss": 0.7901167273521423, "Finetune/Loss (Raw)": 0.907555103302002, "Finetune/Step": 3252, "Finetune/Step Time": 6.076556570827961}
+{"Finetune/Learning Rate": 5.2842037847123584e-06, "Finetune/Loss": 0.7902264595031738, "Finetune/Loss (Raw)": 0.7520398497581482, "Finetune/Step": 3253, "Finetune/Step Time": 6.054314289242029}
+{"Finetune/Learning Rate": 5.278352837522656e-06, "Finetune/Loss": 0.7906515598297119, "Finetune/Loss (Raw)": 0.9190518260002136, "Finetune/Step": 3254, "Finetune/Step Time": 6.058569384738803}
+{"Finetune/Learning Rate": 5.272503969726792e-06, "Finetune/Loss": 0.7897341251373291, "Finetune/Loss (Raw)": 0.6672394871711731, "Finetune/Step": 3255, "Finetune/Step Time": 6.051483700051904}
+{"Finetune/Learning Rate": 5.266657183900581e-06, "Finetune/Loss": 0.7889373302459717, "Finetune/Loss (Raw)": 0.731636643409729, "Finetune/Step": 3256, "Finetune/Step Time": 6.040010090917349}
+{"Finetune/Learning Rate": 5.2608124826189175e-06, "Finetune/Loss": 0.7900664806365967, "Finetune/Loss (Raw)": 0.8539068102836609, "Finetune/Step": 3257, "Finetune/Step Time": 6.04242886044085}
+{"Finetune/Learning Rate": 5.254969868455796e-06, "Finetune/Loss": 0.7897984981536865, "Finetune/Loss (Raw)": 0.8714278340339661, "Finetune/Step": 3258, "Finetune/Step Time": 6.062802497297525}
+{"Finetune/Learning Rate": 5.249129343984277e-06, "Finetune/Loss": 0.7872255444526672, "Finetune/Loss (Raw)": 0.5497621893882751, "Finetune/Step": 3259, "Finetune/Step Time": 6.079849945381284}
+{"Finetune/Learning Rate": 5.243290911776497e-06, "Finetune/Loss": 0.787196934223175, "Finetune/Loss (Raw)": 0.7513917684555054, "Finetune/Step": 3260, "Finetune/Step Time": 6.0794810727238655}
+{"Finetune/Learning Rate": 5.2374545744036764e-06, "Finetune/Loss": 0.7868238091468811, "Finetune/Loss (Raw)": 0.7019377946853638, "Finetune/Step": 3261, "Finetune/Step Time": 6.083122164011002}
+{"Finetune/Learning Rate": 5.231620334436122e-06, "Finetune/Loss": 0.7864954471588135, "Finetune/Loss (Raw)": 0.8674131035804749, "Finetune/Step": 3262, "Finetune/Step Time": 6.091746624559164}
+{"Finetune/Learning Rate": 5.2257881944432085e-06, "Finetune/Loss": 0.7860870361328125, "Finetune/Loss (Raw)": 0.8186318874359131, "Finetune/Step": 3263, "Finetune/Step Time": 6.103848800063133}
+{"Finetune/Learning Rate": 5.21995815699338e-06, "Finetune/Loss": 0.7875461578369141, "Finetune/Loss (Raw)": 0.8332198858261108, "Finetune/Step": 3264, "Finetune/Step Time": 6.0959319565445185}
+{"Finetune/Learning Rate": 5.2141302246541594e-06, "Finetune/Loss": 0.7877899408340454, "Finetune/Loss (Raw)": 0.801143229007721, "Finetune/Step": 3265, "Finetune/Step Time": 6.092789640650153}
+{"Finetune/Learning Rate": 5.208304399992154e-06, "Finetune/Loss": 0.7880123257637024, "Finetune/Loss (Raw)": 0.8115790486335754, "Finetune/Step": 3266, "Finetune/Step Time": 6.086758708581328}
+{"Finetune/Learning Rate": 5.202480685573026e-06, "Finetune/Loss": 0.7877970337867737, "Finetune/Loss (Raw)": 0.8574993014335632, "Finetune/Step": 3267, "Finetune/Step Time": 6.089396880939603}
+{"Finetune/Learning Rate": 5.196659083961514e-06, "Finetune/Loss": 0.7883434295654297, "Finetune/Loss (Raw)": 0.7862990498542786, "Finetune/Step": 3268, "Finetune/Step Time": 6.089970380067825}
+{"Finetune/Learning Rate": 5.190839597721426e-06, "Finetune/Loss": 0.7892438173294067, "Finetune/Loss (Raw)": 0.9262987375259399, "Finetune/Step": 3269, "Finetune/Step Time": 6.098118269816041}
+{"Finetune/Learning Rate": 5.1850222294156505e-06, "Finetune/Loss": 0.7891875505447388, "Finetune/Loss (Raw)": 0.8841500282287598, "Finetune/Step": 3270, "Finetune/Step Time": 6.100532731041312}
+{"Finetune/Learning Rate": 5.179206981606121e-06, "Finetune/Loss": 0.790526270866394, "Finetune/Loss (Raw)": 0.9229902029037476, "Finetune/Step": 3271, "Finetune/Step Time": 6.0765206553041935}
+{"Finetune/Learning Rate": 5.1733938568538525e-06, "Finetune/Loss": 0.7902689576148987, "Finetune/Loss (Raw)": 0.7919766902923584, "Finetune/Step": 3272, "Finetune/Step Time": 6.088480319827795}
+{"Finetune/Learning Rate": 5.167582857718916e-06, "Finetune/Loss": 0.7935037612915039, "Finetune/Loss (Raw)": 0.9591704607009888, "Finetune/Step": 3273, "Finetune/Step Time": 6.076498983427882}
+{"Finetune/Learning Rate": 5.161773986760464e-06, "Finetune/Loss": 0.7940243482589722, "Finetune/Loss (Raw)": 0.8091691136360168, "Finetune/Step": 3274, "Finetune/Step Time": 6.082115242257714}
+{"Finetune/Learning Rate": 5.155967246536688e-06, "Finetune/Loss": 0.794555127620697, "Finetune/Loss (Raw)": 0.881048858165741, "Finetune/Step": 3275, "Finetune/Step Time": 6.087245399132371}
+{"Finetune/Learning Rate": 5.150162639604852e-06, "Finetune/Loss": 0.7976969480514526, "Finetune/Loss (Raw)": 0.8981475234031677, "Finetune/Step": 3276, "Finetune/Step Time": 6.082091258838773}
+{"Finetune/Learning Rate": 5.144360168521289e-06, "Finetune/Loss": 0.7974538207054138, "Finetune/Loss (Raw)": 0.6964771151542664, "Finetune/Step": 3277, "Finetune/Step Time": 6.086999464780092}
+{"Finetune/Learning Rate": 5.138559835841381e-06, "Finetune/Loss": 0.797618567943573, "Finetune/Loss (Raw)": 0.789827823638916, "Finetune/Step": 3278, "Finetune/Step Time": 6.083833364769816}
+{"Finetune/Learning Rate": 5.132761644119566e-06, "Finetune/Loss": 0.7997843623161316, "Finetune/Loss (Raw)": 0.8905311822891235, "Finetune/Step": 3279, "Finetune/Step Time": 6.085697513073683}
+{"Finetune/Learning Rate": 5.1269655959093416e-06, "Finetune/Loss": 0.7989859580993652, "Finetune/Loss (Raw)": 0.6988346576690674, "Finetune/Step": 3280, "Finetune/Step Time": 6.108978662639856}
+{"Finetune/Learning Rate": 5.1211716937632715e-06, "Finetune/Loss": 0.797187328338623, "Finetune/Loss (Raw)": 0.5224971771240234, "Finetune/Step": 3281, "Finetune/Step Time": 6.122988983988762}
+{"Finetune/Learning Rate": 5.115379940232965e-06, "Finetune/Loss": 0.7959342002868652, "Finetune/Loss (Raw)": 0.7202720642089844, "Finetune/Step": 3282, "Finetune/Step Time": 6.123407412320375}
+{"Finetune/Learning Rate": 5.109590337869081e-06, "Finetune/Loss": 0.7968934774398804, "Finetune/Loss (Raw)": 0.9092273116111755, "Finetune/Step": 3283, "Finetune/Step Time": 6.120668835937977}
+{"Finetune/Learning Rate": 5.1038028892213364e-06, "Finetune/Loss": 0.797510027885437, "Finetune/Loss (Raw)": 0.8574120402336121, "Finetune/Step": 3284, "Finetune/Step Time": 6.106835059821606}
+{"Finetune/Learning Rate": 5.0980175968385084e-06, "Finetune/Loss": 0.7973661422729492, "Finetune/Loss (Raw)": 0.8041864633560181, "Finetune/Step": 3285, "Finetune/Step Time": 6.101899327710271}
+{"Finetune/Learning Rate": 5.0922344632684064e-06, "Finetune/Loss": 0.7983657121658325, "Finetune/Loss (Raw)": 0.9287832379341125, "Finetune/Step": 3286, "Finetune/Step Time": 6.104916239157319}
+{"Finetune/Learning Rate": 5.086453491057901e-06, "Finetune/Loss": 0.7980048656463623, "Finetune/Loss (Raw)": 0.680650532245636, "Finetune/Step": 3287, "Finetune/Step Time": 6.114022094756365}
+{"Finetune/Learning Rate": 5.080674682752905e-06, "Finetune/Loss": 0.7969393730163574, "Finetune/Loss (Raw)": 0.7120371460914612, "Finetune/Step": 3288, "Finetune/Step Time": 6.117312159389257}
+{"Finetune/Learning Rate": 5.074898040898394e-06, "Finetune/Loss": 0.7956276535987854, "Finetune/Loss (Raw)": 0.6584014296531677, "Finetune/Step": 3289, "Finetune/Step Time": 6.121045900508761}
+{"Finetune/Learning Rate": 5.069123568038366e-06, "Finetune/Loss": 0.7953857779502869, "Finetune/Loss (Raw)": 0.7800966501235962, "Finetune/Step": 3290, "Finetune/Step Time": 6.138113051652908}
+{"Finetune/Learning Rate": 5.0633512667158755e-06, "Finetune/Loss": 0.7947369813919067, "Finetune/Loss (Raw)": 0.70170658826828, "Finetune/Step": 3291, "Finetune/Step Time": 6.121679985895753}
+{"Finetune/Learning Rate": 5.05758113947302e-06, "Finetune/Loss": 0.7942219376564026, "Finetune/Loss (Raw)": 0.7635775208473206, "Finetune/Step": 3292, "Finetune/Step Time": 6.135165331885219}
+{"Finetune/Learning Rate": 5.051813188850949e-06, "Finetune/Loss": 0.7936742305755615, "Finetune/Loss (Raw)": 0.8184232115745544, "Finetune/Step": 3293, "Finetune/Step Time": 6.136715617030859}
+{"Finetune/Learning Rate": 5.046047417389834e-06, "Finetune/Loss": 0.7911385297775269, "Finetune/Loss (Raw)": 0.5766936540603638, "Finetune/Step": 3294, "Finetune/Step Time": 6.140598054975271}
+{"Finetune/Learning Rate": 5.0402838276288954e-06, "Finetune/Loss": 0.7885175943374634, "Finetune/Loss (Raw)": 0.5398447513580322, "Finetune/Step": 3295, "Finetune/Step Time": 6.145160024985671}
+{"Finetune/Learning Rate": 5.034522422106403e-06, "Finetune/Loss": 0.7900182008743286, "Finetune/Loss (Raw)": 0.7664900422096252, "Finetune/Step": 3296, "Finetune/Step Time": 6.144245592877269}
+{"Finetune/Learning Rate": 5.028763203359655e-06, "Finetune/Loss": 0.7879791259765625, "Finetune/Loss (Raw)": 0.6227425932884216, "Finetune/Step": 3297, "Finetune/Step Time": 6.133779546245933}
+{"Finetune/Learning Rate": 5.023006173924979e-06, "Finetune/Loss": 0.7865791320800781, "Finetune/Loss (Raw)": 0.652604877948761, "Finetune/Step": 3298, "Finetune/Step Time": 6.140200166031718}
+{"Finetune/Learning Rate": 5.017251336337749e-06, "Finetune/Loss": 0.786898672580719, "Finetune/Loss (Raw)": 0.7583918571472168, "Finetune/Step": 3299, "Finetune/Step Time": 6.133577633649111}
+{"Finetune/Learning Rate": 5.011498693132384e-06, "Finetune/Loss": 0.786307692527771, "Finetune/Loss (Raw)": 0.719697892665863, "Finetune/Step": 3300, "Finetune/Step Time": 6.135613711550832}
+{"Finetune/Learning Rate": 5.005748246842308e-06, "Finetune/Loss": 0.7862261533737183, "Finetune/Loss (Raw)": 0.7905977368354797, "Finetune/Step": 3301, "Finetune/Step Time": 6.136238923296332}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7857561111450195, "Finetune/Loss (Raw)": 0.7448425889015198, "Finetune/Step": 3302, "Finetune/Step Time": 6.139138702303171}
+{"Finetune/Learning Rate": 4.994253955136965e-06, "Finetune/Loss": 0.7868711352348328, "Finetune/Loss (Raw)": 0.7530084848403931, "Finetune/Step": 3303, "Finetune/Step Time": 6.14022496715188}
+{"Finetune/Learning Rate": 4.9885101147837425e-06, "Finetune/Loss": 0.7869527339935303, "Finetune/Loss (Raw)": 0.8029557466506958, "Finetune/Step": 3304, "Finetune/Step Time": 6.138267433270812}
+{"Finetune/Learning Rate": 4.982768481469886e-06, "Finetune/Loss": 0.7867870330810547, "Finetune/Loss (Raw)": 0.8678934574127197, "Finetune/Step": 3305, "Finetune/Step Time": 6.140604492276907}
+{"Finetune/Learning Rate": 4.977029057723991e-06, "Finetune/Loss": 0.7849985957145691, "Finetune/Loss (Raw)": 0.5997666120529175, "Finetune/Step": 3306, "Finetune/Step Time": 6.148777153342962}
+{"Finetune/Learning Rate": 4.971291846073674e-06, "Finetune/Loss": 0.7845137119293213, "Finetune/Loss (Raw)": 0.7970545291900635, "Finetune/Step": 3307, "Finetune/Step Time": 6.159759381785989}
+{"Finetune/Learning Rate": 4.965556849045587e-06, "Finetune/Loss": 0.7829347252845764, "Finetune/Loss (Raw)": 0.5724133253097534, "Finetune/Step": 3308, "Finetune/Step Time": 6.153118485584855}
+{"Finetune/Learning Rate": 4.959824069165392e-06, "Finetune/Loss": 0.7837314605712891, "Finetune/Loss (Raw)": 0.8891956806182861, "Finetune/Step": 3309, "Finetune/Step Time": 6.146649798378348}
+{"Finetune/Learning Rate": 4.954093508957781e-06, "Finetune/Loss": 0.7846065759658813, "Finetune/Loss (Raw)": 0.8496747612953186, "Finetune/Step": 3310, "Finetune/Step Time": 6.126785151660442}
+{"Finetune/Learning Rate": 4.948365170946468e-06, "Finetune/Loss": 0.7840062379837036, "Finetune/Loss (Raw)": 0.7250379323959351, "Finetune/Step": 3311, "Finetune/Step Time": 6.133401041850448}
+{"Finetune/Learning Rate": 4.9426390576542e-06, "Finetune/Loss": 0.7809953689575195, "Finetune/Loss (Raw)": 0.5780922174453735, "Finetune/Step": 3312, "Finetune/Step Time": 6.143750112503767}
+{"Finetune/Learning Rate": 4.936915171602722e-06, "Finetune/Loss": 0.7811307907104492, "Finetune/Loss (Raw)": 0.7596749663352966, "Finetune/Step": 3313, "Finetune/Step Time": 6.133006038144231}
+{"Finetune/Learning Rate": 4.931193515312813e-06, "Finetune/Loss": 0.7804932594299316, "Finetune/Loss (Raw)": 0.7069406509399414, "Finetune/Step": 3314, "Finetune/Step Time": 6.139334863051772}
+{"Finetune/Learning Rate": 4.925474091304264e-06, "Finetune/Loss": 0.7824628949165344, "Finetune/Loss (Raw)": 0.9275069832801819, "Finetune/Step": 3315, "Finetune/Step Time": 6.132668348029256}
+{"Finetune/Learning Rate": 4.919756902095896e-06, "Finetune/Loss": 0.7824190855026245, "Finetune/Loss (Raw)": 0.7010141015052795, "Finetune/Step": 3316, "Finetune/Step Time": 6.137730037793517}
+{"Finetune/Learning Rate": 4.914041950205525e-06, "Finetune/Loss": 0.7839270830154419, "Finetune/Loss (Raw)": 0.8198747634887695, "Finetune/Step": 3317, "Finetune/Step Time": 6.131078327074647}
+{"Finetune/Learning Rate": 4.9083292381499905e-06, "Finetune/Loss": 0.7830319404602051, "Finetune/Loss (Raw)": 0.770262598991394, "Finetune/Step": 3318, "Finetune/Step Time": 6.129504237323999}
+{"Finetune/Learning Rate": 4.90261876844516e-06, "Finetune/Loss": 0.7826840281486511, "Finetune/Loss (Raw)": 0.8367434740066528, "Finetune/Step": 3319, "Finetune/Step Time": 6.126919062808156}
+{"Finetune/Learning Rate": 4.89691054360589e-06, "Finetune/Loss": 0.7821899652481079, "Finetune/Loss (Raw)": 0.7966296672821045, "Finetune/Step": 3320, "Finetune/Step Time": 6.120891340076923}
+{"Finetune/Learning Rate": 4.89120456614606e-06, "Finetune/Loss": 0.7794422507286072, "Finetune/Loss (Raw)": 0.6350101828575134, "Finetune/Step": 3321, "Finetune/Step Time": 6.124751603230834}
+{"Finetune/Learning Rate": 4.885500838578558e-06, "Finetune/Loss": 0.7773252725601196, "Finetune/Loss (Raw)": 0.634652853012085, "Finetune/Step": 3322, "Finetune/Step Time": 6.123877484351397}
+{"Finetune/Learning Rate": 4.8797993634152915e-06, "Finetune/Loss": 0.7759726047515869, "Finetune/Loss (Raw)": 0.7560210824012756, "Finetune/Step": 3323, "Finetune/Step Time": 6.134994518011808}
+{"Finetune/Learning Rate": 4.874100143167157e-06, "Finetune/Loss": 0.7755823135375977, "Finetune/Loss (Raw)": 0.7830394506454468, "Finetune/Step": 3324, "Finetune/Step Time": 6.13153488188982}
+{"Finetune/Learning Rate": 4.868403180344069e-06, "Finetune/Loss": 0.7763867378234863, "Finetune/Loss (Raw)": 0.8166443705558777, "Finetune/Step": 3325, "Finetune/Step Time": 6.126989867538214}
+{"Finetune/Learning Rate": 4.862708477454944e-06, "Finetune/Loss": 0.7760710716247559, "Finetune/Loss (Raw)": 0.8659407496452332, "Finetune/Step": 3326, "Finetune/Step Time": 6.135539112612605}
+{"Finetune/Learning Rate": 4.857016037007717e-06, "Finetune/Loss": 0.7723414897918701, "Finetune/Loss (Raw)": 0.48360732197761536, "Finetune/Step": 3327, "Finetune/Step Time": 6.154009120538831}
+{"Finetune/Learning Rate": 4.851325861509303e-06, "Finetune/Loss": 0.7712831497192383, "Finetune/Loss (Raw)": 0.764902651309967, "Finetune/Step": 3328, "Finetune/Step Time": 6.155192459002137}
+{"Finetune/Learning Rate": 4.845637953465635e-06, "Finetune/Loss": 0.7720966339111328, "Finetune/Loss (Raw)": 0.8935068249702454, "Finetune/Step": 3329, "Finetune/Step Time": 6.153431611135602}
+{"Finetune/Learning Rate": 4.839952315381642e-06, "Finetune/Loss": 0.7716884613037109, "Finetune/Loss (Raw)": 0.8436985015869141, "Finetune/Step": 3330, "Finetune/Step Time": 6.152352994307876}
+{"Finetune/Learning Rate": 4.834268949761266e-06, "Finetune/Loss": 0.7725698351860046, "Finetune/Loss (Raw)": 0.8972992300987244, "Finetune/Step": 3331, "Finetune/Step Time": 6.153094241395593}
+{"Finetune/Learning Rate": 4.828587859107426e-06, "Finetune/Loss": 0.7716766595840454, "Finetune/Loss (Raw)": 0.7034814953804016, "Finetune/Step": 3332, "Finetune/Step Time": 6.151967328041792}
+{"Finetune/Learning Rate": 4.822909045922054e-06, "Finetune/Loss": 0.7696347236633301, "Finetune/Loss (Raw)": 0.6378403306007385, "Finetune/Step": 3333, "Finetune/Step Time": 6.162466092035174}
+{"Finetune/Learning Rate": 4.817232512706078e-06, "Finetune/Loss": 0.7714481949806213, "Finetune/Loss (Raw)": 0.8662521839141846, "Finetune/Step": 3334, "Finetune/Step Time": 6.154977945610881}
+{"Finetune/Learning Rate": 4.811558261959418e-06, "Finetune/Loss": 0.7728450298309326, "Finetune/Loss (Raw)": 0.7743201851844788, "Finetune/Step": 3335, "Finetune/Step Time": 6.154465710744262}
+{"Finetune/Learning Rate": 4.80588629618099e-06, "Finetune/Loss": 0.772676944732666, "Finetune/Loss (Raw)": 0.8572157621383667, "Finetune/Step": 3336, "Finetune/Step Time": 6.149080643430352}
+{"Finetune/Learning Rate": 4.800216617868706e-06, "Finetune/Loss": 0.7738324403762817, "Finetune/Loss (Raw)": 0.945759654045105, "Finetune/Step": 3337, "Finetune/Step Time": 6.146978905424476}
+{"Finetune/Learning Rate": 4.794549229519468e-06, "Finetune/Loss": 0.7730764150619507, "Finetune/Loss (Raw)": 0.6955693960189819, "Finetune/Step": 3338, "Finetune/Step Time": 6.146470641717315}
+{"Finetune/Learning Rate": 4.788884133629169e-06, "Finetune/Loss": 0.7730417847633362, "Finetune/Loss (Raw)": 0.7991623282432556, "Finetune/Step": 3339, "Finetune/Step Time": 6.145116759464145}
+{"Finetune/Learning Rate": 4.783221332692696e-06, "Finetune/Loss": 0.7713356018066406, "Finetune/Loss (Raw)": 0.7105185985565186, "Finetune/Step": 3340, "Finetune/Step Time": 6.130001520738006}
+{"Finetune/Learning Rate": 4.777560829203918e-06, "Finetune/Loss": 0.7699836492538452, "Finetune/Loss (Raw)": 0.6602402329444885, "Finetune/Step": 3341, "Finetune/Step Time": 6.138948118314147}
+{"Finetune/Learning Rate": 4.771902625655707e-06, "Finetune/Loss": 0.770426869392395, "Finetune/Loss (Raw)": 0.8024977445602417, "Finetune/Step": 3342, "Finetune/Step Time": 6.138155929744244}
+{"Finetune/Learning Rate": 4.7662467245399054e-06, "Finetune/Loss": 0.7706746459007263, "Finetune/Loss (Raw)": 0.8018818497657776, "Finetune/Step": 3343, "Finetune/Step Time": 6.142572956159711}
+{"Finetune/Learning Rate": 4.760593128347348e-06, "Finetune/Loss": 0.7695844173431396, "Finetune/Loss (Raw)": 0.6063704490661621, "Finetune/Step": 3344, "Finetune/Step Time": 6.146730305626988}
+{"Finetune/Learning Rate": 4.754941839567855e-06, "Finetune/Loss": 0.7705843448638916, "Finetune/Loss (Raw)": 0.8939547538757324, "Finetune/Step": 3345, "Finetune/Step Time": 6.142302626743913}
+{"Finetune/Learning Rate": 4.749292860690239e-06, "Finetune/Loss": 0.7711911201477051, "Finetune/Loss (Raw)": 0.8388429284095764, "Finetune/Step": 3346, "Finetune/Step Time": 6.1234725043177605}
+{"Finetune/Learning Rate": 4.743646194202277e-06, "Finetune/Loss": 0.7720717191696167, "Finetune/Loss (Raw)": 0.8220923542976379, "Finetune/Step": 3347, "Finetune/Step Time": 6.109607210382819}
+{"Finetune/Learning Rate": 4.73800184259074e-06, "Finetune/Loss": 0.7747029662132263, "Finetune/Loss (Raw)": 0.9660066366195679, "Finetune/Step": 3348, "Finetune/Step Time": 6.107733462005854}
+{"Finetune/Learning Rate": 4.732359808341376e-06, "Finetune/Loss": 0.7744230031967163, "Finetune/Loss (Raw)": 0.830579400062561, "Finetune/Step": 3349, "Finetune/Step Time": 6.104924438521266}
+{"Finetune/Learning Rate": 4.7267200939389216e-06, "Finetune/Loss": 0.7745705246925354, "Finetune/Loss (Raw)": 0.8659224510192871, "Finetune/Step": 3350, "Finetune/Step Time": 6.113107189536095}
+{"Finetune/Learning Rate": 4.721082701867073e-06, "Finetune/Loss": 0.7744872570037842, "Finetune/Loss (Raw)": 0.7988542914390564, "Finetune/Step": 3351, "Finetune/Step Time": 6.111862499266863}
+{"Finetune/Learning Rate": 4.715447634608521e-06, "Finetune/Loss": 0.7765690088272095, "Finetune/Loss (Raw)": 0.7956422567367554, "Finetune/Step": 3352, "Finetune/Step Time": 6.100424110889435}
+{"Finetune/Learning Rate": 4.709814894644923e-06, "Finetune/Loss": 0.7770469784736633, "Finetune/Loss (Raw)": 0.846381664276123, "Finetune/Step": 3353, "Finetune/Step Time": 6.097384160384536}
+{"Finetune/Learning Rate": 4.704184484456914e-06, "Finetune/Loss": 0.7780077457427979, "Finetune/Loss (Raw)": 0.7599910497665405, "Finetune/Step": 3354, "Finetune/Step Time": 6.087415559217334}
+{"Finetune/Learning Rate": 4.698556406524105e-06, "Finetune/Loss": 0.7802900671958923, "Finetune/Loss (Raw)": 0.9331773519515991, "Finetune/Step": 3355, "Finetune/Step Time": 6.0776472724974155}
+{"Finetune/Learning Rate": 4.692930663325077e-06, "Finetune/Loss": 0.7820411920547485, "Finetune/Loss (Raw)": 0.8889274001121521, "Finetune/Step": 3356, "Finetune/Step Time": 6.076416337862611}
+{"Finetune/Learning Rate": 4.6873072573373855e-06, "Finetune/Loss": 0.7815585136413574, "Finetune/Loss (Raw)": 0.7612037062644958, "Finetune/Step": 3357, "Finetune/Step Time": 6.066173212602735}
+{"Finetune/Learning Rate": 4.681686191037553e-06, "Finetune/Loss": 0.7818707823753357, "Finetune/Loss (Raw)": 0.8672676086425781, "Finetune/Step": 3358, "Finetune/Step Time": 6.065235452726483}
+{"Finetune/Learning Rate": 4.676067466901075e-06, "Finetune/Loss": 0.7835869789123535, "Finetune/Loss (Raw)": 0.739897608757019, "Finetune/Step": 3359, "Finetune/Step Time": 6.0557002648711205}
+{"Finetune/Learning Rate": 4.6704510874024115e-06, "Finetune/Loss": 0.7843999862670898, "Finetune/Loss (Raw)": 0.9212289452552795, "Finetune/Step": 3360, "Finetune/Step Time": 6.059107627719641}
+{"Finetune/Learning Rate": 4.664837055015003e-06, "Finetune/Loss": 0.7837631702423096, "Finetune/Loss (Raw)": 0.6968861818313599, "Finetune/Step": 3361, "Finetune/Step Time": 6.066197503358126}
+{"Finetune/Learning Rate": 4.6592253722112334e-06, "Finetune/Loss": 0.7837631702423096, "Finetune/Loss (Raw)": 0.7597851753234863, "Finetune/Step": 3362, "Finetune/Step Time": 6.061875311657786}
+{"Finetune/Learning Rate": 4.6536160414624705e-06, "Finetune/Loss": 0.7833002209663391, "Finetune/Loss (Raw)": 0.772148847579956, "Finetune/Step": 3363, "Finetune/Step Time": 6.071542227640748}
+{"Finetune/Learning Rate": 4.648009065239037e-06, "Finetune/Loss": 0.7829515337944031, "Finetune/Loss (Raw)": 0.6755847334861755, "Finetune/Step": 3364, "Finetune/Step Time": 6.0544749572873116}
+{"Finetune/Learning Rate": 4.642404446010231e-06, "Finetune/Loss": 0.7829657196998596, "Finetune/Loss (Raw)": 0.8869875073432922, "Finetune/Step": 3365, "Finetune/Step Time": 6.053379788994789}
+{"Finetune/Learning Rate": 4.636802186244294e-06, "Finetune/Loss": 0.7829558849334717, "Finetune/Loss (Raw)": 0.7751976251602173, "Finetune/Step": 3366, "Finetune/Step Time": 6.049407348036766}
+{"Finetune/Learning Rate": 4.631202288408441e-06, "Finetune/Loss": 0.7826309204101562, "Finetune/Loss (Raw)": 0.7907598614692688, "Finetune/Step": 3367, "Finetune/Step Time": 6.046891046687961}
+{"Finetune/Learning Rate": 4.625604754968839e-06, "Finetune/Loss": 0.7821556329727173, "Finetune/Loss (Raw)": 0.7242538928985596, "Finetune/Step": 3368, "Finetune/Step Time": 6.049243459478021}
+{"Finetune/Learning Rate": 4.6200095883906316e-06, "Finetune/Loss": 0.7819304466247559, "Finetune/Loss (Raw)": 0.7680391669273376, "Finetune/Step": 3369, "Finetune/Step Time": 6.047984724864364}
+{"Finetune/Learning Rate": 4.614416791137896e-06, "Finetune/Loss": 0.7805919647216797, "Finetune/Loss (Raw)": 0.8001470565795898, "Finetune/Step": 3370, "Finetune/Step Time": 6.046415502205491}
+{"Finetune/Learning Rate": 4.608826365673678e-06, "Finetune/Loss": 0.7808255553245544, "Finetune/Loss (Raw)": 0.7730846405029297, "Finetune/Step": 3371, "Finetune/Step Time": 6.068027446046472}
+{"Finetune/Learning Rate": 4.6032383144599805e-06, "Finetune/Loss": 0.7813950777053833, "Finetune/Loss (Raw)": 0.680618405342102, "Finetune/Step": 3372, "Finetune/Step Time": 6.0668274480849504}
+{"Finetune/Learning Rate": 4.597652639957757e-06, "Finetune/Loss": 0.7811529040336609, "Finetune/Loss (Raw)": 0.8187722563743591, "Finetune/Step": 3373, "Finetune/Step Time": 6.063250487670302}
+{"Finetune/Learning Rate": 4.592069344626915e-06, "Finetune/Loss": 0.7802804708480835, "Finetune/Loss (Raw)": 0.7019425630569458, "Finetune/Step": 3374, "Finetune/Step Time": 6.07073675468564}
+{"Finetune/Learning Rate": 4.586488430926316e-06, "Finetune/Loss": 0.7809507846832275, "Finetune/Loss (Raw)": 0.8021141290664673, "Finetune/Step": 3375, "Finetune/Step Time": 6.059344947338104}
+{"Finetune/Learning Rate": 4.580909901313769e-06, "Finetune/Loss": 0.7812157869338989, "Finetune/Loss (Raw)": 0.8563105463981628, "Finetune/Step": 3376, "Finetune/Step Time": 6.05428147688508}
+{"Finetune/Learning Rate": 4.575333758246039e-06, "Finetune/Loss": 0.7806217670440674, "Finetune/Loss (Raw)": 0.7013052105903625, "Finetune/Step": 3377, "Finetune/Step Time": 6.052171461284161}
+{"Finetune/Learning Rate": 4.5697600041788316e-06, "Finetune/Loss": 0.7798237204551697, "Finetune/Loss (Raw)": 0.6825058460235596, "Finetune/Step": 3378, "Finetune/Step Time": 6.053094187751412}
+{"Finetune/Learning Rate": 4.564188641566809e-06, "Finetune/Loss": 0.7782679200172424, "Finetune/Loss (Raw)": 0.7731702327728271, "Finetune/Step": 3379, "Finetune/Step Time": 6.053950384259224}
+{"Finetune/Learning Rate": 4.558619672863573e-06, "Finetune/Loss": 0.777523398399353, "Finetune/Loss (Raw)": 0.8122650384902954, "Finetune/Step": 3380, "Finetune/Step Time": 6.055302482098341}
+{"Finetune/Learning Rate": 4.553053100521677e-06, "Finetune/Loss": 0.7773621082305908, "Finetune/Loss (Raw)": 0.7313867807388306, "Finetune/Step": 3381, "Finetune/Step Time": 6.055626776069403}
+{"Finetune/Learning Rate": 4.547488926992616e-06, "Finetune/Loss": 0.7753485441207886, "Finetune/Loss (Raw)": 0.6613124012947083, "Finetune/Step": 3382, "Finetune/Step Time": 6.0527126509696245}
+{"Finetune/Learning Rate": 4.5419271547268226e-06, "Finetune/Loss": 0.7769408226013184, "Finetune/Loss (Raw)": 0.871049165725708, "Finetune/Step": 3383, "Finetune/Step Time": 6.05448648147285}
+{"Finetune/Learning Rate": 4.5363677861736936e-06, "Finetune/Loss": 0.7774192094802856, "Finetune/Loss (Raw)": 0.7928813099861145, "Finetune/Step": 3384, "Finetune/Step Time": 6.051877336576581}
+{"Finetune/Learning Rate": 4.530810823781536e-06, "Finetune/Loss": 0.7767431735992432, "Finetune/Loss (Raw)": 0.7673659324645996, "Finetune/Step": 3385, "Finetune/Step Time": 6.04411143809557}
+{"Finetune/Learning Rate": 4.525256269997621e-06, "Finetune/Loss": 0.774025022983551, "Finetune/Loss (Raw)": 0.5235111713409424, "Finetune/Step": 3386, "Finetune/Step Time": 6.0346485283225775}
+{"Finetune/Learning Rate": 4.519704127268149e-06, "Finetune/Loss": 0.7752435803413391, "Finetune/Loss (Raw)": 0.7057369351387024, "Finetune/Step": 3387, "Finetune/Step Time": 6.018162889406085}
+{"Finetune/Learning Rate": 4.5141543980382595e-06, "Finetune/Loss": 0.7761178016662598, "Finetune/Loss (Raw)": 0.8632895350456238, "Finetune/Step": 3388, "Finetune/Step Time": 6.01326827891171}
+{"Finetune/Learning Rate": 4.5086070847520325e-06, "Finetune/Loss": 0.7767692804336548, "Finetune/Loss (Raw)": 0.7853258848190308, "Finetune/Step": 3389, "Finetune/Step Time": 6.012380961328745}
+{"Finetune/Learning Rate": 4.50306218985248e-06, "Finetune/Loss": 0.7761006355285645, "Finetune/Loss (Raw)": 0.7818312644958496, "Finetune/Step": 3390, "Finetune/Step Time": 6.006955295801163}
+{"Finetune/Learning Rate": 4.497519715781553e-06, "Finetune/Loss": 0.7772066593170166, "Finetune/Loss (Raw)": 0.9601914286613464, "Finetune/Step": 3391, "Finetune/Step Time": 5.9986792635172606}
+{"Finetune/Learning Rate": 4.491979664980133e-06, "Finetune/Loss": 0.7768970727920532, "Finetune/Loss (Raw)": 0.7935972213745117, "Finetune/Step": 3392, "Finetune/Step Time": 5.995462188497186}
+{"Finetune/Learning Rate": 4.486442039888034e-06, "Finetune/Loss": 0.7763808369636536, "Finetune/Loss (Raw)": 0.7350658178329468, "Finetune/Step": 3393, "Finetune/Step Time": 6.004858896136284}
+{"Finetune/Learning Rate": 4.480906842944004e-06, "Finetune/Loss": 0.7766684293746948, "Finetune/Loss (Raw)": 0.8483973145484924, "Finetune/Step": 3394, "Finetune/Step Time": 6.007339745759964}
+{"Finetune/Learning Rate": 4.4753740765857215e-06, "Finetune/Loss": 0.7763910889625549, "Finetune/Loss (Raw)": 0.8219943046569824, "Finetune/Step": 3395, "Finetune/Step Time": 6.0072689689695835}
+{"Finetune/Learning Rate": 4.469843743249793e-06, "Finetune/Loss": 0.7757378816604614, "Finetune/Loss (Raw)": 0.7026941776275635, "Finetune/Step": 3396, "Finetune/Step Time": 6.012636536732316}
+{"Finetune/Learning Rate": 4.464315845371756e-06, "Finetune/Loss": 0.7738804817199707, "Finetune/Loss (Raw)": 0.6885472536087036, "Finetune/Step": 3397, "Finetune/Step Time": 6.020259074866772}
+{"Finetune/Learning Rate": 4.458790385386071e-06, "Finetune/Loss": 0.7739932537078857, "Finetune/Loss (Raw)": 0.898586630821228, "Finetune/Step": 3398, "Finetune/Step Time": 6.016434628516436}
+{"Finetune/Learning Rate": 4.45326736572613e-06, "Finetune/Loss": 0.7722950577735901, "Finetune/Loss (Raw)": 0.7056179046630859, "Finetune/Step": 3399, "Finetune/Step Time": 6.021009461954236}
+{"Finetune/Learning Rate": 4.4477467888242474e-06, "Finetune/Loss": 0.7718667984008789, "Finetune/Loss (Raw)": 0.737158477306366, "Finetune/Step": 3400, "Finetune/Step Time": 6.029940765351057}
+{"Finetune/Learning Rate": 4.442228657111662e-06, "Finetune/Loss": 0.7702873945236206, "Finetune/Loss (Raw)": 0.7570156455039978, "Finetune/Step": 3401, "Finetune/Step Time": 6.032443098723888}
+{"Finetune/Learning Rate": 4.436712973018536e-06, "Finetune/Loss": 0.7689616680145264, "Finetune/Loss (Raw)": 0.639468252658844, "Finetune/Step": 3402, "Finetune/Step Time": 6.045420551672578}
+{"Finetune/Learning Rate": 4.4311997389739555e-06, "Finetune/Loss": 0.769066572189331, "Finetune/Loss (Raw)": 0.89448082447052, "Finetune/Step": 3403, "Finetune/Step Time": 6.039949465543032}
+{"Finetune/Learning Rate": 4.425688957405924e-06, "Finetune/Loss": 0.7688422203063965, "Finetune/Loss (Raw)": 0.8694278597831726, "Finetune/Step": 3404, "Finetune/Step Time": 6.038868511095643}
+{"Finetune/Learning Rate": 4.420180630741366e-06, "Finetune/Loss": 0.7697752714157104, "Finetune/Loss (Raw)": 0.8159046769142151, "Finetune/Step": 3405, "Finetune/Step Time": 6.040680915117264}
+{"Finetune/Learning Rate": 4.414674761406129e-06, "Finetune/Loss": 0.7702170610427856, "Finetune/Loss (Raw)": 0.846376895904541, "Finetune/Step": 3406, "Finetune/Step Time": 6.045126730576158}
+{"Finetune/Learning Rate": 4.409171351824972e-06, "Finetune/Loss": 0.7697853446006775, "Finetune/Loss (Raw)": 0.8352724313735962, "Finetune/Step": 3407, "Finetune/Step Time": 6.039507186040282}
+{"Finetune/Learning Rate": 4.403670404421575e-06, "Finetune/Loss": 0.7707625031471252, "Finetune/Loss (Raw)": 0.8239130973815918, "Finetune/Step": 3408, "Finetune/Step Time": 6.005752250552177}
+{"Finetune/Learning Rate": 4.398171921618533e-06, "Finetune/Loss": 0.7726926207542419, "Finetune/Loss (Raw)": 0.7695512771606445, "Finetune/Step": 3409, "Finetune/Step Time": 5.993893222883344}
+{"Finetune/Learning Rate": 4.3926759058373535e-06, "Finetune/Loss": 0.77261883020401, "Finetune/Loss (Raw)": 0.7108263373374939, "Finetune/Step": 3410, "Finetune/Step Time": 5.9971873834729195}
+{"Finetune/Learning Rate": 4.3871823594984604e-06, "Finetune/Loss": 0.7718999981880188, "Finetune/Loss (Raw)": 0.8172158598899841, "Finetune/Step": 3411, "Finetune/Step Time": 5.9971229415386915}
+{"Finetune/Learning Rate": 4.381691285021189e-06, "Finetune/Loss": 0.7724591493606567, "Finetune/Loss (Raw)": 0.928984522819519, "Finetune/Step": 3412, "Finetune/Step Time": 6.0049924943596125}
+{"Finetune/Learning Rate": 4.376202684823785e-06, "Finetune/Loss": 0.7716451287269592, "Finetune/Loss (Raw)": 0.6999894976615906, "Finetune/Step": 3413, "Finetune/Step Time": 6.006165310740471}
+{"Finetune/Learning Rate": 4.370716561323404e-06, "Finetune/Loss": 0.770628809928894, "Finetune/Loss (Raw)": 0.7987000346183777, "Finetune/Step": 3414, "Finetune/Step Time": 6.002847705036402}
+{"Finetune/Learning Rate": 4.365232916936114e-06, "Finetune/Loss": 0.7730079293251038, "Finetune/Loss (Raw)": 0.9851717352867126, "Finetune/Step": 3415, "Finetune/Step Time": 5.9914209339767694}
+{"Finetune/Learning Rate": 4.359751754076889e-06, "Finetune/Loss": 0.7735922932624817, "Finetune/Loss (Raw)": 0.7868416905403137, "Finetune/Step": 3416, "Finetune/Step Time": 5.9879325572401285}
+{"Finetune/Learning Rate": 4.35427307515961e-06, "Finetune/Loss": 0.7754683494567871, "Finetune/Loss (Raw)": 0.8985356688499451, "Finetune/Step": 3417, "Finetune/Step Time": 5.983559884130955}
+{"Finetune/Learning Rate": 4.348796882597063e-06, "Finetune/Loss": 0.7744675874710083, "Finetune/Loss (Raw)": 0.6519957184791565, "Finetune/Step": 3418, "Finetune/Step Time": 5.972802113741636}
+{"Finetune/Learning Rate": 4.343323178800942e-06, "Finetune/Loss": 0.774884045124054, "Finetune/Loss (Raw)": 0.7550162076950073, "Finetune/Step": 3419, "Finetune/Step Time": 5.985429825261235}
+{"Finetune/Learning Rate": 4.337851966181845e-06, "Finetune/Loss": 0.7753899693489075, "Finetune/Loss (Raw)": 0.828338623046875, "Finetune/Step": 3420, "Finetune/Step Time": 5.970888711512089}
+{"Finetune/Learning Rate": 4.3323832471492685e-06, "Finetune/Loss": 0.7754613161087036, "Finetune/Loss (Raw)": 0.8275520205497742, "Finetune/Step": 3421, "Finetune/Step Time": 5.967989210039377}
+{"Finetune/Learning Rate": 4.326917024111615e-06, "Finetune/Loss": 0.775910496711731, "Finetune/Loss (Raw)": 0.6341860890388489, "Finetune/Step": 3422, "Finetune/Step Time": 5.976661805063486}
+{"Finetune/Learning Rate": 4.321453299476187e-06, "Finetune/Loss": 0.7774354219436646, "Finetune/Loss (Raw)": 0.7350344061851501, "Finetune/Step": 3423, "Finetune/Step Time": 5.9704020991921425}
+{"Finetune/Learning Rate": 4.315992075649185e-06, "Finetune/Loss": 0.7767623662948608, "Finetune/Loss (Raw)": 0.6803426146507263, "Finetune/Step": 3424, "Finetune/Step Time": 5.968640137463808}
+{"Finetune/Learning Rate": 4.31053335503571e-06, "Finetune/Loss": 0.777504026889801, "Finetune/Loss (Raw)": 0.7176763415336609, "Finetune/Step": 3425, "Finetune/Step Time": 5.962107853963971}
+{"Finetune/Learning Rate": 4.305077140039761e-06, "Finetune/Loss": 0.7780022025108337, "Finetune/Loss (Raw)": 0.7163657546043396, "Finetune/Step": 3426, "Finetune/Step Time": 5.9603638257831335}
+{"Finetune/Learning Rate": 4.29962343306423e-06, "Finetune/Loss": 0.7775760889053345, "Finetune/Loss (Raw)": 0.7038574814796448, "Finetune/Step": 3427, "Finetune/Step Time": 5.968801164999604}
+{"Finetune/Learning Rate": 4.294172236510907e-06, "Finetune/Loss": 0.7775049805641174, "Finetune/Loss (Raw)": 0.7105900049209595, "Finetune/Step": 3428, "Finetune/Step Time": 5.968985877931118}
+{"Finetune/Learning Rate": 4.288723552780479e-06, "Finetune/Loss": 0.7780716419219971, "Finetune/Loss (Raw)": 0.8631272912025452, "Finetune/Step": 3429, "Finetune/Step Time": 5.967725921422243}
+{"Finetune/Learning Rate": 4.283277384272523e-06, "Finetune/Loss": 0.7790205478668213, "Finetune/Loss (Raw)": 0.8663042783737183, "Finetune/Step": 3430, "Finetune/Step Time": 5.972674563527107}
+{"Finetune/Learning Rate": 4.277833733385508e-06, "Finetune/Loss": 0.7792307734489441, "Finetune/Loss (Raw)": 0.7799181342124939, "Finetune/Step": 3431, "Finetune/Step Time": 5.972903670743108}
+{"Finetune/Learning Rate": 4.272392602516795e-06, "Finetune/Loss": 0.7796722054481506, "Finetune/Loss (Raw)": 0.8594586253166199, "Finetune/Step": 3432, "Finetune/Step Time": 5.972068890929222}
+{"Finetune/Learning Rate": 4.266953994062637e-06, "Finetune/Loss": 0.7796928882598877, "Finetune/Loss (Raw)": 0.8705491423606873, "Finetune/Step": 3433, "Finetune/Step Time": 5.970000376924872}
+{"Finetune/Learning Rate": 4.261517910418174e-06, "Finetune/Loss": 0.782621443271637, "Finetune/Loss (Raw)": 0.9746191501617432, "Finetune/Step": 3434, "Finetune/Step Time": 5.9805919993668795}
+{"Finetune/Learning Rate": 4.256084353977433e-06, "Finetune/Loss": 0.7813429832458496, "Finetune/Loss (Raw)": 0.6334115266799927, "Finetune/Step": 3435, "Finetune/Step Time": 5.973752409219742}
+{"Finetune/Learning Rate": 4.250653327133332e-06, "Finetune/Loss": 0.7831013202667236, "Finetune/Loss (Raw)": 0.7974832057952881, "Finetune/Step": 3436, "Finetune/Step Time": 5.983122061938047}
+{"Finetune/Learning Rate": 4.245224832277671e-06, "Finetune/Loss": 0.7802169322967529, "Finetune/Loss (Raw)": 0.5199846625328064, "Finetune/Step": 3437, "Finetune/Step Time": 5.99359692260623}
+{"Finetune/Learning Rate": 4.2397988718011385e-06, "Finetune/Loss": 0.7800476551055908, "Finetune/Loss (Raw)": 0.8280081748962402, "Finetune/Step": 3438, "Finetune/Step Time": 5.985318386927247}
+{"Finetune/Learning Rate": 4.2343754480933044e-06, "Finetune/Loss": 0.7800655364990234, "Finetune/Loss (Raw)": 0.727334201335907, "Finetune/Step": 3439, "Finetune/Step Time": 5.97442046366632}
+{"Finetune/Learning Rate": 4.228954563542621e-06, "Finetune/Loss": 0.7829148173332214, "Finetune/Loss (Raw)": 0.9427947402000427, "Finetune/Step": 3440, "Finetune/Step Time": 5.962574681267142}
+{"Finetune/Learning Rate": 4.223536220536424e-06, "Finetune/Loss": 0.7823502421379089, "Finetune/Loss (Raw)": 0.6874129176139832, "Finetune/Step": 3441, "Finetune/Step Time": 5.963450536131859}
+{"Finetune/Learning Rate": 4.218120421460928e-06, "Finetune/Loss": 0.7833393216133118, "Finetune/Loss (Raw)": 0.8335382342338562, "Finetune/Step": 3442, "Finetune/Step Time": 5.953254753723741}
+{"Finetune/Learning Rate": 4.212707168701232e-06, "Finetune/Loss": 0.7822567224502563, "Finetune/Loss (Raw)": 0.7889328002929688, "Finetune/Step": 3443, "Finetune/Step Time": 5.948642736300826}
+{"Finetune/Learning Rate": 4.207296464641306e-06, "Finetune/Loss": 0.7835696339607239, "Finetune/Loss (Raw)": 0.8690680265426636, "Finetune/Step": 3444, "Finetune/Step Time": 5.9400711096823215}
+{"Finetune/Learning Rate": 4.201888311664004e-06, "Finetune/Loss": 0.7830884456634521, "Finetune/Loss (Raw)": 0.7582883834838867, "Finetune/Step": 3445, "Finetune/Step Time": 5.936459206044674}
+{"Finetune/Learning Rate": 4.196482712151054e-06, "Finetune/Loss": 0.7835526466369629, "Finetune/Loss (Raw)": 0.8296796679496765, "Finetune/Step": 3446, "Finetune/Step Time": 5.928514260798693}
+{"Finetune/Learning Rate": 4.1910796684830594e-06, "Finetune/Loss": 0.7837033271789551, "Finetune/Loss (Raw)": 0.856029212474823, "Finetune/Step": 3447, "Finetune/Step Time": 5.931397130712867}
+{"Finetune/Learning Rate": 4.185679183039497e-06, "Finetune/Loss": 0.783627450466156, "Finetune/Loss (Raw)": 0.7869110107421875, "Finetune/Step": 3448, "Finetune/Step Time": 5.932484596967697}
+{"Finetune/Learning Rate": 4.18028125819872e-06, "Finetune/Loss": 0.7858585715293884, "Finetune/Loss (Raw)": 0.9205991625785828, "Finetune/Step": 3449, "Finetune/Step Time": 5.927328687161207}
+{"Finetune/Learning Rate": 4.17488589633795e-06, "Finetune/Loss": 0.7870512008666992, "Finetune/Loss (Raw)": 0.7873120903968811, "Finetune/Step": 3450, "Finetune/Step Time": 5.92366617359221}
+{"Finetune/Learning Rate": 4.169493099833284e-06, "Finetune/Loss": 0.786533534526825, "Finetune/Loss (Raw)": 0.6897556185722351, "Finetune/Step": 3451, "Finetune/Step Time": 5.932640651240945}
+{"Finetune/Learning Rate": 4.164102871059687e-06, "Finetune/Loss": 0.7868731021881104, "Finetune/Loss (Raw)": 0.8265033960342407, "Finetune/Step": 3452, "Finetune/Step Time": 5.936278153210878}
+{"Finetune/Learning Rate": 4.158715212390992e-06, "Finetune/Loss": 0.787272572517395, "Finetune/Loss (Raw)": 0.8677809238433838, "Finetune/Step": 3453, "Finetune/Step Time": 5.933533616364002}
+{"Finetune/Learning Rate": 4.153330126199904e-06, "Finetune/Loss": 0.7861587405204773, "Finetune/Loss (Raw)": 0.7233713865280151, "Finetune/Step": 3454, "Finetune/Step Time": 5.924577435478568}
+{"Finetune/Learning Rate": 4.14794761485799e-06, "Finetune/Loss": 0.7881104350090027, "Finetune/Loss (Raw)": 0.7334234118461609, "Finetune/Step": 3455, "Finetune/Step Time": 5.902516694739461}
+{"Finetune/Learning Rate": 4.1425676807356875e-06, "Finetune/Loss": 0.7887343168258667, "Finetune/Loss (Raw)": 0.8447586297988892, "Finetune/Step": 3456, "Finetune/Step Time": 5.901614366099238}
+{"Finetune/Learning Rate": 4.137190326202295e-06, "Finetune/Loss": 0.7879077196121216, "Finetune/Loss (Raw)": 0.7877054214477539, "Finetune/Step": 3457, "Finetune/Step Time": 5.9030543845146894}
+{"Finetune/Learning Rate": 4.131815553625979e-06, "Finetune/Loss": 0.7875779867172241, "Finetune/Loss (Raw)": 0.801485002040863, "Finetune/Step": 3458, "Finetune/Step Time": 5.903891341760755}
+{"Finetune/Learning Rate": 4.126443365373768e-06, "Finetune/Loss": 0.7858231067657471, "Finetune/Loss (Raw)": 0.6726794242858887, "Finetune/Step": 3459, "Finetune/Step Time": 5.898903144523501}
+{"Finetune/Learning Rate": 4.121073763811549e-06, "Finetune/Loss": 0.785854697227478, "Finetune/Loss (Raw)": 0.7075186967849731, "Finetune/Step": 3460, "Finetune/Step Time": 5.901461351662874}
+{"Finetune/Learning Rate": 4.1157067513040745e-06, "Finetune/Loss": 0.7867193818092346, "Finetune/Loss (Raw)": 0.7485225796699524, "Finetune/Step": 3461, "Finetune/Step Time": 5.894466562196612}
+{"Finetune/Learning Rate": 4.1103423302149535e-06, "Finetune/Loss": 0.7861651182174683, "Finetune/Loss (Raw)": 0.7953026294708252, "Finetune/Step": 3462, "Finetune/Step Time": 5.893527891486883}
+{"Finetune/Learning Rate": 4.104980502906653e-06, "Finetune/Loss": 0.7861130237579346, "Finetune/Loss (Raw)": 0.7676593661308289, "Finetune/Step": 3463, "Finetune/Step Time": 5.8990115486085415}
+{"Finetune/Learning Rate": 4.099621271740503e-06, "Finetune/Loss": 0.7852945327758789, "Finetune/Loss (Raw)": 0.7524445056915283, "Finetune/Step": 3464, "Finetune/Step Time": 5.916929615661502}
+{"Finetune/Learning Rate": 4.0942646390766845e-06, "Finetune/Loss": 0.7829639911651611, "Finetune/Loss (Raw)": 0.6474478244781494, "Finetune/Step": 3465, "Finetune/Step Time": 5.917065979912877}
+{"Finetune/Learning Rate": 4.088910607274237e-06, "Finetune/Loss": 0.7846424579620361, "Finetune/Loss (Raw)": 0.9104158878326416, "Finetune/Step": 3466, "Finetune/Step Time": 5.915376102551818}
+{"Finetune/Learning Rate": 4.083559178691054e-06, "Finetune/Loss": 0.7836970090866089, "Finetune/Loss (Raw)": 0.6781485676765442, "Finetune/Step": 3467, "Finetune/Step Time": 5.918002879247069}
+{"Finetune/Learning Rate": 4.078210355683881e-06, "Finetune/Loss": 0.7842221260070801, "Finetune/Loss (Raw)": 0.7777342796325684, "Finetune/Step": 3468, "Finetune/Step Time": 5.926336549222469}
+{"Finetune/Learning Rate": 4.072864140608319e-06, "Finetune/Loss": 0.7850041389465332, "Finetune/Loss (Raw)": 0.7603374719619751, "Finetune/Step": 3469, "Finetune/Step Time": 5.913359209895134}
+{"Finetune/Learning Rate": 4.067520535818818e-06, "Finetune/Loss": 0.7852799892425537, "Finetune/Loss (Raw)": 0.8378086090087891, "Finetune/Step": 3470, "Finetune/Step Time": 5.911860570311546}
+{"Finetune/Learning Rate": 4.0621795436686815e-06, "Finetune/Loss": 0.7854382395744324, "Finetune/Loss (Raw)": 0.8221384882926941, "Finetune/Step": 3471, "Finetune/Step Time": 5.904659003019333}
+{"Finetune/Learning Rate": 4.056841166510058e-06, "Finetune/Loss": 0.7875067591667175, "Finetune/Loss (Raw)": 0.8711351752281189, "Finetune/Step": 3472, "Finetune/Step Time": 5.898575108498335}
+{"Finetune/Learning Rate": 4.051505406693947e-06, "Finetune/Loss": 0.7871743440628052, "Finetune/Loss (Raw)": 0.8514018654823303, "Finetune/Step": 3473, "Finetune/Step Time": 5.897374076768756}
+{"Finetune/Learning Rate": 4.046172266570197e-06, "Finetune/Loss": 0.7872010469436646, "Finetune/Loss (Raw)": 0.8422613739967346, "Finetune/Step": 3474, "Finetune/Step Time": 5.899255340918899}
+{"Finetune/Learning Rate": 4.0408417484874985e-06, "Finetune/Loss": 0.7871580123901367, "Finetune/Loss (Raw)": 0.8165927529335022, "Finetune/Step": 3475, "Finetune/Step Time": 5.890987768769264}
+{"Finetune/Learning Rate": 4.035513854793389e-06, "Finetune/Loss": 0.7860317230224609, "Finetune/Loss (Raw)": 0.8218337297439575, "Finetune/Step": 3476, "Finetune/Step Time": 5.8986206110566854}
+{"Finetune/Learning Rate": 4.030188587834254e-06, "Finetune/Loss": 0.7862261533737183, "Finetune/Loss (Raw)": 0.8554667234420776, "Finetune/Step": 3477, "Finetune/Step Time": 5.896268762648106}
+{"Finetune/Learning Rate": 4.024865949955317e-06, "Finetune/Loss": 0.7863008975982666, "Finetune/Loss (Raw)": 0.8754922151565552, "Finetune/Step": 3478, "Finetune/Step Time": 5.884760269895196}
+{"Finetune/Learning Rate": 4.0195459435006445e-06, "Finetune/Loss": 0.7872997522354126, "Finetune/Loss (Raw)": 0.9267150163650513, "Finetune/Step": 3479, "Finetune/Step Time": 5.883357208222151}
+{"Finetune/Learning Rate": 4.014228570813148e-06, "Finetune/Loss": 0.78709477186203, "Finetune/Loss (Raw)": 0.7693987488746643, "Finetune/Step": 3480, "Finetune/Step Time": 5.881268974393606}
+{"Finetune/Learning Rate": 4.008913834234574e-06, "Finetune/Loss": 0.7862217426300049, "Finetune/Loss (Raw)": 0.7346324920654297, "Finetune/Step": 3481, "Finetune/Step Time": 5.888059727847576}
+{"Finetune/Learning Rate": 4.003601736105511e-06, "Finetune/Loss": 0.786529541015625, "Finetune/Loss (Raw)": 0.7993934154510498, "Finetune/Step": 3482, "Finetune/Step Time": 5.89528208039701}
+{"Finetune/Learning Rate": 3.998292278765386e-06, "Finetune/Loss": 0.7854748964309692, "Finetune/Loss (Raw)": 0.7981877326965332, "Finetune/Step": 3483, "Finetune/Step Time": 5.897332968190312}
+{"Finetune/Learning Rate": 3.992985464552462e-06, "Finetune/Loss": 0.7826086282730103, "Finetune/Loss (Raw)": 0.5220416784286499, "Finetune/Step": 3484, "Finetune/Step Time": 5.900498712435365}
+{"Finetune/Learning Rate": 3.987681295803837e-06, "Finetune/Loss": 0.7819695472717285, "Finetune/Loss (Raw)": 0.6793930530548096, "Finetune/Step": 3485, "Finetune/Step Time": 5.902360154315829}
+{"Finetune/Learning Rate": 3.982379774855446e-06, "Finetune/Loss": 0.7819850444793701, "Finetune/Loss (Raw)": 0.8692563772201538, "Finetune/Step": 3486, "Finetune/Step Time": 5.9009540397673845}
+{"Finetune/Learning Rate": 3.977080904042056e-06, "Finetune/Loss": 0.7827824354171753, "Finetune/Loss (Raw)": 0.8419623374938965, "Finetune/Step": 3487, "Finetune/Step Time": 5.894041039049625}
+{"Finetune/Learning Rate": 3.9717846856972666e-06, "Finetune/Loss": 0.7820039391517639, "Finetune/Loss (Raw)": 0.8215802907943726, "Finetune/Step": 3488, "Finetune/Step Time": 5.914206128567457}
+{"Finetune/Learning Rate": 3.966491122153513e-06, "Finetune/Loss": 0.7839252948760986, "Finetune/Loss (Raw)": 0.9428231716156006, "Finetune/Step": 3489, "Finetune/Step Time": 5.908637024462223}
+{"Finetune/Learning Rate": 3.961200215742056e-06, "Finetune/Loss": 0.7835499048233032, "Finetune/Loss (Raw)": 0.7117336988449097, "Finetune/Step": 3490, "Finetune/Step Time": 5.908209273591638}
+{"Finetune/Learning Rate": 3.955911968792991e-06, "Finetune/Loss": 0.7838189601898193, "Finetune/Loss (Raw)": 0.8065915703773499, "Finetune/Step": 3491, "Finetune/Step Time": 5.905566766858101}
+{"Finetune/Learning Rate": 3.9506263836352396e-06, "Finetune/Loss": 0.7847589254379272, "Finetune/Loss (Raw)": 0.7958948016166687, "Finetune/Step": 3492, "Finetune/Step Time": 5.905776500701904}
+{"Finetune/Learning Rate": 3.945343462596551e-06, "Finetune/Loss": 0.7819572687149048, "Finetune/Loss (Raw)": 0.5283752083778381, "Finetune/Step": 3493, "Finetune/Step Time": 5.914725534617901}
+{"Finetune/Learning Rate": 3.940063208003503e-06, "Finetune/Loss": 0.7825928926467896, "Finetune/Loss (Raw)": 0.856559157371521, "Finetune/Step": 3494, "Finetune/Step Time": 5.931918190792203}
+{"Finetune/Learning Rate": 3.934785622181495e-06, "Finetune/Loss": 0.7817980051040649, "Finetune/Loss (Raw)": 0.6890130043029785, "Finetune/Step": 3495, "Finetune/Step Time": 5.933368343859911}
+{"Finetune/Learning Rate": 3.929510707454757e-06, "Finetune/Loss": 0.7816008925437927, "Finetune/Loss (Raw)": 0.6990228891372681, "Finetune/Step": 3496, "Finetune/Step Time": 5.938413646072149}
+{"Finetune/Learning Rate": 3.924238466146338e-06, "Finetune/Loss": 0.7812960147857666, "Finetune/Loss (Raw)": 0.7290218472480774, "Finetune/Step": 3497, "Finetune/Step Time": 5.941319389268756}
+{"Finetune/Learning Rate": 3.9189689005781105e-06, "Finetune/Loss": 0.7820015549659729, "Finetune/Loss (Raw)": 0.8904497623443604, "Finetune/Step": 3498, "Finetune/Step Time": 5.94430804438889}
+{"Finetune/Learning Rate": 3.913702013070771e-06, "Finetune/Loss": 0.7809290885925293, "Finetune/Loss (Raw)": 0.6358165740966797, "Finetune/Step": 3499, "Finetune/Step Time": 5.932876931503415}
+{"Finetune/Learning Rate": 3.908437805943835e-06, "Finetune/Loss": 0.7820173501968384, "Finetune/Loss (Raw)": 0.8199028968811035, "Finetune/Step": 3500, "Finetune/Step Time": 5.9180729035288095}
+{"Finetune/Learning Rate": 3.903176281515636e-06, "Finetune/Loss": 0.7829151153564453, "Finetune/Loss (Raw)": 0.933689296245575, "Finetune/Step": 3501, "Finetune/Step Time": 5.916445108130574}
+{"Finetune/Learning Rate": 3.897917442103329e-06, "Finetune/Loss": 0.7853056192398071, "Finetune/Loss (Raw)": 1.0079265832901, "Finetune/Step": 3502, "Finetune/Step Time": 5.9115074798464775}
+{"Finetune/Learning Rate": 3.8926612900228834e-06, "Finetune/Loss": 0.7863346338272095, "Finetune/Loss (Raw)": 0.9338338375091553, "Finetune/Step": 3503, "Finetune/Step Time": 5.918972618877888}
+{"Finetune/Learning Rate": 3.8874078275890885e-06, "Finetune/Loss": 0.7856075167655945, "Finetune/Loss (Raw)": 0.763236403465271, "Finetune/Step": 3504, "Finetune/Step Time": 5.931137524545193}
+{"Finetune/Learning Rate": 3.8821570571155466e-06, "Finetune/Loss": 0.7844845652580261, "Finetune/Loss (Raw)": 0.5575693845748901, "Finetune/Step": 3505, "Finetune/Step Time": 5.935826046392322}
+{"Finetune/Learning Rate": 3.8769089809146745e-06, "Finetune/Loss": 0.7855696678161621, "Finetune/Loss (Raw)": 0.8214040994644165, "Finetune/Step": 3506, "Finetune/Step Time": 5.932445701211691}
+{"Finetune/Learning Rate": 3.871663601297705e-06, "Finetune/Loss": 0.7855797410011292, "Finetune/Loss (Raw)": 0.7744576930999756, "Finetune/Step": 3507, "Finetune/Step Time": 5.94623813778162}
+{"Finetune/Learning Rate": 3.866420920574679e-06, "Finetune/Loss": 0.7857646942138672, "Finetune/Loss (Raw)": 0.8359368443489075, "Finetune/Step": 3508, "Finetune/Step Time": 5.942381834611297}
+{"Finetune/Learning Rate": 3.8611809410544555e-06, "Finetune/Loss": 0.7860308885574341, "Finetune/Loss (Raw)": 0.7654551267623901, "Finetune/Step": 3509, "Finetune/Step Time": 5.942938013002276}
+{"Finetune/Learning Rate": 3.855943665044695e-06, "Finetune/Loss": 0.7866864800453186, "Finetune/Loss (Raw)": 0.7452366948127747, "Finetune/Step": 3510, "Finetune/Step Time": 5.955285705626011}
+{"Finetune/Learning Rate": 3.850709094851876e-06, "Finetune/Loss": 0.7859935164451599, "Finetune/Loss (Raw)": 0.7823479175567627, "Finetune/Step": 3511, "Finetune/Step Time": 5.954468622803688}
+{"Finetune/Learning Rate": 3.845477232781278e-06, "Finetune/Loss": 0.7851375341415405, "Finetune/Loss (Raw)": 0.683306097984314, "Finetune/Step": 3512, "Finetune/Step Time": 5.952626710757613}
+{"Finetune/Learning Rate": 3.8402480811369935e-06, "Finetune/Loss": 0.783486008644104, "Finetune/Loss (Raw)": 0.555974006652832, "Finetune/Step": 3513, "Finetune/Step Time": 5.958586974069476}
+{"Finetune/Learning Rate": 3.83502164222192e-06, "Finetune/Loss": 0.7871738076210022, "Finetune/Loss (Raw)": 0.995552122592926, "Finetune/Step": 3514, "Finetune/Step Time": 5.948025345802307}
+{"Finetune/Learning Rate": 3.829797918337757e-06, "Finetune/Loss": 0.7863084673881531, "Finetune/Loss (Raw)": 0.5949735641479492, "Finetune/Step": 3515, "Finetune/Step Time": 5.945945721119642}
+{"Finetune/Learning Rate": 3.824576911785014e-06, "Finetune/Loss": 0.786649763584137, "Finetune/Loss (Raw)": 0.9069720506668091, "Finetune/Step": 3516, "Finetune/Step Time": 5.9452253468334675}
+{"Finetune/Learning Rate": 3.819358624862998e-06, "Finetune/Loss": 0.7843031883239746, "Finetune/Loss (Raw)": 0.4849652945995331, "Finetune/Step": 3517, "Finetune/Step Time": 5.947095761075616}
+{"Finetune/Learning Rate": 3.8141430598698216e-06, "Finetune/Loss": 0.784649133682251, "Finetune/Loss (Raw)": 0.8261157274246216, "Finetune/Step": 3518, "Finetune/Step Time": 5.943060673773289}
+{"Finetune/Learning Rate": 3.808930219102398e-06, "Finetune/Loss": 0.782952070236206, "Finetune/Loss (Raw)": 0.7429599761962891, "Finetune/Step": 3519, "Finetune/Step Time": 5.947499494999647}
+{"Finetune/Learning Rate": 3.803720104856442e-06, "Finetune/Loss": 0.7821310758590698, "Finetune/Loss (Raw)": 0.6885146498680115, "Finetune/Step": 3520, "Finetune/Step Time": 5.973636798560619}
+{"Finetune/Learning Rate": 3.798512719426465e-06, "Finetune/Loss": 0.782372236251831, "Finetune/Loss (Raw)": 0.7659298777580261, "Finetune/Step": 3521, "Finetune/Step Time": 5.967806380242109}
+{"Finetune/Learning Rate": 3.7933080651057776e-06, "Finetune/Loss": 0.7821125984191895, "Finetune/Loss (Raw)": 0.8151717782020569, "Finetune/Step": 3522, "Finetune/Step Time": 5.9644831493496895}
+{"Finetune/Learning Rate": 3.7881061441864887e-06, "Finetune/Loss": 0.78069007396698, "Finetune/Loss (Raw)": 0.6399029493331909, "Finetune/Step": 3523, "Finetune/Step Time": 5.9720888286828995}
+{"Finetune/Learning Rate": 3.7829069589595023e-06, "Finetune/Loss": 0.781475305557251, "Finetune/Loss (Raw)": 0.8032048940658569, "Finetune/Step": 3524, "Finetune/Step Time": 5.967547560110688}
+{"Finetune/Learning Rate": 3.7777105117145184e-06, "Finetune/Loss": 0.7819328904151917, "Finetune/Loss (Raw)": 0.7471174597740173, "Finetune/Step": 3525, "Finetune/Step Time": 5.972116215154529}
+{"Finetune/Learning Rate": 3.7725168047400305e-06, "Finetune/Loss": 0.781280517578125, "Finetune/Loss (Raw)": 0.8150842189788818, "Finetune/Step": 3526, "Finetune/Step Time": 5.979935795068741}
+{"Finetune/Learning Rate": 3.767325840323327e-06, "Finetune/Loss": 0.7817510962486267, "Finetune/Loss (Raw)": 0.7658531069755554, "Finetune/Step": 3527, "Finetune/Step Time": 5.9761526715010405}
+{"Finetune/Learning Rate": 3.7621376207504844e-06, "Finetune/Loss": 0.782323956489563, "Finetune/Loss (Raw)": 0.8104820251464844, "Finetune/Step": 3528, "Finetune/Step Time": 5.958603739738464}
+{"Finetune/Learning Rate": 3.7569521483063755e-06, "Finetune/Loss": 0.7837516069412231, "Finetune/Loss (Raw)": 0.939760684967041, "Finetune/Step": 3529, "Finetune/Step Time": 5.95965070463717}
+{"Finetune/Learning Rate": 3.7517694252746608e-06, "Finetune/Loss": 0.7849850654602051, "Finetune/Loss (Raw)": 0.797349750995636, "Finetune/Step": 3530, "Finetune/Step Time": 5.955897951498628}
+{"Finetune/Learning Rate": 3.746589453937788e-06, "Finetune/Loss": 0.7843605875968933, "Finetune/Loss (Raw)": 0.8145416975021362, "Finetune/Step": 3531, "Finetune/Step Time": 5.958862472325563}
+{"Finetune/Learning Rate": 3.741412236577e-06, "Finetune/Loss": 0.7830971479415894, "Finetune/Loss (Raw)": 0.7077106237411499, "Finetune/Step": 3532, "Finetune/Step Time": 5.95979829877615}
+{"Finetune/Learning Rate": 3.7362377754723113e-06, "Finetune/Loss": 0.7826886177062988, "Finetune/Loss (Raw)": 0.7636193633079529, "Finetune/Step": 3533, "Finetune/Step Time": 5.955408502370119}
+{"Finetune/Learning Rate": 3.7310660729025427e-06, "Finetune/Loss": 0.7828864455223083, "Finetune/Loss (Raw)": 0.8716950416564941, "Finetune/Step": 3534, "Finetune/Step Time": 5.950053106993437}
+{"Finetune/Learning Rate": 3.7258971311452887e-06, "Finetune/Loss": 0.7830591201782227, "Finetune/Loss (Raw)": 0.8573789596557617, "Finetune/Step": 3535, "Finetune/Step Time": 5.949669256806374}
+{"Finetune/Learning Rate": 3.7207309524769285e-06, "Finetune/Loss": 0.7817546129226685, "Finetune/Loss (Raw)": 0.6569371819496155, "Finetune/Step": 3536, "Finetune/Step Time": 5.957047626376152}
+{"Finetune/Learning Rate": 3.7155675391726263e-06, "Finetune/Loss": 0.7809309363365173, "Finetune/Loss (Raw)": 0.6641137599945068, "Finetune/Step": 3537, "Finetune/Step Time": 5.9629561975598335}
+{"Finetune/Learning Rate": 3.7104068935063288e-06, "Finetune/Loss": 0.7804722785949707, "Finetune/Loss (Raw)": 0.6521250009536743, "Finetune/Step": 3538, "Finetune/Step Time": 5.961517166346312}
+{"Finetune/Learning Rate": 3.7052490177507604e-06, "Finetune/Loss": 0.7792235016822815, "Finetune/Loss (Raw)": 0.6573648452758789, "Finetune/Step": 3539, "Finetune/Step Time": 5.982297282665968}
+{"Finetune/Learning Rate": 3.7000939141774306e-06, "Finetune/Loss": 0.7783917784690857, "Finetune/Loss (Raw)": 0.8225255608558655, "Finetune/Step": 3540, "Finetune/Step Time": 5.981054434552789}
+{"Finetune/Learning Rate": 3.694941585056625e-06, "Finetune/Loss": 0.7796309590339661, "Finetune/Loss (Raw)": 0.8586017489433289, "Finetune/Step": 3541, "Finetune/Step Time": 5.9820731077343225}
+{"Finetune/Learning Rate": 3.6897920326574065e-06, "Finetune/Loss": 0.7790753841400146, "Finetune/Loss (Raw)": 0.7275850176811218, "Finetune/Step": 3542, "Finetune/Step Time": 5.996003968641162}
+{"Finetune/Learning Rate": 3.684645259247619e-06, "Finetune/Loss": 0.7778358459472656, "Finetune/Loss (Raw)": 0.8265130519866943, "Finetune/Step": 3543, "Finetune/Step Time": 5.998981589451432}
+{"Finetune/Learning Rate": 3.679501267093879e-06, "Finetune/Loss": 0.7766120433807373, "Finetune/Loss (Raw)": 0.6301992535591125, "Finetune/Step": 3544, "Finetune/Step Time": 6.018380580469966}
+{"Finetune/Learning Rate": 3.67436005846158e-06, "Finetune/Loss": 0.7763503789901733, "Finetune/Loss (Raw)": 0.8650405406951904, "Finetune/Step": 3545, "Finetune/Step Time": 6.016345627605915}
+{"Finetune/Learning Rate": 3.669221635614887e-06, "Finetune/Loss": 0.7775272130966187, "Finetune/Loss (Raw)": 0.8026354908943176, "Finetune/Step": 3546, "Finetune/Step Time": 6.010828595608473}
+{"Finetune/Learning Rate": 3.6640860008167454e-06, "Finetune/Loss": 0.7775871157646179, "Finetune/Loss (Raw)": 0.7626742124557495, "Finetune/Step": 3547, "Finetune/Step Time": 5.99312562122941}
+{"Finetune/Learning Rate": 3.658953156328857e-06, "Finetune/Loss": 0.776561439037323, "Finetune/Loss (Raw)": 0.6970521211624146, "Finetune/Step": 3548, "Finetune/Step Time": 5.9851822685450315}
+{"Finetune/Learning Rate": 3.6538231044117156e-06, "Finetune/Loss": 0.7780905365943909, "Finetune/Loss (Raw)": 1.023281455039978, "Finetune/Step": 3549, "Finetune/Step Time": 5.986620984971523}
+{"Finetune/Learning Rate": 3.6486958473245714e-06, "Finetune/Loss": 0.7800673246383667, "Finetune/Loss (Raw)": 0.8872151374816895, "Finetune/Step": 3550, "Finetune/Step Time": 5.97267023101449}
+{"Finetune/Learning Rate": 3.6435713873254485e-06, "Finetune/Loss": 0.7792271971702576, "Finetune/Loss (Raw)": 0.6274981498718262, "Finetune/Step": 3551, "Finetune/Step Time": 5.980586364865303}
+{"Finetune/Learning Rate": 3.6384497266711304e-06, "Finetune/Loss": 0.780079185962677, "Finetune/Loss (Raw)": 0.7893957495689392, "Finetune/Step": 3552, "Finetune/Step Time": 5.977070176973939}
+{"Finetune/Learning Rate": 3.6333308676171853e-06, "Finetune/Loss": 0.7785338163375854, "Finetune/Loss (Raw)": 0.5198758840560913, "Finetune/Step": 3553, "Finetune/Step Time": 5.986950118094683}
+{"Finetune/Learning Rate": 3.6282148124179318e-06, "Finetune/Loss": 0.7787362337112427, "Finetune/Loss (Raw)": 0.742276132106781, "Finetune/Step": 3554, "Finetune/Step Time": 5.981998430565}
+{"Finetune/Learning Rate": 3.6231015633264642e-06, "Finetune/Loss": 0.7790879011154175, "Finetune/Loss (Raw)": 0.7488628625869751, "Finetune/Step": 3555, "Finetune/Step Time": 5.973584042862058}
+{"Finetune/Learning Rate": 3.617991122594626e-06, "Finetune/Loss": 0.7800418138504028, "Finetune/Loss (Raw)": 0.8326908349990845, "Finetune/Step": 3556, "Finetune/Step Time": 5.977307999506593}
+{"Finetune/Learning Rate": 3.612883492473045e-06, "Finetune/Loss": 0.7796680927276611, "Finetune/Loss (Raw)": 0.8152949810028076, "Finetune/Step": 3557, "Finetune/Step Time": 5.9934683963656425}
+{"Finetune/Learning Rate": 3.6077786752110957e-06, "Finetune/Loss": 0.7799506187438965, "Finetune/Loss (Raw)": 0.9024667739868164, "Finetune/Step": 3558, "Finetune/Step Time": 5.992106229066849}
+{"Finetune/Learning Rate": 3.6026766730569183e-06, "Finetune/Loss": 0.778183102607727, "Finetune/Loss (Raw)": 0.5536757111549377, "Finetune/Step": 3559, "Finetune/Step Time": 5.984063746407628}
+{"Finetune/Learning Rate": 3.5975774882574143e-06, "Finetune/Loss": 0.7777625322341919, "Finetune/Loss (Raw)": 0.8056232333183289, "Finetune/Step": 3560, "Finetune/Step Time": 5.996582029387355}
+{"Finetune/Learning Rate": 3.5924811230582447e-06, "Finetune/Loss": 0.7770615816116333, "Finetune/Loss (Raw)": 0.7808287739753723, "Finetune/Step": 3561, "Finetune/Step Time": 5.994659382849932}
+{"Finetune/Learning Rate": 3.5873875797038248e-06, "Finetune/Loss": 0.7748112678527832, "Finetune/Loss (Raw)": 0.6865858435630798, "Finetune/Step": 3562, "Finetune/Step Time": 5.991599079221487}
+{"Finetune/Learning Rate": 3.582296860437332e-06, "Finetune/Loss": 0.7761035561561584, "Finetune/Loss (Raw)": 0.7988172173500061, "Finetune/Step": 3563, "Finetune/Step Time": 5.992424810305238}
+{"Finetune/Learning Rate": 3.577208967500697e-06, "Finetune/Loss": 0.7746644616127014, "Finetune/Loss (Raw)": 0.6132758259773254, "Finetune/Step": 3564, "Finetune/Step Time": 5.991346312686801}
+{"Finetune/Learning Rate": 3.5721239031346067e-06, "Finetune/Loss": 0.777446985244751, "Finetune/Loss (Raw)": 0.8761491179466248, "Finetune/Step": 3565, "Finetune/Step Time": 5.981210505589843}
+{"Finetune/Learning Rate": 3.567041669578507e-06, "Finetune/Loss": 0.7768187522888184, "Finetune/Loss (Raw)": 0.7476057410240173, "Finetune/Step": 3566, "Finetune/Step Time": 5.982822118327022}
+{"Finetune/Learning Rate": 3.5619622690705813e-06, "Finetune/Loss": 0.7775554060935974, "Finetune/Loss (Raw)": 0.8216179609298706, "Finetune/Step": 3567, "Finetune/Step Time": 5.985581399872899}
+{"Finetune/Learning Rate": 3.5568857038477865e-06, "Finetune/Loss": 0.7770947217941284, "Finetune/Loss (Raw)": 0.8838198184967041, "Finetune/Step": 3568, "Finetune/Step Time": 5.98794480599463}
+{"Finetune/Learning Rate": 3.5518119761458183e-06, "Finetune/Loss": 0.7780979871749878, "Finetune/Loss (Raw)": 0.8158324956893921, "Finetune/Step": 3569, "Finetune/Step Time": 5.9892089162021875}
+{"Finetune/Learning Rate": 3.5467410881991284e-06, "Finetune/Loss": 0.7768539190292358, "Finetune/Loss (Raw)": 0.6743027567863464, "Finetune/Step": 3570, "Finetune/Step Time": 5.995789917185903}
+{"Finetune/Learning Rate": 3.541673042240904e-06, "Finetune/Loss": 0.7773653268814087, "Finetune/Loss (Raw)": 0.8543928265571594, "Finetune/Step": 3571, "Finetune/Step Time": 5.999853655695915}
+{"Finetune/Learning Rate": 3.5366078405031022e-06, "Finetune/Loss": 0.7766808271408081, "Finetune/Loss (Raw)": 0.7814520001411438, "Finetune/Step": 3572, "Finetune/Step Time": 6.0125385001301765}
+{"Finetune/Learning Rate": 3.5315454852164145e-06, "Finetune/Loss": 0.7748278379440308, "Finetune/Loss (Raw)": 0.5211058855056763, "Finetune/Step": 3573, "Finetune/Step Time": 6.027064237743616}
+{"Finetune/Learning Rate": 3.5264859786102824e-06, "Finetune/Loss": 0.7740516662597656, "Finetune/Loss (Raw)": 0.7303314208984375, "Finetune/Step": 3574, "Finetune/Step Time": 6.029087111353874}
+{"Finetune/Learning Rate": 3.5214293229128835e-06, "Finetune/Loss": 0.7729344964027405, "Finetune/Loss (Raw)": 0.713027834892273, "Finetune/Step": 3575, "Finetune/Step Time": 6.036970444023609}
+{"Finetune/Learning Rate": 3.5163755203511575e-06, "Finetune/Loss": 0.7728774547576904, "Finetune/Loss (Raw)": 0.7796058654785156, "Finetune/Step": 3576, "Finetune/Step Time": 6.037520533427596}
+{"Finetune/Learning Rate": 3.511324573150774e-06, "Finetune/Loss": 0.7717311978340149, "Finetune/Loss (Raw)": 0.7738826274871826, "Finetune/Step": 3577, "Finetune/Step Time": 6.0412125289440155}
+{"Finetune/Learning Rate": 3.5062764835361495e-06, "Finetune/Loss": 0.7720426321029663, "Finetune/Loss (Raw)": 0.8271745443344116, "Finetune/Step": 3578, "Finetune/Step Time": 6.033402489498258}
+{"Finetune/Learning Rate": 3.501231253730443e-06, "Finetune/Loss": 0.7723482847213745, "Finetune/Loss (Raw)": 0.7288857698440552, "Finetune/Step": 3579, "Finetune/Step Time": 6.011560155078769}
+{"Finetune/Learning Rate": 3.4961888859555513e-06, "Finetune/Loss": 0.7727950811386108, "Finetune/Loss (Raw)": 0.8836920857429504, "Finetune/Step": 3580, "Finetune/Step Time": 6.007877249270678}
+{"Finetune/Learning Rate": 3.491149382432113e-06, "Finetune/Loss": 0.7716144919395447, "Finetune/Loss (Raw)": 0.716663658618927, "Finetune/Step": 3581, "Finetune/Step Time": 6.008743634447455}
+{"Finetune/Learning Rate": 3.486112745379503e-06, "Finetune/Loss": 0.7721205353736877, "Finetune/Loss (Raw)": 0.7881461381912231, "Finetune/Step": 3582, "Finetune/Step Time": 6.009840574115515}
+{"Finetune/Learning Rate": 3.481078977015838e-06, "Finetune/Loss": 0.7728086113929749, "Finetune/Loss (Raw)": 0.8214970231056213, "Finetune/Step": 3583, "Finetune/Step Time": 6.011882070451975}
+{"Finetune/Learning Rate": 3.4760480795579676e-06, "Finetune/Loss": 0.7729511260986328, "Finetune/Loss (Raw)": 0.8629971742630005, "Finetune/Step": 3584, "Finetune/Step Time": 6.009688267484307}
+{"Finetune/Learning Rate": 3.47102005522148e-06, "Finetune/Loss": 0.7743679881095886, "Finetune/Loss (Raw)": 0.9690633416175842, "Finetune/Step": 3585, "Finetune/Step Time": 6.012645294889808}
+{"Finetune/Learning Rate": 3.465994906220689e-06, "Finetune/Loss": 0.7744163274765015, "Finetune/Loss (Raw)": 0.8076691627502441, "Finetune/Step": 3586, "Finetune/Step Time": 6.015314627438784}
+{"Finetune/Learning Rate": 3.4609726347686566e-06, "Finetune/Loss": 0.775894045829773, "Finetune/Loss (Raw)": 0.8618320226669312, "Finetune/Step": 3587, "Finetune/Step Time": 6.019626131281257}
+{"Finetune/Learning Rate": 3.45595324307717e-06, "Finetune/Loss": 0.7773640751838684, "Finetune/Loss (Raw)": 0.895684003829956, "Finetune/Step": 3588, "Finetune/Step Time": 6.018792662769556}
+{"Finetune/Learning Rate": 3.450936733356749e-06, "Finetune/Loss": 0.776460587978363, "Finetune/Loss (Raw)": 0.6328758001327515, "Finetune/Step": 3589, "Finetune/Step Time": 6.022334745153785}
+{"Finetune/Learning Rate": 3.4459231078166355e-06, "Finetune/Loss": 0.776683509349823, "Finetune/Loss (Raw)": 0.8238359689712524, "Finetune/Step": 3590, "Finetune/Step Time": 6.024701435118914}
+{"Finetune/Learning Rate": 3.4409123686648183e-06, "Finetune/Loss": 0.7762619256973267, "Finetune/Loss (Raw)": 0.7136992812156677, "Finetune/Step": 3591, "Finetune/Step Time": 6.020703673362732}
+{"Finetune/Learning Rate": 3.435904518108004e-06, "Finetune/Loss": 0.7761943340301514, "Finetune/Loss (Raw)": 0.7437922358512878, "Finetune/Step": 3592, "Finetune/Step Time": 6.003266403451562}
+{"Finetune/Learning Rate": 3.4308995583516313e-06, "Finetune/Loss": 0.7767994403839111, "Finetune/Loss (Raw)": 0.724897563457489, "Finetune/Step": 3593, "Finetune/Step Time": 6.003029389306903}
+{"Finetune/Learning Rate": 3.4258974915998543e-06, "Finetune/Loss": 0.7754930257797241, "Finetune/Loss (Raw)": 0.7431923151016235, "Finetune/Step": 3594, "Finetune/Step Time": 6.007004514336586}
+{"Finetune/Learning Rate": 3.4208983200555734e-06, "Finetune/Loss": 0.7757662534713745, "Finetune/Loss (Raw)": 0.7131320834159851, "Finetune/Step": 3595, "Finetune/Step Time": 6.004953166469932}
+{"Finetune/Learning Rate": 3.4159020459203986e-06, "Finetune/Loss": 0.7755249738693237, "Finetune/Loss (Raw)": 0.7468426823616028, "Finetune/Step": 3596, "Finetune/Step Time": 6.0080642607063055}
+{"Finetune/Learning Rate": 3.4109086713946704e-06, "Finetune/Loss": 0.7766690850257874, "Finetune/Loss (Raw)": 0.9067848920822144, "Finetune/Step": 3597, "Finetune/Step Time": 6.007352363318205}
+{"Finetune/Learning Rate": 3.4059181986774426e-06, "Finetune/Loss": 0.7754586338996887, "Finetune/Loss (Raw)": 0.6828686594963074, "Finetune/Step": 3598, "Finetune/Step Time": 6.017551535740495}
+{"Finetune/Learning Rate": 3.4009306299665077e-06, "Finetune/Loss": 0.7756308317184448, "Finetune/Loss (Raw)": 0.8441860675811768, "Finetune/Step": 3599, "Finetune/Step Time": 6.018137266859412}
+{"Finetune/Learning Rate": 3.3959459674583706e-06, "Finetune/Loss": 0.7750176787376404, "Finetune/Loss (Raw)": 0.7926520109176636, "Finetune/Step": 3600, "Finetune/Step Time": 6.022991603240371}
+{"Finetune/Learning Rate": 3.3909642133482456e-06, "Finetune/Loss": 0.7728831768035889, "Finetune/Loss (Raw)": 0.5781784653663635, "Finetune/Step": 3601, "Finetune/Step Time": 6.024470327422023}
+{"Finetune/Learning Rate": 3.385985369830086e-06, "Finetune/Loss": 0.7718065977096558, "Finetune/Loss (Raw)": 0.7044662237167358, "Finetune/Step": 3602, "Finetune/Step Time": 6.019317926838994}
+{"Finetune/Learning Rate": 3.381009439096552e-06, "Finetune/Loss": 0.7701507210731506, "Finetune/Loss (Raw)": 0.604638397693634, "Finetune/Step": 3603, "Finetune/Step Time": 6.033530229702592}
+{"Finetune/Learning Rate": 3.3760364233390254e-06, "Finetune/Loss": 0.7700005173683167, "Finetune/Loss (Raw)": 0.8026090860366821, "Finetune/Step": 3604, "Finetune/Step Time": 6.0236883740872145}
+{"Finetune/Learning Rate": 3.3710663247475917e-06, "Finetune/Loss": 0.7686890363693237, "Finetune/Loss (Raw)": 0.6876001954078674, "Finetune/Step": 3605, "Finetune/Step Time": 6.025622503831983}
+{"Finetune/Learning Rate": 3.3660991455110713e-06, "Finetune/Loss": 0.7676999568939209, "Finetune/Loss (Raw)": 0.7488842606544495, "Finetune/Step": 3606, "Finetune/Step Time": 6.035838257521391}
+{"Finetune/Learning Rate": 3.361134887816987e-06, "Finetune/Loss": 0.7657766342163086, "Finetune/Loss (Raw)": 0.6805238723754883, "Finetune/Step": 3607, "Finetune/Step Time": 6.0348148588091135}
+{"Finetune/Learning Rate": 3.3561735538515792e-06, "Finetune/Loss": 0.7667734026908875, "Finetune/Loss (Raw)": 0.8969925045967102, "Finetune/Step": 3608, "Finetune/Step Time": 6.038649769499898}
+{"Finetune/Learning Rate": 3.35121514579979e-06, "Finetune/Loss": 0.7676032781600952, "Finetune/Loss (Raw)": 0.8408490419387817, "Finetune/Step": 3609, "Finetune/Step Time": 6.034591099247336}
+{"Finetune/Learning Rate": 3.3462596658452916e-06, "Finetune/Loss": 0.7687866687774658, "Finetune/Loss (Raw)": 0.9508667588233948, "Finetune/Step": 3610, "Finetune/Step Time": 6.030567158013582}
+{"Finetune/Learning Rate": 3.3413071161704536e-06, "Finetune/Loss": 0.7694509029388428, "Finetune/Loss (Raw)": 0.88321852684021, "Finetune/Step": 3611, "Finetune/Step Time": 6.0336726531386375}
+{"Finetune/Learning Rate": 3.3363574989563617e-06, "Finetune/Loss": 0.7725180387496948, "Finetune/Loss (Raw)": 0.9146320819854736, "Finetune/Step": 3612, "Finetune/Step Time": 6.02303646877408}
+{"Finetune/Learning Rate": 3.3314108163827965e-06, "Finetune/Loss": 0.772113561630249, "Finetune/Loss (Raw)": 0.6276128888130188, "Finetune/Step": 3613, "Finetune/Step Time": 6.02115235850215}
+{"Finetune/Learning Rate": 3.3264670706282664e-06, "Finetune/Loss": 0.772120475769043, "Finetune/Loss (Raw)": 0.870144784450531, "Finetune/Step": 3614, "Finetune/Step Time": 6.023384692147374}
+{"Finetune/Learning Rate": 3.321526263869973e-06, "Finetune/Loss": 0.7704893350601196, "Finetune/Loss (Raw)": 0.6331855654716492, "Finetune/Step": 3615, "Finetune/Step Time": 6.024607444182038}
+{"Finetune/Learning Rate": 3.3165883982838308e-06, "Finetune/Loss": 0.7704333066940308, "Finetune/Loss (Raw)": 0.8144096732139587, "Finetune/Step": 3616, "Finetune/Step Time": 6.001093914732337}
+{"Finetune/Learning Rate": 3.3116534760444453e-06, "Finetune/Loss": 0.7683643698692322, "Finetune/Loss (Raw)": 0.6779871582984924, "Finetune/Step": 3617, "Finetune/Step Time": 6.0075430404394865}
+{"Finetune/Learning Rate": 3.306721499325146e-06, "Finetune/Loss": 0.7677809596061707, "Finetune/Loss (Raw)": 0.6370601654052734, "Finetune/Step": 3618, "Finetune/Step Time": 6.017214868217707}
+{"Finetune/Learning Rate": 3.301792470297955e-06, "Finetune/Loss": 0.7675978541374207, "Finetune/Loss (Raw)": 0.7831524610519409, "Finetune/Step": 3619, "Finetune/Step Time": 6.01321305334568}
+{"Finetune/Learning Rate": 3.2968663911335897e-06, "Finetune/Loss": 0.7673307657241821, "Finetune/Loss (Raw)": 0.7617146968841553, "Finetune/Step": 3620, "Finetune/Step Time": 6.015010526403785}
+{"Finetune/Learning Rate": 3.291943264001474e-06, "Finetune/Loss": 0.7692432403564453, "Finetune/Loss (Raw)": 0.7731710076332092, "Finetune/Step": 3621, "Finetune/Step Time": 6.008220165967941}
+{"Finetune/Learning Rate": 3.2870230910697397e-06, "Finetune/Loss": 0.7697582244873047, "Finetune/Loss (Raw)": 0.9224799275398254, "Finetune/Step": 3622, "Finetune/Step Time": 5.99705408141017}
+{"Finetune/Learning Rate": 3.2821058745052113e-06, "Finetune/Loss": 0.7710267305374146, "Finetune/Loss (Raw)": 0.8513797521591187, "Finetune/Step": 3623, "Finetune/Step Time": 5.999159211292863}
+{"Finetune/Learning Rate": 3.2771916164734006e-06, "Finetune/Loss": 0.7715022563934326, "Finetune/Loss (Raw)": 0.7598838806152344, "Finetune/Step": 3624, "Finetune/Step Time": 6.000923754647374}
+{"Finetune/Learning Rate": 3.2722803191385355e-06, "Finetune/Loss": 0.7719702124595642, "Finetune/Loss (Raw)": 0.7889178395271301, "Finetune/Step": 3625, "Finetune/Step Time": 5.998513601720333}
+{"Finetune/Learning Rate": 3.2673719846635286e-06, "Finetune/Loss": 0.7703772783279419, "Finetune/Loss (Raw)": 0.6865537166595459, "Finetune/Step": 3626, "Finetune/Step Time": 6.007661901414394}
+{"Finetune/Learning Rate": 3.262466615209993e-06, "Finetune/Loss": 0.7724474668502808, "Finetune/Loss (Raw)": 0.900805652141571, "Finetune/Step": 3627, "Finetune/Step Time": 5.995155626907945}
+{"Finetune/Learning Rate": 3.2575642129382225e-06, "Finetune/Loss": 0.7728151082992554, "Finetune/Loss (Raw)": 0.8669646978378296, "Finetune/Step": 3628, "Finetune/Step Time": 5.999279206618667}
+{"Finetune/Learning Rate": 3.252664780007225e-06, "Finetune/Loss": 0.7719863653182983, "Finetune/Loss (Raw)": 0.8276023268699646, "Finetune/Step": 3629, "Finetune/Step Time": 5.999160209670663}
+{"Finetune/Learning Rate": 3.2477683185746887e-06, "Finetune/Loss": 0.7708343267440796, "Finetune/Loss (Raw)": 0.8604686260223389, "Finetune/Step": 3630, "Finetune/Step Time": 5.99808375351131}
+{"Finetune/Learning Rate": 3.242874830796996e-06, "Finetune/Loss": 0.7703725099563599, "Finetune/Loss (Raw)": 0.8747287392616272, "Finetune/Step": 3631, "Finetune/Step Time": 5.991002686321735}
+{"Finetune/Learning Rate": 3.237984318829209e-06, "Finetune/Loss": 0.7699980735778809, "Finetune/Loss (Raw)": 0.7153045535087585, "Finetune/Step": 3632, "Finetune/Step Time": 5.9804347939789295}
+{"Finetune/Learning Rate": 3.2330967848251005e-06, "Finetune/Loss": 0.7725756168365479, "Finetune/Loss (Raw)": 0.8874863386154175, "Finetune/Step": 3633, "Finetune/Step Time": 5.98067019879818}
+{"Finetune/Learning Rate": 3.2282122309371157e-06, "Finetune/Loss": 0.772055447101593, "Finetune/Loss (Raw)": 0.7548298835754395, "Finetune/Step": 3634, "Finetune/Step Time": 5.983612909913063}
+{"Finetune/Learning Rate": 3.223330659316395e-06, "Finetune/Loss": 0.7732372283935547, "Finetune/Loss (Raw)": 0.9257258176803589, "Finetune/Step": 3635, "Finetune/Step Time": 5.970269460231066}
+{"Finetune/Learning Rate": 3.218452072112753e-06, "Finetune/Loss": 0.7717087268829346, "Finetune/Loss (Raw)": 0.6402936577796936, "Finetune/Step": 3636, "Finetune/Step Time": 5.971607305109501}
+{"Finetune/Learning Rate": 3.2135764714747085e-06, "Finetune/Loss": 0.7730485200881958, "Finetune/Loss (Raw)": 0.93693608045578, "Finetune/Step": 3637, "Finetune/Step Time": 5.970391238108277}
+{"Finetune/Learning Rate": 3.2087038595494567e-06, "Finetune/Loss": 0.7746791839599609, "Finetune/Loss (Raw)": 0.9539651870727539, "Finetune/Step": 3638, "Finetune/Step Time": 5.955753142014146}
+{"Finetune/Learning Rate": 3.203834238482868e-06, "Finetune/Loss": 0.7747610807418823, "Finetune/Loss (Raw)": 0.7928381562232971, "Finetune/Step": 3639, "Finetune/Step Time": 5.953186560422182}
+{"Finetune/Learning Rate": 3.1989676104195043e-06, "Finetune/Loss": 0.7747222781181335, "Finetune/Loss (Raw)": 0.6783338785171509, "Finetune/Step": 3640, "Finetune/Step Time": 5.956320483237505}
+{"Finetune/Learning Rate": 3.194103977502615e-06, "Finetune/Loss": 0.7771512866020203, "Finetune/Loss (Raw)": 0.866885244846344, "Finetune/Step": 3641, "Finetune/Step Time": 5.960155736654997}
+{"Finetune/Learning Rate": 3.189243341874123e-06, "Finetune/Loss": 0.775477409362793, "Finetune/Loss (Raw)": 0.781301736831665, "Finetune/Step": 3642, "Finetune/Step Time": 5.9616301488131285}
+{"Finetune/Learning Rate": 3.184385705674623e-06, "Finetune/Loss": 0.7776713371276855, "Finetune/Loss (Raw)": 0.8757947683334351, "Finetune/Step": 3643, "Finetune/Step Time": 5.961299667134881}
+{"Finetune/Learning Rate": 3.179531071043408e-06, "Finetune/Loss": 0.7774537205696106, "Finetune/Loss (Raw)": 0.8791168332099915, "Finetune/Step": 3644, "Finetune/Step Time": 5.961326386779547}
+{"Finetune/Learning Rate": 3.1746794401184345e-06, "Finetune/Loss": 0.7802239060401917, "Finetune/Loss (Raw)": 0.8395472764968872, "Finetune/Step": 3645, "Finetune/Step Time": 5.9554732367396355}
+{"Finetune/Learning Rate": 3.1698308150363443e-06, "Finetune/Loss": 0.7806882858276367, "Finetune/Loss (Raw)": 0.8855560421943665, "Finetune/Step": 3646, "Finetune/Step Time": 5.95543310791254}
+{"Finetune/Learning Rate": 3.1649851979324433e-06, "Finetune/Loss": 0.7808277606964111, "Finetune/Loss (Raw)": 0.7608152627944946, "Finetune/Step": 3647, "Finetune/Step Time": 5.951508406549692}
+{"Finetune/Learning Rate": 3.160142590940729e-06, "Finetune/Loss": 0.7815301418304443, "Finetune/Loss (Raw)": 0.7784209251403809, "Finetune/Step": 3648, "Finetune/Step Time": 5.927732156589627}
+{"Finetune/Learning Rate": 3.155302996193863e-06, "Finetune/Loss": 0.7815018892288208, "Finetune/Loss (Raw)": 0.762313723564148, "Finetune/Step": 3649, "Finetune/Step Time": 5.936165841296315}
+{"Finetune/Learning Rate": 3.150466415823187e-06, "Finetune/Loss": 0.7808811664581299, "Finetune/Loss (Raw)": 0.7357202172279358, "Finetune/Step": 3650, "Finetune/Step Time": 5.9498479180037975}
+{"Finetune/Learning Rate": 3.1456328519586997e-06, "Finetune/Loss": 0.7817533612251282, "Finetune/Loss (Raw)": 0.7515424489974976, "Finetune/Step": 3651, "Finetune/Step Time": 5.944043781608343}
+{"Finetune/Learning Rate": 3.1408023067290927e-06, "Finetune/Loss": 0.7796359062194824, "Finetune/Loss (Raw)": 0.5321670770645142, "Finetune/Step": 3652, "Finetune/Step Time": 5.9517060071229935}
+{"Finetune/Learning Rate": 3.135974782261719e-06, "Finetune/Loss": 0.780242919921875, "Finetune/Loss (Raw)": 0.8248164057731628, "Finetune/Step": 3653, "Finetune/Step Time": 5.935086941346526}
+{"Finetune/Learning Rate": 3.131150280682593e-06, "Finetune/Loss": 0.7790719866752625, "Finetune/Loss (Raw)": 0.66520756483078, "Finetune/Step": 3654, "Finetune/Step Time": 5.946861311793327}
+{"Finetune/Learning Rate": 3.126328804116405e-06, "Finetune/Loss": 0.7798300385475159, "Finetune/Loss (Raw)": 0.8628808259963989, "Finetune/Step": 3655, "Finetune/Step Time": 5.942914502695203}
+{"Finetune/Learning Rate": 3.12151035468652e-06, "Finetune/Loss": 0.7798754572868347, "Finetune/Loss (Raw)": 0.8162960410118103, "Finetune/Step": 3656, "Finetune/Step Time": 5.940424771979451}
+{"Finetune/Learning Rate": 3.1166949345149645e-06, "Finetune/Loss": 0.7789222002029419, "Finetune/Loss (Raw)": 0.8177435398101807, "Finetune/Step": 3657, "Finetune/Step Time": 5.940779313445091}
+{"Finetune/Learning Rate": 3.111882545722421e-06, "Finetune/Loss": 0.779056966304779, "Finetune/Loss (Raw)": 0.814605176448822, "Finetune/Step": 3658, "Finetune/Step Time": 5.933841023594141}
+{"Finetune/Learning Rate": 3.107073190428247e-06, "Finetune/Loss": 0.7790519595146179, "Finetune/Loss (Raw)": 0.8138959407806396, "Finetune/Step": 3659, "Finetune/Step Time": 5.933486167341471}
+{"Finetune/Learning Rate": 3.1022668707504676e-06, "Finetune/Loss": 0.7794526219367981, "Finetune/Loss (Raw)": 0.7589958906173706, "Finetune/Step": 3660, "Finetune/Step Time": 5.939907781779766}
+{"Finetune/Learning Rate": 3.097463588805768e-06, "Finetune/Loss": 0.778617262840271, "Finetune/Loss (Raw)": 0.6566888689994812, "Finetune/Step": 3661, "Finetune/Step Time": 5.9383803978562355}
+{"Finetune/Learning Rate": 3.092663346709487e-06, "Finetune/Loss": 0.7777917981147766, "Finetune/Loss (Raw)": 0.7660380005836487, "Finetune/Step": 3662, "Finetune/Step Time": 5.9426823407411575}
+{"Finetune/Learning Rate": 3.08786614657563e-06, "Finetune/Loss": 0.7773607969284058, "Finetune/Loss (Raw)": 0.8022112250328064, "Finetune/Step": 3663, "Finetune/Step Time": 5.957954408600926}
+{"Finetune/Learning Rate": 3.0830719905168705e-06, "Finetune/Loss": 0.7785342931747437, "Finetune/Loss (Raw)": 0.8071465492248535, "Finetune/Step": 3664, "Finetune/Step Time": 5.960327660664916}
+{"Finetune/Learning Rate": 3.0782808806445352e-06, "Finetune/Loss": 0.7803223729133606, "Finetune/Loss (Raw)": 0.8929890394210815, "Finetune/Step": 3665, "Finetune/Step Time": 5.953682132065296}
+{"Finetune/Learning Rate": 3.073492819068601e-06, "Finetune/Loss": 0.7809770107269287, "Finetune/Loss (Raw)": 0.735913872718811, "Finetune/Step": 3666, "Finetune/Step Time": 5.95088174380362}
+{"Finetune/Learning Rate": 3.0687078078977185e-06, "Finetune/Loss": 0.7822664976119995, "Finetune/Loss (Raw)": 0.8224232196807861, "Finetune/Step": 3667, "Finetune/Step Time": 5.928776593878865}
+{"Finetune/Learning Rate": 3.063925849239183e-06, "Finetune/Loss": 0.7817254066467285, "Finetune/Loss (Raw)": 0.7532676458358765, "Finetune/Step": 3668, "Finetune/Step Time": 5.9256220031529665}
+{"Finetune/Learning Rate": 3.059146945198954e-06, "Finetune/Loss": 0.7820271253585815, "Finetune/Loss (Raw)": 0.8972217440605164, "Finetune/Step": 3669, "Finetune/Step Time": 5.923313368111849}
+{"Finetune/Learning Rate": 3.05437109788163e-06, "Finetune/Loss": 0.7830691337585449, "Finetune/Loss (Raw)": 0.8609640002250671, "Finetune/Step": 3670, "Finetune/Step Time": 5.911416050046682}
+{"Finetune/Learning Rate": 3.0495983093904857e-06, "Finetune/Loss": 0.7835813760757446, "Finetune/Loss (Raw)": 0.8920751214027405, "Finetune/Step": 3671, "Finetune/Step Time": 5.910774370655417}
+{"Finetune/Learning Rate": 3.044828581827436e-06, "Finetune/Loss": 0.7850357890129089, "Finetune/Loss (Raw)": 0.8163623213768005, "Finetune/Step": 3672, "Finetune/Step Time": 5.892061175778508}
+{"Finetune/Learning Rate": 3.040061917293042e-06, "Finetune/Loss": 0.7849405407905579, "Finetune/Loss (Raw)": 0.8528487086296082, "Finetune/Step": 3673, "Finetune/Step Time": 5.896739700809121}
+{"Finetune/Learning Rate": 3.035298317886526e-06, "Finetune/Loss": 0.7849693298339844, "Finetune/Loss (Raw)": 0.8063269257545471, "Finetune/Step": 3674, "Finetune/Step Time": 5.90209604986012}
+{"Finetune/Learning Rate": 3.0305377857057603e-06, "Finetune/Loss": 0.7844572067260742, "Finetune/Loss (Raw)": 0.6971203684806824, "Finetune/Step": 3675, "Finetune/Step Time": 5.906348053365946}
+{"Finetune/Learning Rate": 3.025780322847266e-06, "Finetune/Loss": 0.7845859527587891, "Finetune/Loss (Raw)": 0.71352618932724, "Finetune/Step": 3676, "Finetune/Step Time": 5.903814677149057}
+{"Finetune/Learning Rate": 3.021025931406202e-06, "Finetune/Loss": 0.7823572754859924, "Finetune/Loss (Raw)": 0.7380098700523376, "Finetune/Step": 3677, "Finetune/Step Time": 5.90519093349576}
+{"Finetune/Learning Rate": 3.0162746134763844e-06, "Finetune/Loss": 0.7817131280899048, "Finetune/Loss (Raw)": 0.8047701716423035, "Finetune/Step": 3678, "Finetune/Step Time": 5.904119512066245}
+{"Finetune/Learning Rate": 3.0115263711502784e-06, "Finetune/Loss": 0.7833400964736938, "Finetune/Loss (Raw)": 0.8357511162757874, "Finetune/Step": 3679, "Finetune/Step Time": 5.897312985733151}
+{"Finetune/Learning Rate": 3.0067812065189914e-06, "Finetune/Loss": 0.7836741209030151, "Finetune/Loss (Raw)": 0.8321463465690613, "Finetune/Step": 3680, "Finetune/Step Time": 5.896639857441187}
+{"Finetune/Learning Rate": 3.0020391216722678e-06, "Finetune/Loss": 0.7849318385124207, "Finetune/Loss (Raw)": 0.6808674931526184, "Finetune/Step": 3681, "Finetune/Step Time": 5.906235346570611}
+{"Finetune/Learning Rate": 2.9973001186985018e-06, "Finetune/Loss": 0.7847559452056885, "Finetune/Loss (Raw)": 0.7197576761245728, "Finetune/Step": 3682, "Finetune/Step Time": 5.906354742124677}
+{"Finetune/Learning Rate": 2.9925641996847366e-06, "Finetune/Loss": 0.7857730388641357, "Finetune/Loss (Raw)": 0.8790555000305176, "Finetune/Step": 3683, "Finetune/Step Time": 5.901022100821137}
+{"Finetune/Learning Rate": 2.9878313667166526e-06, "Finetune/Loss": 0.7852944731712341, "Finetune/Loss (Raw)": 0.7714316844940186, "Finetune/Step": 3684, "Finetune/Step Time": 5.897982927039266}
+{"Finetune/Learning Rate": 2.9831016218785613e-06, "Finetune/Loss": 0.7852985858917236, "Finetune/Loss (Raw)": 0.8158242702484131, "Finetune/Step": 3685, "Finetune/Step Time": 5.881489135324955}
+{"Finetune/Learning Rate": 2.9783749672534256e-06, "Finetune/Loss": 0.7855399250984192, "Finetune/Loss (Raw)": 0.9333524703979492, "Finetune/Step": 3686, "Finetune/Step Time": 5.879614733159542}
+{"Finetune/Learning Rate": 2.9736514049228495e-06, "Finetune/Loss": 0.7872180342674255, "Finetune/Loss (Raw)": 0.7684728503227234, "Finetune/Step": 3687, "Finetune/Step Time": 5.875151924788952}
+{"Finetune/Learning Rate": 2.968930936967068e-06, "Finetune/Loss": 0.7869306206703186, "Finetune/Loss (Raw)": 0.7688384056091309, "Finetune/Step": 3688, "Finetune/Step Time": 5.867528796195984}
+{"Finetune/Learning Rate": 2.9642135654649507e-06, "Finetune/Loss": 0.7867038249969482, "Finetune/Loss (Raw)": 0.7517956495285034, "Finetune/Step": 3689, "Finetune/Step Time": 5.873539278283715}
+{"Finetune/Learning Rate": 2.9594992924940148e-06, "Finetune/Loss": 0.7877705097198486, "Finetune/Loss (Raw)": 0.8231273293495178, "Finetune/Step": 3690, "Finetune/Step Time": 5.857947234064341}
+{"Finetune/Learning Rate": 2.9547881201304072e-06, "Finetune/Loss": 0.7879743576049805, "Finetune/Loss (Raw)": 0.8249078989028931, "Finetune/Step": 3691, "Finetune/Step Time": 5.855895675718784}
+{"Finetune/Learning Rate": 2.9500800504489022e-06, "Finetune/Loss": 0.7901546955108643, "Finetune/Loss (Raw)": 0.8923587203025818, "Finetune/Step": 3692, "Finetune/Step Time": 5.847446050494909}
+{"Finetune/Learning Rate": 2.9453750855229145e-06, "Finetune/Loss": 0.7902159690856934, "Finetune/Loss (Raw)": 0.8839932084083557, "Finetune/Step": 3693, "Finetune/Step Time": 5.845217877998948}
+{"Finetune/Learning Rate": 2.9406732274244986e-06, "Finetune/Loss": 0.7905641794204712, "Finetune/Loss (Raw)": 0.7921700477600098, "Finetune/Step": 3694, "Finetune/Step Time": 5.847466016188264}
+{"Finetune/Learning Rate": 2.9359744782243306e-06, "Finetune/Loss": 0.790711522102356, "Finetune/Loss (Raw)": 0.8404841423034668, "Finetune/Step": 3695, "Finetune/Step Time": 5.865534253418446}
+{"Finetune/Learning Rate": 2.9312788399917157e-06, "Finetune/Loss": 0.7888574004173279, "Finetune/Loss (Raw)": 0.6464924812316895, "Finetune/Step": 3696, "Finetune/Step Time": 5.882180472835898}
+{"Finetune/Learning Rate": 2.9265863147945937e-06, "Finetune/Loss": 0.7891806960105896, "Finetune/Loss (Raw)": 0.8572161197662354, "Finetune/Step": 3697, "Finetune/Step Time": 5.882728451862931}
+{"Finetune/Learning Rate": 2.9218969046995392e-06, "Finetune/Loss": 0.7901651859283447, "Finetune/Loss (Raw)": 0.8003203868865967, "Finetune/Step": 3698, "Finetune/Step Time": 5.882972521707416}
+{"Finetune/Learning Rate": 2.917210611771749e-06, "Finetune/Loss": 0.7895945906639099, "Finetune/Loss (Raw)": 0.7813507914543152, "Finetune/Step": 3699, "Finetune/Step Time": 5.889694092795253}
+{"Finetune/Learning Rate": 2.91252743807504e-06, "Finetune/Loss": 0.788371205329895, "Finetune/Loss (Raw)": 0.6248598694801331, "Finetune/Step": 3700, "Finetune/Step Time": 5.892893128097057}
+{"Finetune/Learning Rate": 2.9078473856718638e-06, "Finetune/Loss": 0.788414716720581, "Finetune/Loss (Raw)": 0.5266764760017395, "Finetune/Step": 3701, "Finetune/Step Time": 5.8853928204625845}
+{"Finetune/Learning Rate": 2.903170456623301e-06, "Finetune/Loss": 0.7886306643486023, "Finetune/Loss (Raw)": 0.7579714059829712, "Finetune/Step": 3702, "Finetune/Step Time": 5.882378317415714}
+{"Finetune/Learning Rate": 2.8984966529890524e-06, "Finetune/Loss": 0.7885427474975586, "Finetune/Loss (Raw)": 0.7017719149589539, "Finetune/Step": 3703, "Finetune/Step Time": 5.878020979464054}
+{"Finetune/Learning Rate": 2.893825976827436e-06, "Finetune/Loss": 0.7902994155883789, "Finetune/Loss (Raw)": 1.0044623613357544, "Finetune/Step": 3704, "Finetune/Step Time": 5.902564376592636}
+{"Finetune/Learning Rate": 2.889158430195397e-06, "Finetune/Loss": 0.791231632232666, "Finetune/Loss (Raw)": 0.8932087421417236, "Finetune/Step": 3705, "Finetune/Step Time": 5.8952626418322325}
+{"Finetune/Learning Rate": 2.8844940151485133e-06, "Finetune/Loss": 0.7911357879638672, "Finetune/Loss (Raw)": 0.8149047493934631, "Finetune/Step": 3706, "Finetune/Step Time": 5.8954666294157505}
+{"Finetune/Learning Rate": 2.8798327337409658e-06, "Finetune/Loss": 0.7903666496276855, "Finetune/Loss (Raw)": 0.6304364800453186, "Finetune/Step": 3707, "Finetune/Step Time": 5.901787385344505}
+{"Finetune/Learning Rate": 2.875174588025563e-06, "Finetune/Loss": 0.7888118028640747, "Finetune/Loss (Raw)": 0.6846710443496704, "Finetune/Step": 3708, "Finetune/Step Time": 5.909623647108674}
+{"Finetune/Learning Rate": 2.870519580053739e-06, "Finetune/Loss": 0.7894126772880554, "Finetune/Loss (Raw)": 0.7935752272605896, "Finetune/Step": 3709, "Finetune/Step Time": 5.9097966849803925}
+{"Finetune/Learning Rate": 2.8658677118755384e-06, "Finetune/Loss": 0.7904905080795288, "Finetune/Loss (Raw)": 0.9261112213134766, "Finetune/Step": 3710, "Finetune/Step Time": 5.907083434984088}
+{"Finetune/Learning Rate": 2.861218985539621e-06, "Finetune/Loss": 0.7904983162879944, "Finetune/Loss (Raw)": 0.8224877119064331, "Finetune/Step": 3711, "Finetune/Step Time": 5.90715866163373}
+{"Finetune/Learning Rate": 2.8565734030932656e-06, "Finetune/Loss": 0.7898648977279663, "Finetune/Loss (Raw)": 0.7819185256958008, "Finetune/Step": 3712, "Finetune/Step Time": 5.9093469977378845}
+{"Finetune/Learning Rate": 2.8519309665823737e-06, "Finetune/Loss": 0.7879993319511414, "Finetune/Loss (Raw)": 0.730276882648468, "Finetune/Step": 3713, "Finetune/Step Time": 5.904585096985102}
+{"Finetune/Learning Rate": 2.8472916780514546e-06, "Finetune/Loss": 0.7880885004997253, "Finetune/Loss (Raw)": 0.8190818428993225, "Finetune/Step": 3714, "Finetune/Step Time": 5.906424133107066}
+{"Finetune/Learning Rate": 2.8426555395436263e-06, "Finetune/Loss": 0.7877299189567566, "Finetune/Loss (Raw)": 0.8159341216087341, "Finetune/Step": 3715, "Finetune/Step Time": 5.906566200777888}
+{"Finetune/Learning Rate": 2.8380225531006234e-06, "Finetune/Loss": 0.7881627082824707, "Finetune/Loss (Raw)": 0.9510765671730042, "Finetune/Step": 3716, "Finetune/Step Time": 5.904516939073801}
+{"Finetune/Learning Rate": 2.833392720762802e-06, "Finetune/Loss": 0.7899974584579468, "Finetune/Loss (Raw)": 0.8677331209182739, "Finetune/Step": 3717, "Finetune/Step Time": 5.900678062811494}
+{"Finetune/Learning Rate": 2.828766044569121e-06, "Finetune/Loss": 0.7884933948516846, "Finetune/Loss (Raw)": 0.6313086152076721, "Finetune/Step": 3718, "Finetune/Step Time": 5.909008655697107}
+{"Finetune/Learning Rate": 2.824142526557142e-06, "Finetune/Loss": 0.7884273529052734, "Finetune/Loss (Raw)": 0.7052462697029114, "Finetune/Step": 3719, "Finetune/Step Time": 5.910121075809002}
+{"Finetune/Learning Rate": 2.8195221687630448e-06, "Finetune/Loss": 0.789200484752655, "Finetune/Loss (Raw)": 0.8427518606185913, "Finetune/Step": 3720, "Finetune/Step Time": 5.913707382977009}
+{"Finetune/Learning Rate": 2.8149049732216195e-06, "Finetune/Loss": 0.7902066111564636, "Finetune/Loss (Raw)": 0.8536835312843323, "Finetune/Step": 3721, "Finetune/Step Time": 5.911330154165626}
+{"Finetune/Learning Rate": 2.810290941966262e-06, "Finetune/Loss": 0.7888584136962891, "Finetune/Loss (Raw)": 0.5706282258033752, "Finetune/Step": 3722, "Finetune/Step Time": 5.913875851780176}
+{"Finetune/Learning Rate": 2.805680077028966e-06, "Finetune/Loss": 0.7894963026046753, "Finetune/Loss (Raw)": 0.7947815656661987, "Finetune/Step": 3723, "Finetune/Step Time": 5.930147433653474}
+{"Finetune/Learning Rate": 2.801072380440336e-06, "Finetune/Loss": 0.7883504629135132, "Finetune/Loss (Raw)": 0.6001642942428589, "Finetune/Step": 3724, "Finetune/Step Time": 5.9350943472236395}
+{"Finetune/Learning Rate": 2.796467854229594e-06, "Finetune/Loss": 0.7883862257003784, "Finetune/Loss (Raw)": 0.9113718867301941, "Finetune/Step": 3725, "Finetune/Step Time": 5.935209657996893}
+{"Finetune/Learning Rate": 2.791866500424544e-06, "Finetune/Loss": 0.7889786958694458, "Finetune/Loss (Raw)": 0.7587082386016846, "Finetune/Step": 3726, "Finetune/Step Time": 5.927637526765466}
+{"Finetune/Learning Rate": 2.787268321051605e-06, "Finetune/Loss": 0.7891749143600464, "Finetune/Loss (Raw)": 0.8692991137504578, "Finetune/Step": 3727, "Finetune/Step Time": 5.9271684642881155}
+{"Finetune/Learning Rate": 2.7826733181357934e-06, "Finetune/Loss": 0.789252519607544, "Finetune/Loss (Raw)": 0.8025848269462585, "Finetune/Step": 3728, "Finetune/Step Time": 5.92354996688664}
+{"Finetune/Learning Rate": 2.7780814937007404e-06, "Finetune/Loss": 0.790326714515686, "Finetune/Loss (Raw)": 0.715669572353363, "Finetune/Step": 3729, "Finetune/Step Time": 5.917030801996589}
+{"Finetune/Learning Rate": 2.7734928497686566e-06, "Finetune/Loss": 0.7912904024124146, "Finetune/Loss (Raw)": 0.827826738357544, "Finetune/Step": 3730, "Finetune/Step Time": 5.917951351031661}
+{"Finetune/Learning Rate": 2.76890738836036e-06, "Finetune/Loss": 0.7926677465438843, "Finetune/Loss (Raw)": 0.7809354662895203, "Finetune/Step": 3731, "Finetune/Step Time": 5.911879727616906}
+{"Finetune/Learning Rate": 2.764325111495277e-06, "Finetune/Loss": 0.7928051948547363, "Finetune/Loss (Raw)": 0.8202066421508789, "Finetune/Step": 3732, "Finetune/Step Time": 5.916961517184973}
+{"Finetune/Learning Rate": 2.759746021191423e-06, "Finetune/Loss": 0.7934274077415466, "Finetune/Loss (Raw)": 0.7672412395477295, "Finetune/Step": 3733, "Finetune/Step Time": 5.917803261429071}
+{"Finetune/Learning Rate": 2.7551701194654023e-06, "Finetune/Loss": 0.7935383319854736, "Finetune/Loss (Raw)": 0.7630791068077087, "Finetune/Step": 3734, "Finetune/Step Time": 5.907126992940903}
+{"Finetune/Learning Rate": 2.750597408332426e-06, "Finetune/Loss": 0.794293224811554, "Finetune/Loss (Raw)": 0.7771541476249695, "Finetune/Step": 3735, "Finetune/Step Time": 5.909679640084505}
+{"Finetune/Learning Rate": 2.7460278898063007e-06, "Finetune/Loss": 0.792376697063446, "Finetune/Loss (Raw)": 0.6516738533973694, "Finetune/Step": 3736, "Finetune/Step Time": 5.909851048141718}
+{"Finetune/Learning Rate": 2.741461565899426e-06, "Finetune/Loss": 0.7922415137290955, "Finetune/Loss (Raw)": 0.8235437870025635, "Finetune/Step": 3737, "Finetune/Step Time": 5.914511641487479}
+{"Finetune/Learning Rate": 2.7368984386227836e-06, "Finetune/Loss": 0.7918417453765869, "Finetune/Loss (Raw)": 0.8996979594230652, "Finetune/Step": 3738, "Finetune/Step Time": 5.91622663103044}
+{"Finetune/Learning Rate": 2.732338509985957e-06, "Finetune/Loss": 0.7913382053375244, "Finetune/Loss (Raw)": 0.8187626004219055, "Finetune/Step": 3739, "Finetune/Step Time": 5.914575558155775}
+{"Finetune/Learning Rate": 2.727781781997124e-06, "Finetune/Loss": 0.7889292240142822, "Finetune/Loss (Raw)": 0.6062882542610168, "Finetune/Step": 3740, "Finetune/Step Time": 5.911754751577973}
+{"Finetune/Learning Rate": 2.723228256663052e-06, "Finetune/Loss": 0.7906463146209717, "Finetune/Loss (Raw)": 0.8474043607711792, "Finetune/Step": 3741, "Finetune/Step Time": 5.921527894213796}
+{"Finetune/Learning Rate": 2.7186779359890867e-06, "Finetune/Loss": 0.7891136407852173, "Finetune/Loss (Raw)": 0.6739592552185059, "Finetune/Step": 3742, "Finetune/Step Time": 5.917987706139684}
+{"Finetune/Learning Rate": 2.714130821979171e-06, "Finetune/Loss": 0.7892816662788391, "Finetune/Loss (Raw)": 0.6546898484230042, "Finetune/Step": 3743, "Finetune/Step Time": 5.927208825945854}
+{"Finetune/Learning Rate": 2.7095869166358433e-06, "Finetune/Loss": 0.7892401218414307, "Finetune/Loss (Raw)": 0.8090884685516357, "Finetune/Step": 3744, "Finetune/Step Time": 5.935306288301945}
+{"Finetune/Learning Rate": 2.7050462219602124e-06, "Finetune/Loss": 0.7901610136032104, "Finetune/Loss (Raw)": 0.7958670854568481, "Finetune/Step": 3745, "Finetune/Step Time": 5.928106661885977}
+{"Finetune/Learning Rate": 2.7005087399519836e-06, "Finetune/Loss": 0.7909352779388428, "Finetune/Loss (Raw)": 0.73616623878479, "Finetune/Step": 3746, "Finetune/Step Time": 5.921652443706989}
+{"Finetune/Learning Rate": 2.695974472609444e-06, "Finetune/Loss": 0.791542649269104, "Finetune/Loss (Raw)": 0.8608906865119934, "Finetune/Step": 3747, "Finetune/Step Time": 5.925438355654478}
+{"Finetune/Learning Rate": 2.6914434219294726e-06, "Finetune/Loss": 0.7926521301269531, "Finetune/Loss (Raw)": 0.9037351608276367, "Finetune/Step": 3748, "Finetune/Step Time": 5.92233001254499}
+{"Finetune/Learning Rate": 2.6869155899075185e-06, "Finetune/Loss": 0.7930649518966675, "Finetune/Loss (Raw)": 0.8260064125061035, "Finetune/Step": 3749, "Finetune/Step Time": 5.926495190709829}
+{"Finetune/Learning Rate": 2.6823909785376224e-06, "Finetune/Loss": 0.7904943227767944, "Finetune/Loss (Raw)": 0.5934430956840515, "Finetune/Step": 3750, "Finetune/Step Time": 5.926430447027087}
+{"Finetune/Learning Rate": 2.6778695898124007e-06, "Finetune/Loss": 0.78974848985672, "Finetune/Loss (Raw)": 0.7559064626693726, "Finetune/Step": 3751, "Finetune/Step Time": 5.924291130155325}
+{"Finetune/Learning Rate": 2.673351425723064e-06, "Finetune/Loss": 0.7892683148384094, "Finetune/Loss (Raw)": 0.6984264850616455, "Finetune/Step": 3752, "Finetune/Step Time": 5.914382945746183}
+{"Finetune/Learning Rate": 2.6688364882593843e-06, "Finetune/Loss": 0.7877764701843262, "Finetune/Loss (Raw)": 0.597963273525238, "Finetune/Step": 3753, "Finetune/Step Time": 5.917237380519509}
+{"Finetune/Learning Rate": 2.6643247794097203e-06, "Finetune/Loss": 0.7871299386024475, "Finetune/Loss (Raw)": 0.6037930250167847, "Finetune/Step": 3754, "Finetune/Step Time": 5.917971143499017}
+{"Finetune/Learning Rate": 2.6598163011610177e-06, "Finetune/Loss": 0.7856997847557068, "Finetune/Loss (Raw)": 0.71774822473526, "Finetune/Step": 3755, "Finetune/Step Time": 5.921173406764865}
+{"Finetune/Learning Rate": 2.655311055498789e-06, "Finetune/Loss": 0.7829846143722534, "Finetune/Loss (Raw)": 0.5194237232208252, "Finetune/Step": 3756, "Finetune/Step Time": 5.947363868355751}
+{"Finetune/Learning Rate": 2.650809044407122e-06, "Finetune/Loss": 0.7809774279594421, "Finetune/Loss (Raw)": 0.5706819891929626, "Finetune/Step": 3757, "Finetune/Step Time": 5.946029387414455}
+{"Finetune/Learning Rate": 2.6463102698686825e-06, "Finetune/Loss": 0.7806844711303711, "Finetune/Loss (Raw)": 0.8229644894599915, "Finetune/Step": 3758, "Finetune/Step Time": 5.957699302583933}
+{"Finetune/Learning Rate": 2.6418147338647214e-06, "Finetune/Loss": 0.7803496718406677, "Finetune/Loss (Raw)": 0.8318780660629272, "Finetune/Step": 3759, "Finetune/Step Time": 5.957770522683859}
+{"Finetune/Learning Rate": 2.637322438375045e-06, "Finetune/Loss": 0.7808398008346558, "Finetune/Loss (Raw)": 0.7780429720878601, "Finetune/Step": 3760, "Finetune/Step Time": 5.959633082151413}
+{"Finetune/Learning Rate": 2.632833385378045e-06, "Finetune/Loss": 0.7799736857414246, "Finetune/Loss (Raw)": 0.7766236066818237, "Finetune/Step": 3761, "Finetune/Step Time": 5.961905380710959}
+{"Finetune/Learning Rate": 2.6283475768506795e-06, "Finetune/Loss": 0.7797394394874573, "Finetune/Loss (Raw)": 0.7248504161834717, "Finetune/Step": 3762, "Finetune/Step Time": 5.955410758033395}
+{"Finetune/Learning Rate": 2.6238650147684875e-06, "Finetune/Loss": 0.7785096168518066, "Finetune/Loss (Raw)": 0.7683064937591553, "Finetune/Step": 3763, "Finetune/Step Time": 5.951951524242759}
+{"Finetune/Learning Rate": 2.6193857011055623e-06, "Finetune/Loss": 0.7791780233383179, "Finetune/Loss (Raw)": 0.7258511185646057, "Finetune/Step": 3764, "Finetune/Step Time": 5.956237895414233}
+{"Finetune/Learning Rate": 2.6149096378345785e-06, "Finetune/Loss": 0.7776386141777039, "Finetune/Loss (Raw)": 0.7398820519447327, "Finetune/Step": 3765, "Finetune/Step Time": 5.958979705348611}
+{"Finetune/Learning Rate": 2.610436826926771e-06, "Finetune/Loss": 0.7760576009750366, "Finetune/Loss (Raw)": 0.7516041994094849, "Finetune/Step": 3766, "Finetune/Step Time": 5.96006247587502}
+{"Finetune/Learning Rate": 2.605967270351959e-06, "Finetune/Loss": 0.7745019197463989, "Finetune/Loss (Raw)": 0.5937009453773499, "Finetune/Step": 3767, "Finetune/Step Time": 5.963995300233364}
+{"Finetune/Learning Rate": 2.6015009700785055e-06, "Finetune/Loss": 0.7744828462600708, "Finetune/Loss (Raw)": 0.6758990287780762, "Finetune/Step": 3768, "Finetune/Step Time": 5.961631828919053}
+{"Finetune/Learning Rate": 2.597037928073355e-06, "Finetune/Loss": 0.7734189033508301, "Finetune/Loss (Raw)": 0.7306947112083435, "Finetune/Step": 3769, "Finetune/Step Time": 5.957128928974271}
+{"Finetune/Learning Rate": 2.5925781463020084e-06, "Finetune/Loss": 0.7738009691238403, "Finetune/Loss (Raw)": 0.8302172422409058, "Finetune/Step": 3770, "Finetune/Step Time": 5.95502544939518}
+{"Finetune/Learning Rate": 2.5881216267285446e-06, "Finetune/Loss": 0.7723286151885986, "Finetune/Loss (Raw)": 0.6873338222503662, "Finetune/Step": 3771, "Finetune/Step Time": 5.970849430188537}
+{"Finetune/Learning Rate": 2.5836683713155885e-06, "Finetune/Loss": 0.7715469598770142, "Finetune/Loss (Raw)": 0.7790523767471313, "Finetune/Step": 3772, "Finetune/Step Time": 5.977943543344736}
+{"Finetune/Learning Rate": 2.5792183820243333e-06, "Finetune/Loss": 0.7713583707809448, "Finetune/Loss (Raw)": 0.8154141902923584, "Finetune/Step": 3773, "Finetune/Step Time": 5.978525012731552}
+{"Finetune/Learning Rate": 2.5747716608145433e-06, "Finetune/Loss": 0.7703379392623901, "Finetune/Loss (Raw)": 0.7549381256103516, "Finetune/Step": 3774, "Finetune/Step Time": 5.97794633731246}
+{"Finetune/Learning Rate": 2.570328209644537e-06, "Finetune/Loss": 0.7700067758560181, "Finetune/Loss (Raw)": 0.7184304594993591, "Finetune/Step": 3775, "Finetune/Step Time": 5.976056132465601}
+{"Finetune/Learning Rate": 2.565888030471183e-06, "Finetune/Loss": 0.7702505588531494, "Finetune/Loss (Raw)": 0.8096232414245605, "Finetune/Step": 3776, "Finetune/Step Time": 5.975015364587307}
+{"Finetune/Learning Rate": 2.5614511252499196e-06, "Finetune/Loss": 0.7712842226028442, "Finetune/Loss (Raw)": 0.8946234583854675, "Finetune/Step": 3777, "Finetune/Step Time": 5.961551781743765}
+{"Finetune/Learning Rate": 2.5570174959347503e-06, "Finetune/Loss": 0.7722208499908447, "Finetune/Loss (Raw)": 0.8556107878684998, "Finetune/Step": 3778, "Finetune/Step Time": 5.948887150734663}
+{"Finetune/Learning Rate": 2.552587144478218e-06, "Finetune/Loss": 0.7725487947463989, "Finetune/Loss (Raw)": 0.7935186624526978, "Finetune/Step": 3779, "Finetune/Step Time": 5.950537990778685}
+{"Finetune/Learning Rate": 2.548160072831435e-06, "Finetune/Loss": 0.7747364044189453, "Finetune/Loss (Raw)": 0.8121828436851501, "Finetune/Step": 3780, "Finetune/Step Time": 5.940667578950524}
+{"Finetune/Learning Rate": 2.5437362829440606e-06, "Finetune/Loss": 0.775748074054718, "Finetune/Loss (Raw)": 0.9543030858039856, "Finetune/Step": 3781, "Finetune/Step Time": 5.93905433267355}
+{"Finetune/Learning Rate": 2.5393157767643228e-06, "Finetune/Loss": 0.7762531042098999, "Finetune/Loss (Raw)": 0.7298530340194702, "Finetune/Step": 3782, "Finetune/Step Time": 5.920284217223525}
+{"Finetune/Learning Rate": 2.534898556238986e-06, "Finetune/Loss": 0.776025652885437, "Finetune/Loss (Raw)": 0.8337694406509399, "Finetune/Step": 3783, "Finetune/Step Time": 5.921423653140664}
+{"Finetune/Learning Rate": 2.5304846233133797e-06, "Finetune/Loss": 0.7770640850067139, "Finetune/Loss (Raw)": 0.9492150545120239, "Finetune/Step": 3784, "Finetune/Step Time": 5.9236367382109165}
+{"Finetune/Learning Rate": 2.5260739799313762e-06, "Finetune/Loss": 0.7763587832450867, "Finetune/Loss (Raw)": 0.7274609208106995, "Finetune/Step": 3785, "Finetune/Step Time": 5.926807185634971}
+{"Finetune/Learning Rate": 2.5216666280354153e-06, "Finetune/Loss": 0.7764216661453247, "Finetune/Loss (Raw)": 0.8226533532142639, "Finetune/Step": 3786, "Finetune/Step Time": 5.915815681219101}
+{"Finetune/Learning Rate": 2.5172625695664665e-06, "Finetune/Loss": 0.776123046875, "Finetune/Loss (Raw)": 0.7756749391555786, "Finetune/Step": 3787, "Finetune/Step Time": 5.918389622122049}
+{"Finetune/Learning Rate": 2.512861806464063e-06, "Finetune/Loss": 0.7767107486724854, "Finetune/Loss (Raw)": 0.8342210054397583, "Finetune/Step": 3788, "Finetune/Step Time": 5.9126515332609415}
+{"Finetune/Learning Rate": 2.50846434066628e-06, "Finetune/Loss": 0.7767239809036255, "Finetune/Loss (Raw)": 0.6583845019340515, "Finetune/Step": 3789, "Finetune/Step Time": 5.9142516031861305}
+{"Finetune/Learning Rate": 2.5040701741097495e-06, "Finetune/Loss": 0.7768843173980713, "Finetune/Loss (Raw)": 0.786557674407959, "Finetune/Step": 3790, "Finetune/Step Time": 5.911590052768588}
+{"Finetune/Learning Rate": 2.499679308729639e-06, "Finetune/Loss": 0.7769505977630615, "Finetune/Loss (Raw)": 0.8106982707977295, "Finetune/Step": 3791, "Finetune/Step Time": 5.89632803760469}
+{"Finetune/Learning Rate": 2.495291746459667e-06, "Finetune/Loss": 0.7778849601745605, "Finetune/Loss (Raw)": 0.9267453551292419, "Finetune/Step": 3792, "Finetune/Step Time": 5.884690010920167}
+{"Finetune/Learning Rate": 2.490907489232096e-06, "Finetune/Loss": 0.7765394449234009, "Finetune/Loss (Raw)": 0.7207609415054321, "Finetune/Step": 3793, "Finetune/Step Time": 5.89047279022634}
+{"Finetune/Learning Rate": 2.4865265389777447e-06, "Finetune/Loss": 0.7770166993141174, "Finetune/Loss (Raw)": 0.7970042824745178, "Finetune/Step": 3794, "Finetune/Step Time": 5.891133550554514}
+{"Finetune/Learning Rate": 2.4821488976259554e-06, "Finetune/Loss": 0.775566816329956, "Finetune/Loss (Raw)": 0.6368445754051208, "Finetune/Step": 3795, "Finetune/Step Time": 5.899862971156836}
+{"Finetune/Learning Rate": 2.477774567104624e-06, "Finetune/Loss": 0.7739553451538086, "Finetune/Loss (Raw)": 0.5469916462898254, "Finetune/Step": 3796, "Finetune/Step Time": 5.907367015257478}
+{"Finetune/Learning Rate": 2.4734035493401955e-06, "Finetune/Loss": 0.7736847996711731, "Finetune/Loss (Raw)": 0.862595796585083, "Finetune/Step": 3797, "Finetune/Step Time": 5.912193164229393}
+{"Finetune/Learning Rate": 2.4690358462576393e-06, "Finetune/Loss": 0.7745689153671265, "Finetune/Loss (Raw)": 0.9741329550743103, "Finetune/Step": 3798, "Finetune/Step Time": 5.910116108134389}
+{"Finetune/Learning Rate": 2.4646714597804767e-06, "Finetune/Loss": 0.7735544443130493, "Finetune/Loss (Raw)": 0.7622135877609253, "Finetune/Step": 3799, "Finetune/Step Time": 5.911946291103959}
+{"Finetune/Learning Rate": 2.4603103918307624e-06, "Finetune/Loss": 0.7729938626289368, "Finetune/Loss (Raw)": 0.7446088790893555, "Finetune/Step": 3800, "Finetune/Step Time": 5.913122922182083}
+{"Finetune/Learning Rate": 2.455952644329103e-06, "Finetune/Loss": 0.7715114951133728, "Finetune/Loss (Raw)": 0.6631065011024475, "Finetune/Step": 3801, "Finetune/Step Time": 5.910423271358013}
+{"Finetune/Learning Rate": 2.451598219194621e-06, "Finetune/Loss": 0.7714161276817322, "Finetune/Loss (Raw)": 0.7941222190856934, "Finetune/Step": 3802, "Finetune/Step Time": 5.906555086374283}
+{"Finetune/Learning Rate": 2.447247118344992e-06, "Finetune/Loss": 0.7713185548782349, "Finetune/Loss (Raw)": 0.6846281290054321, "Finetune/Step": 3803, "Finetune/Step Time": 5.905598098412156}
+{"Finetune/Learning Rate": 2.442899343696419e-06, "Finetune/Loss": 0.7710877060890198, "Finetune/Loss (Raw)": 0.683979332447052, "Finetune/Step": 3804, "Finetune/Step Time": 5.908175865188241}
+{"Finetune/Learning Rate": 2.438554897163654e-06, "Finetune/Loss": 0.7715463638305664, "Finetune/Loss (Raw)": 0.7967160940170288, "Finetune/Step": 3805, "Finetune/Step Time": 5.90511822514236}
+{"Finetune/Learning Rate": 2.434213780659962e-06, "Finetune/Loss": 0.770175576210022, "Finetune/Loss (Raw)": 0.6293104887008667, "Finetune/Step": 3806, "Finetune/Step Time": 5.913666995242238}
+{"Finetune/Learning Rate": 2.4298759960971585e-06, "Finetune/Loss": 0.7689107060432434, "Finetune/Loss (Raw)": 0.6738499402999878, "Finetune/Step": 3807, "Finetune/Step Time": 5.931622389703989}
+{"Finetune/Learning Rate": 2.4255415453855814e-06, "Finetune/Loss": 0.7688598036766052, "Finetune/Loss (Raw)": 0.8256298899650574, "Finetune/Step": 3808, "Finetune/Step Time": 5.934996295720339}
+{"Finetune/Learning Rate": 2.421210430434112e-06, "Finetune/Loss": 0.770237922668457, "Finetune/Loss (Raw)": 0.857272744178772, "Finetune/Step": 3809, "Finetune/Step Time": 5.920172672718763}
+{"Finetune/Learning Rate": 2.41688265315015e-06, "Finetune/Loss": 0.7706384658813477, "Finetune/Loss (Raw)": 0.7710253000259399, "Finetune/Step": 3810, "Finetune/Step Time": 5.918371949344873}
+{"Finetune/Learning Rate": 2.4125582154396323e-06, "Finetune/Loss": 0.7706135511398315, "Finetune/Loss (Raw)": 0.8758703470230103, "Finetune/Step": 3811, "Finetune/Step Time": 5.922903088852763}
+{"Finetune/Learning Rate": 2.408237119207022e-06, "Finetune/Loss": 0.77070152759552, "Finetune/Loss (Raw)": 0.7826873064041138, "Finetune/Step": 3812, "Finetune/Step Time": 5.932362234219909}
+{"Finetune/Learning Rate": 2.4039193663553127e-06, "Finetune/Loss": 0.7693660259246826, "Finetune/Loss (Raw)": 0.6448810696601868, "Finetune/Step": 3813, "Finetune/Step Time": 5.9461282435804605}
+{"Finetune/Learning Rate": 2.399604958786025e-06, "Finetune/Loss": 0.7681414484977722, "Finetune/Loss (Raw)": 0.7766016125679016, "Finetune/Step": 3814, "Finetune/Step Time": 5.946778113022447}
+{"Finetune/Learning Rate": 2.3952938983992056e-06, "Finetune/Loss": 0.7671346664428711, "Finetune/Loss (Raw)": 0.6396074295043945, "Finetune/Step": 3815, "Finetune/Step Time": 5.95538841933012}
+{"Finetune/Learning Rate": 2.390986187093429e-06, "Finetune/Loss": 0.7691801190376282, "Finetune/Loss (Raw)": 1.0306549072265625, "Finetune/Step": 3816, "Finetune/Step Time": 5.9525713212788105}
+{"Finetune/Learning Rate": 2.386681826765792e-06, "Finetune/Loss": 0.7693933248519897, "Finetune/Loss (Raw)": 0.7790893316268921, "Finetune/Step": 3817, "Finetune/Step Time": 5.948470575734973}
+{"Finetune/Learning Rate": 2.382380819311918e-06, "Finetune/Loss": 0.7699300050735474, "Finetune/Loss (Raw)": 0.8918255567550659, "Finetune/Step": 3818, "Finetune/Step Time": 5.956959903240204}
+{"Finetune/Learning Rate": 2.3780831666259496e-06, "Finetune/Loss": 0.7688241004943848, "Finetune/Loss (Raw)": 0.6833440661430359, "Finetune/Step": 3819, "Finetune/Step Time": 5.962337678298354}
+{"Finetune/Learning Rate": 2.3737888706005643e-06, "Finetune/Loss": 0.7683196067810059, "Finetune/Loss (Raw)": 0.8277844190597534, "Finetune/Step": 3820, "Finetune/Step Time": 5.968903498724103}
+{"Finetune/Learning Rate": 2.369497933126942e-06, "Finetune/Loss": 0.7673317790031433, "Finetune/Loss (Raw)": 0.7575523257255554, "Finetune/Step": 3821, "Finetune/Step Time": 5.969215849414468}
+{"Finetune/Learning Rate": 2.365210356094798e-06, "Finetune/Loss": 0.7664009928703308, "Finetune/Loss (Raw)": 0.6730274558067322, "Finetune/Step": 3822, "Finetune/Step Time": 5.9906690046191216}
+{"Finetune/Learning Rate": 2.3609261413923613e-06, "Finetune/Loss": 0.7657026052474976, "Finetune/Loss (Raw)": 0.7510895133018494, "Finetune/Step": 3823, "Finetune/Step Time": 5.966468894854188}
+{"Finetune/Learning Rate": 2.3566452909063886e-06, "Finetune/Loss": 0.7671456933021545, "Finetune/Loss (Raw)": 0.8312124013900757, "Finetune/Step": 3824, "Finetune/Step Time": 5.950760897248983}
+{"Finetune/Learning Rate": 2.352367806522142e-06, "Finetune/Loss": 0.7662661671638489, "Finetune/Loss (Raw)": 0.7446413040161133, "Finetune/Step": 3825, "Finetune/Step Time": 5.9473577085882425}
+{"Finetune/Learning Rate": 2.348093690123411e-06, "Finetune/Loss": 0.7668564915657043, "Finetune/Loss (Raw)": 0.875878095626831, "Finetune/Step": 3826, "Finetune/Step Time": 5.94859254732728}
+{"Finetune/Learning Rate": 2.343822943592495e-06, "Finetune/Loss": 0.7666513323783875, "Finetune/Loss (Raw)": 0.7550932765007019, "Finetune/Step": 3827, "Finetune/Step Time": 5.955016557127237}
+{"Finetune/Learning Rate": 2.339555568810221e-06, "Finetune/Loss": 0.7680551409721375, "Finetune/Loss (Raw)": 0.8045437335968018, "Finetune/Step": 3828, "Finetune/Step Time": 5.936892457306385}
+{"Finetune/Learning Rate": 2.3352915676559164e-06, "Finetune/Loss": 0.7699331045150757, "Finetune/Loss (Raw)": 0.7670537233352661, "Finetune/Step": 3829, "Finetune/Step Time": 5.926414467394352}
+{"Finetune/Learning Rate": 2.3310309420074306e-06, "Finetune/Loss": 0.7695093750953674, "Finetune/Loss (Raw)": 0.703736424446106, "Finetune/Step": 3830, "Finetune/Step Time": 5.926069753244519}
+{"Finetune/Learning Rate": 2.3267736937411255e-06, "Finetune/Loss": 0.7701562643051147, "Finetune/Loss (Raw)": 0.784577488899231, "Finetune/Step": 3831, "Finetune/Step Time": 5.921761574223638}
+{"Finetune/Learning Rate": 2.322519824731878e-06, "Finetune/Loss": 0.7685655355453491, "Finetune/Loss (Raw)": 0.8008497357368469, "Finetune/Step": 3832, "Finetune/Step Time": 5.897297909483314}
+{"Finetune/Learning Rate": 2.318269336853072e-06, "Finetune/Loss": 0.7677774429321289, "Finetune/Loss (Raw)": 0.7923290133476257, "Finetune/Step": 3833, "Finetune/Step Time": 5.910381529480219}
+{"Finetune/Learning Rate": 2.3140222319766058e-06, "Finetune/Loss": 0.7663313150405884, "Finetune/Loss (Raw)": 0.6297942996025085, "Finetune/Step": 3834, "Finetune/Step Time": 5.918951855972409}
+{"Finetune/Learning Rate": 2.3097785119728868e-06, "Finetune/Loss": 0.7668517827987671, "Finetune/Loss (Raw)": 0.6970598101615906, "Finetune/Step": 3835, "Finetune/Step Time": 5.912979289889336}
+{"Finetune/Learning Rate": 2.305538178710831e-06, "Finetune/Loss": 0.7668704390525818, "Finetune/Loss (Raw)": 0.6870639324188232, "Finetune/Step": 3836, "Finetune/Step Time": 5.912494095042348}
+{"Finetune/Learning Rate": 2.3013012340578633e-06, "Finetune/Loss": 0.7674828767776489, "Finetune/Loss (Raw)": 0.871957540512085, "Finetune/Step": 3837, "Finetune/Step Time": 5.911220347508788}
+{"Finetune/Learning Rate": 2.2970676798799154e-06, "Finetune/Loss": 0.76589035987854, "Finetune/Loss (Raw)": 0.7222710847854614, "Finetune/Step": 3838, "Finetune/Step Time": 5.915978983044624}
+{"Finetune/Learning Rate": 2.292837518041434e-06, "Finetune/Loss": 0.7649251222610474, "Finetune/Loss (Raw)": 0.6989423632621765, "Finetune/Step": 3839, "Finetune/Step Time": 5.927158396691084}
+{"Finetune/Learning Rate": 2.288610750405358e-06, "Finetune/Loss": 0.7633994817733765, "Finetune/Loss (Raw)": 0.5866396427154541, "Finetune/Step": 3840, "Finetune/Step Time": 5.940712787210941}
+{"Finetune/Learning Rate": 2.2843873788331385e-06, "Finetune/Loss": 0.7638723254203796, "Finetune/Loss (Raw)": 0.790801465511322, "Finetune/Step": 3841, "Finetune/Step Time": 5.946668229997158}
+{"Finetune/Learning Rate": 2.28016740518473e-06, "Finetune/Loss": 0.7620444297790527, "Finetune/Loss (Raw)": 0.5851125717163086, "Finetune/Step": 3842, "Finetune/Step Time": 5.949733039364219}
+{"Finetune/Learning Rate": 2.2759508313185995e-06, "Finetune/Loss": 0.7627276182174683, "Finetune/Loss (Raw)": 0.903379499912262, "Finetune/Step": 3843, "Finetune/Step Time": 5.945294497534633}
+{"Finetune/Learning Rate": 2.2717376590917008e-06, "Finetune/Loss": 0.7617045044898987, "Finetune/Loss (Raw)": 0.8201162219047546, "Finetune/Step": 3844, "Finetune/Step Time": 5.943107582628727}
+{"Finetune/Learning Rate": 2.2675278903594986e-06, "Finetune/Loss": 0.7619289755821228, "Finetune/Loss (Raw)": 0.8964606523513794, "Finetune/Step": 3845, "Finetune/Step Time": 5.93706176802516}
+{"Finetune/Learning Rate": 2.263321526975957e-06, "Finetune/Loss": 0.7623522281646729, "Finetune/Loss (Raw)": 0.6854902505874634, "Finetune/Step": 3846, "Finetune/Step Time": 5.933037979528308}
+{"Finetune/Learning Rate": 2.259118570793547e-06, "Finetune/Loss": 0.7630845308303833, "Finetune/Loss (Raw)": 0.798980712890625, "Finetune/Step": 3847, "Finetune/Step Time": 5.935172079131007}
+{"Finetune/Learning Rate": 2.2549190236632267e-06, "Finetune/Loss": 0.7622973918914795, "Finetune/Loss (Raw)": 0.7420005798339844, "Finetune/Step": 3848, "Finetune/Step Time": 5.94142727740109}
+{"Finetune/Learning Rate": 2.250722887434461e-06, "Finetune/Loss": 0.7617213726043701, "Finetune/Loss (Raw)": 0.7799450755119324, "Finetune/Step": 3849, "Finetune/Step Time": 5.943641342222691}
+{"Finetune/Learning Rate": 2.2465301639552108e-06, "Finetune/Loss": 0.7637737989425659, "Finetune/Loss (Raw)": 0.8333364129066467, "Finetune/Step": 3850, "Finetune/Step Time": 5.946957124397159}
+{"Finetune/Learning Rate": 2.242340855071935e-06, "Finetune/Loss": 0.763573408126831, "Finetune/Loss (Raw)": 0.769143283367157, "Finetune/Step": 3851, "Finetune/Step Time": 5.932248184457421}
+{"Finetune/Learning Rate": 2.2381549626295872e-06, "Finetune/Loss": 0.7655027508735657, "Finetune/Loss (Raw)": 0.8471186757087708, "Finetune/Step": 3852, "Finetune/Step Time": 5.926544222980738}
+{"Finetune/Learning Rate": 2.233972488471617e-06, "Finetune/Loss": 0.7648626565933228, "Finetune/Loss (Raw)": 0.8294385075569153, "Finetune/Step": 3853, "Finetune/Step Time": 5.932590749114752}
+{"Finetune/Learning Rate": 2.2297934344399696e-06, "Finetune/Loss": 0.764460563659668, "Finetune/Loss (Raw)": 0.7072432637214661, "Finetune/Step": 3854, "Finetune/Step Time": 5.931567084044218}
+{"Finetune/Learning Rate": 2.2256178023750818e-06, "Finetune/Loss": 0.7625792026519775, "Finetune/Loss (Raw)": 0.6284720301628113, "Finetune/Step": 3855, "Finetune/Step Time": 5.942140378057957}
+{"Finetune/Learning Rate": 2.221445594115885e-06, "Finetune/Loss": 0.761073887348175, "Finetune/Loss (Raw)": 0.6099135875701904, "Finetune/Step": 3856, "Finetune/Step Time": 5.94869857467711}
+{"Finetune/Learning Rate": 2.217276811499802e-06, "Finetune/Loss": 0.7616417407989502, "Finetune/Loss (Raw)": 0.7883591651916504, "Finetune/Step": 3857, "Finetune/Step Time": 5.948042398318648}
+{"Finetune/Learning Rate": 2.21311145636275e-06, "Finetune/Loss": 0.7623319029808044, "Finetune/Loss (Raw)": 0.91616290807724, "Finetune/Step": 3858, "Finetune/Step Time": 5.947057714685798}
+{"Finetune/Learning Rate": 2.2089495305391306e-06, "Finetune/Loss": 0.7626450061798096, "Finetune/Loss (Raw)": 0.821014404296875, "Finetune/Step": 3859, "Finetune/Step Time": 5.941787354648113}
+{"Finetune/Learning Rate": 2.2047910358618406e-06, "Finetune/Loss": 0.7614203691482544, "Finetune/Loss (Raw)": 0.6634570956230164, "Finetune/Step": 3860, "Finetune/Step Time": 5.956053180620074}
+{"Finetune/Learning Rate": 2.2006359741622606e-06, "Finetune/Loss": 0.7616621255874634, "Finetune/Loss (Raw)": 0.7981800436973572, "Finetune/Step": 3861, "Finetune/Step Time": 5.96711285226047}
+{"Finetune/Learning Rate": 2.1964843472702714e-06, "Finetune/Loss": 0.7619503736495972, "Finetune/Loss (Raw)": 0.7999762892723083, "Finetune/Step": 3862, "Finetune/Step Time": 5.9711742997169495}
+{"Finetune/Learning Rate": 2.1923361570142233e-06, "Finetune/Loss": 0.7621407508850098, "Finetune/Loss (Raw)": 0.8015187382698059, "Finetune/Step": 3863, "Finetune/Step Time": 5.983579110354185}
+{"Finetune/Learning Rate": 2.188191405220965e-06, "Finetune/Loss": 0.7623070478439331, "Finetune/Loss (Raw)": 0.6729629039764404, "Finetune/Step": 3864, "Finetune/Step Time": 5.979242388159037}
+{"Finetune/Learning Rate": 2.184050093715828e-06, "Finetune/Loss": 0.7622267007827759, "Finetune/Loss (Raw)": 0.8132568001747131, "Finetune/Step": 3865, "Finetune/Step Time": 5.971668543294072}
+{"Finetune/Learning Rate": 2.179912224322629e-06, "Finetune/Loss": 0.7608386278152466, "Finetune/Loss (Raw)": 0.7220221161842346, "Finetune/Step": 3866, "Finetune/Step Time": 5.979194348677993}
+{"Finetune/Learning Rate": 2.1757777988636684e-06, "Finetune/Loss": 0.7605637311935425, "Finetune/Loss (Raw)": 0.7835783958435059, "Finetune/Step": 3867, "Finetune/Step Time": 5.972467849031091}
+{"Finetune/Learning Rate": 2.1716468191597294e-06, "Finetune/Loss": 0.7608950734138489, "Finetune/Loss (Raw)": 0.6486998200416565, "Finetune/Step": 3868, "Finetune/Step Time": 5.972241574898362}
+{"Finetune/Learning Rate": 2.16751928703008e-06, "Finetune/Loss": 0.7616483569145203, "Finetune/Loss (Raw)": 0.9438275098800659, "Finetune/Step": 3869, "Finetune/Step Time": 5.9676172491163015}
+{"Finetune/Learning Rate": 2.163395204292467e-06, "Finetune/Loss": 0.7624078392982483, "Finetune/Loss (Raw)": 0.7711759805679321, "Finetune/Step": 3870, "Finetune/Step Time": 5.971532192081213}
+{"Finetune/Learning Rate": 2.159274572763118e-06, "Finetune/Loss": 0.762868344783783, "Finetune/Loss (Raw)": 0.7136276960372925, "Finetune/Step": 3871, "Finetune/Step Time": 5.9784497413784266}
+{"Finetune/Learning Rate": 2.155157394256745e-06, "Finetune/Loss": 0.7639055252075195, "Finetune/Loss (Raw)": 0.9418439865112305, "Finetune/Step": 3872, "Finetune/Step Time": 5.971011491492391}
+{"Finetune/Learning Rate": 2.1510436705865335e-06, "Finetune/Loss": 0.7634568214416504, "Finetune/Loss (Raw)": 0.7384370565414429, "Finetune/Step": 3873, "Finetune/Step Time": 5.96768656373024}
+{"Finetune/Learning Rate": 2.146933403564153e-06, "Finetune/Loss": 0.7629372477531433, "Finetune/Loss (Raw)": 0.6696645617485046, "Finetune/Step": 3874, "Finetune/Step Time": 5.971941623836756}
+{"Finetune/Learning Rate": 2.1428265949997464e-06, "Finetune/Loss": 0.7620484828948975, "Finetune/Loss (Raw)": 0.7471258640289307, "Finetune/Step": 3875, "Finetune/Step Time": 5.970435634255409}
+{"Finetune/Learning Rate": 2.1387232467019347e-06, "Finetune/Loss": 0.7615651488304138, "Finetune/Loss (Raw)": 0.8418686985969543, "Finetune/Step": 3876, "Finetune/Step Time": 5.968968523666263}
+{"Finetune/Learning Rate": 2.1346233604778175e-06, "Finetune/Loss": 0.7619396448135376, "Finetune/Loss (Raw)": 0.873942494392395, "Finetune/Step": 3877, "Finetune/Step Time": 5.962712166830897}
+{"Finetune/Learning Rate": 2.1305269381329662e-06, "Finetune/Loss": 0.7637614607810974, "Finetune/Loss (Raw)": 0.8266357183456421, "Finetune/Step": 3878, "Finetune/Step Time": 5.971159948036075}
+{"Finetune/Learning Rate": 2.1264339814714285e-06, "Finetune/Loss": 0.7647222280502319, "Finetune/Loss (Raw)": 0.8788814544677734, "Finetune/Step": 3879, "Finetune/Step Time": 5.9687386732548475}
+{"Finetune/Learning Rate": 2.122344492295726e-06, "Finetune/Loss": 0.7650259137153625, "Finetune/Loss (Raw)": 0.737299382686615, "Finetune/Step": 3880, "Finetune/Step Time": 5.9729732144623995}
+{"Finetune/Learning Rate": 2.118258472406851e-06, "Finetune/Loss": 0.7668226361274719, "Finetune/Loss (Raw)": 0.827946662902832, "Finetune/Step": 3881, "Finetune/Step Time": 5.976265072822571}
+{"Finetune/Learning Rate": 2.1141759236042725e-06, "Finetune/Loss": 0.7684250473976135, "Finetune/Loss (Raw)": 0.8089033961296082, "Finetune/Step": 3882, "Finetune/Step Time": 5.9594788905233145}
+{"Finetune/Learning Rate": 2.1100968476859265e-06, "Finetune/Loss": 0.7688642740249634, "Finetune/Loss (Raw)": 0.7739700078964233, "Finetune/Step": 3883, "Finetune/Step Time": 5.9694701209664345}
+{"Finetune/Learning Rate": 2.10602124644822e-06, "Finetune/Loss": 0.7712175846099854, "Finetune/Loss (Raw)": 0.8206409811973572, "Finetune/Step": 3884, "Finetune/Step Time": 5.943456379696727}
+{"Finetune/Learning Rate": 2.101949121686033e-06, "Finetune/Loss": 0.7708853483200073, "Finetune/Loss (Raw)": 0.5281656980514526, "Finetune/Step": 3885, "Finetune/Step Time": 5.951510164886713}
+{"Finetune/Learning Rate": 2.0978804751927117e-06, "Finetune/Loss": 0.7714313864707947, "Finetune/Loss (Raw)": 0.8928545117378235, "Finetune/Step": 3886, "Finetune/Step Time": 5.941883789375424}
+{"Finetune/Learning Rate": 2.093815308760071e-06, "Finetune/Loss": 0.7708145976066589, "Finetune/Loss (Raw)": 0.7529237866401672, "Finetune/Step": 3887, "Finetune/Step Time": 5.942180123180151}
+{"Finetune/Learning Rate": 2.0897536241783934e-06, "Finetune/Loss": 0.7712048292160034, "Finetune/Loss (Raw)": 0.827996015548706, "Finetune/Step": 3888, "Finetune/Step Time": 5.941454142332077}
+{"Finetune/Learning Rate": 2.085695423236428e-06, "Finetune/Loss": 0.7707514762878418, "Finetune/Loss (Raw)": 0.7185930013656616, "Finetune/Step": 3889, "Finetune/Step Time": 5.947584116831422}
+{"Finetune/Learning Rate": 2.0816407077213897e-06, "Finetune/Loss": 0.7704716920852661, "Finetune/Loss (Raw)": 0.6890335083007812, "Finetune/Step": 3890, "Finetune/Step Time": 5.954023996368051}
+{"Finetune/Learning Rate": 2.0775894794189576e-06, "Finetune/Loss": 0.770561933517456, "Finetune/Loss (Raw)": 0.7798612713813782, "Finetune/Step": 3891, "Finetune/Step Time": 5.971785444766283}
+{"Finetune/Learning Rate": 2.073541740113276e-06, "Finetune/Loss": 0.770622730255127, "Finetune/Loss (Raw)": 0.733633279800415, "Finetune/Step": 3892, "Finetune/Step Time": 5.960560008883476}
+{"Finetune/Learning Rate": 2.0694974915869538e-06, "Finetune/Loss": 0.7720881700515747, "Finetune/Loss (Raw)": 0.92745441198349, "Finetune/Step": 3893, "Finetune/Step Time": 5.958939526230097}
+{"Finetune/Learning Rate": 2.065456735621061e-06, "Finetune/Loss": 0.772621214389801, "Finetune/Loss (Raw)": 0.8198364973068237, "Finetune/Step": 3894, "Finetune/Step Time": 5.9602803606539965}
+{"Finetune/Learning Rate": 2.0614194739951287e-06, "Finetune/Loss": 0.7734488248825073, "Finetune/Loss (Raw)": 0.6996302604675293, "Finetune/Step": 3895, "Finetune/Step Time": 5.968434548005462}
+{"Finetune/Learning Rate": 2.0573857084871505e-06, "Finetune/Loss": 0.774774432182312, "Finetune/Loss (Raw)": 0.8455806374549866, "Finetune/Step": 3896, "Finetune/Step Time": 5.967984842136502}
+{"Finetune/Learning Rate": 2.05335544087358e-06, "Finetune/Loss": 0.7739629745483398, "Finetune/Loss (Raw)": 0.6268314123153687, "Finetune/Step": 3897, "Finetune/Step Time": 5.969523515552282}
+{"Finetune/Learning Rate": 2.0493286729293318e-06, "Finetune/Loss": 0.7744300961494446, "Finetune/Loss (Raw)": 0.8900067806243896, "Finetune/Step": 3898, "Finetune/Step Time": 5.967528948560357}
+{"Finetune/Learning Rate": 2.0453054064277754e-06, "Finetune/Loss": 0.7753325700759888, "Finetune/Loss (Raw)": 0.8028536438941956, "Finetune/Step": 3899, "Finetune/Step Time": 5.949403924867511}
+{"Finetune/Learning Rate": 2.0412856431407425e-06, "Finetune/Loss": 0.775577962398529, "Finetune/Loss (Raw)": 0.8104579448699951, "Finetune/Step": 3900, "Finetune/Step Time": 5.943307960405946}
+{"Finetune/Learning Rate": 2.0372693848385206e-06, "Finetune/Loss": 0.7764291763305664, "Finetune/Loss (Raw)": 0.9243724942207336, "Finetune/Step": 3901, "Finetune/Step Time": 5.943289874121547}
+{"Finetune/Learning Rate": 2.0332566332898507e-06, "Finetune/Loss": 0.7747991681098938, "Finetune/Loss (Raw)": 0.5462948679924011, "Finetune/Step": 3902, "Finetune/Step Time": 5.963758263736963}
+{"Finetune/Learning Rate": 2.0292473902619337e-06, "Finetune/Loss": 0.7765647172927856, "Finetune/Loss (Raw)": 0.9444230198860168, "Finetune/Step": 3903, "Finetune/Step Time": 5.963572630658746}
+{"Finetune/Learning Rate": 2.0252416575204237e-06, "Finetune/Loss": 0.7761013507843018, "Finetune/Loss (Raw)": 0.7503075003623962, "Finetune/Step": 3904, "Finetune/Step Time": 5.962814407423139}
+{"Finetune/Learning Rate": 2.0212394368294288e-06, "Finetune/Loss": 0.7752114534378052, "Finetune/Loss (Raw)": 0.7807196974754333, "Finetune/Step": 3905, "Finetune/Step Time": 5.984966147691011}
+{"Finetune/Learning Rate": 2.0172407299515096e-06, "Finetune/Loss": 0.7744296789169312, "Finetune/Loss (Raw)": 0.7555418014526367, "Finetune/Step": 3906, "Finetune/Step Time": 5.989224202930927}
+{"Finetune/Learning Rate": 2.0132455386476802e-06, "Finetune/Loss": 0.7746617197990417, "Finetune/Loss (Raw)": 0.8232271671295166, "Finetune/Step": 3907, "Finetune/Step Time": 5.984727516770363}
+{"Finetune/Learning Rate": 2.0092538646774073e-06, "Finetune/Loss": 0.7743540406227112, "Finetune/Loss (Raw)": 0.7727945446968079, "Finetune/Step": 3908, "Finetune/Step Time": 6.003025373443961}
+{"Finetune/Learning Rate": 2.005265709798606e-06, "Finetune/Loss": 0.7727934122085571, "Finetune/Loss (Raw)": 0.7545367479324341, "Finetune/Step": 3909, "Finetune/Step Time": 6.003872720524669}
+{"Finetune/Learning Rate": 2.0012810757676446e-06, "Finetune/Loss": 0.7734805941581726, "Finetune/Loss (Raw)": 0.8178189396858215, "Finetune/Step": 3910, "Finetune/Step Time": 6.0044296365231276}
+{"Finetune/Learning Rate": 1.9972999643393386e-06, "Finetune/Loss": 0.7738220691680908, "Finetune/Loss (Raw)": 0.8774835467338562, "Finetune/Step": 3911, "Finetune/Step Time": 6.004973698407412}
+{"Finetune/Learning Rate": 1.993322377266954e-06, "Finetune/Loss": 0.7707725763320923, "Finetune/Loss (Raw)": 0.5588697195053101, "Finetune/Step": 3912, "Finetune/Step Time": 6.0445354748517275}
+{"Finetune/Learning Rate": 1.989348316302202e-06, "Finetune/Loss": 0.771692156791687, "Finetune/Loss (Raw)": 0.8451704978942871, "Finetune/Step": 3913, "Finetune/Step Time": 6.039363507181406}
+{"Finetune/Learning Rate": 1.9853777831952437e-06, "Finetune/Loss": 0.7698966264724731, "Finetune/Loss (Raw)": 0.5928226113319397, "Finetune/Step": 3914, "Finetune/Step Time": 6.051255481317639}
+{"Finetune/Learning Rate": 1.9814107796946856e-06, "Finetune/Loss": 0.7692737579345703, "Finetune/Loss (Raw)": 0.6959499716758728, "Finetune/Step": 3915, "Finetune/Step Time": 6.058546643704176}
+{"Finetune/Learning Rate": 1.9774473075475785e-06, "Finetune/Loss": 0.7691882252693176, "Finetune/Loss (Raw)": 0.8232744336128235, "Finetune/Step": 3916, "Finetune/Step Time": 6.058782329782844}
+{"Finetune/Learning Rate": 1.9734873684994205e-06, "Finetune/Loss": 0.770369291305542, "Finetune/Loss (Raw)": 0.8095616102218628, "Finetune/Step": 3917, "Finetune/Step Time": 6.056052504107356}
+{"Finetune/Learning Rate": 1.969530964294151e-06, "Finetune/Loss": 0.7697853446006775, "Finetune/Loss (Raw)": 0.7118099331855774, "Finetune/Step": 3918, "Finetune/Step Time": 6.05332007072866}
+{"Finetune/Learning Rate": 1.9655780966741544e-06, "Finetune/Loss": 0.7687781453132629, "Finetune/Loss (Raw)": 0.6817798614501953, "Finetune/Step": 3919, "Finetune/Step Time": 6.070709399878979}
+{"Finetune/Learning Rate": 1.961628767380257e-06, "Finetune/Loss": 0.7662886381149292, "Finetune/Loss (Raw)": 0.6080898642539978, "Finetune/Step": 3920, "Finetune/Step Time": 6.0898133516311646}
+{"Finetune/Learning Rate": 1.957682978151728e-06, "Finetune/Loss": 0.7664592266082764, "Finetune/Loss (Raw)": 0.7425881028175354, "Finetune/Step": 3921, "Finetune/Step Time": 6.085747454315424}
+{"Finetune/Learning Rate": 1.9537407307262767e-06, "Finetune/Loss": 0.7655510902404785, "Finetune/Loss (Raw)": 0.6807722449302673, "Finetune/Step": 3922, "Finetune/Step Time": 6.097427532076836}
+{"Finetune/Learning Rate": 1.949802026840052e-06, "Finetune/Loss": 0.7672597765922546, "Finetune/Loss (Raw)": 0.8555560111999512, "Finetune/Step": 3923, "Finetune/Step Time": 6.088453106582165}
+{"Finetune/Learning Rate": 1.9458668682276418e-06, "Finetune/Loss": 0.7700237035751343, "Finetune/Loss (Raw)": 0.9007723927497864, "Finetune/Step": 3924, "Finetune/Step Time": 6.081856662407517}
+{"Finetune/Learning Rate": 1.941935256622075e-06, "Finetune/Loss": 0.7686878442764282, "Finetune/Loss (Raw)": 0.6916096210479736, "Finetune/Step": 3925, "Finetune/Step Time": 6.08039871044457}
+{"Finetune/Learning Rate": 1.938007193754816e-06, "Finetune/Loss": 0.7674739956855774, "Finetune/Loss (Raw)": 0.8187521696090698, "Finetune/Step": 3926, "Finetune/Step Time": 6.081281321123242}
+{"Finetune/Learning Rate": 1.934082681355769e-06, "Finetune/Loss": 0.7680139541625977, "Finetune/Loss (Raw)": 0.831331729888916, "Finetune/Step": 3927, "Finetune/Step Time": 6.083156542852521}
+{"Finetune/Learning Rate": 1.9301617211532707e-06, "Finetune/Loss": 0.7680007219314575, "Finetune/Loss (Raw)": 0.7429160475730896, "Finetune/Step": 3928, "Finetune/Step Time": 6.090614112094045}
+{"Finetune/Learning Rate": 1.9262443148740985e-06, "Finetune/Loss": 0.7688968181610107, "Finetune/Loss (Raw)": 0.7778087258338928, "Finetune/Step": 3929, "Finetune/Step Time": 6.103094059973955}
+{"Finetune/Learning Rate": 1.922330464243459e-06, "Finetune/Loss": 0.76903235912323, "Finetune/Loss (Raw)": 0.8114700317382812, "Finetune/Step": 3930, "Finetune/Step Time": 6.114375477656722}
+{"Finetune/Learning Rate": 1.918420170984998e-06, "Finetune/Loss": 0.7703989744186401, "Finetune/Loss (Raw)": 0.8595520853996277, "Finetune/Step": 3931, "Finetune/Step Time": 6.115561470389366}
+{"Finetune/Learning Rate": 1.914513436820792e-06, "Finetune/Loss": 0.7692883014678955, "Finetune/Loss (Raw)": 0.5418153405189514, "Finetune/Step": 3932, "Finetune/Step Time": 6.11822672188282}
+{"Finetune/Learning Rate": 1.9106102634713485e-06, "Finetune/Loss": 0.7694788575172424, "Finetune/Loss (Raw)": 0.8211027383804321, "Finetune/Step": 3933, "Finetune/Step Time": 6.1187224723398685}
+{"Finetune/Learning Rate": 1.9067106526556124e-06, "Finetune/Loss": 0.770926833152771, "Finetune/Loss (Raw)": 0.814653217792511, "Finetune/Step": 3934, "Finetune/Step Time": 6.113285735249519}
+{"Finetune/Learning Rate": 1.9028146060909526e-06, "Finetune/Loss": 0.7718788385391235, "Finetune/Loss (Raw)": 0.7957099080085754, "Finetune/Step": 3935, "Finetune/Step Time": 6.098873583599925}
+{"Finetune/Learning Rate": 1.8989221254931744e-06, "Finetune/Loss": 0.7714885473251343, "Finetune/Loss (Raw)": 0.7756736278533936, "Finetune/Step": 3936, "Finetune/Step Time": 6.097425635904074}
+{"Finetune/Learning Rate": 1.895033212576509e-06, "Finetune/Loss": 0.7717658281326294, "Finetune/Loss (Raw)": 0.8927675485610962, "Finetune/Step": 3937, "Finetune/Step Time": 6.09841476008296}
+{"Finetune/Learning Rate": 1.8911478690536177e-06, "Finetune/Loss": 0.7708550095558167, "Finetune/Loss (Raw)": 0.6544346213340759, "Finetune/Step": 3938, "Finetune/Step Time": 6.109252313151956}
+{"Finetune/Learning Rate": 1.8872660966355893e-06, "Finetune/Loss": 0.7712898254394531, "Finetune/Loss (Raw)": 0.931528627872467, "Finetune/Step": 3939, "Finetune/Step Time": 6.104065826162696}
+{"Finetune/Learning Rate": 1.883387897031942e-06, "Finetune/Loss": 0.7720968723297119, "Finetune/Loss (Raw)": 0.8859897255897522, "Finetune/Step": 3940, "Finetune/Step Time": 6.094523107632995}
+{"Finetune/Learning Rate": 1.879513271950616e-06, "Finetune/Loss": 0.7730817198753357, "Finetune/Loss (Raw)": 0.7709436416625977, "Finetune/Step": 3941, "Finetune/Step Time": 6.08283351175487}
+{"Finetune/Learning Rate": 1.875642223097982e-06, "Finetune/Loss": 0.7731721997261047, "Finetune/Loss (Raw)": 0.788176953792572, "Finetune/Step": 3942, "Finetune/Step Time": 6.078422201797366}
+{"Finetune/Learning Rate": 1.8717747521788344e-06, "Finetune/Loss": 0.7733283638954163, "Finetune/Loss (Raw)": 0.6596003770828247, "Finetune/Step": 3943, "Finetune/Step Time": 6.074305415153503}
+{"Finetune/Learning Rate": 1.8679108608963903e-06, "Finetune/Loss": 0.7711581587791443, "Finetune/Loss (Raw)": 0.7528676986694336, "Finetune/Step": 3944, "Finetune/Step Time": 6.070032931864262}
+{"Finetune/Learning Rate": 1.864050550952291e-06, "Finetune/Loss": 0.7715449333190918, "Finetune/Loss (Raw)": 0.828604519367218, "Finetune/Step": 3945, "Finetune/Step Time": 6.07003703340888}
+{"Finetune/Learning Rate": 1.8601938240466023e-06, "Finetune/Loss": 0.7710186243057251, "Finetune/Loss (Raw)": 0.8244505524635315, "Finetune/Step": 3946, "Finetune/Step Time": 6.06182118691504}
+{"Finetune/Learning Rate": 1.8563406818778084e-06, "Finetune/Loss": 0.7722988128662109, "Finetune/Loss (Raw)": 0.84720379114151, "Finetune/Step": 3947, "Finetune/Step Time": 6.058305015787482}
+{"Finetune/Learning Rate": 1.8524911261428202e-06, "Finetune/Loss": 0.7721858024597168, "Finetune/Loss (Raw)": 0.8133277297019958, "Finetune/Step": 3948, "Finetune/Step Time": 6.0557191632688046}
+{"Finetune/Learning Rate": 1.8486451585369648e-06, "Finetune/Loss": 0.7722256779670715, "Finetune/Loss (Raw)": 0.7626503109931946, "Finetune/Step": 3949, "Finetune/Step Time": 6.060439370572567}
+{"Finetune/Learning Rate": 1.8448027807539892e-06, "Finetune/Loss": 0.7730638384819031, "Finetune/Loss (Raw)": 0.7803094983100891, "Finetune/Step": 3950, "Finetune/Step Time": 6.038757959380746}
+{"Finetune/Learning Rate": 1.8409639944860625e-06, "Finetune/Loss": 0.7718622088432312, "Finetune/Loss (Raw)": 0.5972834229469299, "Finetune/Step": 3951, "Finetune/Step Time": 6.068661050871015}
+{"Finetune/Learning Rate": 1.8371288014237686e-06, "Finetune/Loss": 0.7724721431732178, "Finetune/Loss (Raw)": 0.9092907905578613, "Finetune/Step": 3952, "Finetune/Step Time": 6.0661115776747465}
+{"Finetune/Learning Rate": 1.8332972032561125e-06, "Finetune/Loss": 0.7718397378921509, "Finetune/Loss (Raw)": 0.6636850833892822, "Finetune/Step": 3953, "Finetune/Step Time": 6.089576976373792}
+{"Finetune/Learning Rate": 1.829469201670513e-06, "Finetune/Loss": 0.7722671627998352, "Finetune/Loss (Raw)": 0.9305858612060547, "Finetune/Step": 3954, "Finetune/Step Time": 6.0939638409763575}
+{"Finetune/Learning Rate": 1.8256447983528058e-06, "Finetune/Loss": 0.7723984122276306, "Finetune/Loss (Raw)": 0.7718981504440308, "Finetune/Step": 3955, "Finetune/Step Time": 6.078617455437779}
+{"Finetune/Learning Rate": 1.821823994987243e-06, "Finetune/Loss": 0.7729650139808655, "Finetune/Loss (Raw)": 0.8770724534988403, "Finetune/Step": 3956, "Finetune/Step Time": 6.079823916777968}
+{"Finetune/Learning Rate": 1.8180067932564904e-06, "Finetune/Loss": 0.774425208568573, "Finetune/Loss (Raw)": 0.9539540410041809, "Finetune/Step": 3957, "Finetune/Step Time": 6.075806111097336}
+{"Finetune/Learning Rate": 1.814193194841627e-06, "Finetune/Loss": 0.7755180597305298, "Finetune/Loss (Raw)": 0.8436177372932434, "Finetune/Step": 3958, "Finetune/Step Time": 6.079117132350802}
+{"Finetune/Learning Rate": 1.8103832014221468e-06, "Finetune/Loss": 0.7746917605400085, "Finetune/Loss (Raw)": 0.6788179278373718, "Finetune/Step": 3959, "Finetune/Step Time": 6.080085329711437}
+{"Finetune/Learning Rate": 1.8065768146759543e-06, "Finetune/Loss": 0.775411069393158, "Finetune/Loss (Raw)": 0.8929181098937988, "Finetune/Step": 3960, "Finetune/Step Time": 6.078749926760793}
+{"Finetune/Learning Rate": 1.8027740362793677e-06, "Finetune/Loss": 0.7748444080352783, "Finetune/Loss (Raw)": 0.7198046445846558, "Finetune/Step": 3961, "Finetune/Step Time": 6.075464386492968}
+{"Finetune/Learning Rate": 1.7989748679071139e-06, "Finetune/Loss": 0.7766126394271851, "Finetune/Loss (Raw)": 0.8561192750930786, "Finetune/Step": 3962, "Finetune/Step Time": 6.072789400815964}
+{"Finetune/Learning Rate": 1.7951793112323301e-06, "Finetune/Loss": 0.7765160202980042, "Finetune/Loss (Raw)": 0.6846916675567627, "Finetune/Step": 3963, "Finetune/Step Time": 6.085850100964308}
+{"Finetune/Learning Rate": 1.7913873679265659e-06, "Finetune/Loss": 0.7771788835525513, "Finetune/Loss (Raw)": 0.7719132304191589, "Finetune/Step": 3964, "Finetune/Step Time": 6.086392816156149}
+{"Finetune/Learning Rate": 1.7875990396597754e-06, "Finetune/Loss": 0.7759934663772583, "Finetune/Loss (Raw)": 0.7202200889587402, "Finetune/Step": 3965, "Finetune/Step Time": 6.0925487242639065}
+{"Finetune/Learning Rate": 1.783814328100324e-06, "Finetune/Loss": 0.7766991853713989, "Finetune/Loss (Raw)": 0.8126038312911987, "Finetune/Step": 3966, "Finetune/Step Time": 6.086671901866794}
+{"Finetune/Learning Rate": 1.780033234914982e-06, "Finetune/Loss": 0.7787748575210571, "Finetune/Loss (Raw)": 0.9646349549293518, "Finetune/Step": 3967, "Finetune/Step Time": 6.075867930427194}
+{"Finetune/Learning Rate": 1.776255761768927e-06, "Finetune/Loss": 0.7797321677207947, "Finetune/Loss (Raw)": 0.7091721296310425, "Finetune/Step": 3968, "Finetune/Step Time": 6.0620225463062525}
+{"Finetune/Learning Rate": 1.772481910325744e-06, "Finetune/Loss": 0.779577374458313, "Finetune/Loss (Raw)": 0.7709888219833374, "Finetune/Step": 3969, "Finetune/Step Time": 6.0561006758362055}
+{"Finetune/Learning Rate": 1.7687116822474204e-06, "Finetune/Loss": 0.7804156541824341, "Finetune/Loss (Raw)": 0.6924134492874146, "Finetune/Step": 3970, "Finetune/Step Time": 6.0544156059622765}
+{"Finetune/Learning Rate": 1.764945079194349e-06, "Finetune/Loss": 0.7804214358329773, "Finetune/Loss (Raw)": 0.9041188359260559, "Finetune/Step": 3971, "Finetune/Step Time": 6.060595761984587}
+{"Finetune/Learning Rate": 1.7611821028253263e-06, "Finetune/Loss": 0.7792830467224121, "Finetune/Loss (Raw)": 0.6744020581245422, "Finetune/Step": 3972, "Finetune/Step Time": 6.062068222090602}
+{"Finetune/Learning Rate": 1.7574227547975519e-06, "Finetune/Loss": 0.7787954211235046, "Finetune/Loss (Raw)": 0.834042489528656, "Finetune/Step": 3973, "Finetune/Step Time": 6.06349247507751}
+{"Finetune/Learning Rate": 1.7536670367666263e-06, "Finetune/Loss": 0.7785919904708862, "Finetune/Loss (Raw)": 0.6594519019126892, "Finetune/Step": 3974, "Finetune/Step Time": 6.068752693012357}
+{"Finetune/Learning Rate": 1.7499149503865532e-06, "Finetune/Loss": 0.7784183621406555, "Finetune/Loss (Raw)": 0.7767584919929504, "Finetune/Step": 3975, "Finetune/Step Time": 6.064791262149811}
+{"Finetune/Learning Rate": 1.7461664973097358e-06, "Finetune/Loss": 0.7787325382232666, "Finetune/Loss (Raw)": 0.7822165489196777, "Finetune/Step": 3976, "Finetune/Step Time": 6.058571944013238}
+{"Finetune/Learning Rate": 1.7424216791869764e-06, "Finetune/Loss": 0.7777044773101807, "Finetune/Loss (Raw)": 0.6483509540557861, "Finetune/Step": 3977, "Finetune/Step Time": 6.062779491767287}
+{"Finetune/Learning Rate": 1.7386804976674777e-06, "Finetune/Loss": 0.7774419188499451, "Finetune/Loss (Raw)": 0.7997316122055054, "Finetune/Step": 3978, "Finetune/Step Time": 6.054816061630845}
+{"Finetune/Learning Rate": 1.7349429543988395e-06, "Finetune/Loss": 0.7770519256591797, "Finetune/Loss (Raw)": 0.7192270755767822, "Finetune/Step": 3979, "Finetune/Step Time": 6.053278179839253}
+{"Finetune/Learning Rate": 1.7312090510270629e-06, "Finetune/Loss": 0.7760456204414368, "Finetune/Loss (Raw)": 0.7183026671409607, "Finetune/Step": 3980, "Finetune/Step Time": 6.056532267481089}
+{"Finetune/Learning Rate": 1.7274787891965417e-06, "Finetune/Loss": 0.7765896916389465, "Finetune/Loss (Raw)": 0.8990846872329712, "Finetune/Step": 3981, "Finetune/Step Time": 6.055308533832431}
+{"Finetune/Learning Rate": 1.7237521705500681e-06, "Finetune/Loss": 0.777469277381897, "Finetune/Loss (Raw)": 0.8198265433311462, "Finetune/Step": 3982, "Finetune/Step Time": 6.056369071826339}
+{"Finetune/Learning Rate": 1.7200291967288296e-06, "Finetune/Loss": 0.7792083024978638, "Finetune/Loss (Raw)": 0.8510733246803284, "Finetune/Step": 3983, "Finetune/Step Time": 6.0443115234375}
+{"Finetune/Learning Rate": 1.7163098693724079e-06, "Finetune/Loss": 0.7809528112411499, "Finetune/Loss (Raw)": 0.8332065939903259, "Finetune/Step": 3984, "Finetune/Step Time": 6.035427905619144}
+{"Finetune/Learning Rate": 1.7125941901187803e-06, "Finetune/Loss": 0.7822107076644897, "Finetune/Loss (Raw)": 0.9493710994720459, "Finetune/Step": 3985, "Finetune/Step Time": 6.035652108490467}
+{"Finetune/Learning Rate": 1.708882160604315e-06, "Finetune/Loss": 0.780336320400238, "Finetune/Loss (Raw)": 0.676238477230072, "Finetune/Step": 3986, "Finetune/Step Time": 6.034062011167407}
+{"Finetune/Learning Rate": 1.705173782463777e-06, "Finetune/Loss": 0.7802629470825195, "Finetune/Loss (Raw)": 0.8116291165351868, "Finetune/Step": 3987, "Finetune/Step Time": 6.038241218775511}
+{"Finetune/Learning Rate": 1.7014690573303183e-06, "Finetune/Loss": 0.7808112502098083, "Finetune/Loss (Raw)": 0.7336345911026001, "Finetune/Step": 3988, "Finetune/Step Time": 6.019175980240107}
+{"Finetune/Learning Rate": 1.6977679868354847e-06, "Finetune/Loss": 0.7806077003479004, "Finetune/Loss (Raw)": 0.7721251249313354, "Finetune/Step": 3989, "Finetune/Step Time": 6.009116994217038}
+{"Finetune/Learning Rate": 1.6940705726092132e-06, "Finetune/Loss": 0.7810087203979492, "Finetune/Loss (Raw)": 0.8513139486312866, "Finetune/Step": 3990, "Finetune/Step Time": 6.006248032674193}
+{"Finetune/Learning Rate": 1.6903768162798306e-06, "Finetune/Loss": 0.7800874710083008, "Finetune/Loss (Raw)": 0.6835909485816956, "Finetune/Step": 3991, "Finetune/Step Time": 6.006559835746884}
+{"Finetune/Learning Rate": 1.68668671947405e-06, "Finetune/Loss": 0.781692385673523, "Finetune/Loss (Raw)": 0.878387451171875, "Finetune/Step": 3992, "Finetune/Step Time": 6.010116765275598}
+{"Finetune/Learning Rate": 1.6830002838169746e-06, "Finetune/Loss": 0.7824243307113647, "Finetune/Loss (Raw)": 0.9069551229476929, "Finetune/Step": 3993, "Finetune/Step Time": 6.017783584073186}
+{"Finetune/Learning Rate": 1.679317510932097e-06, "Finetune/Loss": 0.783911943435669, "Finetune/Loss (Raw)": 0.9124360084533691, "Finetune/Step": 3994, "Finetune/Step Time": 6.019329164177179}
+{"Finetune/Learning Rate": 1.675638402441294e-06, "Finetune/Loss": 0.7840381860733032, "Finetune/Loss (Raw)": 0.7997428178787231, "Finetune/Step": 3995, "Finetune/Step Time": 6.021772876381874}
+{"Finetune/Learning Rate": 1.67196295996483e-06, "Finetune/Loss": 0.7847106456756592, "Finetune/Loss (Raw)": 0.7347589135169983, "Finetune/Step": 3996, "Finetune/Step Time": 6.024337399750948}
+{"Finetune/Learning Rate": 1.6682911851213545e-06, "Finetune/Loss": 0.7829174995422363, "Finetune/Loss (Raw)": 0.7143174409866333, "Finetune/Step": 3997, "Finetune/Step Time": 6.023694392293692}
+{"Finetune/Learning Rate": 1.6646230795279028e-06, "Finetune/Loss": 0.7819114923477173, "Finetune/Loss (Raw)": 0.6423980593681335, "Finetune/Step": 3998, "Finetune/Step Time": 6.030607482418418}
+{"Finetune/Learning Rate": 1.6609586447998915e-06, "Finetune/Loss": 0.7820932865142822, "Finetune/Loss (Raw)": 0.7368980646133423, "Finetune/Step": 3999, "Finetune/Step Time": 6.014217069372535}
+{"Finetune/Learning Rate": 1.6572978825511243e-06, "Finetune/Loss": 0.7795299291610718, "Finetune/Loss (Raw)": 0.6137410402297974, "Finetune/Step": 4000, "Finetune/Step Time": 6.016902314499021}
+{"Finetune/Learning Rate": 1.6536407943937849e-06, "Finetune/Loss": 0.7793136239051819, "Finetune/Loss (Raw)": 0.7107484936714172, "Finetune/Step": 4001, "Finetune/Step Time": 6.020373361185193}
+{"Finetune/Learning Rate": 1.6499873819384405e-06, "Finetune/Loss": 0.7799941301345825, "Finetune/Loss (Raw)": 0.7567612528800964, "Finetune/Step": 4002, "Finetune/Step Time": 6.026557639241219}
+{"Finetune/Learning Rate": 1.6463376467940383e-06, "Finetune/Loss": 0.7812617421150208, "Finetune/Loss (Raw)": 0.9093902111053467, "Finetune/Step": 4003, "Finetune/Step Time": 6.028325255960226}
+{"Finetune/Learning Rate": 1.6426915905679053e-06, "Finetune/Loss": 0.7807173132896423, "Finetune/Loss (Raw)": 0.7721788883209229, "Finetune/Step": 4004, "Finetune/Step Time": 6.029610125347972}
+{"Finetune/Learning Rate": 1.639049214865751e-06, "Finetune/Loss": 0.779832661151886, "Finetune/Loss (Raw)": 0.7607031464576721, "Finetune/Step": 4005, "Finetune/Step Time": 6.036561690270901}
+{"Finetune/Learning Rate": 1.6354105212916627e-06, "Finetune/Loss": 0.7791712284088135, "Finetune/Loss (Raw)": 0.7419781684875488, "Finetune/Step": 4006, "Finetune/Step Time": 6.03509446233511}
+{"Finetune/Learning Rate": 1.631775511448106e-06, "Finetune/Loss": 0.7786802649497986, "Finetune/Loss (Raw)": 0.8160369396209717, "Finetune/Step": 4007, "Finetune/Step Time": 6.040734943002462}
+{"Finetune/Learning Rate": 1.6281441869359226e-06, "Finetune/Loss": 0.7791994214057922, "Finetune/Loss (Raw)": 0.8037452697753906, "Finetune/Step": 4008, "Finetune/Step Time": 6.03879114612937}
+{"Finetune/Learning Rate": 1.6245165493543347e-06, "Finetune/Loss": 0.7797859311103821, "Finetune/Loss (Raw)": 0.9030217528343201, "Finetune/Step": 4009, "Finetune/Step Time": 6.029161538928747}
+{"Finetune/Learning Rate": 1.6208926003009394e-06, "Finetune/Loss": 0.7791880369186401, "Finetune/Loss (Raw)": 0.7323770523071289, "Finetune/Step": 4010, "Finetune/Step Time": 6.043316747993231}
+{"Finetune/Learning Rate": 1.617272341371704e-06, "Finetune/Loss": 0.7807586789131165, "Finetune/Loss (Raw)": 0.975011944770813, "Finetune/Step": 4011, "Finetune/Step Time": 6.027318937703967}
+{"Finetune/Learning Rate": 1.6136557741609805e-06, "Finetune/Loss": 0.7815051078796387, "Finetune/Loss (Raw)": 0.9161779284477234, "Finetune/Step": 4012, "Finetune/Step Time": 6.025101788341999}
+{"Finetune/Learning Rate": 1.6100429002614882e-06, "Finetune/Loss": 0.7847109436988831, "Finetune/Loss (Raw)": 0.9385140538215637, "Finetune/Step": 4013, "Finetune/Step Time": 6.0186147671192884}
+{"Finetune/Learning Rate": 1.6064337212643232e-06, "Finetune/Loss": 0.7821218967437744, "Finetune/Loss (Raw)": 0.5614603757858276, "Finetune/Step": 4014, "Finetune/Step Time": 6.0228185430169106}
+{"Finetune/Learning Rate": 1.6028282387589511e-06, "Finetune/Loss": 0.7825213670730591, "Finetune/Loss (Raw)": 0.8040586709976196, "Finetune/Step": 4015, "Finetune/Step Time": 6.025093926116824}
+{"Finetune/Learning Rate": 1.5992264543332125e-06, "Finetune/Loss": 0.7811403870582581, "Finetune/Loss (Raw)": 0.6512234210968018, "Finetune/Step": 4016, "Finetune/Step Time": 6.032087614759803}
+{"Finetune/Learning Rate": 1.5956283695733188e-06, "Finetune/Loss": 0.7825658917427063, "Finetune/Loss (Raw)": 0.9010624885559082, "Finetune/Step": 4017, "Finetune/Step Time": 6.023428333923221}
+{"Finetune/Learning Rate": 1.59203398606385e-06, "Finetune/Loss": 0.7833811044692993, "Finetune/Loss (Raw)": 0.7933797240257263, "Finetune/Step": 4018, "Finetune/Step Time": 6.017235670238733}
+{"Finetune/Learning Rate": 1.588443305387759e-06, "Finetune/Loss": 0.7829096913337708, "Finetune/Loss (Raw)": 0.7195217609405518, "Finetune/Step": 4019, "Finetune/Step Time": 6.001718400046229}
+{"Finetune/Learning Rate": 1.5848563291263662e-06, "Finetune/Loss": 0.7841726541519165, "Finetune/Loss (Raw)": 0.8952851295471191, "Finetune/Step": 4020, "Finetune/Step Time": 6.000619539991021}
+{"Finetune/Learning Rate": 1.5812730588593606e-06, "Finetune/Loss": 0.7828742861747742, "Finetune/Loss (Raw)": 0.7612660527229309, "Finetune/Step": 4021, "Finetune/Step Time": 6.000686399638653}
+{"Finetune/Learning Rate": 1.5776934961648005e-06, "Finetune/Loss": 0.7830387949943542, "Finetune/Loss (Raw)": 0.840893566608429, "Finetune/Step": 4022, "Finetune/Step Time": 5.998254172503948}
+{"Finetune/Learning Rate": 1.5741176426191107e-06, "Finetune/Loss": 0.7829267382621765, "Finetune/Loss (Raw)": 0.6852938532829285, "Finetune/Step": 4023, "Finetune/Step Time": 5.993401227518916}
+{"Finetune/Learning Rate": 1.5705454997970815e-06, "Finetune/Loss": 0.7837653160095215, "Finetune/Loss (Raw)": 0.952916145324707, "Finetune/Step": 4024, "Finetune/Step Time": 5.992131350561976}
+{"Finetune/Learning Rate": 1.5669770692718723e-06, "Finetune/Loss": 0.7845721244812012, "Finetune/Loss (Raw)": 0.7301010489463806, "Finetune/Step": 4025, "Finetune/Step Time": 6.008809182792902}
+{"Finetune/Learning Rate": 1.563412352614998e-06, "Finetune/Loss": 0.783952534198761, "Finetune/Loss (Raw)": 0.8106978535652161, "Finetune/Step": 4026, "Finetune/Step Time": 6.008144047111273}
+{"Finetune/Learning Rate": 1.559851351396352e-06, "Finetune/Loss": 0.7835850715637207, "Finetune/Loss (Raw)": 0.755817711353302, "Finetune/Step": 4027, "Finetune/Step Time": 6.010668687522411}
+{"Finetune/Learning Rate": 1.556294067184182e-06, "Finetune/Loss": 0.7827797532081604, "Finetune/Loss (Raw)": 0.7073755264282227, "Finetune/Step": 4028, "Finetune/Step Time": 6.020452953875065}
+{"Finetune/Learning Rate": 1.5527405015451047e-06, "Finetune/Loss": 0.78190016746521, "Finetune/Loss (Raw)": 0.8117861747741699, "Finetune/Step": 4029, "Finetune/Step Time": 6.020914511755109}
+{"Finetune/Learning Rate": 1.5491906560440873e-06, "Finetune/Loss": 0.7826354503631592, "Finetune/Loss (Raw)": 0.6404197812080383, "Finetune/Step": 4030, "Finetune/Step Time": 6.016997745260596}
+{"Finetune/Learning Rate": 1.5456445322444747e-06, "Finetune/Loss": 0.7812155485153198, "Finetune/Loss (Raw)": 0.7626700401306152, "Finetune/Step": 4031, "Finetune/Step Time": 6.018506808206439}
+{"Finetune/Learning Rate": 1.5421021317079633e-06, "Finetune/Loss": 0.7825477123260498, "Finetune/Loss (Raw)": 0.9208172559738159, "Finetune/Step": 4032, "Finetune/Step Time": 6.018473709002137}
+{"Finetune/Learning Rate": 1.5385634559946128e-06, "Finetune/Loss": 0.7838335037231445, "Finetune/Loss (Raw)": 0.9453072547912598, "Finetune/Step": 4033, "Finetune/Step Time": 6.001137401908636}
+{"Finetune/Learning Rate": 1.5350285066628346e-06, "Finetune/Loss": 0.7831257581710815, "Finetune/Loss (Raw)": 0.6649534702301025, "Finetune/Step": 4034, "Finetune/Step Time": 6.0150394178926945}
+{"Finetune/Learning Rate": 1.531497285269412e-06, "Finetune/Loss": 0.7832845449447632, "Finetune/Loss (Raw)": 0.8435545563697815, "Finetune/Step": 4035, "Finetune/Step Time": 6.015181452035904}
+{"Finetune/Learning Rate": 1.5279697933694805e-06, "Finetune/Loss": 0.7838491797447205, "Finetune/Loss (Raw)": 0.8450598120689392, "Finetune/Step": 4036, "Finetune/Step Time": 5.994109008461237}
+{"Finetune/Learning Rate": 1.5244460325165311e-06, "Finetune/Loss": 0.783859372138977, "Finetune/Loss (Raw)": 0.7558401823043823, "Finetune/Step": 4037, "Finetune/Step Time": 5.997317770496011}
+{"Finetune/Learning Rate": 1.520926004262413e-06, "Finetune/Loss": 0.7826250195503235, "Finetune/Loss (Raw)": 0.6598230004310608, "Finetune/Step": 4038, "Finetune/Step Time": 5.995793119072914}
+{"Finetune/Learning Rate": 1.5174097101573338e-06, "Finetune/Loss": 0.7824482917785645, "Finetune/Loss (Raw)": 0.8548653721809387, "Finetune/Step": 4039, "Finetune/Step Time": 6.013369766995311}
+{"Finetune/Learning Rate": 1.5138971517498524e-06, "Finetune/Loss": 0.7846205234527588, "Finetune/Loss (Raw)": 0.8369160294532776, "Finetune/Step": 4040, "Finetune/Step Time": 5.987697519361973}
+{"Finetune/Learning Rate": 1.510388330586887e-06, "Finetune/Loss": 0.784777045249939, "Finetune/Loss (Raw)": 0.8652087450027466, "Finetune/Step": 4041, "Finetune/Step Time": 5.990410156548023}
+{"Finetune/Learning Rate": 1.5068832482137074e-06, "Finetune/Loss": 0.785284161567688, "Finetune/Loss (Raw)": 0.6577295064926147, "Finetune/Step": 4042, "Finetune/Step Time": 5.9761175867170095}
+{"Finetune/Learning Rate": 1.5033819061739375e-06, "Finetune/Loss": 0.786573052406311, "Finetune/Loss (Raw)": 0.8609270453453064, "Finetune/Step": 4043, "Finetune/Step Time": 5.970779994502664}
+{"Finetune/Learning Rate": 1.4998843060095548e-06, "Finetune/Loss": 0.7866250872612, "Finetune/Loss (Raw)": 0.8299359679222107, "Finetune/Step": 4044, "Finetune/Step Time": 5.972309350967407}
+{"Finetune/Learning Rate": 1.4963904492608827e-06, "Finetune/Loss": 0.7851449251174927, "Finetune/Loss (Raw)": 0.620097815990448, "Finetune/Step": 4045, "Finetune/Step Time": 5.986052067950368}
+{"Finetune/Learning Rate": 1.4929003374666074e-06, "Finetune/Loss": 0.7853554487228394, "Finetune/Loss (Raw)": 0.7387554049491882, "Finetune/Step": 4046, "Finetune/Step Time": 5.984619678929448}
+{"Finetune/Learning Rate": 1.4894139721637568e-06, "Finetune/Loss": 0.786052942276001, "Finetune/Loss (Raw)": 0.7710575461387634, "Finetune/Step": 4047, "Finetune/Step Time": 5.976859165355563}
+{"Finetune/Learning Rate": 1.4859313548877152e-06, "Finetune/Loss": 0.7871561050415039, "Finetune/Loss (Raw)": 0.7492970824241638, "Finetune/Step": 4048, "Finetune/Step Time": 5.9562591183930635}
+{"Finetune/Learning Rate": 1.4824524871722047e-06, "Finetune/Loss": 0.7873202562332153, "Finetune/Loss (Raw)": 0.7635992169380188, "Finetune/Step": 4049, "Finetune/Step Time": 5.955159297212958}
+{"Finetune/Learning Rate": 1.4789773705493127e-06, "Finetune/Loss": 0.7875799536705017, "Finetune/Loss (Raw)": 0.7140215635299683, "Finetune/Step": 4050, "Finetune/Step Time": 5.9440853502601385}
+{"Finetune/Learning Rate": 1.4755060065494619e-06, "Finetune/Loss": 0.7843608856201172, "Finetune/Loss (Raw)": 0.4435054659843445, "Finetune/Step": 4051, "Finetune/Step Time": 5.9553899094462395}
+{"Finetune/Learning Rate": 1.4720383967014307e-06, "Finetune/Loss": 0.7833060026168823, "Finetune/Loss (Raw)": 0.7657559514045715, "Finetune/Step": 4052, "Finetune/Step Time": 5.971117660403252}
+{"Finetune/Learning Rate": 1.4685745425323329e-06, "Finetune/Loss": 0.7830223441123962, "Finetune/Loss (Raw)": 0.6552965641021729, "Finetune/Step": 4053, "Finetune/Step Time": 5.970437893643975}
+{"Finetune/Learning Rate": 1.4651144455676403e-06, "Finetune/Loss": 0.7826420068740845, "Finetune/Loss (Raw)": 0.7700664401054382, "Finetune/Step": 4054, "Finetune/Step Time": 5.972538024187088}
+{"Finetune/Learning Rate": 1.4616581073311665e-06, "Finetune/Loss": 0.7824233770370483, "Finetune/Loss (Raw)": 0.8033537864685059, "Finetune/Step": 4055, "Finetune/Step Time": 5.976183649152517}
+{"Finetune/Learning Rate": 1.4582055293450648e-06, "Finetune/Loss": 0.7833234071731567, "Finetune/Loss (Raw)": 0.8581267595291138, "Finetune/Step": 4056, "Finetune/Step Time": 5.968373103067279}
+{"Finetune/Learning Rate": 1.454756713129839e-06, "Finetune/Loss": 0.7823173403739929, "Finetune/Loss (Raw)": 0.6490294337272644, "Finetune/Step": 4057, "Finetune/Step Time": 5.959283232688904}
+{"Finetune/Learning Rate": 1.451311660204333e-06, "Finetune/Loss": 0.7834024429321289, "Finetune/Loss (Raw)": 0.9503594636917114, "Finetune/Step": 4058, "Finetune/Step Time": 5.942250803112984}
+{"Finetune/Learning Rate": 1.4478703720857323e-06, "Finetune/Loss": 0.7798568606376648, "Finetune/Loss (Raw)": 0.4057164788246155, "Finetune/Step": 4059, "Finetune/Step Time": 5.950021423399448}
+{"Finetune/Learning Rate": 1.4444328502895678e-06, "Finetune/Loss": 0.7814028859138489, "Finetune/Loss (Raw)": 0.7397052645683289, "Finetune/Step": 4060, "Finetune/Step Time": 5.959456028416753}
+{"Finetune/Learning Rate": 1.4409990963297094e-06, "Finetune/Loss": 0.7808156609535217, "Finetune/Loss (Raw)": 0.7459346055984497, "Finetune/Step": 4061, "Finetune/Step Time": 5.96387286670506}
+{"Finetune/Learning Rate": 1.4375691117183666e-06, "Finetune/Loss": 0.7809299230575562, "Finetune/Loss (Raw)": 0.8292882442474365, "Finetune/Step": 4062, "Finetune/Step Time": 5.963423788547516}
+{"Finetune/Learning Rate": 1.4341428979660943e-06, "Finetune/Loss": 0.7803845405578613, "Finetune/Loss (Raw)": 0.7258984446525574, "Finetune/Step": 4063, "Finetune/Step Time": 5.9594840798527}
+{"Finetune/Learning Rate": 1.4307204565817757e-06, "Finetune/Loss": 0.7799456119537354, "Finetune/Loss (Raw)": 0.7194898724555969, "Finetune/Step": 4064, "Finetune/Step Time": 5.960334310308099}
+{"Finetune/Learning Rate": 1.4273017890726459e-06, "Finetune/Loss": 0.7781131267547607, "Finetune/Loss (Raw)": 0.6582107543945312, "Finetune/Step": 4065, "Finetune/Step Time": 5.956976408138871}
+{"Finetune/Learning Rate": 1.423886896944271e-06, "Finetune/Loss": 0.7779780626296997, "Finetune/Loss (Raw)": 0.6371482610702515, "Finetune/Step": 4066, "Finetune/Step Time": 5.95676233060658}
+{"Finetune/Learning Rate": 1.4204757817005565e-06, "Finetune/Loss": 0.7773944139480591, "Finetune/Loss (Raw)": 0.8568118810653687, "Finetune/Step": 4067, "Finetune/Step Time": 5.957158653065562}
+{"Finetune/Learning Rate": 1.4170684448437365e-06, "Finetune/Loss": 0.7767256498336792, "Finetune/Loss (Raw)": 0.8003883957862854, "Finetune/Step": 4068, "Finetune/Step Time": 5.953241847455502}
+{"Finetune/Learning Rate": 1.4136648878743952e-06, "Finetune/Loss": 0.7766951322555542, "Finetune/Loss (Raw)": 0.7670382261276245, "Finetune/Step": 4069, "Finetune/Step Time": 5.969770576804876}
+{"Finetune/Learning Rate": 1.4102651122914434e-06, "Finetune/Loss": 0.7756606340408325, "Finetune/Loss (Raw)": 0.6557612419128418, "Finetune/Step": 4070, "Finetune/Step Time": 5.991118032485247}
+{"Finetune/Learning Rate": 1.4068691195921291e-06, "Finetune/Loss": 0.7768827676773071, "Finetune/Loss (Raw)": 0.8160402774810791, "Finetune/Step": 4071, "Finetune/Step Time": 5.988704066723585}
+{"Finetune/Learning Rate": 1.4034769112720282e-06, "Finetune/Loss": 0.7767812609672546, "Finetune/Loss (Raw)": 0.7398769855499268, "Finetune/Step": 4072, "Finetune/Step Time": 5.990508543327451}
+{"Finetune/Learning Rate": 1.40008848882506e-06, "Finetune/Loss": 0.7767915725708008, "Finetune/Loss (Raw)": 0.8299226760864258, "Finetune/Step": 4073, "Finetune/Step Time": 5.992256298661232}
+{"Finetune/Learning Rate": 1.3967038537434707e-06, "Finetune/Loss": 0.7745934128761292, "Finetune/Loss (Raw)": 0.543082058429718, "Finetune/Step": 4074, "Finetune/Step Time": 5.997795477509499}
+{"Finetune/Learning Rate": 1.3933230075178416e-06, "Finetune/Loss": 0.7747291326522827, "Finetune/Loss (Raw)": 0.8645755052566528, "Finetune/Step": 4075, "Finetune/Step Time": 5.996327707543969}
+{"Finetune/Learning Rate": 1.3899459516370771e-06, "Finetune/Loss": 0.775503396987915, "Finetune/Loss (Raw)": 0.9124303460121155, "Finetune/Step": 4076, "Finetune/Step Time": 5.999328777194023}
+{"Finetune/Learning Rate": 1.3865726875884244e-06, "Finetune/Loss": 0.7745916843414307, "Finetune/Loss (Raw)": 0.6459513306617737, "Finetune/Step": 4077, "Finetune/Step Time": 6.006685983389616}
+{"Finetune/Learning Rate": 1.383203216857456e-06, "Finetune/Loss": 0.7739428281784058, "Finetune/Loss (Raw)": 0.6972601413726807, "Finetune/Step": 4078, "Finetune/Step Time": 6.02352299541235}
+{"Finetune/Learning Rate": 1.3798375409280651e-06, "Finetune/Loss": 0.77397620677948, "Finetune/Loss (Raw)": 0.601550817489624, "Finetune/Step": 4079, "Finetune/Step Time": 6.007515219971538}
+{"Finetune/Learning Rate": 1.3764756612824893e-06, "Finetune/Loss": 0.7731109857559204, "Finetune/Loss (Raw)": 0.7985526323318481, "Finetune/Step": 4080, "Finetune/Step Time": 6.010338976979256}
+{"Finetune/Learning Rate": 1.373117579401283e-06, "Finetune/Loss": 0.7752882242202759, "Finetune/Loss (Raw)": 0.9423652291297913, "Finetune/Step": 4081, "Finetune/Step Time": 5.984566954895854}
+{"Finetune/Learning Rate": 1.3697632967633345e-06, "Finetune/Loss": 0.774040699005127, "Finetune/Loss (Raw)": 0.7709009051322937, "Finetune/Step": 4082, "Finetune/Step Time": 5.996816759929061}
+{"Finetune/Learning Rate": 1.3664128148458489e-06, "Finetune/Loss": 0.7737631797790527, "Finetune/Loss (Raw)": 0.7363765239715576, "Finetune/Step": 4083, "Finetune/Step Time": 6.001507675275207}
+{"Finetune/Learning Rate": 1.3630661351243713e-06, "Finetune/Loss": 0.7734601497650146, "Finetune/Loss (Raw)": 0.838283121585846, "Finetune/Step": 4084, "Finetune/Step Time": 6.005424611270428}
+{"Finetune/Learning Rate": 1.3597232590727638e-06, "Finetune/Loss": 0.7721216678619385, "Finetune/Loss (Raw)": 0.7826313972473145, "Finetune/Step": 4085, "Finetune/Step Time": 6.012443840503693}
+{"Finetune/Learning Rate": 1.3563841881632168e-06, "Finetune/Loss": 0.7718875408172607, "Finetune/Loss (Raw)": 0.8136512637138367, "Finetune/Step": 4086, "Finetune/Step Time": 6.009181190282106}
+{"Finetune/Learning Rate": 1.353048923866237e-06, "Finetune/Loss": 0.7731636762619019, "Finetune/Loss (Raw)": 0.8421617746353149, "Finetune/Step": 4087, "Finetune/Step Time": 6.009647799655795}
+{"Finetune/Learning Rate": 1.3497174676506675e-06, "Finetune/Loss": 0.7725098729133606, "Finetune/Loss (Raw)": 0.8092332482337952, "Finetune/Step": 4088, "Finetune/Step Time": 6.011566935107112}
+{"Finetune/Learning Rate": 1.3463898209836656e-06, "Finetune/Loss": 0.7712223529815674, "Finetune/Loss (Raw)": 0.5550041794776917, "Finetune/Step": 4089, "Finetune/Step Time": 6.005171025171876}
+{"Finetune/Learning Rate": 1.3430659853307148e-06, "Finetune/Loss": 0.7705361843109131, "Finetune/Loss (Raw)": 0.7682843804359436, "Finetune/Step": 4090, "Finetune/Step Time": 6.011470038443804}
+{"Finetune/Learning Rate": 1.339745962155613e-06, "Finetune/Loss": 0.7724788188934326, "Finetune/Loss (Raw)": 0.9333499073982239, "Finetune/Step": 4091, "Finetune/Step Time": 5.9951779544353485}
+{"Finetune/Learning Rate": 1.3364297529204906e-06, "Finetune/Loss": 0.7708462476730347, "Finetune/Loss (Raw)": 0.5629427433013916, "Finetune/Step": 4092, "Finetune/Step Time": 5.998572530224919}
+{"Finetune/Learning Rate": 1.3331173590857904e-06, "Finetune/Loss": 0.7719577550888062, "Finetune/Loss (Raw)": 0.8624919056892395, "Finetune/Step": 4093, "Finetune/Step Time": 5.990873416885734}
+{"Finetune/Learning Rate": 1.3298087821102789e-06, "Finetune/Loss": 0.7718780040740967, "Finetune/Loss (Raw)": 0.802398145198822, "Finetune/Step": 4094, "Finetune/Step Time": 6.00664272531867}
+{"Finetune/Learning Rate": 1.326504023451034e-06, "Finetune/Loss": 0.7698452472686768, "Finetune/Loss (Raw)": 0.704436719417572, "Finetune/Step": 4095, "Finetune/Step Time": 6.007426828145981}
+{"Finetune/Learning Rate": 1.3232030845634625e-06, "Finetune/Loss": 0.7695357799530029, "Finetune/Loss (Raw)": 0.6695709228515625, "Finetune/Step": 4096, "Finetune/Step Time": 6.0198634173721075}
+{"Finetune/Learning Rate": 1.319905966901286e-06, "Finetune/Loss": 0.7697502970695496, "Finetune/Loss (Raw)": 0.7984397411346436, "Finetune/Step": 4097, "Finetune/Step Time": 6.019675299525261}
+{"Finetune/Learning Rate": 1.3166126719165351e-06, "Finetune/Loss": 0.7709838151931763, "Finetune/Loss (Raw)": 0.850301206111908, "Finetune/Step": 4098, "Finetune/Step Time": 6.01550997979939}
+{"Finetune/Learning Rate": 1.3133232010595654e-06, "Finetune/Loss": 0.770540714263916, "Finetune/Loss (Raw)": 0.8474024534225464, "Finetune/Step": 4099, "Finetune/Step Time": 6.015521304681897}
+{"Finetune/Learning Rate": 1.310037555779049e-06, "Finetune/Loss": 0.7715123891830444, "Finetune/Loss (Raw)": 0.7987774014472961, "Finetune/Step": 4100, "Finetune/Step Time": 6.031661428511143}
+{"Finetune/Learning Rate": 1.306755737521971e-06, "Finetune/Loss": 0.7703156471252441, "Finetune/Loss (Raw)": 0.6808639168739319, "Finetune/Step": 4101, "Finetune/Step Time": 6.068707065656781}
+{"Finetune/Learning Rate": 1.3034777477336247e-06, "Finetune/Loss": 0.7700197100639343, "Finetune/Loss (Raw)": 0.6215713620185852, "Finetune/Step": 4102, "Finetune/Step Time": 6.085003158077598}
+{"Finetune/Learning Rate": 1.3002035878576292e-06, "Finetune/Loss": 0.769919216632843, "Finetune/Loss (Raw)": 0.7638903856277466, "Finetune/Step": 4103, "Finetune/Step Time": 6.088466530665755}
+{"Finetune/Learning Rate": 1.2969332593359086e-06, "Finetune/Loss": 0.7697551846504211, "Finetune/Loss (Raw)": 0.7612223029136658, "Finetune/Step": 4104, "Finetune/Step Time": 6.086970740929246}
+{"Finetune/Learning Rate": 1.293666763608703e-06, "Finetune/Loss": 0.7714839577674866, "Finetune/Loss (Raw)": 0.8696348667144775, "Finetune/Step": 4105, "Finetune/Step Time": 6.081634528934956}
+{"Finetune/Learning Rate": 1.2904041021145597e-06, "Finetune/Loss": 0.7711377739906311, "Finetune/Loss (Raw)": 0.7554216980934143, "Finetune/Step": 4106, "Finetune/Step Time": 6.079210152849555}
+{"Finetune/Learning Rate": 1.2871452762903469e-06, "Finetune/Loss": 0.7697993516921997, "Finetune/Loss (Raw)": 0.5479100942611694, "Finetune/Step": 4107, "Finetune/Step Time": 6.088689146563411}
+{"Finetune/Learning Rate": 1.2838902875712345e-06, "Finetune/Loss": 0.7705402374267578, "Finetune/Loss (Raw)": 0.8131354451179504, "Finetune/Step": 4108, "Finetune/Step Time": 6.079920029267669}
+{"Finetune/Learning Rate": 1.280639137390709e-06, "Finetune/Loss": 0.7702561616897583, "Finetune/Loss (Raw)": 0.8627175688743591, "Finetune/Step": 4109, "Finetune/Step Time": 6.08662947639823}
+{"Finetune/Learning Rate": 1.2773918271805575e-06, "Finetune/Loss": 0.7688093185424805, "Finetune/Loss (Raw)": 0.6346291303634644, "Finetune/Step": 4110, "Finetune/Step Time": 6.100615508854389}
+{"Finetune/Learning Rate": 1.274148358370888e-06, "Finetune/Loss": 0.7671574354171753, "Finetune/Loss (Raw)": 0.6396389007568359, "Finetune/Step": 4111, "Finetune/Step Time": 6.113206734880805}
+{"Finetune/Learning Rate": 1.2709087323901104e-06, "Finetune/Loss": 0.7667710185050964, "Finetune/Loss (Raw)": 0.7837460041046143, "Finetune/Step": 4112, "Finetune/Step Time": 6.1141018476337194}
+{"Finetune/Learning Rate": 1.2676729506649387e-06, "Finetune/Loss": 0.765857458114624, "Finetune/Loss (Raw)": 0.8324350714683533, "Finetune/Step": 4113, "Finetune/Step Time": 6.119737660512328}
+{"Finetune/Learning Rate": 1.2644410146203979e-06, "Finetune/Loss": 0.7656782865524292, "Finetune/Loss (Raw)": 0.653309166431427, "Finetune/Step": 4114, "Finetune/Step Time": 6.126377196982503}
+{"Finetune/Learning Rate": 1.2612129256798222e-06, "Finetune/Loss": 0.7628130912780762, "Finetune/Loss (Raw)": 0.4448717534542084, "Finetune/Step": 4115, "Finetune/Step Time": 6.127356104552746}
+{"Finetune/Learning Rate": 1.2579886852648505e-06, "Finetune/Loss": 0.7625629305839539, "Finetune/Loss (Raw)": 0.7016151547431946, "Finetune/Step": 4116, "Finetune/Step Time": 6.1262064930051565}
+{"Finetune/Learning Rate": 1.2547682947954199e-06, "Finetune/Loss": 0.7618970274925232, "Finetune/Loss (Raw)": 0.6868954300880432, "Finetune/Step": 4117, "Finetune/Step Time": 6.126521311700344}
+{"Finetune/Learning Rate": 1.251551755689777e-06, "Finetune/Loss": 0.761400043964386, "Finetune/Loss (Raw)": 0.7877010703086853, "Finetune/Step": 4118, "Finetune/Step Time": 6.12690450437367}
+{"Finetune/Learning Rate": 1.2483390693644759e-06, "Finetune/Loss": 0.7606508135795593, "Finetune/Loss (Raw)": 0.5876840949058533, "Finetune/Step": 4119, "Finetune/Step Time": 6.112410670146346}
+{"Finetune/Learning Rate": 1.2451302372343709e-06, "Finetune/Loss": 0.7606148719787598, "Finetune/Loss (Raw)": 0.873788595199585, "Finetune/Step": 4120, "Finetune/Step Time": 6.1079678274691105}
+{"Finetune/Learning Rate": 1.241925260712612e-06, "Finetune/Loss": 0.7600245475769043, "Finetune/Loss (Raw)": 0.8313894271850586, "Finetune/Step": 4121, "Finetune/Step Time": 6.105161618441343}
+{"Finetune/Learning Rate": 1.2387241412106644e-06, "Finetune/Loss": 0.7594342827796936, "Finetune/Loss (Raw)": 0.83688884973526, "Finetune/Step": 4122, "Finetune/Step Time": 6.099425317719579}
+{"Finetune/Learning Rate": 1.2355268801382847e-06, "Finetune/Loss": 0.7603561282157898, "Finetune/Loss (Raw)": 0.9177414178848267, "Finetune/Step": 4123, "Finetune/Step Time": 6.100399136543274}
+{"Finetune/Learning Rate": 1.2323334789035368e-06, "Finetune/Loss": 0.760267972946167, "Finetune/Loss (Raw)": 0.7234684824943542, "Finetune/Step": 4124, "Finetune/Step Time": 6.107633618637919}
+{"Finetune/Learning Rate": 1.2291439389127734e-06, "Finetune/Loss": 0.7619647979736328, "Finetune/Loss (Raw)": 0.9315158724784851, "Finetune/Step": 4125, "Finetune/Step Time": 6.108484258875251}
+{"Finetune/Learning Rate": 1.2259582615706623e-06, "Finetune/Loss": 0.7624068260192871, "Finetune/Loss (Raw)": 0.6989739537239075, "Finetune/Step": 4126, "Finetune/Step Time": 6.0990444496273994}
+{"Finetune/Learning Rate": 1.2227764482801607e-06, "Finetune/Loss": 0.7611351013183594, "Finetune/Loss (Raw)": 0.5741190314292908, "Finetune/Step": 4127, "Finetune/Step Time": 6.103193987160921}
+{"Finetune/Learning Rate": 1.219598500442527e-06, "Finetune/Loss": 0.7619447708129883, "Finetune/Loss (Raw)": 0.7173805832862854, "Finetune/Step": 4128, "Finetune/Step Time": 6.104124117642641}
+{"Finetune/Learning Rate": 1.2164244194573104e-06, "Finetune/Loss": 0.7622466683387756, "Finetune/Loss (Raw)": 0.7493875622749329, "Finetune/Step": 4129, "Finetune/Step Time": 6.1040780413895845}
+{"Finetune/Learning Rate": 1.2132542067223685e-06, "Finetune/Loss": 0.7637217044830322, "Finetune/Loss (Raw)": 0.9455658197402954, "Finetune/Step": 4130, "Finetune/Step Time": 6.091277154162526}
+{"Finetune/Learning Rate": 1.210087863633852e-06, "Finetune/Loss": 0.7625246644020081, "Finetune/Loss (Raw)": 0.7561684846878052, "Finetune/Step": 4131, "Finetune/Step Time": 6.0863980539143085}
+{"Finetune/Learning Rate": 1.206925391586199e-06, "Finetune/Loss": 0.7628309726715088, "Finetune/Loss (Raw)": 0.8113847374916077, "Finetune/Step": 4132, "Finetune/Step Time": 6.085431072860956}
+{"Finetune/Learning Rate": 1.2037667919721507e-06, "Finetune/Loss": 0.7631708383560181, "Finetune/Loss (Raw)": 0.8042086958885193, "Finetune/Step": 4133, "Finetune/Step Time": 6.082061732187867}
+{"Finetune/Learning Rate": 1.2006120661827437e-06, "Finetune/Loss": 0.7643245458602905, "Finetune/Loss (Raw)": 0.8896540403366089, "Finetune/Step": 4134, "Finetune/Step Time": 6.070896973833442}
+{"Finetune/Learning Rate": 1.1974612156073084e-06, "Finetune/Loss": 0.7646836042404175, "Finetune/Loss (Raw)": 0.8619969487190247, "Finetune/Step": 4135, "Finetune/Step Time": 6.063959889113903}
+{"Finetune/Learning Rate": 1.1943142416334596e-06, "Finetune/Loss": 0.764279842376709, "Finetune/Loss (Raw)": 0.7520604729652405, "Finetune/Step": 4136, "Finetune/Step Time": 6.085769943892956}
+{"Finetune/Learning Rate": 1.191171145647113e-06, "Finetune/Loss": 0.7634235620498657, "Finetune/Loss (Raw)": 0.7934216856956482, "Finetune/Step": 4137, "Finetune/Step Time": 6.088618908077478}
+{"Finetune/Learning Rate": 1.1880319290324793e-06, "Finetune/Loss": 0.7635284662246704, "Finetune/Loss (Raw)": 0.7458041906356812, "Finetune/Step": 4138, "Finetune/Step Time": 6.078846883028746}
+{"Finetune/Learning Rate": 1.1848965931720569e-06, "Finetune/Loss": 0.7624937295913696, "Finetune/Loss (Raw)": 0.8425647020339966, "Finetune/Step": 4139, "Finetune/Step Time": 6.084568170830607}
+{"Finetune/Learning Rate": 1.181765139446629e-06, "Finetune/Loss": 0.7610496282577515, "Finetune/Loss (Raw)": 0.7313333749771118, "Finetune/Step": 4140, "Finetune/Step Time": 6.082328544929624}
+{"Finetune/Learning Rate": 1.1786375692352757e-06, "Finetune/Loss": 0.7582770586013794, "Finetune/Loss (Raw)": 0.5836210250854492, "Finetune/Step": 4141, "Finetune/Step Time": 6.094043746590614}
+{"Finetune/Learning Rate": 1.1755138839153702e-06, "Finetune/Loss": 0.7606467604637146, "Finetune/Loss (Raw)": 0.8647873401641846, "Finetune/Step": 4142, "Finetune/Step Time": 6.087532809004188}
+{"Finetune/Learning Rate": 1.1723940848625704e-06, "Finetune/Loss": 0.760016679763794, "Finetune/Loss (Raw)": 0.7234137654304504, "Finetune/Step": 4143, "Finetune/Step Time": 6.086862243711948}
+{"Finetune/Learning Rate": 1.1692781734508175e-06, "Finetune/Loss": 0.7596782445907593, "Finetune/Loss (Raw)": 0.6079009175300598, "Finetune/Step": 4144, "Finetune/Step Time": 6.08629447966814}
+{"Finetune/Learning Rate": 1.1661661510523503e-06, "Finetune/Loss": 0.7577064037322998, "Finetune/Loss (Raw)": 0.6486601233482361, "Finetune/Step": 4145, "Finetune/Step Time": 6.086325503885746}
+{"Finetune/Learning Rate": 1.1630580190376906e-06, "Finetune/Loss": 0.758586049079895, "Finetune/Loss (Raw)": 0.9059749841690063, "Finetune/Step": 4146, "Finetune/Step Time": 6.087741235271096}
+{"Finetune/Learning Rate": 1.1599537787756477e-06, "Finetune/Loss": 0.758639395236969, "Finetune/Loss (Raw)": 0.7263513803482056, "Finetune/Step": 4147, "Finetune/Step Time": 6.0938716270029545}
+{"Finetune/Learning Rate": 1.1568534316333103e-06, "Finetune/Loss": 0.7577142119407654, "Finetune/Loss (Raw)": 0.7768619060516357, "Finetune/Step": 4148, "Finetune/Step Time": 6.093815553933382}
+{"Finetune/Learning Rate": 1.1537569789760639e-06, "Finetune/Loss": 0.7586013078689575, "Finetune/Loss (Raw)": 0.8748129606246948, "Finetune/Step": 4149, "Finetune/Step Time": 6.093530649319291}
+{"Finetune/Learning Rate": 1.1506644221675744e-06, "Finetune/Loss": 0.7579134702682495, "Finetune/Loss (Raw)": 0.7528463006019592, "Finetune/Step": 4150, "Finetune/Step Time": 6.092872863635421}
+{"Finetune/Learning Rate": 1.147575762569786e-06, "Finetune/Loss": 0.7597020864486694, "Finetune/Loss (Raw)": 0.9142428040504456, "Finetune/Step": 4151, "Finetune/Step Time": 6.086716137826443}
+{"Finetune/Learning Rate": 1.1444910015429334e-06, "Finetune/Loss": 0.7586537599563599, "Finetune/Loss (Raw)": 0.818729043006897, "Finetune/Step": 4152, "Finetune/Step Time": 6.087802346795797}
+{"Finetune/Learning Rate": 1.1414101404455335e-06, "Finetune/Loss": 0.7588477730751038, "Finetune/Loss (Raw)": 0.7549343705177307, "Finetune/Step": 4153, "Finetune/Step Time": 6.064779018983245}
+{"Finetune/Learning Rate": 1.1383331806343877e-06, "Finetune/Loss": 0.7594378590583801, "Finetune/Loss (Raw)": 0.8862301707267761, "Finetune/Step": 4154, "Finetune/Step Time": 6.066240584477782}
+{"Finetune/Learning Rate": 1.1352601234645722e-06, "Finetune/Loss": 0.7598425149917603, "Finetune/Loss (Raw)": 0.8076133728027344, "Finetune/Step": 4155, "Finetune/Step Time": 6.067454254254699}
+{"Finetune/Learning Rate": 1.1321909702894462e-06, "Finetune/Loss": 0.7602793574333191, "Finetune/Loss (Raw)": 0.7632951736450195, "Finetune/Step": 4156, "Finetune/Step Time": 6.0572747979313135}
+{"Finetune/Learning Rate": 1.1291257224606579e-06, "Finetune/Loss": 0.7602814435958862, "Finetune/Loss (Raw)": 0.8120517134666443, "Finetune/Step": 4157, "Finetune/Step Time": 6.059698464348912}
+{"Finetune/Learning Rate": 1.126064381328129e-06, "Finetune/Loss": 0.7598515152931213, "Finetune/Loss (Raw)": 0.5853893756866455, "Finetune/Step": 4158, "Finetune/Step Time": 6.0551073383539915}
+{"Finetune/Learning Rate": 1.1230069482400585e-06, "Finetune/Loss": 0.7592123746871948, "Finetune/Loss (Raw)": 0.6808544397354126, "Finetune/Step": 4159, "Finetune/Step Time": 6.055093429982662}
+{"Finetune/Learning Rate": 1.1199534245429256e-06, "Finetune/Loss": 0.7574651837348938, "Finetune/Loss (Raw)": 0.6971842646598816, "Finetune/Step": 4160, "Finetune/Step Time": 6.05817780457437}
+{"Finetune/Learning Rate": 1.1169038115814955e-06, "Finetune/Loss": 0.7550962567329407, "Finetune/Loss (Raw)": 0.6420812010765076, "Finetune/Step": 4161, "Finetune/Step Time": 6.068470424041152}
+{"Finetune/Learning Rate": 1.1138581106988034e-06, "Finetune/Loss": 0.7565430402755737, "Finetune/Loss (Raw)": 0.850138783454895, "Finetune/Step": 4162, "Finetune/Step Time": 6.050136847421527}
+{"Finetune/Learning Rate": 1.1108163232361602e-06, "Finetune/Loss": 0.7568111419677734, "Finetune/Loss (Raw)": 0.8778725862503052, "Finetune/Step": 4163, "Finetune/Step Time": 6.050506064668298}
+{"Finetune/Learning Rate": 1.1077784505331558e-06, "Finetune/Loss": 0.7571989297866821, "Finetune/Loss (Raw)": 0.894700288772583, "Finetune/Step": 4164, "Finetune/Step Time": 6.0532738994807005}
+{"Finetune/Learning Rate": 1.104744493927663e-06, "Finetune/Loss": 0.7556883692741394, "Finetune/Loss (Raw)": 0.5624859929084778, "Finetune/Step": 4165, "Finetune/Step Time": 6.052537431940436}
+{"Finetune/Learning Rate": 1.1017144547558178e-06, "Finetune/Loss": 0.7566173076629639, "Finetune/Loss (Raw)": 0.7787289619445801, "Finetune/Step": 4166, "Finetune/Step Time": 6.05745081230998}
+{"Finetune/Learning Rate": 1.0986883343520383e-06, "Finetune/Loss": 0.7544956207275391, "Finetune/Loss (Raw)": 0.583290696144104, "Finetune/Step": 4167, "Finetune/Step Time": 6.056999100372195}
+{"Finetune/Learning Rate": 1.095666134049017e-06, "Finetune/Loss": 0.7545427083969116, "Finetune/Loss (Raw)": 0.8429416418075562, "Finetune/Step": 4168, "Finetune/Step Time": 6.044311771169305}
+{"Finetune/Learning Rate": 1.0926478551777198e-06, "Finetune/Loss": 0.7539969086647034, "Finetune/Loss (Raw)": 0.795347273349762, "Finetune/Step": 4169, "Finetune/Step Time": 6.039905881509185}
+{"Finetune/Learning Rate": 1.0896334990673795e-06, "Finetune/Loss": 0.7529785633087158, "Finetune/Loss (Raw)": 0.5273768305778503, "Finetune/Step": 4170, "Finetune/Step Time": 6.051948880776763}
+{"Finetune/Learning Rate": 1.0866230670455069e-06, "Finetune/Loss": 0.7523784637451172, "Finetune/Loss (Raw)": 0.7841173410415649, "Finetune/Step": 4171, "Finetune/Step Time": 6.051372779533267}
+{"Finetune/Learning Rate": 1.0836165604378868e-06, "Finetune/Loss": 0.7507526874542236, "Finetune/Loss (Raw)": 0.6218360662460327, "Finetune/Step": 4172, "Finetune/Step Time": 6.063370326533914}
+{"Finetune/Learning Rate": 1.0806139805685734e-06, "Finetune/Loss": 0.7501193284988403, "Finetune/Loss (Raw)": 0.5390278697013855, "Finetune/Step": 4173, "Finetune/Step Time": 6.066019881516695}
+{"Finetune/Learning Rate": 1.0776153287598845e-06, "Finetune/Loss": 0.7504944801330566, "Finetune/Loss (Raw)": 0.7867752313613892, "Finetune/Step": 4174, "Finetune/Step Time": 6.068132156506181}
+{"Finetune/Learning Rate": 1.074620606332416e-06, "Finetune/Loss": 0.7515261769294739, "Finetune/Loss (Raw)": 0.9031144380569458, "Finetune/Step": 4175, "Finetune/Step Time": 6.060677127912641}
+{"Finetune/Learning Rate": 1.0716298146050352e-06, "Finetune/Loss": 0.7517986297607422, "Finetune/Loss (Raw)": 0.7841726541519165, "Finetune/Step": 4176, "Finetune/Step Time": 6.082710560411215}
+{"Finetune/Learning Rate": 1.068642954894873e-06, "Finetune/Loss": 0.7513034343719482, "Finetune/Loss (Raw)": 0.7002179026603699, "Finetune/Step": 4177, "Finetune/Step Time": 6.084666077047586}
+{"Finetune/Learning Rate": 1.0656600285173257e-06, "Finetune/Loss": 0.7522603869438171, "Finetune/Loss (Raw)": 0.836509108543396, "Finetune/Step": 4178, "Finetune/Step Time": 6.093997089192271}
+{"Finetune/Learning Rate": 1.062681036786064e-06, "Finetune/Loss": 0.7554612159729004, "Finetune/Loss (Raw)": 0.8532050848007202, "Finetune/Step": 4179, "Finetune/Step Time": 6.083233874291182}
+{"Finetune/Learning Rate": 1.059705981013025e-06, "Finetune/Loss": 0.7554738521575928, "Finetune/Loss (Raw)": 0.7673774361610413, "Finetune/Step": 4180, "Finetune/Step Time": 6.067458402365446}
+{"Finetune/Learning Rate": 1.056734862508413e-06, "Finetune/Loss": 0.756065845489502, "Finetune/Loss (Raw)": 0.7310686111450195, "Finetune/Step": 4181, "Finetune/Step Time": 6.0674422439187765}
+{"Finetune/Learning Rate": 1.053767682580691e-06, "Finetune/Loss": 0.7560511827468872, "Finetune/Loss (Raw)": 0.7681892514228821, "Finetune/Step": 4182, "Finetune/Step Time": 6.065336115658283}
+{"Finetune/Learning Rate": 1.0508044425365926e-06, "Finetune/Loss": 0.7559382915496826, "Finetune/Loss (Raw)": 0.788911759853363, "Finetune/Step": 4183, "Finetune/Step Time": 6.0561722703278065}
+{"Finetune/Learning Rate": 1.0478451436811232e-06, "Finetune/Loss": 0.754736602306366, "Finetune/Loss (Raw)": 0.7043095827102661, "Finetune/Step": 4184, "Finetune/Step Time": 6.0510251224040985}
+{"Finetune/Learning Rate": 1.04488978731754e-06, "Finetune/Loss": 0.7555522918701172, "Finetune/Loss (Raw)": 0.7534306049346924, "Finetune/Step": 4185, "Finetune/Step Time": 6.049601199105382}
+{"Finetune/Learning Rate": 1.0419383747473687e-06, "Finetune/Loss": 0.753878116607666, "Finetune/Loss (Raw)": 0.7360707521438599, "Finetune/Step": 4186, "Finetune/Step Time": 6.064310604706407}
+{"Finetune/Learning Rate": 1.0389909072704041e-06, "Finetune/Loss": 0.7558714151382446, "Finetune/Loss (Raw)": 0.6608597636222839, "Finetune/Step": 4187, "Finetune/Step Time": 6.0664167329669}
+{"Finetune/Learning Rate": 1.0360473861846975e-06, "Finetune/Loss": 0.7547797560691833, "Finetune/Loss (Raw)": 0.5999681949615479, "Finetune/Step": 4188, "Finetune/Step Time": 6.056768670678139}
+{"Finetune/Learning Rate": 1.0331078127865602e-06, "Finetune/Loss": 0.7551883459091187, "Finetune/Loss (Raw)": 0.798240602016449, "Finetune/Step": 4189, "Finetune/Step Time": 6.050742393359542}
+{"Finetune/Learning Rate": 1.0301721883705685e-06, "Finetune/Loss": 0.7531778216362, "Finetune/Loss (Raw)": 0.5719333291053772, "Finetune/Step": 4190, "Finetune/Step Time": 6.061690092086792}
+{"Finetune/Learning Rate": 1.0272405142295628e-06, "Finetune/Loss": 0.7535910606384277, "Finetune/Loss (Raw)": 0.7787955403327942, "Finetune/Step": 4191, "Finetune/Step Time": 6.062053805217147}
+{"Finetune/Learning Rate": 1.0243127916546392e-06, "Finetune/Loss": 0.7545539736747742, "Finetune/Loss (Raw)": 0.8427430391311646, "Finetune/Step": 4192, "Finetune/Step Time": 6.063581330701709}
+{"Finetune/Learning Rate": 1.0213890219351519e-06, "Finetune/Loss": 0.7576556205749512, "Finetune/Loss (Raw)": 1.0552208423614502, "Finetune/Step": 4193, "Finetune/Step Time": 6.062363320961595}
+{"Finetune/Learning Rate": 1.0184692063587176e-06, "Finetune/Loss": 0.7576904296875, "Finetune/Loss (Raw)": 0.6416107416152954, "Finetune/Step": 4194, "Finetune/Step Time": 6.054112175479531}
+{"Finetune/Learning Rate": 1.0155533462112121e-06, "Finetune/Loss": 0.7575764656066895, "Finetune/Loss (Raw)": 0.8422237634658813, "Finetune/Step": 4195, "Finetune/Step Time": 6.059369681403041}
+{"Finetune/Learning Rate": 1.0126414427767716e-06, "Finetune/Loss": 0.757068395614624, "Finetune/Loss (Raw)": 0.7353423237800598, "Finetune/Step": 4196, "Finetune/Step Time": 6.062525464221835}
+{"Finetune/Learning Rate": 1.0097334973377803e-06, "Finetune/Loss": 0.7565717697143555, "Finetune/Loss (Raw)": 0.7034783363342285, "Finetune/Step": 4197, "Finetune/Step Time": 6.045265128836036}
+{"Finetune/Learning Rate": 1.006829511174886e-06, "Finetune/Loss": 0.7581331729888916, "Finetune/Loss (Raw)": 0.8556135892868042, "Finetune/Step": 4198, "Finetune/Step Time": 6.046820260584354}
+{"Finetune/Learning Rate": 1.0039294855669958e-06, "Finetune/Loss": 0.7577976584434509, "Finetune/Loss (Raw)": 0.7731008529663086, "Finetune/Step": 4199, "Finetune/Step Time": 6.050021169707179}
+{"Finetune/Learning Rate": 1.0010334217912688e-06, "Finetune/Loss": 0.7591069936752319, "Finetune/Loss (Raw)": 0.9074757099151611, "Finetune/Step": 4200, "Finetune/Step Time": 6.051043292507529}
+{"Finetune/Learning Rate": 9.98141321123115e-07, "Finetune/Loss": 0.7585111260414124, "Finetune/Loss (Raw)": 0.7536470890045166, "Finetune/Step": 4201, "Finetune/Step Time": 6.049088664352894}
+{"Finetune/Learning Rate": 9.952531848362058e-07, "Finetune/Loss": 0.760123610496521, "Finetune/Loss (Raw)": 0.7494834065437317, "Finetune/Step": 4202, "Finetune/Step Time": 6.044560918584466}
+{"Finetune/Learning Rate": 9.923690142024678e-07, "Finetune/Loss": 0.7592965364456177, "Finetune/Loss (Raw)": 0.7587065696716309, "Finetune/Step": 4203, "Finetune/Step Time": 6.0436921659857035}
+{"Finetune/Learning Rate": 9.89488810492073e-07, "Finetune/Loss": 0.7574605941772461, "Finetune/Loss (Raw)": 0.6774261593818665, "Finetune/Step": 4204, "Finetune/Step Time": 6.03544532507658}
+{"Finetune/Learning Rate": 9.866125749734533e-07, "Finetune/Loss": 0.7587347030639648, "Finetune/Loss (Raw)": 0.8090463280677795, "Finetune/Step": 4205, "Finetune/Step Time": 6.025940263643861}
+{"Finetune/Learning Rate": 9.83740308913289e-07, "Finetune/Loss": 0.7604984641075134, "Finetune/Loss (Raw)": 0.9230104088783264, "Finetune/Step": 4206, "Finetune/Step Time": 6.008331196382642}
+{"Finetune/Learning Rate": 9.808720135765192e-07, "Finetune/Loss": 0.7619413137435913, "Finetune/Loss (Raw)": 0.7862473130226135, "Finetune/Step": 4207, "Finetune/Step Time": 5.995019096881151}
+{"Finetune/Learning Rate": 9.780076902263246e-07, "Finetune/Loss": 0.7622324228286743, "Finetune/Loss (Raw)": 0.8358108997344971, "Finetune/Step": 4208, "Finetune/Step Time": 5.989928839728236}
+{"Finetune/Learning Rate": 9.751473401241407e-07, "Finetune/Loss": 0.7604447603225708, "Finetune/Loss (Raw)": 0.7135434746742249, "Finetune/Step": 4209, "Finetune/Step Time": 5.9946594554930925}
+{"Finetune/Learning Rate": 9.722909645296574e-07, "Finetune/Loss": 0.7602847814559937, "Finetune/Loss (Raw)": 0.7504180669784546, "Finetune/Step": 4210, "Finetune/Step Time": 5.976758647710085}
+{"Finetune/Learning Rate": 9.694385647008108e-07, "Finetune/Loss": 0.760534942150116, "Finetune/Loss (Raw)": 0.7684023380279541, "Finetune/Step": 4211, "Finetune/Step Time": 5.978070858865976}
+{"Finetune/Learning Rate": 9.66590141893783e-07, "Finetune/Loss": 0.7586988210678101, "Finetune/Loss (Raw)": 0.6032547354698181, "Finetune/Step": 4212, "Finetune/Step Time": 5.994128752499819}
+{"Finetune/Learning Rate": 9.637456973630066e-07, "Finetune/Loss": 0.7590337991714478, "Finetune/Loss (Raw)": 0.8255153894424438, "Finetune/Step": 4213, "Finetune/Step Time": 5.991197403520346}
+{"Finetune/Learning Rate": 9.609052323611667e-07, "Finetune/Loss": 0.7585599422454834, "Finetune/Loss (Raw)": 0.7529898881912231, "Finetune/Step": 4214, "Finetune/Step Time": 5.99298701249063}
+{"Finetune/Learning Rate": 9.580687481391937e-07, "Finetune/Loss": 0.7593262195587158, "Finetune/Loss (Raw)": 0.9402465224266052, "Finetune/Step": 4215, "Finetune/Step Time": 5.991832433268428}
+{"Finetune/Learning Rate": 9.552362459462593e-07, "Finetune/Loss": 0.7587651014328003, "Finetune/Loss (Raw)": 0.7374088764190674, "Finetune/Step": 4216, "Finetune/Step Time": 5.998259261250496}
+{"Finetune/Learning Rate": 9.524077270297837e-07, "Finetune/Loss": 0.7603565454483032, "Finetune/Loss (Raw)": 0.7587140202522278, "Finetune/Step": 4217, "Finetune/Step Time": 5.998515782877803}
+{"Finetune/Learning Rate": 9.495831926354437e-07, "Finetune/Loss": 0.7615106701850891, "Finetune/Loss (Raw)": 0.9160110354423523, "Finetune/Step": 4218, "Finetune/Step Time": 6.03625762462616}
+{"Finetune/Learning Rate": 9.467626440071454e-07, "Finetune/Loss": 0.7597595453262329, "Finetune/Loss (Raw)": 0.7092041969299316, "Finetune/Step": 4219, "Finetune/Step Time": 6.087020890787244}
+{"Finetune/Learning Rate": 9.439460823870472e-07, "Finetune/Loss": 0.7622907161712646, "Finetune/Loss (Raw)": 0.8869338035583496, "Finetune/Step": 4220, "Finetune/Step Time": 6.076441688463092}
+{"Finetune/Learning Rate": 9.411335090155516e-07, "Finetune/Loss": 0.7623957395553589, "Finetune/Loss (Raw)": 0.8759387731552124, "Finetune/Step": 4221, "Finetune/Step Time": 6.07892251200974}
+{"Finetune/Learning Rate": 9.383249251313087e-07, "Finetune/Loss": 0.7613659501075745, "Finetune/Loss (Raw)": 0.6705803871154785, "Finetune/Step": 4222, "Finetune/Step Time": 6.068264411762357}
+{"Finetune/Learning Rate": 9.355203319712025e-07, "Finetune/Loss": 0.762787938117981, "Finetune/Loss (Raw)": 0.8864575028419495, "Finetune/Step": 4223, "Finetune/Step Time": 6.06421965919435}
+{"Finetune/Learning Rate": 9.32719730770365e-07, "Finetune/Loss": 0.7629352807998657, "Finetune/Loss (Raw)": 0.6884254217147827, "Finetune/Step": 4224, "Finetune/Step Time": 6.049659812822938}
+{"Finetune/Learning Rate": 9.299231227621674e-07, "Finetune/Loss": 0.7633315324783325, "Finetune/Loss (Raw)": 0.8491575121879578, "Finetune/Step": 4225, "Finetune/Step Time": 6.054824927821755}
+{"Finetune/Learning Rate": 9.271305091782312e-07, "Finetune/Loss": 0.7629384994506836, "Finetune/Loss (Raw)": 0.8000006675720215, "Finetune/Step": 4226, "Finetune/Step Time": 6.057788794860244}
+{"Finetune/Learning Rate": 9.243418912484048e-07, "Finetune/Loss": 0.7637600898742676, "Finetune/Loss (Raw)": 0.9525638818740845, "Finetune/Step": 4227, "Finetune/Step Time": 6.048874555155635}
+{"Finetune/Learning Rate": 9.215572702007869e-07, "Finetune/Loss": 0.7645924091339111, "Finetune/Loss (Raw)": 0.905307948589325, "Finetune/Step": 4228, "Finetune/Step Time": 6.034558555111289}
+{"Finetune/Learning Rate": 9.187766472617099e-07, "Finetune/Loss": 0.7650095820426941, "Finetune/Loss (Raw)": 0.7342656850814819, "Finetune/Step": 4229, "Finetune/Step Time": 6.001535018905997}
+{"Finetune/Learning Rate": 9.160000236557565e-07, "Finetune/Loss": 0.7662181854248047, "Finetune/Loss (Raw)": 0.7762778997421265, "Finetune/Step": 4230, "Finetune/Step Time": 5.980886355042458}
+{"Finetune/Learning Rate": 9.132274006057318e-07, "Finetune/Loss": 0.7652136087417603, "Finetune/Loss (Raw)": 0.6353018879890442, "Finetune/Step": 4231, "Finetune/Step Time": 5.984001059085131}
+{"Finetune/Learning Rate": 9.104587793326903e-07, "Finetune/Loss": 0.765644907951355, "Finetune/Loss (Raw)": 0.8164293766021729, "Finetune/Step": 4232, "Finetune/Step Time": 5.985151935368776}
+{"Finetune/Learning Rate": 9.07694161055922e-07, "Finetune/Loss": 0.7639912366867065, "Finetune/Loss (Raw)": 0.6579617857933044, "Finetune/Step": 4233, "Finetune/Step Time": 5.993751149624586}
+{"Finetune/Learning Rate": 9.049335469929565e-07, "Finetune/Loss": 0.7643117904663086, "Finetune/Loss (Raw)": 0.7964488863945007, "Finetune/Step": 4234, "Finetune/Step Time": 6.002558704465628}
+{"Finetune/Learning Rate": 9.021769383595502e-07, "Finetune/Loss": 0.7666943669319153, "Finetune/Loss (Raw)": 0.8528847694396973, "Finetune/Step": 4235, "Finetune/Step Time": 5.991840425878763}
+{"Finetune/Learning Rate": 8.994243363697041e-07, "Finetune/Loss": 0.7663050889968872, "Finetune/Loss (Raw)": 0.7633025646209717, "Finetune/Step": 4236, "Finetune/Step Time": 5.993203800171614}
+{"Finetune/Learning Rate": 8.966757422356587e-07, "Finetune/Loss": 0.7664726972579956, "Finetune/Loss (Raw)": 0.8841736316680908, "Finetune/Step": 4237, "Finetune/Step Time": 5.981331720948219}
+{"Finetune/Learning Rate": 8.939311571678754e-07, "Finetune/Loss": 0.7677339315414429, "Finetune/Loss (Raw)": 0.7960668802261353, "Finetune/Step": 4238, "Finetune/Step Time": 5.978388315066695}
+{"Finetune/Learning Rate": 8.911905823750621e-07, "Finetune/Loss": 0.7687085270881653, "Finetune/Loss (Raw)": 0.7643924355506897, "Finetune/Step": 4239, "Finetune/Step Time": 5.96686920337379}
+{"Finetune/Learning Rate": 8.884540190641533e-07, "Finetune/Loss": 0.769992470741272, "Finetune/Loss (Raw)": 0.9480924606323242, "Finetune/Step": 4240, "Finetune/Step Time": 5.966761821880937}
+{"Finetune/Learning Rate": 8.85721468440327e-07, "Finetune/Loss": 0.7698982954025269, "Finetune/Loss (Raw)": 0.8203710317611694, "Finetune/Step": 4241, "Finetune/Step Time": 5.9604314137250185}
+{"Finetune/Learning Rate": 8.829929317069807e-07, "Finetune/Loss": 0.7722110748291016, "Finetune/Loss (Raw)": 0.9493476748466492, "Finetune/Step": 4242, "Finetune/Step Time": 5.9555294048041105}
+{"Finetune/Learning Rate": 8.802684100657533e-07, "Finetune/Loss": 0.7737716436386108, "Finetune/Loss (Raw)": 0.644629716873169, "Finetune/Step": 4243, "Finetune/Step Time": 5.957413509488106}
+{"Finetune/Learning Rate": 8.775479047165103e-07, "Finetune/Loss": 0.7749278545379639, "Finetune/Loss (Raw)": 0.8496045470237732, "Finetune/Step": 4244, "Finetune/Step Time": 5.972799863666296}
+{"Finetune/Learning Rate": 8.748314168573568e-07, "Finetune/Loss": 0.7754577994346619, "Finetune/Loss (Raw)": 0.7547272443771362, "Finetune/Step": 4245, "Finetune/Step Time": 5.970943171530962}
+{"Finetune/Learning Rate": 8.72118947684617e-07, "Finetune/Loss": 0.7747024297714233, "Finetune/Loss (Raw)": 0.691016674041748, "Finetune/Step": 4246, "Finetune/Step Time": 5.979408646002412}
+{"Finetune/Learning Rate": 8.694104983928531e-07, "Finetune/Loss": 0.7776980400085449, "Finetune/Loss (Raw)": 0.971123993396759, "Finetune/Step": 4247, "Finetune/Step Time": 5.9922429118305445}
+{"Finetune/Learning Rate": 8.667060701748531e-07, "Finetune/Loss": 0.7771884799003601, "Finetune/Loss (Raw)": 0.8085622191429138, "Finetune/Step": 4248, "Finetune/Step Time": 5.991148995235562}
+{"Finetune/Learning Rate": 8.640056642216421e-07, "Finetune/Loss": 0.7767621278762817, "Finetune/Loss (Raw)": 0.7768154740333557, "Finetune/Step": 4249, "Finetune/Step Time": 5.995863540098071}
+{"Finetune/Learning Rate": 8.613092817224611e-07, "Finetune/Loss": 0.7757303714752197, "Finetune/Loss (Raw)": 0.7048326134681702, "Finetune/Step": 4250, "Finetune/Step Time": 6.008753454312682}
+{"Finetune/Learning Rate": 8.586169238647857e-07, "Finetune/Loss": 0.7749180197715759, "Finetune/Loss (Raw)": 0.8137516379356384, "Finetune/Step": 4251, "Finetune/Step Time": 6.009373653680086}
+{"Finetune/Learning Rate": 8.55928591834324e-07, "Finetune/Loss": 0.7758595943450928, "Finetune/Loss (Raw)": 0.843990683555603, "Finetune/Step": 4252, "Finetune/Step Time": 5.998224772512913}
+{"Finetune/Learning Rate": 8.53244286815006e-07, "Finetune/Loss": 0.7752013802528381, "Finetune/Loss (Raw)": 0.8472690582275391, "Finetune/Step": 4253, "Finetune/Step Time": 5.992542298510671}
+{"Finetune/Learning Rate": 8.505640099889833e-07, "Finetune/Loss": 0.7771223783493042, "Finetune/Loss (Raw)": 0.9448625445365906, "Finetune/Step": 4254, "Finetune/Step Time": 5.993894523009658}
+{"Finetune/Learning Rate": 8.47887762536641e-07, "Finetune/Loss": 0.7783117294311523, "Finetune/Loss (Raw)": 0.72635817527771, "Finetune/Step": 4255, "Finetune/Step Time": 5.987424282357097}
+{"Finetune/Learning Rate": 8.452155456365918e-07, "Finetune/Loss": 0.7786884307861328, "Finetune/Loss (Raw)": 0.76558917760849, "Finetune/Step": 4256, "Finetune/Step Time": 5.994773434475064}
+{"Finetune/Learning Rate": 8.425473604656631e-07, "Finetune/Loss": 0.778348445892334, "Finetune/Loss (Raw)": 0.705872654914856, "Finetune/Step": 4257, "Finetune/Step Time": 5.995414737612009}
+{"Finetune/Learning Rate": 8.398832081989139e-07, "Finetune/Loss": 0.7755589485168457, "Finetune/Loss (Raw)": 0.5885143280029297, "Finetune/Step": 4258, "Finetune/Step Time": 5.9977091159671545}
+{"Finetune/Learning Rate": 8.372230900096257e-07, "Finetune/Loss": 0.7758829593658447, "Finetune/Loss (Raw)": 0.7976433634757996, "Finetune/Step": 4259, "Finetune/Step Time": 5.99823784828186}
+{"Finetune/Learning Rate": 8.345670070693079e-07, "Finetune/Loss": 0.7748498916625977, "Finetune/Loss (Raw)": 0.6791425943374634, "Finetune/Step": 4260, "Finetune/Step Time": 6.006999388337135}
+{"Finetune/Learning Rate": 8.31914960547684e-07, "Finetune/Loss": 0.7753234505653381, "Finetune/Loss (Raw)": 0.8648300170898438, "Finetune/Step": 4261, "Finetune/Step Time": 6.01829893514514}
+{"Finetune/Learning Rate": 8.292669516127038e-07, "Finetune/Loss": 0.7741761207580566, "Finetune/Loss (Raw)": 0.7427966594696045, "Finetune/Step": 4262, "Finetune/Step Time": 6.027024731040001}
+{"Finetune/Learning Rate": 8.266229814305404e-07, "Finetune/Loss": 0.7733129262924194, "Finetune/Loss (Raw)": 0.7515155673027039, "Finetune/Step": 4263, "Finetune/Step Time": 6.028864851221442}
+{"Finetune/Learning Rate": 8.23983051165591e-07, "Finetune/Loss": 0.774433970451355, "Finetune/Loss (Raw)": 0.8955414891242981, "Finetune/Step": 4264, "Finetune/Step Time": 6.008615791797638}
+{"Finetune/Learning Rate": 8.213471619804647e-07, "Finetune/Loss": 0.7750332355499268, "Finetune/Loss (Raw)": 0.870140016078949, "Finetune/Step": 4265, "Finetune/Step Time": 6.007639171555638}
+{"Finetune/Learning Rate": 8.187153150359994e-07, "Finetune/Loss": 0.7756200432777405, "Finetune/Loss (Raw)": 0.8209076523780823, "Finetune/Step": 4266, "Finetune/Step Time": 6.006774853914976}
+{"Finetune/Learning Rate": 8.160875114912459e-07, "Finetune/Loss": 0.7755447030067444, "Finetune/Loss (Raw)": 0.8329207301139832, "Finetune/Step": 4267, "Finetune/Step Time": 6.007704479619861}
+{"Finetune/Learning Rate": 8.134637525034838e-07, "Finetune/Loss": 0.7729473114013672, "Finetune/Loss (Raw)": 0.39886435866355896, "Finetune/Step": 4268, "Finetune/Step Time": 6.036699851974845}
+{"Finetune/Learning Rate": 8.108440392282002e-07, "Finetune/Loss": 0.7749978303909302, "Finetune/Loss (Raw)": 0.8460894227027893, "Finetune/Step": 4269, "Finetune/Step Time": 6.024183826521039}
+{"Finetune/Learning Rate": 8.082283728191098e-07, "Finetune/Loss": 0.7743115425109863, "Finetune/Loss (Raw)": 0.7769423723220825, "Finetune/Step": 4270, "Finetune/Step Time": 6.026615001261234}
+{"Finetune/Learning Rate": 8.05616754428138e-07, "Finetune/Loss": 0.7748144268989563, "Finetune/Loss (Raw)": 0.7877858877182007, "Finetune/Step": 4271, "Finetune/Step Time": 6.028164375573397}
+{"Finetune/Learning Rate": 8.030091852054334e-07, "Finetune/Loss": 0.7754068374633789, "Finetune/Loss (Raw)": 0.6837244629859924, "Finetune/Step": 4272, "Finetune/Step Time": 6.027044042944908}
+{"Finetune/Learning Rate": 8.004056662993575e-07, "Finetune/Loss": 0.7759929299354553, "Finetune/Loss (Raw)": 0.7236853837966919, "Finetune/Step": 4273, "Finetune/Step Time": 6.03155880048871}
+{"Finetune/Learning Rate": 7.978061988564867e-07, "Finetune/Loss": 0.7747325897216797, "Finetune/Loss (Raw)": 0.744648814201355, "Finetune/Step": 4274, "Finetune/Step Time": 6.033151522278786}
+{"Finetune/Learning Rate": 7.952107840216228e-07, "Finetune/Loss": 0.7752009630203247, "Finetune/Loss (Raw)": 0.7863082885742188, "Finetune/Step": 4275, "Finetune/Step Time": 6.0237263310700655}
+{"Finetune/Learning Rate": 7.926194229377693e-07, "Finetune/Loss": 0.7752412557601929, "Finetune/Loss (Raw)": 0.782008945941925, "Finetune/Step": 4276, "Finetune/Step Time": 6.025573438033462}
+{"Finetune/Learning Rate": 7.900321167461523e-07, "Finetune/Loss": 0.7736235857009888, "Finetune/Loss (Raw)": 0.6677572131156921, "Finetune/Step": 4277, "Finetune/Step Time": 6.024557568132877}
+{"Finetune/Learning Rate": 7.874488665862101e-07, "Finetune/Loss": 0.7745984792709351, "Finetune/Loss (Raw)": 0.8776331543922424, "Finetune/Step": 4278, "Finetune/Step Time": 6.024521777406335}
+{"Finetune/Learning Rate": 7.848696735956007e-07, "Finetune/Loss": 0.7732820510864258, "Finetune/Loss (Raw)": 0.7457394599914551, "Finetune/Step": 4279, "Finetune/Step Time": 6.025603571906686}
+{"Finetune/Learning Rate": 7.822945389101833e-07, "Finetune/Loss": 0.7731235027313232, "Finetune/Loss (Raw)": 0.7984305620193481, "Finetune/Step": 4280, "Finetune/Step Time": 6.026579964905977}
+{"Finetune/Learning Rate": 7.797234636640383e-07, "Finetune/Loss": 0.7739391326904297, "Finetune/Loss (Raw)": 0.8593460321426392, "Finetune/Step": 4281, "Finetune/Step Time": 6.03225995413959}
+{"Finetune/Learning Rate": 7.771564489894567e-07, "Finetune/Loss": 0.7721437215805054, "Finetune/Loss (Raw)": 0.6564092040061951, "Finetune/Step": 4282, "Finetune/Step Time": 6.040847869589925}
+{"Finetune/Learning Rate": 7.745934960169454e-07, "Finetune/Loss": 0.7715672254562378, "Finetune/Loss (Raw)": 0.7338192462921143, "Finetune/Step": 4283, "Finetune/Step Time": 6.063775463029742}
+{"Finetune/Learning Rate": 7.720346058752126e-07, "Finetune/Loss": 0.7718697786331177, "Finetune/Loss (Raw)": 0.8020218014717102, "Finetune/Step": 4284, "Finetune/Step Time": 6.063228502869606}
+{"Finetune/Learning Rate": 7.694797796911846e-07, "Finetune/Loss": 0.7713860273361206, "Finetune/Loss (Raw)": 0.750133216381073, "Finetune/Step": 4285, "Finetune/Step Time": 6.062291335314512}
+{"Finetune/Learning Rate": 7.669290185899947e-07, "Finetune/Loss": 0.7726717591285706, "Finetune/Loss (Raw)": 0.7499685883522034, "Finetune/Step": 4286, "Finetune/Step Time": 6.052247803658247}
+{"Finetune/Learning Rate": 7.643823236949933e-07, "Finetune/Loss": 0.7740048766136169, "Finetune/Loss (Raw)": 0.8514890670776367, "Finetune/Step": 4287, "Finetune/Step Time": 6.048360105603933}
+{"Finetune/Learning Rate": 7.618396961277286e-07, "Finetune/Loss": 0.7749200463294983, "Finetune/Loss (Raw)": 0.8143291473388672, "Finetune/Step": 4288, "Finetune/Step Time": 6.043692262843251}
+{"Finetune/Learning Rate": 7.59301137007965e-07, "Finetune/Loss": 0.776586651802063, "Finetune/Loss (Raw)": 0.8553995490074158, "Finetune/Step": 4289, "Finetune/Step Time": 6.031161826103926}
+{"Finetune/Learning Rate": 7.56766647453674e-07, "Finetune/Loss": 0.7762928605079651, "Finetune/Loss (Raw)": 0.8125334978103638, "Finetune/Step": 4290, "Finetune/Step Time": 6.031740287318826}
+{"Finetune/Learning Rate": 7.542362285810334e-07, "Finetune/Loss": 0.7757457494735718, "Finetune/Loss (Raw)": 0.8078509569168091, "Finetune/Step": 4291, "Finetune/Step Time": 6.0340136513113976}
+{"Finetune/Learning Rate": 7.517098815044288e-07, "Finetune/Loss": 0.7756295204162598, "Finetune/Loss (Raw)": 0.8798194527626038, "Finetune/Step": 4292, "Finetune/Step Time": 6.0338066797703505}
+{"Finetune/Learning Rate": 7.491876073364546e-07, "Finetune/Loss": 0.7778443098068237, "Finetune/Loss (Raw)": 0.8459749817848206, "Finetune/Step": 4293, "Finetune/Step Time": 6.029030717909336}
+{"Finetune/Learning Rate": 7.466694071879088e-07, "Finetune/Loss": 0.7772559523582458, "Finetune/Loss (Raw)": 0.7034278512001038, "Finetune/Step": 4294, "Finetune/Step Time": 6.026221754029393}
+{"Finetune/Learning Rate": 7.441552821677967e-07, "Finetune/Loss": 0.7796082496643066, "Finetune/Loss (Raw)": 0.8843797445297241, "Finetune/Step": 4295, "Finetune/Step Time": 6.008845550939441}
+{"Finetune/Learning Rate": 7.416452333833279e-07, "Finetune/Loss": 0.7791998386383057, "Finetune/Loss (Raw)": 0.7906652688980103, "Finetune/Step": 4296, "Finetune/Step Time": 6.011742185801268}
+{"Finetune/Learning Rate": 7.391392619399162e-07, "Finetune/Loss": 0.77901291847229, "Finetune/Loss (Raw)": 0.771421492099762, "Finetune/Step": 4297, "Finetune/Step Time": 6.012657314538956}
+{"Finetune/Learning Rate": 7.366373689411866e-07, "Finetune/Loss": 0.780854344367981, "Finetune/Loss (Raw)": 0.7630801796913147, "Finetune/Step": 4298, "Finetune/Step Time": 6.022160120308399}
+{"Finetune/Learning Rate": 7.341395554889563e-07, "Finetune/Loss": 0.7810739278793335, "Finetune/Loss (Raw)": 0.8122271299362183, "Finetune/Step": 4299, "Finetune/Step Time": 6.017469437792897}
+{"Finetune/Learning Rate": 7.316458226832546e-07, "Finetune/Loss": 0.7833116054534912, "Finetune/Loss (Raw)": 0.9082593321800232, "Finetune/Step": 4300, "Finetune/Step Time": 6.005190508440137}
+{"Finetune/Learning Rate": 7.291561716223095e-07, "Finetune/Loss": 0.7849710583686829, "Finetune/Loss (Raw)": 0.7514321804046631, "Finetune/Step": 4301, "Finetune/Step Time": 5.996333155781031}
+{"Finetune/Learning Rate": 7.266706034025572e-07, "Finetune/Loss": 0.7848548889160156, "Finetune/Loss (Raw)": 0.7719078063964844, "Finetune/Step": 4302, "Finetune/Step Time": 5.9987221248447895}
+{"Finetune/Learning Rate": 7.241891191186268e-07, "Finetune/Loss": 0.78444504737854, "Finetune/Loss (Raw)": 0.850652813911438, "Finetune/Step": 4303, "Finetune/Step Time": 5.998359896242619}
+{"Finetune/Learning Rate": 7.217117198633561e-07, "Finetune/Loss": 0.7849119305610657, "Finetune/Loss (Raw)": 0.8439375758171082, "Finetune/Step": 4304, "Finetune/Step Time": 5.994452578946948}
+{"Finetune/Learning Rate": 7.19238406727778e-07, "Finetune/Loss": 0.7857028841972351, "Finetune/Loss (Raw)": 0.8014563918113708, "Finetune/Step": 4305, "Finetune/Step Time": 5.992506243288517}
+{"Finetune/Learning Rate": 7.167691808011368e-07, "Finetune/Loss": 0.7852509617805481, "Finetune/Loss (Raw)": 0.7786634564399719, "Finetune/Step": 4306, "Finetune/Step Time": 5.980748683214188}
+{"Finetune/Learning Rate": 7.143040431708626e-07, "Finetune/Loss": 0.7842990756034851, "Finetune/Loss (Raw)": 0.7313644886016846, "Finetune/Step": 4307, "Finetune/Step Time": 5.984976407140493}
+{"Finetune/Learning Rate": 7.118429949225946e-07, "Finetune/Loss": 0.783935546875, "Finetune/Loss (Raw)": 0.720842719078064, "Finetune/Step": 4308, "Finetune/Step Time": 5.982627343386412}
+{"Finetune/Learning Rate": 7.093860371401673e-07, "Finetune/Loss": 0.7835410833358765, "Finetune/Loss (Raw)": 0.6805760264396667, "Finetune/Step": 4309, "Finetune/Step Time": 5.985524550080299}
+{"Finetune/Learning Rate": 7.06933170905616e-07, "Finetune/Loss": 0.7842701077461243, "Finetune/Loss (Raw)": 0.8615116477012634, "Finetune/Step": 4310, "Finetune/Step Time": 5.984753319993615}
+{"Finetune/Learning Rate": 7.04484397299171e-07, "Finetune/Loss": 0.7855571508407593, "Finetune/Loss (Raw)": 0.9536465406417847, "Finetune/Step": 4311, "Finetune/Step Time": 5.985405884683132}
+{"Finetune/Learning Rate": 7.020397173992633e-07, "Finetune/Loss": 0.7865298986434937, "Finetune/Loss (Raw)": 0.8288299441337585, "Finetune/Step": 4312, "Finetune/Step Time": 5.990996524691582}
+{"Finetune/Learning Rate": 6.995991322825191e-07, "Finetune/Loss": 0.787421464920044, "Finetune/Loss (Raw)": 0.8675473928451538, "Finetune/Step": 4313, "Finetune/Step Time": 6.000038580968976}
+{"Finetune/Learning Rate": 6.971626430237621e-07, "Finetune/Loss": 0.7868643999099731, "Finetune/Loss (Raw)": 0.6647694706916809, "Finetune/Step": 4314, "Finetune/Step Time": 5.993122309446335}
+{"Finetune/Learning Rate": 6.947302506960129e-07, "Finetune/Loss": 0.7889524698257446, "Finetune/Loss (Raw)": 0.9281271696090698, "Finetune/Step": 4315, "Finetune/Step Time": 5.984250230714679}
+{"Finetune/Learning Rate": 6.923019563704847e-07, "Finetune/Loss": 0.789929211139679, "Finetune/Loss (Raw)": 0.7249932885169983, "Finetune/Step": 4316, "Finetune/Step Time": 5.993583695963025}
+{"Finetune/Learning Rate": 6.89877761116593e-07, "Finetune/Loss": 0.7904618382453918, "Finetune/Loss (Raw)": 0.8664107918739319, "Finetune/Step": 4317, "Finetune/Step Time": 5.996426338329911}
+{"Finetune/Learning Rate": 6.874576660019394e-07, "Finetune/Loss": 0.7923495173454285, "Finetune/Loss (Raw)": 0.813558042049408, "Finetune/Step": 4318, "Finetune/Step Time": 5.983696915209293}
+{"Finetune/Learning Rate": 6.850416720923236e-07, "Finetune/Loss": 0.791071891784668, "Finetune/Loss (Raw)": 0.615261971950531, "Finetune/Step": 4319, "Finetune/Step Time": 5.988559735938907}
+{"Finetune/Learning Rate": 6.826297804517401e-07, "Finetune/Loss": 0.7908775210380554, "Finetune/Loss (Raw)": 0.8178658485412598, "Finetune/Step": 4320, "Finetune/Step Time": 5.987418934702873}
+{"Finetune/Learning Rate": 6.802219921423781e-07, "Finetune/Loss": 0.788208544254303, "Finetune/Loss (Raw)": 0.713590681552887, "Finetune/Step": 4321, "Finetune/Step Time": 5.9969829227775335}
+{"Finetune/Learning Rate": 6.778183082246148e-07, "Finetune/Loss": 0.7898269295692444, "Finetune/Loss (Raw)": 0.8487635254859924, "Finetune/Step": 4322, "Finetune/Step Time": 6.000361729413271}
+{"Finetune/Learning Rate": 6.754187297570236e-07, "Finetune/Loss": 0.7901997566223145, "Finetune/Loss (Raw)": 0.889944314956665, "Finetune/Step": 4323, "Finetune/Step Time": 5.996763173490763}
+{"Finetune/Learning Rate": 6.73023257796368e-07, "Finetune/Loss": 0.7912400364875793, "Finetune/Loss (Raw)": 0.8685024976730347, "Finetune/Step": 4324, "Finetune/Step Time": 5.997649548575282}
+{"Finetune/Learning Rate": 6.706318933976063e-07, "Finetune/Loss": 0.7927619814872742, "Finetune/Loss (Raw)": 0.8982848525047302, "Finetune/Step": 4325, "Finetune/Step Time": 5.9980828166008}
+{"Finetune/Learning Rate": 6.682446376138829e-07, "Finetune/Loss": 0.7929544448852539, "Finetune/Loss (Raw)": 0.8802493214607239, "Finetune/Step": 4326, "Finetune/Step Time": 5.982575925067067}
+{"Finetune/Learning Rate": 6.658614914965367e-07, "Finetune/Loss": 0.7937771677970886, "Finetune/Loss (Raw)": 0.8784070014953613, "Finetune/Step": 4327, "Finetune/Step Time": 6.0039117727428675}
+{"Finetune/Learning Rate": 6.634824560950948e-07, "Finetune/Loss": 0.7933162450790405, "Finetune/Loss (Raw)": 0.8484771251678467, "Finetune/Step": 4328, "Finetune/Step Time": 6.019416034221649}
+{"Finetune/Learning Rate": 6.611075324572747e-07, "Finetune/Loss": 0.7933481931686401, "Finetune/Loss (Raw)": 0.7577381134033203, "Finetune/Step": 4329, "Finetune/Step Time": 6.031370509415865}
+{"Finetune/Learning Rate": 6.587367216289842e-07, "Finetune/Loss": 0.794352650642395, "Finetune/Loss (Raw)": 0.8780581951141357, "Finetune/Step": 4330, "Finetune/Step Time": 6.030063213780522}
+{"Finetune/Learning Rate": 6.563700246543159e-07, "Finetune/Loss": 0.7940317392349243, "Finetune/Loss (Raw)": 0.7176219820976257, "Finetune/Step": 4331, "Finetune/Step Time": 6.030079310759902}
+{"Finetune/Learning Rate": 6.54007442575556e-07, "Finetune/Loss": 0.7945548295974731, "Finetune/Loss (Raw)": 0.7443874478340149, "Finetune/Step": 4332, "Finetune/Step Time": 6.037032563239336}
+{"Finetune/Learning Rate": 6.516489764331746e-07, "Finetune/Loss": 0.79366534948349, "Finetune/Loss (Raw)": 0.6951859593391418, "Finetune/Step": 4333, "Finetune/Step Time": 6.038503859192133}
+{"Finetune/Learning Rate": 6.492946272658296e-07, "Finetune/Loss": 0.7941154837608337, "Finetune/Loss (Raw)": 0.9806311726570129, "Finetune/Step": 4334, "Finetune/Step Time": 6.04172289930284}
+{"Finetune/Learning Rate": 6.469443961103683e-07, "Finetune/Loss": 0.7932977676391602, "Finetune/Loss (Raw)": 0.6815763115882874, "Finetune/Step": 4335, "Finetune/Step Time": 6.055508570745587}
+{"Finetune/Learning Rate": 6.445982840018217e-07, "Finetune/Loss": 0.7929434776306152, "Finetune/Loss (Raw)": 0.7904694080352783, "Finetune/Step": 4336, "Finetune/Step Time": 6.057807572185993}
+{"Finetune/Learning Rate": 6.422562919734076e-07, "Finetune/Loss": 0.7916347980499268, "Finetune/Loss (Raw)": 0.5460253357887268, "Finetune/Step": 4337, "Finetune/Step Time": 6.0749370735138655}
+{"Finetune/Learning Rate": 6.399184210565312e-07, "Finetune/Loss": 0.7924053072929382, "Finetune/Loss (Raw)": 0.8490442037582397, "Finetune/Step": 4338, "Finetune/Step Time": 6.074480691924691}
+{"Finetune/Learning Rate": 6.375846722807777e-07, "Finetune/Loss": 0.7919965982437134, "Finetune/Loss (Raw)": 0.71608567237854, "Finetune/Step": 4339, "Finetune/Step Time": 6.0926624443382025}
+{"Finetune/Learning Rate": 6.352550466739261e-07, "Finetune/Loss": 0.7932510375976562, "Finetune/Loss (Raw)": 0.7638272047042847, "Finetune/Step": 4340, "Finetune/Step Time": 6.080947833135724}
+{"Finetune/Learning Rate": 6.329295452619289e-07, "Finetune/Loss": 0.7920453548431396, "Finetune/Loss (Raw)": 0.6711939573287964, "Finetune/Step": 4341, "Finetune/Step Time": 6.095369581133127}
+{"Finetune/Learning Rate": 6.306081690689291e-07, "Finetune/Loss": 0.7924350500106812, "Finetune/Loss (Raw)": 0.802863359451294, "Finetune/Step": 4342, "Finetune/Step Time": 6.097470939159393}
+{"Finetune/Learning Rate": 6.282909191172504e-07, "Finetune/Loss": 0.7906783819198608, "Finetune/Loss (Raw)": 0.7153983116149902, "Finetune/Step": 4343, "Finetune/Step Time": 6.10227594524622}
+{"Finetune/Learning Rate": 6.259777964274017e-07, "Finetune/Loss": 0.7926865816116333, "Finetune/Loss (Raw)": 0.9944530129432678, "Finetune/Step": 4344, "Finetune/Step Time": 6.098529390990734}
+{"Finetune/Learning Rate": 6.236688020180704e-07, "Finetune/Loss": 0.7918154001235962, "Finetune/Loss (Raw)": 0.64720618724823, "Finetune/Step": 4345, "Finetune/Step Time": 6.105520114302635}
+{"Finetune/Learning Rate": 6.213639369061297e-07, "Finetune/Loss": 0.7915506958961487, "Finetune/Loss (Raw)": 0.8821291923522949, "Finetune/Step": 4346, "Finetune/Step Time": 6.056259535253048}
+{"Finetune/Learning Rate": 6.190632021066323e-07, "Finetune/Loss": 0.7917616367340088, "Finetune/Loss (Raw)": 0.7361996173858643, "Finetune/Step": 4347, "Finetune/Step Time": 6.0085408966988325}
+{"Finetune/Learning Rate": 6.16766598632812e-07, "Finetune/Loss": 0.7908568382263184, "Finetune/Loss (Raw)": 0.7711227536201477, "Finetune/Step": 4348, "Finetune/Step Time": 6.008006365969777}
+{"Finetune/Learning Rate": 6.14474127496083e-07, "Finetune/Loss": 0.7900791168212891, "Finetune/Loss (Raw)": 0.7763898968696594, "Finetune/Step": 4349, "Finetune/Step Time": 6.0090847462415695}
+{"Finetune/Learning Rate": 6.121857897060413e-07, "Finetune/Loss": 0.7908121347427368, "Finetune/Loss (Raw)": 0.7644079327583313, "Finetune/Step": 4350, "Finetune/Step Time": 6.007379708811641}
+{"Finetune/Learning Rate": 6.099015862704605e-07, "Finetune/Loss": 0.7893905639648438, "Finetune/Loss (Raw)": 0.7044975757598877, "Finetune/Step": 4351, "Finetune/Step Time": 6.010201346129179}
+{"Finetune/Learning Rate": 6.076215181952949e-07, "Finetune/Loss": 0.7899028658866882, "Finetune/Loss (Raw)": 0.7539973855018616, "Finetune/Step": 4352, "Finetune/Step Time": 6.033386757597327}
+{"Finetune/Learning Rate": 6.053455864846769e-07, "Finetune/Loss": 0.7889587879180908, "Finetune/Loss (Raw)": 0.7283225655555725, "Finetune/Step": 4353, "Finetune/Step Time": 6.033076319843531}
+{"Finetune/Learning Rate": 6.030737921409169e-07, "Finetune/Loss": 0.7896318435668945, "Finetune/Loss (Raw)": 0.8861441612243652, "Finetune/Step": 4354, "Finetune/Step Time": 6.03345713019371}
+{"Finetune/Learning Rate": 6.008061361645035e-07, "Finetune/Loss": 0.7884825468063354, "Finetune/Loss (Raw)": 0.8054479956626892, "Finetune/Step": 4355, "Finetune/Step Time": 6.038792124018073}
+{"Finetune/Learning Rate": 5.985426195541044e-07, "Finetune/Loss": 0.7860043048858643, "Finetune/Loss (Raw)": 0.5880966782569885, "Finetune/Step": 4356, "Finetune/Step Time": 6.044937949627638}
+{"Finetune/Learning Rate": 5.962832433065612e-07, "Finetune/Loss": 0.7852640151977539, "Finetune/Loss (Raw)": 0.6395062208175659, "Finetune/Step": 4357, "Finetune/Step Time": 6.0443387143313885}
+{"Finetune/Learning Rate": 5.940280084168948e-07, "Finetune/Loss": 0.7851542830467224, "Finetune/Loss (Raw)": 0.7622349262237549, "Finetune/Step": 4358, "Finetune/Step Time": 6.039439702406526}
+{"Finetune/Learning Rate": 5.917769158783016e-07, "Finetune/Loss": 0.7864400744438171, "Finetune/Loss (Raw)": 0.7998868227005005, "Finetune/Step": 4359, "Finetune/Step Time": 6.031158749014139}
+{"Finetune/Learning Rate": 5.89529966682153e-07, "Finetune/Loss": 0.7863339185714722, "Finetune/Loss (Raw)": 0.8028440475463867, "Finetune/Step": 4360, "Finetune/Step Time": 6.023564280942082}
+{"Finetune/Learning Rate": 5.872871618179954e-07, "Finetune/Loss": 0.785771369934082, "Finetune/Loss (Raw)": 0.5859498381614685, "Finetune/Step": 4361, "Finetune/Step Time": 6.022793244570494}
+{"Finetune/Learning Rate": 5.850485022735519e-07, "Finetune/Loss": 0.7849602699279785, "Finetune/Loss (Raw)": 0.6926339864730835, "Finetune/Step": 4362, "Finetune/Step Time": 6.014579113572836}
+{"Finetune/Learning Rate": 5.828139890347184e-07, "Finetune/Loss": 0.7835986018180847, "Finetune/Loss (Raw)": 0.6785889863967896, "Finetune/Step": 4363, "Finetune/Step Time": 6.012297239154577}
+{"Finetune/Learning Rate": 5.805836230855655e-07, "Finetune/Loss": 0.7839270830154419, "Finetune/Loss (Raw)": 0.8053454160690308, "Finetune/Step": 4364, "Finetune/Step Time": 6.0128178503364325}
+{"Finetune/Learning Rate": 5.783574054083363e-07, "Finetune/Loss": 0.7820557355880737, "Finetune/Loss (Raw)": 0.6446459293365479, "Finetune/Step": 4365, "Finetune/Step Time": 6.028461683541536}
+{"Finetune/Learning Rate": 5.761353369834488e-07, "Finetune/Loss": 0.7818750143051147, "Finetune/Loss (Raw)": 0.7729349136352539, "Finetune/Step": 4366, "Finetune/Step Time": 6.018337024375796}
+{"Finetune/Learning Rate": 5.739174187894925e-07, "Finetune/Loss": 0.7826098203659058, "Finetune/Loss (Raw)": 0.858450710773468, "Finetune/Step": 4367, "Finetune/Step Time": 6.018064051866531}
+{"Finetune/Learning Rate": 5.717036518032292e-07, "Finetune/Loss": 0.7790345549583435, "Finetune/Loss (Raw)": 0.4904490113258362, "Finetune/Step": 4368, "Finetune/Step Time": 6.034487994387746}
+{"Finetune/Learning Rate": 5.694940369995927e-07, "Finetune/Loss": 0.777738094329834, "Finetune/Loss (Raw)": 0.6544287800788879, "Finetune/Step": 4369, "Finetune/Step Time": 6.035575296729803}
+{"Finetune/Learning Rate": 5.672885753516877e-07, "Finetune/Loss": 0.7752548456192017, "Finetune/Loss (Raw)": 0.6314923167228699, "Finetune/Step": 4370, "Finetune/Step Time": 6.04331068880856}
+{"Finetune/Learning Rate": 5.650872678307917e-07, "Finetune/Loss": 0.7766087055206299, "Finetune/Loss (Raw)": 0.8179245591163635, "Finetune/Step": 4371, "Finetune/Step Time": 6.064484540373087}
+{"Finetune/Learning Rate": 5.628901154063504e-07, "Finetune/Loss": 0.7761862874031067, "Finetune/Loss (Raw)": 0.7955316305160522, "Finetune/Step": 4372, "Finetune/Step Time": 6.056781971827149}
+{"Finetune/Learning Rate": 5.606971190459809e-07, "Finetune/Loss": 0.7763391733169556, "Finetune/Loss (Raw)": 0.7742932438850403, "Finetune/Step": 4373, "Finetune/Step Time": 6.058017410337925}
+{"Finetune/Learning Rate": 5.585082797154695e-07, "Finetune/Loss": 0.7777596116065979, "Finetune/Loss (Raw)": 0.8728380799293518, "Finetune/Step": 4374, "Finetune/Step Time": 6.0476829539984465}
+{"Finetune/Learning Rate": 5.563235983787718e-07, "Finetune/Loss": 0.7764977216720581, "Finetune/Loss (Raw)": 0.8096069097518921, "Finetune/Step": 4375, "Finetune/Step Time": 6.038324607536197}
+{"Finetune/Learning Rate": 5.541430759980137e-07, "Finetune/Loss": 0.7772798538208008, "Finetune/Loss (Raw)": 0.9086677432060242, "Finetune/Step": 4376, "Finetune/Step Time": 6.037349598482251}
+{"Finetune/Learning Rate": 5.51966713533486e-07, "Finetune/Loss": 0.7771282196044922, "Finetune/Loss (Raw)": 0.7574069499969482, "Finetune/Step": 4377, "Finetune/Step Time": 6.031509289517999}
+{"Finetune/Learning Rate": 5.497945119436521e-07, "Finetune/Loss": 0.7784212231636047, "Finetune/Loss (Raw)": 0.8703409433364868, "Finetune/Step": 4378, "Finetune/Step Time": 6.014717983081937}
+{"Finetune/Learning Rate": 5.476264721851388e-07, "Finetune/Loss": 0.7786222696304321, "Finetune/Loss (Raw)": 0.8394840359687805, "Finetune/Step": 4379, "Finetune/Step Time": 6.015077576041222}
+{"Finetune/Learning Rate": 5.454625952127423e-07, "Finetune/Loss": 0.7783216238021851, "Finetune/Loss (Raw)": 0.8055107593536377, "Finetune/Step": 4380, "Finetune/Step Time": 6.018995989114046}
+{"Finetune/Learning Rate": 5.433028819794261e-07, "Finetune/Loss": 0.777458906173706, "Finetune/Loss (Raw)": 0.7368423938751221, "Finetune/Step": 4381, "Finetune/Step Time": 6.021202087402344}
+{"Finetune/Learning Rate": 5.411473334363171e-07, "Finetune/Loss": 0.7766038179397583, "Finetune/Loss (Raw)": 0.8354052305221558, "Finetune/Step": 4382, "Finetune/Step Time": 6.018908150494099}
+{"Finetune/Learning Rate": 5.389959505327114e-07, "Finetune/Loss": 0.7770669460296631, "Finetune/Loss (Raw)": 0.7856389880180359, "Finetune/Step": 4383, "Finetune/Step Time": 6.0222865510731936}
+{"Finetune/Learning Rate": 5.368487342160678e-07, "Finetune/Loss": 0.7778398394584656, "Finetune/Loss (Raw)": 0.864518940448761, "Finetune/Step": 4384, "Finetune/Step Time": 6.022285185754299}
+{"Finetune/Learning Rate": 5.347056854320132e-07, "Finetune/Loss": 0.7786097526550293, "Finetune/Loss (Raw)": 0.804424524307251, "Finetune/Step": 4385, "Finetune/Step Time": 6.02932102419436}
+{"Finetune/Learning Rate": 5.32566805124336e-07, "Finetune/Loss": 0.7800955772399902, "Finetune/Loss (Raw)": 0.7786955833435059, "Finetune/Step": 4386, "Finetune/Step Time": 6.027128657326102}
+{"Finetune/Learning Rate": 5.304320942349916e-07, "Finetune/Loss": 0.7810953855514526, "Finetune/Loss (Raw)": 0.9256219267845154, "Finetune/Step": 4387, "Finetune/Step Time": 6.024109998717904}
+{"Finetune/Learning Rate": 5.283015537040958e-07, "Finetune/Loss": 0.7823013067245483, "Finetune/Loss (Raw)": 0.8334983587265015, "Finetune/Step": 4388, "Finetune/Step Time": 6.026110582053661}
+{"Finetune/Learning Rate": 5.261751844699315e-07, "Finetune/Loss": 0.7816857099533081, "Finetune/Loss (Raw)": 0.7860375046730042, "Finetune/Step": 4389, "Finetune/Step Time": 6.016047358512878}
+{"Finetune/Learning Rate": 5.240529874689427e-07, "Finetune/Loss": 0.7807750701904297, "Finetune/Loss (Raw)": 0.6262326836585999, "Finetune/Step": 4390, "Finetune/Step Time": 6.011474780738354}
+{"Finetune/Learning Rate": 5.219349636357352e-07, "Finetune/Loss": 0.7818105220794678, "Finetune/Loss (Raw)": 0.8840533494949341, "Finetune/Step": 4391, "Finetune/Step Time": 6.010218655690551}
+{"Finetune/Learning Rate": 5.198211139030784e-07, "Finetune/Loss": 0.7813043594360352, "Finetune/Loss (Raw)": 0.8307494521141052, "Finetune/Step": 4392, "Finetune/Step Time": 6.016386792063713}
+{"Finetune/Learning Rate": 5.177114392019034e-07, "Finetune/Loss": 0.7819326519966125, "Finetune/Loss (Raw)": 0.9505661725997925, "Finetune/Step": 4393, "Finetune/Step Time": 6.01974249817431}
+{"Finetune/Learning Rate": 5.156059404613012e-07, "Finetune/Loss": 0.7809382677078247, "Finetune/Loss (Raw)": 0.6936278343200684, "Finetune/Step": 4394, "Finetune/Step Time": 6.025706863030791}
+{"Finetune/Learning Rate": 5.135046186085258e-07, "Finetune/Loss": 0.7800623178482056, "Finetune/Loss (Raw)": 0.7207937240600586, "Finetune/Step": 4395, "Finetune/Step Time": 6.038286235183477}
+{"Finetune/Learning Rate": 5.114074745689901e-07, "Finetune/Loss": 0.7824541926383972, "Finetune/Loss (Raw)": 0.7050294876098633, "Finetune/Step": 4396, "Finetune/Step Time": 6.015327375382185}
+{"Finetune/Learning Rate": 5.093145092662677e-07, "Finetune/Loss": 0.7839788198471069, "Finetune/Loss (Raw)": 1.0412436723709106, "Finetune/Step": 4397, "Finetune/Step Time": 6.014185635372996}
+{"Finetune/Learning Rate": 5.072257236220924e-07, "Finetune/Loss": 0.7833412885665894, "Finetune/Loss (Raw)": 0.6953336596488953, "Finetune/Step": 4398, "Finetune/Step Time": 6.008417224511504}
+{"Finetune/Learning Rate": 5.051411185563559e-07, "Finetune/Loss": 0.7824974656105042, "Finetune/Loss (Raw)": 0.6797762513160706, "Finetune/Step": 4399, "Finetune/Step Time": 6.014430560171604}
+{"Finetune/Learning Rate": 5.030606949871098e-07, "Finetune/Loss": 0.7832120656967163, "Finetune/Loss (Raw)": 0.7751901745796204, "Finetune/Step": 4400, "Finetune/Step Time": 6.012333000078797}
+{"Finetune/Learning Rate": 5.009844538305652e-07, "Finetune/Loss": 0.7838433980941772, "Finetune/Loss (Raw)": 0.8045016527175903, "Finetune/Step": 4401, "Finetune/Step Time": 6.007886830717325}
+{"Finetune/Learning Rate": 4.989123960010878e-07, "Finetune/Loss": 0.7840557098388672, "Finetune/Loss (Raw)": 0.7718234658241272, "Finetune/Step": 4402, "Finetune/Step Time": 6.041057152673602}
+{"Finetune/Learning Rate": 4.96844522411205e-07, "Finetune/Loss": 0.7855606079101562, "Finetune/Loss (Raw)": 0.9789391160011292, "Finetune/Step": 4403, "Finetune/Step Time": 6.0458411406725645}
+{"Finetune/Learning Rate": 4.947808339715998e-07, "Finetune/Loss": 0.783782958984375, "Finetune/Loss (Raw)": 0.554466724395752, "Finetune/Step": 4404, "Finetune/Step Time": 6.071177497506142}
+{"Finetune/Learning Rate": 4.927213315911106e-07, "Finetune/Loss": 0.7839783430099487, "Finetune/Loss (Raw)": 0.6927631497383118, "Finetune/Step": 4405, "Finetune/Step Time": 6.075627408921719}
+{"Finetune/Learning Rate": 4.906660161767351e-07, "Finetune/Loss": 0.7843021154403687, "Finetune/Loss (Raw)": 0.9190831184387207, "Finetune/Step": 4406, "Finetune/Step Time": 6.090122364461422}
+{"Finetune/Learning Rate": 4.886148886336261e-07, "Finetune/Loss": 0.7839143872261047, "Finetune/Loss (Raw)": 0.696102499961853, "Finetune/Step": 4407, "Finetune/Step Time": 6.094898473471403}
+{"Finetune/Learning Rate": 4.865679498650899e-07, "Finetune/Loss": 0.7846295237541199, "Finetune/Loss (Raw)": 0.8899660110473633, "Finetune/Step": 4408, "Finetune/Step Time": 6.094027552753687}
+{"Finetune/Learning Rate": 4.845252007725909e-07, "Finetune/Loss": 0.7854445576667786, "Finetune/Loss (Raw)": 0.9636760950088501, "Finetune/Step": 4409, "Finetune/Step Time": 6.090514164417982}
+{"Finetune/Learning Rate": 4.824866422557473e-07, "Finetune/Loss": 0.7866228222846985, "Finetune/Loss (Raw)": 0.8072258830070496, "Finetune/Step": 4410, "Finetune/Step Time": 6.08891374245286}
+{"Finetune/Learning Rate": 4.804522752123308e-07, "Finetune/Loss": 0.7857259511947632, "Finetune/Loss (Raw)": 0.6190175414085388, "Finetune/Step": 4411, "Finetune/Step Time": 6.072723068296909}
+{"Finetune/Learning Rate": 4.784221005382706e-07, "Finetune/Loss": 0.785161018371582, "Finetune/Loss (Raw)": 0.7297114729881287, "Finetune/Step": 4412, "Finetune/Step Time": 6.078835627064109}
+{"Finetune/Learning Rate": 4.763961191276445e-07, "Finetune/Loss": 0.7853723764419556, "Finetune/Loss (Raw)": 0.7771906852722168, "Finetune/Step": 4413, "Finetune/Step Time": 6.081170618534088}
+{"Finetune/Learning Rate": 4.743743318726879e-07, "Finetune/Loss": 0.7856842279434204, "Finetune/Loss (Raw)": 0.7898851037025452, "Finetune/Step": 4414, "Finetune/Step Time": 6.080593757331371}
+{"Finetune/Learning Rate": 4.723567396637874e-07, "Finetune/Loss": 0.7836602330207825, "Finetune/Loss (Raw)": 0.5924190878868103, "Finetune/Step": 4415, "Finetune/Step Time": 6.081327334046364}
+{"Finetune/Learning Rate": 4.703433433894822e-07, "Finetune/Loss": 0.7839388847351074, "Finetune/Loss (Raw)": 0.8499873280525208, "Finetune/Step": 4416, "Finetune/Step Time": 6.084295632317662}
+{"Finetune/Learning Rate": 4.6833414393646306e-07, "Finetune/Loss": 0.7836059331893921, "Finetune/Loss (Raw)": 0.8127943873405457, "Finetune/Step": 4417, "Finetune/Step Time": 6.081796145066619}
+{"Finetune/Learning Rate": 4.6632914218957437e-07, "Finetune/Loss": 0.7829006910324097, "Finetune/Loss (Raw)": 0.7222524881362915, "Finetune/Step": 4418, "Finetune/Step Time": 6.084237601608038}
+{"Finetune/Learning Rate": 4.643283390318087e-07, "Finetune/Loss": 0.7837964296340942, "Finetune/Loss (Raw)": 0.9225066900253296, "Finetune/Step": 4419, "Finetune/Step Time": 6.079831104725599}
+{"Finetune/Learning Rate": 4.623317353443135e-07, "Finetune/Loss": 0.7829232215881348, "Finetune/Loss (Raw)": 0.76804518699646, "Finetune/Step": 4420, "Finetune/Step Time": 6.09006230533123}
+{"Finetune/Learning Rate": 4.6033933200638315e-07, "Finetune/Loss": 0.7834271192550659, "Finetune/Loss (Raw)": 0.9104786515235901, "Finetune/Step": 4421, "Finetune/Step Time": 6.088721204549074}
+{"Finetune/Learning Rate": 4.583511298954646e-07, "Finetune/Loss": 0.7837783694267273, "Finetune/Loss (Raw)": 0.7483891844749451, "Finetune/Step": 4422, "Finetune/Step Time": 6.087324436753988}
+{"Finetune/Learning Rate": 4.5636712988715305e-07, "Finetune/Loss": 0.7832747101783752, "Finetune/Loss (Raw)": 0.8199089765548706, "Finetune/Step": 4423, "Finetune/Step Time": 6.087091213092208}
+{"Finetune/Learning Rate": 4.543873328551951e-07, "Finetune/Loss": 0.7829284071922302, "Finetune/Loss (Raw)": 0.7463372945785522, "Finetune/Step": 4424, "Finetune/Step Time": 6.0890779215842485}
+{"Finetune/Learning Rate": 4.5241173967148444e-07, "Finetune/Loss": 0.7816706895828247, "Finetune/Loss (Raw)": 0.6104419827461243, "Finetune/Step": 4425, "Finetune/Step Time": 6.098777046427131}
+{"Finetune/Learning Rate": 4.50440351206064e-07, "Finetune/Loss": 0.7826176881790161, "Finetune/Loss (Raw)": 0.8842900991439819, "Finetune/Step": 4426, "Finetune/Step Time": 6.074913898482919}
+{"Finetune/Learning Rate": 4.4847316832712597e-07, "Finetune/Loss": 0.7824471592903137, "Finetune/Loss (Raw)": 0.7903980612754822, "Finetune/Step": 4427, "Finetune/Step Time": 6.076706634834409}
+{"Finetune/Learning Rate": 4.465101919010073e-07, "Finetune/Loss": 0.7812032103538513, "Finetune/Loss (Raw)": 0.7490353584289551, "Finetune/Step": 4428, "Finetune/Step Time": 6.071555273607373}
+{"Finetune/Learning Rate": 4.4455142279219764e-07, "Finetune/Loss": 0.7818392515182495, "Finetune/Loss (Raw)": 0.8328539133071899, "Finetune/Step": 4429, "Finetune/Step Time": 6.064871918410063}
+{"Finetune/Learning Rate": 4.425968618633292e-07, "Finetune/Loss": 0.7838402986526489, "Finetune/Loss (Raw)": 1.028029203414917, "Finetune/Step": 4430, "Finetune/Step Time": 6.062549345195293}
+{"Finetune/Learning Rate": 4.406465099751822e-07, "Finetune/Loss": 0.7845317125320435, "Finetune/Loss (Raw)": 0.9391626119613647, "Finetune/Step": 4431, "Finetune/Step Time": 6.062404790893197}
+{"Finetune/Learning Rate": 4.3870036798668527e-07, "Finetune/Loss": 0.7830281257629395, "Finetune/Loss (Raw)": 0.6514699459075928, "Finetune/Step": 4432, "Finetune/Step Time": 6.049725864082575}
+{"Finetune/Learning Rate": 4.3675843675490826e-07, "Finetune/Loss": 0.7834068536758423, "Finetune/Loss (Raw)": 0.8499348759651184, "Finetune/Step": 4433, "Finetune/Step Time": 6.048791764304042}
+{"Finetune/Learning Rate": 4.3482071713507267e-07, "Finetune/Loss": 0.7826560735702515, "Finetune/Loss (Raw)": 0.682563066482544, "Finetune/Step": 4434, "Finetune/Step Time": 6.054517330601811}
+{"Finetune/Learning Rate": 4.3288720998054037e-07, "Finetune/Loss": 0.7832077145576477, "Finetune/Loss (Raw)": 0.8019773960113525, "Finetune/Step": 4435, "Finetune/Step Time": 6.046334879472852}
+{"Finetune/Learning Rate": 4.3095791614282013e-07, "Finetune/Loss": 0.7848541736602783, "Finetune/Loss (Raw)": 0.9315842390060425, "Finetune/Step": 4436, "Finetune/Step Time": 6.042365895584226}
+{"Finetune/Learning Rate": 4.290328364715668e-07, "Finetune/Loss": 0.7854633927345276, "Finetune/Loss (Raw)": 0.7585639357566833, "Finetune/Step": 4437, "Finetune/Step Time": 6.0524800308048725}
+{"Finetune/Learning Rate": 4.271119718145744e-07, "Finetune/Loss": 0.7858677506446838, "Finetune/Loss (Raw)": 0.9132686853408813, "Finetune/Step": 4438, "Finetune/Step Time": 6.052220242097974}
+{"Finetune/Learning Rate": 4.251953230177852e-07, "Finetune/Loss": 0.7834598422050476, "Finetune/Loss (Raw)": 0.6454337239265442, "Finetune/Step": 4439, "Finetune/Step Time": 6.057123666629195}
+{"Finetune/Learning Rate": 4.232828909252851e-07, "Finetune/Loss": 0.7834022045135498, "Finetune/Loss (Raw)": 0.8214526772499084, "Finetune/Step": 4440, "Finetune/Step Time": 6.055981500074267}
+{"Finetune/Learning Rate": 4.2137467637929806e-07, "Finetune/Loss": 0.7823128700256348, "Finetune/Loss (Raw)": 0.7281100749969482, "Finetune/Step": 4441, "Finetune/Step Time": 6.048334486782551}
+{"Finetune/Learning Rate": 4.1947068022019645e-07, "Finetune/Loss": 0.7843125462532043, "Finetune/Loss (Raw)": 0.9207309484481812, "Finetune/Step": 4442, "Finetune/Step Time": 6.039751967415214}
+{"Finetune/Learning Rate": 4.175709032864905e-07, "Finetune/Loss": 0.7838791608810425, "Finetune/Loss (Raw)": 0.8726489543914795, "Finetune/Step": 4443, "Finetune/Step Time": 6.039926256984472}
+{"Finetune/Learning Rate": 4.1567534641483553e-07, "Finetune/Loss": 0.7843172550201416, "Finetune/Loss (Raw)": 0.7810730934143066, "Finetune/Step": 4444, "Finetune/Step Time": 6.025858299806714}
+{"Finetune/Learning Rate": 4.137840104400259e-07, "Finetune/Loss": 0.7839438915252686, "Finetune/Loss (Raw)": 0.8186169266700745, "Finetune/Step": 4445, "Finetune/Step Time": 6.022376170381904}
+{"Finetune/Learning Rate": 4.1189689619499873e-07, "Finetune/Loss": 0.7839183807373047, "Finetune/Loss (Raw)": 0.8102939128875732, "Finetune/Step": 4446, "Finetune/Step Time": 6.022655205801129}
+{"Finetune/Learning Rate": 4.100140045108314e-07, "Finetune/Loss": 0.7850453853607178, "Finetune/Loss (Raw)": 0.7595220804214478, "Finetune/Step": 4447, "Finetune/Step Time": 6.01474660076201}
+{"Finetune/Learning Rate": 4.081353362167406e-07, "Finetune/Loss": 0.7848196625709534, "Finetune/Loss (Raw)": 0.7889724373817444, "Finetune/Step": 4448, "Finetune/Step Time": 6.011119747534394}
+{"Finetune/Learning Rate": 4.062608921400857e-07, "Finetune/Loss": 0.7843154668807983, "Finetune/Loss (Raw)": 0.6490483283996582, "Finetune/Step": 4449, "Finetune/Step Time": 6.003979289904237}
+{"Finetune/Learning Rate": 4.043906731063629e-07, "Finetune/Loss": 0.7826864719390869, "Finetune/Loss (Raw)": 0.640258252620697, "Finetune/Step": 4450, "Finetune/Step Time": 6.030652295798063}
+{"Finetune/Learning Rate": 4.02524679939208e-07, "Finetune/Loss": 0.7821670770645142, "Finetune/Loss (Raw)": 0.8234623074531555, "Finetune/Step": 4451, "Finetune/Step Time": 6.032048186287284}
+{"Finetune/Learning Rate": 4.00662913460399e-07, "Finetune/Loss": 0.781203031539917, "Finetune/Loss (Raw)": 0.7451006770133972, "Finetune/Step": 4452, "Finetune/Step Time": 6.03382714651525}
+{"Finetune/Learning Rate": 3.98805374489849e-07, "Finetune/Loss": 0.7799212336540222, "Finetune/Loss (Raw)": 0.7342171669006348, "Finetune/Step": 4453, "Finetune/Step Time": 6.036125347018242}
+{"Finetune/Learning Rate": 3.9695206384561034e-07, "Finetune/Loss": 0.7780129909515381, "Finetune/Loss (Raw)": 0.6359920501708984, "Finetune/Step": 4454, "Finetune/Step Time": 6.063370881602168}
+{"Finetune/Learning Rate": 3.9510298234387346e-07, "Finetune/Loss": 0.7770203351974487, "Finetune/Loss (Raw)": 0.7513577342033386, "Finetune/Step": 4455, "Finetune/Step Time": 6.044495111331344}
+{"Finetune/Learning Rate": 3.932581307989658e-07, "Finetune/Loss": 0.7758482694625854, "Finetune/Loss (Raw)": 0.6984494924545288, "Finetune/Step": 4456, "Finetune/Step Time": 6.035301547497511}
+{"Finetune/Learning Rate": 3.9141751002335303e-07, "Finetune/Loss": 0.7756108045578003, "Finetune/Loss (Raw)": 0.7273339033126831, "Finetune/Step": 4457, "Finetune/Step Time": 6.024464061483741}
+{"Finetune/Learning Rate": 3.8958112082763564e-07, "Finetune/Loss": 0.7753768563270569, "Finetune/Loss (Raw)": 0.8481148481369019, "Finetune/Step": 4458, "Finetune/Step Time": 6.027225438505411}
+{"Finetune/Learning Rate": 3.877489640205545e-07, "Finetune/Loss": 0.7757471799850464, "Finetune/Loss (Raw)": 0.7650251984596252, "Finetune/Step": 4459, "Finetune/Step Time": 6.025611594319344}
+{"Finetune/Learning Rate": 3.859210404089808e-07, "Finetune/Loss": 0.7756602168083191, "Finetune/Loss (Raw)": 0.7332592010498047, "Finetune/Step": 4460, "Finetune/Step Time": 6.0344504583626986}
+{"Finetune/Learning Rate": 3.840973507979262e-07, "Finetune/Loss": 0.7746245861053467, "Finetune/Loss (Raw)": 0.5626217722892761, "Finetune/Step": 4461, "Finetune/Step Time": 6.032668827101588}
+{"Finetune/Learning Rate": 3.82277895990536e-07, "Finetune/Loss": 0.7743909358978271, "Finetune/Loss (Raw)": 0.9507264494895935, "Finetune/Step": 4462, "Finetune/Step Time": 6.0263035371899605}
+{"Finetune/Learning Rate": 3.8046267678809033e-07, "Finetune/Loss": 0.7750571966171265, "Finetune/Loss (Raw)": 0.7668546438217163, "Finetune/Step": 4463, "Finetune/Step Time": 6.03536188788712}
+{"Finetune/Learning Rate": 3.7865169399000313e-07, "Finetune/Loss": 0.7756072282791138, "Finetune/Loss (Raw)": 0.8608773946762085, "Finetune/Step": 4464, "Finetune/Step Time": 6.036476757377386}
+{"Finetune/Learning Rate": 3.7684494839382525e-07, "Finetune/Loss": 0.7765247821807861, "Finetune/Loss (Raw)": 0.6634697914123535, "Finetune/Step": 4465, "Finetune/Step Time": 6.01354886777699}
+{"Finetune/Learning Rate": 3.7504244079524023e-07, "Finetune/Loss": 0.7751976847648621, "Finetune/Loss (Raw)": 0.6791759133338928, "Finetune/Step": 4466, "Finetune/Step Time": 6.020482884719968}
+{"Finetune/Learning Rate": 3.7324417198806305e-07, "Finetune/Loss": 0.7766200304031372, "Finetune/Loss (Raw)": 0.8981460332870483, "Finetune/Step": 4467, "Finetune/Step Time": 6.003503013402224}
+{"Finetune/Learning Rate": 3.7145014276424585e-07, "Finetune/Loss": 0.7761833667755127, "Finetune/Loss (Raw)": 0.7079388499259949, "Finetune/Step": 4468, "Finetune/Step Time": 6.0010425709187984}
+{"Finetune/Learning Rate": 3.696603539138699e-07, "Finetune/Loss": 0.775700032711029, "Finetune/Loss (Raw)": 0.6093221306800842, "Finetune/Step": 4469, "Finetune/Step Time": 5.991717165336013}
+{"Finetune/Learning Rate": 3.6787480622515135e-07, "Finetune/Loss": 0.7767419815063477, "Finetune/Loss (Raw)": 0.9362319707870483, "Finetune/Step": 4470, "Finetune/Step Time": 5.987436508759856}
+{"Finetune/Learning Rate": 3.66093500484439e-07, "Finetune/Loss": 0.7769044637680054, "Finetune/Loss (Raw)": 0.7362003922462463, "Finetune/Step": 4471, "Finetune/Step Time": 5.98443871922791}
+{"Finetune/Learning Rate": 3.6431643747621205e-07, "Finetune/Loss": 0.774158239364624, "Finetune/Loss (Raw)": 0.6429310441017151, "Finetune/Step": 4472, "Finetune/Step Time": 5.994987852871418}
+{"Finetune/Learning Rate": 3.62543617983081e-07, "Finetune/Loss": 0.7756234407424927, "Finetune/Loss (Raw)": 0.8347505331039429, "Finetune/Step": 4473, "Finetune/Step Time": 5.988472478464246}
+{"Finetune/Learning Rate": 3.6077504278578923e-07, "Finetune/Loss": 0.7750951051712036, "Finetune/Loss (Raw)": 0.8145037293434143, "Finetune/Step": 4474, "Finetune/Step Time": 5.996601929888129}
+{"Finetune/Learning Rate": 3.590107126632081e-07, "Finetune/Loss": 0.7748092412948608, "Finetune/Loss (Raw)": 0.699609100818634, "Finetune/Step": 4475, "Finetune/Step Time": 5.994978109374642}
+{"Finetune/Learning Rate": 3.572506283923438e-07, "Finetune/Loss": 0.77432781457901, "Finetune/Loss (Raw)": 0.7095035314559937, "Finetune/Step": 4476, "Finetune/Step Time": 5.996616117656231}
+{"Finetune/Learning Rate": 3.554947907483275e-07, "Finetune/Loss": 0.7741243839263916, "Finetune/Loss (Raw)": 0.7503498196601868, "Finetune/Step": 4477, "Finetune/Step Time": 6.003830073401332}
+{"Finetune/Learning Rate": 3.53743200504425e-07, "Finetune/Loss": 0.7734372019767761, "Finetune/Loss (Raw)": 0.6764480471611023, "Finetune/Step": 4478, "Finetune/Step Time": 6.004655666649342}
+{"Finetune/Learning Rate": 3.5199585843202824e-07, "Finetune/Loss": 0.7741093039512634, "Finetune/Loss (Raw)": 0.7905282974243164, "Finetune/Step": 4479, "Finetune/Step Time": 6.007205376401544}
+{"Finetune/Learning Rate": 3.5025276530066046e-07, "Finetune/Loss": 0.7741702795028687, "Finetune/Loss (Raw)": 0.7617972493171692, "Finetune/Step": 4480, "Finetune/Step Time": 5.9835179802030325}
+{"Finetune/Learning Rate": 3.4851392187797096e-07, "Finetune/Loss": 0.7738147974014282, "Finetune/Loss (Raw)": 0.6828219890594482, "Finetune/Step": 4481, "Finetune/Step Time": 5.982293952256441}
+{"Finetune/Learning Rate": 3.467793289297405e-07, "Finetune/Loss": 0.7714192867279053, "Finetune/Loss (Raw)": 0.5795271396636963, "Finetune/Step": 4482, "Finetune/Step Time": 5.983090575784445}
+{"Finetune/Learning Rate": 3.45048987219877e-07, "Finetune/Loss": 0.7715717554092407, "Finetune/Loss (Raw)": 0.8249571323394775, "Finetune/Step": 4483, "Finetune/Step Time": 5.988042155280709}
+{"Finetune/Learning Rate": 3.4332289751041523e-07, "Finetune/Loss": 0.7728632688522339, "Finetune/Loss (Raw)": 0.7534112930297852, "Finetune/Step": 4484, "Finetune/Step Time": 5.981719929724932}
+{"Finetune/Learning Rate": 3.416010605615161e-07, "Finetune/Loss": 0.7744545936584473, "Finetune/Loss (Raw)": 0.8431974053382874, "Finetune/Step": 4485, "Finetune/Step Time": 5.977641120553017}
+{"Finetune/Learning Rate": 3.3988347713147186e-07, "Finetune/Loss": 0.7748256325721741, "Finetune/Loss (Raw)": 0.8097250461578369, "Finetune/Step": 4486, "Finetune/Step Time": 5.974920820444822}
+{"Finetune/Learning Rate": 3.3817014797669857e-07, "Finetune/Loss": 0.7744001150131226, "Finetune/Loss (Raw)": 0.7454174757003784, "Finetune/Step": 4487, "Finetune/Step Time": 5.977583013474941}
+{"Finetune/Learning Rate": 3.3646107385174045e-07, "Finetune/Loss": 0.7720284461975098, "Finetune/Loss (Raw)": 0.4992729127407074, "Finetune/Step": 4488, "Finetune/Step Time": 6.00967731885612}
+{"Finetune/Learning Rate": 3.347562555092621e-07, "Finetune/Loss": 0.7719922065734863, "Finetune/Loss (Raw)": 0.5813113451004028, "Finetune/Step": 4489, "Finetune/Step Time": 6.008893687278032}
+{"Finetune/Learning Rate": 3.33055693700064e-07, "Finetune/Loss": 0.7715481519699097, "Finetune/Loss (Raw)": 0.635794997215271, "Finetune/Step": 4490, "Finetune/Step Time": 6.031085213646293}
+{"Finetune/Learning Rate": 3.3135938917306374e-07, "Finetune/Loss": 0.7724787592887878, "Finetune/Loss (Raw)": 0.7977064847946167, "Finetune/Step": 4491, "Finetune/Step Time": 6.035118289291859}
+{"Finetune/Learning Rate": 3.296673426753072e-07, "Finetune/Loss": 0.7719416618347168, "Finetune/Loss (Raw)": 0.7365931272506714, "Finetune/Step": 4492, "Finetune/Step Time": 6.034368950873613}
+{"Finetune/Learning Rate": 3.279795549519649e-07, "Finetune/Loss": 0.772881805896759, "Finetune/Loss (Raw)": 0.7649882435798645, "Finetune/Step": 4493, "Finetune/Step Time": 6.028484471142292}
+{"Finetune/Learning Rate": 3.262960267463311e-07, "Finetune/Loss": 0.7741938233375549, "Finetune/Loss (Raw)": 0.9408730864524841, "Finetune/Step": 4494, "Finetune/Step Time": 6.02675942517817}
+{"Finetune/Learning Rate": 3.24616758799825e-07, "Finetune/Loss": 0.773319661617279, "Finetune/Loss (Raw)": 0.7465583682060242, "Finetune/Step": 4495, "Finetune/Step Time": 6.032471004873514}
+{"Finetune/Learning Rate": 3.229417518519884e-07, "Finetune/Loss": 0.7745912075042725, "Finetune/Loss (Raw)": 0.6532083749771118, "Finetune/Step": 4496, "Finetune/Step Time": 6.0200115237385035}
+{"Finetune/Learning Rate": 3.2127100664048895e-07, "Finetune/Loss": 0.7756396532058716, "Finetune/Loss (Raw)": 0.7886261940002441, "Finetune/Step": 4497, "Finetune/Step Time": 6.023714167997241}
+{"Finetune/Learning Rate": 3.1960452390111476e-07, "Finetune/Loss": 0.7766990661621094, "Finetune/Loss (Raw)": 0.7671031951904297, "Finetune/Step": 4498, "Finetune/Step Time": 6.018066065385938}
+{"Finetune/Learning Rate": 3.1794230436777873e-07, "Finetune/Loss": 0.7761456966400146, "Finetune/Loss (Raw)": 0.7470868825912476, "Finetune/Step": 4499, "Finetune/Step Time": 5.990578837692738}
+{"Finetune/Learning Rate": 3.1628434877251535e-07, "Finetune/Loss": 0.7756686210632324, "Finetune/Loss (Raw)": 0.7344678640365601, "Finetune/Step": 4500, "Finetune/Step Time": 5.990476505830884}
+{"Finetune/Learning Rate": 3.146306578454805e-07, "Finetune/Loss": 0.7756872177124023, "Finetune/Loss (Raw)": 0.7766785025596619, "Finetune/Step": 4501, "Finetune/Step Time": 6.004849139600992}
+{"Finetune/Learning Rate": 3.129812323149528e-07, "Finetune/Loss": 0.7747557163238525, "Finetune/Loss (Raw)": 0.7536002993583679, "Finetune/Step": 4502, "Finetune/Step Time": 6.0066090654581785}
+{"Finetune/Learning Rate": 3.1133607290733447e-07, "Finetune/Loss": 0.7753527164459229, "Finetune/Loss (Raw)": 0.8860194683074951, "Finetune/Step": 4503, "Finetune/Step Time": 6.007486753165722}
+{"Finetune/Learning Rate": 3.0969518034714376e-07, "Finetune/Loss": 0.7741920948028564, "Finetune/Loss (Raw)": 0.760113000869751, "Finetune/Step": 4504, "Finetune/Step Time": 6.0147917829453945}
+{"Finetune/Learning Rate": 3.080585553570248e-07, "Finetune/Loss": 0.7740440964698792, "Finetune/Loss (Raw)": 0.7384613156318665, "Finetune/Step": 4505, "Finetune/Step Time": 6.013885926455259}
+{"Finetune/Learning Rate": 3.0642619865774104e-07, "Finetune/Loss": 0.7725881338119507, "Finetune/Loss (Raw)": 0.6839789748191833, "Finetune/Step": 4506, "Finetune/Step Time": 6.015146739780903}
+{"Finetune/Learning Rate": 3.0479811096817523e-07, "Finetune/Loss": 0.7733837366104126, "Finetune/Loss (Raw)": 0.941321611404419, "Finetune/Step": 4507, "Finetune/Step Time": 6.013100815936923}
+{"Finetune/Learning Rate": 3.031742930053283e-07, "Finetune/Loss": 0.7730593681335449, "Finetune/Loss (Raw)": 0.7639902234077454, "Finetune/Step": 4508, "Finetune/Step Time": 6.014690112322569}
+{"Finetune/Learning Rate": 3.015547454843259e-07, "Finetune/Loss": 0.7730066776275635, "Finetune/Loss (Raw)": 0.7301056385040283, "Finetune/Step": 4509, "Finetune/Step Time": 6.030498556792736}
+{"Finetune/Learning Rate": 2.9993946911840875e-07, "Finetune/Loss": 0.7711992263793945, "Finetune/Loss (Raw)": 0.6040453314781189, "Finetune/Step": 4510, "Finetune/Step Time": 6.029106371104717}
+{"Finetune/Learning Rate": 2.983284646189377e-07, "Finetune/Loss": 0.7709000706672668, "Finetune/Loss (Raw)": 0.747346043586731, "Finetune/Step": 4511, "Finetune/Step Time": 6.042677514255047}
+{"Finetune/Learning Rate": 2.9672173269539193e-07, "Finetune/Loss": 0.7704343795776367, "Finetune/Loss (Raw)": 0.8049069046974182, "Finetune/Step": 4512, "Finetune/Step Time": 6.041466865688562}
+{"Finetune/Learning Rate": 2.95119274055371e-07, "Finetune/Loss": 0.7707713842391968, "Finetune/Loss (Raw)": 0.8475632071495056, "Finetune/Step": 4513, "Finetune/Step Time": 6.030213708058}
+{"Finetune/Learning Rate": 2.9352108940459035e-07, "Finetune/Loss": 0.7716445922851562, "Finetune/Loss (Raw)": 0.8904722332954407, "Finetune/Step": 4514, "Finetune/Step Time": 6.041650200262666}
+{"Finetune/Learning Rate": 2.9192717944688366e-07, "Finetune/Loss": 0.77126145362854, "Finetune/Loss (Raw)": 0.8765716552734375, "Finetune/Step": 4515, "Finetune/Step Time": 6.041413178667426}
+{"Finetune/Learning Rate": 2.9033754488420274e-07, "Finetune/Loss": 0.7683224081993103, "Finetune/Loss (Raw)": 0.45730748772621155, "Finetune/Step": 4516, "Finetune/Step Time": 6.032571790739894}
+{"Finetune/Learning Rate": 2.887521864166154e-07, "Finetune/Loss": 0.7685073614120483, "Finetune/Loss (Raw)": 0.8097178936004639, "Finetune/Step": 4517, "Finetune/Step Time": 6.027881495654583}
+{"Finetune/Learning Rate": 2.8717110474230757e-07, "Finetune/Loss": 0.7702170014381409, "Finetune/Loss (Raw)": 0.8450599908828735, "Finetune/Step": 4518, "Finetune/Step Time": 6.02289954572916}
+{"Finetune/Learning Rate": 2.8559430055758007e-07, "Finetune/Loss": 0.77011638879776, "Finetune/Loss (Raw)": 0.8711718916893005, "Finetune/Step": 4519, "Finetune/Step Time": 6.02052459679544}
+{"Finetune/Learning Rate": 2.8402177455685296e-07, "Finetune/Loss": 0.7691508531570435, "Finetune/Loss (Raw)": 0.7071623206138611, "Finetune/Step": 4520, "Finetune/Step Time": 6.017508719116449}
+{"Finetune/Learning Rate": 2.8245352743265784e-07, "Finetune/Loss": 0.7688723802566528, "Finetune/Loss (Raw)": 0.9149185419082642, "Finetune/Step": 4521, "Finetune/Step Time": 6.021420096978545}
+{"Finetune/Learning Rate": 2.808895598756467e-07, "Finetune/Loss": 0.7702740430831909, "Finetune/Loss (Raw)": 0.8730425238609314, "Finetune/Step": 4522, "Finetune/Step Time": 6.019424172118306}
+{"Finetune/Learning Rate": 2.793298725745808e-07, "Finetune/Loss": 0.7701523303985596, "Finetune/Loss (Raw)": 0.7052107453346252, "Finetune/Step": 4523, "Finetune/Step Time": 6.026333067566156}
+{"Finetune/Learning Rate": 2.7777446621634284e-07, "Finetune/Loss": 0.7709454298019409, "Finetune/Loss (Raw)": 0.8065534830093384, "Finetune/Step": 4524, "Finetune/Step Time": 6.024553269147873}
+{"Finetune/Learning Rate": 2.762233414859272e-07, "Finetune/Loss": 0.7693448662757874, "Finetune/Loss (Raw)": 0.8363738059997559, "Finetune/Step": 4525, "Finetune/Step Time": 6.030779637396336}
+{"Finetune/Learning Rate": 2.74676499066443e-07, "Finetune/Loss": 0.7702509164810181, "Finetune/Loss (Raw)": 0.8113020658493042, "Finetune/Step": 4526, "Finetune/Step Time": 6.043066717684269}
+{"Finetune/Learning Rate": 2.731339396391097e-07, "Finetune/Loss": 0.7713465690612793, "Finetune/Loss (Raw)": 0.8200221061706543, "Finetune/Step": 4527, "Finetune/Step Time": 6.035833228379488}
+{"Finetune/Learning Rate": 2.715956638832684e-07, "Finetune/Loss": 0.7718963623046875, "Finetune/Loss (Raw)": 0.8455625176429749, "Finetune/Step": 4528, "Finetune/Step Time": 6.046673405915499}
+{"Finetune/Learning Rate": 2.7006167247636826e-07, "Finetune/Loss": 0.7717022895812988, "Finetune/Loss (Raw)": 0.7796680331230164, "Finetune/Step": 4529, "Finetune/Step Time": 6.0548350885510445}
+{"Finetune/Learning Rate": 2.6853196609397224e-07, "Finetune/Loss": 0.771898090839386, "Finetune/Loss (Raw)": 0.7968803644180298, "Finetune/Step": 4530, "Finetune/Step Time": 6.023975787684321}
+{"Finetune/Learning Rate": 2.670065454097548e-07, "Finetune/Loss": 0.7709735035896301, "Finetune/Loss (Raw)": 0.8605872392654419, "Finetune/Step": 4531, "Finetune/Step Time": 6.021135199815035}
+{"Finetune/Learning Rate": 2.6548541109550853e-07, "Finetune/Loss": 0.7721664905548096, "Finetune/Loss (Raw)": 0.7071706652641296, "Finetune/Step": 4532, "Finetune/Step Time": 6.0155106000602245}
+{"Finetune/Learning Rate": 2.6396856382113203e-07, "Finetune/Loss": 0.7722029685974121, "Finetune/Loss (Raw)": 0.6974369883537292, "Finetune/Step": 4533, "Finetune/Step Time": 6.0196399968117476}
+{"Finetune/Learning Rate": 2.624560042546398e-07, "Finetune/Loss": 0.7721090316772461, "Finetune/Loss (Raw)": 0.9070591926574707, "Finetune/Step": 4534, "Finetune/Step Time": 6.003207147121429}
+{"Finetune/Learning Rate": 2.609477330621557e-07, "Finetune/Loss": 0.7717173099517822, "Finetune/Loss (Raw)": 0.645959734916687, "Finetune/Step": 4535, "Finetune/Step Time": 6.002266554161906}
+{"Finetune/Learning Rate": 2.594437509079184e-07, "Finetune/Loss": 0.770453691482544, "Finetune/Loss (Raw)": 0.7282187342643738, "Finetune/Step": 4536, "Finetune/Step Time": 6.01172443293035}
+{"Finetune/Learning Rate": 2.579440584542736e-07, "Finetune/Loss": 0.7690790891647339, "Finetune/Loss (Raw)": 0.7877355217933655, "Finetune/Step": 4537, "Finetune/Step Time": 6.016580415889621}
+{"Finetune/Learning Rate": 2.564486563616786e-07, "Finetune/Loss": 0.7684265375137329, "Finetune/Loss (Raw)": 0.7236933708190918, "Finetune/Step": 4538, "Finetune/Step Time": 6.0159264747053385}
+{"Finetune/Learning Rate": 2.549575452887032e-07, "Finetune/Loss": 0.7696043252944946, "Finetune/Loss (Raw)": 0.769770622253418, "Finetune/Step": 4539, "Finetune/Step Time": 6.006786804646254}
+{"Finetune/Learning Rate": 2.534707258920288e-07, "Finetune/Loss": 0.7708808183670044, "Finetune/Loss (Raw)": 0.8931044340133667, "Finetune/Step": 4540, "Finetune/Step Time": 6.005211289972067}
+{"Finetune/Learning Rate": 2.519881988264417e-07, "Finetune/Loss": 0.7708814144134521, "Finetune/Loss (Raw)": 0.7772685289382935, "Finetune/Step": 4541, "Finetune/Step Time": 6.021660830825567}
+{"Finetune/Learning Rate": 2.5050996474484055e-07, "Finetune/Loss": 0.7693211436271667, "Finetune/Loss (Raw)": 0.5901723504066467, "Finetune/Step": 4542, "Finetune/Step Time": 6.034448835998774}
+{"Finetune/Learning Rate": 2.4903602429823595e-07, "Finetune/Loss": 0.7696914672851562, "Finetune/Loss (Raw)": 0.639819860458374, "Finetune/Step": 4543, "Finetune/Step Time": 6.046567481011152}
+{"Finetune/Learning Rate": 2.4756637813574294e-07, "Finetune/Loss": 0.7689537405967712, "Finetune/Loss (Raw)": 0.7555593848228455, "Finetune/Step": 4544, "Finetune/Step Time": 6.047451104968786}
+{"Finetune/Learning Rate": 2.4610102690459045e-07, "Finetune/Loss": 0.7687615156173706, "Finetune/Loss (Raw)": 0.7881935834884644, "Finetune/Step": 4545, "Finetune/Step Time": 6.052784161642194}
+{"Finetune/Learning Rate": 2.4463997125010797e-07, "Finetune/Loss": 0.7698547840118408, "Finetune/Loss (Raw)": 0.8621821403503418, "Finetune/Step": 4546, "Finetune/Step Time": 6.0539355501532555}
+{"Finetune/Learning Rate": 2.431832118157429e-07, "Finetune/Loss": 0.7691240310668945, "Finetune/Loss (Raw)": 0.8289659023284912, "Finetune/Step": 4547, "Finetune/Step Time": 6.077966770157218}
+{"Finetune/Learning Rate": 2.417307492430443e-07, "Finetune/Loss": 0.7692697048187256, "Finetune/Loss (Raw)": 0.7866974472999573, "Finetune/Step": 4548, "Finetune/Step Time": 6.069485232234001}
+{"Finetune/Learning Rate": 2.402825841716727e-07, "Finetune/Loss": 0.7677263617515564, "Finetune/Loss (Raw)": 0.7129337787628174, "Finetune/Step": 4549, "Finetune/Step Time": 6.077750265598297}
+{"Finetune/Learning Rate": 2.3883871723938913e-07, "Finetune/Loss": 0.7682042121887207, "Finetune/Loss (Raw)": 0.8095512390136719, "Finetune/Step": 4550, "Finetune/Step Time": 6.076658463105559}
+{"Finetune/Learning Rate": 2.3739914908207152e-07, "Finetune/Loss": 0.7671775817871094, "Finetune/Loss (Raw)": 0.6885004043579102, "Finetune/Step": 4551, "Finetune/Step Time": 6.094941206276417}
+{"Finetune/Learning Rate": 2.3596388033369723e-07, "Finetune/Loss": 0.7665261030197144, "Finetune/Loss (Raw)": 0.6629461050033569, "Finetune/Step": 4552, "Finetune/Step Time": 6.089437656104565}
+{"Finetune/Learning Rate": 2.3453291162635505e-07, "Finetune/Loss": 0.7687238454818726, "Finetune/Loss (Raw)": 0.8917611837387085, "Finetune/Step": 4553, "Finetune/Step Time": 6.082480620592833}
+{"Finetune/Learning Rate": 2.3310624359023427e-07, "Finetune/Loss": 0.7667716145515442, "Finetune/Loss (Raw)": 0.6344003081321716, "Finetune/Step": 4554, "Finetune/Step Time": 6.08694589138031}
+{"Finetune/Learning Rate": 2.3168387685363557e-07, "Finetune/Loss": 0.7669709920883179, "Finetune/Loss (Raw)": 0.8159112930297852, "Finetune/Step": 4555, "Finetune/Step Time": 6.085733698680997}
+{"Finetune/Learning Rate": 2.302658120429635e-07, "Finetune/Loss": 0.7664936780929565, "Finetune/Loss (Raw)": 0.6879430413246155, "Finetune/Step": 4556, "Finetune/Step Time": 6.108491530641913}
+{"Finetune/Learning Rate": 2.2885204978272624e-07, "Finetune/Loss": 0.7678347826004028, "Finetune/Loss (Raw)": 1.0045191049575806, "Finetune/Step": 4557, "Finetune/Step Time": 6.108030166476965}
+{"Finetune/Learning Rate": 2.2744259069554132e-07, "Finetune/Loss": 0.7649316787719727, "Finetune/Loss (Raw)": 0.656435489654541, "Finetune/Step": 4558, "Finetune/Step Time": 6.108663011342287}
+{"Finetune/Learning Rate": 2.2603743540212663e-07, "Finetune/Loss": 0.7623190879821777, "Finetune/Loss (Raw)": 0.6047390699386597, "Finetune/Step": 4559, "Finetune/Step Time": 6.112648870795965}
+{"Finetune/Learning Rate": 2.2463658452130942e-07, "Finetune/Loss": 0.7633373737335205, "Finetune/Loss (Raw)": 0.7818193435668945, "Finetune/Step": 4560, "Finetune/Step Time": 6.10995046980679}
+{"Finetune/Learning Rate": 2.2324003867001398e-07, "Finetune/Loss": 0.763642430305481, "Finetune/Loss (Raw)": 0.8889886736869812, "Finetune/Step": 4561, "Finetune/Step Time": 6.1131550166755915}
+{"Finetune/Learning Rate": 2.2184779846327832e-07, "Finetune/Loss": 0.7633254528045654, "Finetune/Loss (Raw)": 0.6419777870178223, "Finetune/Step": 4562, "Finetune/Step Time": 6.11985476501286}
+{"Finetune/Learning Rate": 2.2045986451423528e-07, "Finetune/Loss": 0.7630343437194824, "Finetune/Loss (Raw)": 0.7647201418876648, "Finetune/Step": 4563, "Finetune/Step Time": 6.134840488433838}
+{"Finetune/Learning Rate": 2.190762374341293e-07, "Finetune/Loss": 0.7618145942687988, "Finetune/Loss (Raw)": 0.7754542231559753, "Finetune/Step": 4564, "Finetune/Step Time": 6.142670189961791}
+{"Finetune/Learning Rate": 2.1769691783229853e-07, "Finetune/Loss": 0.762104868888855, "Finetune/Loss (Raw)": 0.7957195043563843, "Finetune/Step": 4565, "Finetune/Step Time": 6.1342291589826345}
+{"Finetune/Learning Rate": 2.1632190631619475e-07, "Finetune/Loss": 0.7626626491546631, "Finetune/Loss (Raw)": 0.984659731388092, "Finetune/Step": 4566, "Finetune/Step Time": 6.136203298345208}
+{"Finetune/Learning Rate": 2.149512034913648e-07, "Finetune/Loss": 0.7636553049087524, "Finetune/Loss (Raw)": 0.7724963426589966, "Finetune/Step": 4567, "Finetune/Step Time": 6.132553912699223}
+{"Finetune/Learning Rate": 2.1358480996146235e-07, "Finetune/Loss": 0.7638550996780396, "Finetune/Loss (Raw)": 0.8470325469970703, "Finetune/Step": 4568, "Finetune/Step Time": 6.142083277925849}
+{"Finetune/Learning Rate": 2.1222272632823725e-07, "Finetune/Loss": 0.7642930746078491, "Finetune/Loss (Raw)": 0.7841676473617554, "Finetune/Step": 4569, "Finetune/Step Time": 6.142208082601428}
+{"Finetune/Learning Rate": 2.1086495319155075e-07, "Finetune/Loss": 0.7637664079666138, "Finetune/Loss (Raw)": 0.8533159494400024, "Finetune/Step": 4570, "Finetune/Step Time": 6.150157751515508}
+{"Finetune/Learning Rate": 2.0951149114935675e-07, "Finetune/Loss": 0.7639322280883789, "Finetune/Loss (Raw)": 0.893873929977417, "Finetune/Step": 4571, "Finetune/Step Time": 6.14642871171236}
+{"Finetune/Learning Rate": 2.0816234079771736e-07, "Finetune/Loss": 0.7639803886413574, "Finetune/Loss (Raw)": 0.7872430086135864, "Finetune/Step": 4572, "Finetune/Step Time": 6.146192288026214}
+{"Finetune/Learning Rate": 2.068175027307895e-07, "Finetune/Loss": 0.7632343173027039, "Finetune/Loss (Raw)": 0.7231183052062988, "Finetune/Step": 4573, "Finetune/Step Time": 6.147220237180591}
+{"Finetune/Learning Rate": 2.0547697754083607e-07, "Finetune/Loss": 0.7618228197097778, "Finetune/Loss (Raw)": 0.6296197772026062, "Finetune/Step": 4574, "Finetune/Step Time": 6.1544356644153595}
+{"Finetune/Learning Rate": 2.041407658182204e-07, "Finetune/Loss": 0.7616578340530396, "Finetune/Loss (Raw)": 0.7383995056152344, "Finetune/Step": 4575, "Finetune/Step Time": 6.16619348526001}
+{"Finetune/Learning Rate": 2.0280886815140065e-07, "Finetune/Loss": 0.7623461484909058, "Finetune/Loss (Raw)": 0.877074122428894, "Finetune/Step": 4576, "Finetune/Step Time": 6.170170268043876}
+{"Finetune/Learning Rate": 2.014812851269421e-07, "Finetune/Loss": 0.7634324431419373, "Finetune/Loss (Raw)": 0.7881013751029968, "Finetune/Step": 4577, "Finetune/Step Time": 6.164263129234314}
+{"Finetune/Learning Rate": 2.001580173295059e-07, "Finetune/Loss": 0.7632695436477661, "Finetune/Loss (Raw)": 0.6194091439247131, "Finetune/Step": 4578, "Finetune/Step Time": 6.136870842427015}
+{"Finetune/Learning Rate": 1.9883906534185482e-07, "Finetune/Loss": 0.7635167241096497, "Finetune/Loss (Raw)": 0.8551010489463806, "Finetune/Step": 4579, "Finetune/Step Time": 6.1410032864660025}
+{"Finetune/Learning Rate": 1.9752442974484643e-07, "Finetune/Loss": 0.7635856866836548, "Finetune/Loss (Raw)": 0.753928542137146, "Finetune/Step": 4580, "Finetune/Step Time": 6.140984749421477}
+{"Finetune/Learning Rate": 1.9621411111744426e-07, "Finetune/Loss": 0.7640684843063354, "Finetune/Loss (Raw)": 0.7960129976272583, "Finetune/Step": 4581, "Finetune/Step Time": 6.143890202045441}
+{"Finetune/Learning Rate": 1.9490811003670674e-07, "Finetune/Loss": 0.7657610177993774, "Finetune/Loss (Raw)": 0.8526325821876526, "Finetune/Step": 4582, "Finetune/Step Time": 6.1097023617476225}
+{"Finetune/Learning Rate": 1.9360642707779154e-07, "Finetune/Loss": 0.7664897441864014, "Finetune/Loss (Raw)": 0.8446440100669861, "Finetune/Step": 4583, "Finetune/Step Time": 6.106500303372741}
+{"Finetune/Learning Rate": 1.9230906281395122e-07, "Finetune/Loss": 0.7670122385025024, "Finetune/Loss (Raw)": 0.7653228044509888, "Finetune/Step": 4584, "Finetune/Step Time": 6.0987945180386305}
+{"Finetune/Learning Rate": 1.9101601781654212e-07, "Finetune/Loss": 0.7681527733802795, "Finetune/Loss (Raw)": 0.8733232617378235, "Finetune/Step": 4585, "Finetune/Step Time": 6.09821037016809}
+{"Finetune/Learning Rate": 1.8972729265501756e-07, "Finetune/Loss": 0.7665442228317261, "Finetune/Loss (Raw)": 0.6422209143638611, "Finetune/Step": 4586, "Finetune/Step Time": 6.100347988307476}
+{"Finetune/Learning Rate": 1.8844288789692467e-07, "Finetune/Loss": 0.7663830518722534, "Finetune/Loss (Raw)": 0.7443968057632446, "Finetune/Step": 4587, "Finetune/Step Time": 6.0968177281320095}
+{"Finetune/Learning Rate": 1.8716280410790877e-07, "Finetune/Loss": 0.7659186124801636, "Finetune/Loss (Raw)": 0.6738020777702332, "Finetune/Step": 4588, "Finetune/Step Time": 6.0827515702694654}
+{"Finetune/Learning Rate": 1.8588704185171558e-07, "Finetune/Loss": 0.7682722806930542, "Finetune/Loss (Raw)": 0.8639001250267029, "Finetune/Step": 4589, "Finetune/Step Time": 6.08372743986547}
+{"Finetune/Learning Rate": 1.8461560169018566e-07, "Finetune/Loss": 0.7654579877853394, "Finetune/Loss (Raw)": 0.5904886722564697, "Finetune/Step": 4590, "Finetune/Step Time": 6.091483555734158}
+{"Finetune/Learning Rate": 1.8334848418325446e-07, "Finetune/Loss": 0.7649253010749817, "Finetune/Loss (Raw)": 0.6986739039421082, "Finetune/Step": 4591, "Finetune/Step Time": 6.072375161573291}
+{"Finetune/Learning Rate": 1.820856898889556e-07, "Finetune/Loss": 0.7645918726921082, "Finetune/Loss (Raw)": 0.8181967735290527, "Finetune/Step": 4592, "Finetune/Step Time": 6.07742783986032}
+{"Finetune/Learning Rate": 1.8082721936341973e-07, "Finetune/Loss": 0.7661929130554199, "Finetune/Loss (Raw)": 0.8684108853340149, "Finetune/Step": 4593, "Finetune/Step Time": 6.082993660122156}
+{"Finetune/Learning Rate": 1.7957307316087135e-07, "Finetune/Loss": 0.7652958631515503, "Finetune/Loss (Raw)": 0.5643509030342102, "Finetune/Step": 4594, "Finetune/Step Time": 6.080820083618164}
+{"Finetune/Learning Rate": 1.7832325183363086e-07, "Finetune/Loss": 0.7647051215171814, "Finetune/Loss (Raw)": 0.8225330114364624, "Finetune/Step": 4595, "Finetune/Step Time": 6.070148058235645}
+{"Finetune/Learning Rate": 1.7707775593211352e-07, "Finetune/Loss": 0.7647635340690613, "Finetune/Loss (Raw)": 0.7154099941253662, "Finetune/Step": 4596, "Finetune/Step Time": 6.063973885029554}
+{"Finetune/Learning Rate": 1.7583658600483166e-07, "Finetune/Loss": 0.7654328942298889, "Finetune/Loss (Raw)": 0.6950065493583679, "Finetune/Step": 4597, "Finetune/Step Time": 6.061292441561818}
+{"Finetune/Learning Rate": 1.7459974259839363e-07, "Finetune/Loss": 0.7635728120803833, "Finetune/Loss (Raw)": 0.6981333494186401, "Finetune/Step": 4598, "Finetune/Step Time": 6.067146021872759}
+{"Finetune/Learning Rate": 1.7336722625749592e-07, "Finetune/Loss": 0.7627450823783875, "Finetune/Loss (Raw)": 0.630259096622467, "Finetune/Step": 4599, "Finetune/Step Time": 6.070237752050161}
+{"Finetune/Learning Rate": 1.7213903752493544e-07, "Finetune/Loss": 0.7639795541763306, "Finetune/Loss (Raw)": 0.8009406924247742, "Finetune/Step": 4600, "Finetune/Step Time": 6.0549327824264765}
+{"Finetune/Learning Rate": 1.7091517694160287e-07, "Finetune/Loss": 0.764202356338501, "Finetune/Loss (Raw)": 0.8632717132568359, "Finetune/Step": 4601, "Finetune/Step Time": 6.055116048082709}
+{"Finetune/Learning Rate": 1.696956450464793e-07, "Finetune/Loss": 0.7630873918533325, "Finetune/Loss (Raw)": 0.671777606010437, "Finetune/Step": 4602, "Finetune/Step Time": 6.071816366165876}
+{"Finetune/Learning Rate": 1.6848044237664175e-07, "Finetune/Loss": 0.7629613876342773, "Finetune/Loss (Raw)": 0.6834865808486938, "Finetune/Step": 4603, "Finetune/Step Time": 6.0910144578665495}
+{"Finetune/Learning Rate": 1.6726956946726214e-07, "Finetune/Loss": 0.7643496990203857, "Finetune/Loss (Raw)": 0.8872009515762329, "Finetune/Step": 4604, "Finetune/Step Time": 6.095796352252364}
+{"Finetune/Learning Rate": 1.660630268516017e-07, "Finetune/Loss": 0.7661072015762329, "Finetune/Loss (Raw)": 0.9753170609474182, "Finetune/Step": 4605, "Finetune/Step Time": 6.08281140960753}
+{"Finetune/Learning Rate": 1.648608150610187e-07, "Finetune/Loss": 0.7676409482955933, "Finetune/Loss (Raw)": 0.8727619051933289, "Finetune/Step": 4606, "Finetune/Step Time": 6.078391438350081}
+{"Finetune/Learning Rate": 1.6366293462495962e-07, "Finetune/Loss": 0.7682926654815674, "Finetune/Loss (Raw)": 0.8739603161811829, "Finetune/Step": 4607, "Finetune/Step Time": 6.078517273068428}
+{"Finetune/Learning Rate": 1.6246938607096918e-07, "Finetune/Loss": 0.7681877017021179, "Finetune/Loss (Raw)": 0.74835604429245, "Finetune/Step": 4608, "Finetune/Step Time": 6.085371732711792}
+{"Finetune/Learning Rate": 1.612801699246802e-07, "Finetune/Loss": 0.7675702571868896, "Finetune/Loss (Raw)": 0.603787362575531, "Finetune/Step": 4609, "Finetune/Step Time": 6.093359177932143}
+{"Finetune/Learning Rate": 1.6009528670981711e-07, "Finetune/Loss": 0.7685680985450745, "Finetune/Loss (Raw)": 0.7072493433952332, "Finetune/Step": 4610, "Finetune/Step Time": 6.093023683875799}
+{"Finetune/Learning Rate": 1.5891473694819802e-07, "Finetune/Loss": 0.768613874912262, "Finetune/Loss (Raw)": 0.8308253884315491, "Finetune/Step": 4611, "Finetune/Step Time": 6.086094439029694}
+{"Finetune/Learning Rate": 1.5773852115973264e-07, "Finetune/Loss": 0.7701067924499512, "Finetune/Loss (Raw)": 0.9445013999938965, "Finetune/Step": 4612, "Finetune/Step Time": 6.083988891914487}
+{"Finetune/Learning Rate": 1.5656663986242326e-07, "Finetune/Loss": 0.7703734636306763, "Finetune/Loss (Raw)": 0.8773283958435059, "Finetune/Step": 4613, "Finetune/Step Time": 6.082944758236408}
+{"Finetune/Learning Rate": 1.5539909357235927e-07, "Finetune/Loss": 0.7709182500839233, "Finetune/Loss (Raw)": 0.8794535994529724, "Finetune/Step": 4614, "Finetune/Step Time": 6.08448370359838}
+{"Finetune/Learning Rate": 1.542358828037227e-07, "Finetune/Loss": 0.7705963253974915, "Finetune/Loss (Raw)": 0.7042173147201538, "Finetune/Step": 4615, "Finetune/Step Time": 6.089017804712057}
+{"Finetune/Learning Rate": 1.5307700806878822e-07, "Finetune/Loss": 0.7716364860534668, "Finetune/Loss (Raw)": 0.6324109435081482, "Finetune/Step": 4616, "Finetune/Step Time": 6.062259608879685}
+{"Finetune/Learning Rate": 1.519224698779198e-07, "Finetune/Loss": 0.7748184204101562, "Finetune/Loss (Raw)": 0.9885982275009155, "Finetune/Step": 4617, "Finetune/Step Time": 6.054860906675458}
+{"Finetune/Learning Rate": 1.5077226873957074e-07, "Finetune/Loss": 0.7745029926300049, "Finetune/Loss (Raw)": 0.5954146981239319, "Finetune/Step": 4618, "Finetune/Step Time": 6.034548707306385}
+{"Finetune/Learning Rate": 1.496264051602825e-07, "Finetune/Loss": 0.7745336890220642, "Finetune/Loss (Raw)": 0.8016383051872253, "Finetune/Step": 4619, "Finetune/Step Time": 6.0398117415606976}
+{"Finetune/Learning Rate": 1.4848487964469248e-07, "Finetune/Loss": 0.7751239538192749, "Finetune/Loss (Raw)": 0.812143087387085, "Finetune/Step": 4620, "Finetune/Step Time": 6.0385211911052465}
+{"Finetune/Learning Rate": 1.4734769269552308e-07, "Finetune/Loss": 0.775222897529602, "Finetune/Loss (Raw)": 0.7776564359664917, "Finetune/Step": 4621, "Finetune/Step Time": 6.032959753647447}
+{"Finetune/Learning Rate": 1.4621484481358362e-07, "Finetune/Loss": 0.7734056711196899, "Finetune/Loss (Raw)": 0.708274781703949, "Finetune/Step": 4622, "Finetune/Step Time": 6.059760082513094}
+{"Finetune/Learning Rate": 1.4508633649777949e-07, "Finetune/Loss": 0.7729474306106567, "Finetune/Loss (Raw)": 0.687908411026001, "Finetune/Step": 4623, "Finetune/Step Time": 6.057081084698439}
+{"Finetune/Learning Rate": 1.4396216824509867e-07, "Finetune/Loss": 0.7739564180374146, "Finetune/Loss (Raw)": 0.7823551893234253, "Finetune/Step": 4624, "Finetune/Step Time": 6.050558604300022}
+{"Finetune/Learning Rate": 1.4284234055062186e-07, "Finetune/Loss": 0.7739919424057007, "Finetune/Loss (Raw)": 0.7931704521179199, "Finetune/Step": 4625, "Finetune/Step Time": 6.048145925626159}
+{"Finetune/Learning Rate": 1.417268539075134e-07, "Finetune/Loss": 0.7743011116981506, "Finetune/Loss (Raw)": 0.8066730499267578, "Finetune/Step": 4626, "Finetune/Step Time": 6.0481400322169065}
+{"Finetune/Learning Rate": 1.4061570880703258e-07, "Finetune/Loss": 0.7759139537811279, "Finetune/Loss (Raw)": 0.9535313248634338, "Finetune/Step": 4627, "Finetune/Step Time": 6.049406748265028}
+{"Finetune/Learning Rate": 1.3950890573852129e-07, "Finetune/Loss": 0.7768568992614746, "Finetune/Loss (Raw)": 0.8551675081253052, "Finetune/Step": 4628, "Finetune/Step Time": 6.042475072667003}
+{"Finetune/Learning Rate": 1.3840644518941182e-07, "Finetune/Loss": 0.7776846885681152, "Finetune/Loss (Raw)": 0.8826298713684082, "Finetune/Step": 4629, "Finetune/Step Time": 6.028542902320623}
+{"Finetune/Learning Rate": 1.373083276452214e-07, "Finetune/Loss": 0.7776083946228027, "Finetune/Loss (Raw)": 0.7438395619392395, "Finetune/Step": 4630, "Finetune/Step Time": 6.029276927933097}
+{"Finetune/Learning Rate": 1.362145535895587e-07, "Finetune/Loss": 0.7754199504852295, "Finetune/Loss (Raw)": 0.6058976650238037, "Finetune/Step": 4631, "Finetune/Step Time": 6.042030222713947}
+{"Finetune/Learning Rate": 1.3512512350411733e-07, "Finetune/Loss": 0.7749471664428711, "Finetune/Loss (Raw)": 0.6995983719825745, "Finetune/Step": 4632, "Finetune/Step Time": 6.042210446670651}
+{"Finetune/Learning Rate": 1.340400378686768e-07, "Finetune/Loss": 0.7763547897338867, "Finetune/Loss (Raw)": 0.9186340570449829, "Finetune/Step": 4633, "Finetune/Step Time": 6.041966171935201}
+{"Finetune/Learning Rate": 1.329592971611027e-07, "Finetune/Loss": 0.7777478694915771, "Finetune/Loss (Raw)": 0.8623018860816956, "Finetune/Step": 4634, "Finetune/Step Time": 6.039589578285813}
+{"Finetune/Learning Rate": 1.3188290185735087e-07, "Finetune/Loss": 0.7765564322471619, "Finetune/Loss (Raw)": 0.7888082265853882, "Finetune/Step": 4635, "Finetune/Step Time": 6.04193339496851}
+{"Finetune/Learning Rate": 1.3081085243146218e-07, "Finetune/Loss": 0.7748005986213684, "Finetune/Loss (Raw)": 0.5392453670501709, "Finetune/Step": 4636, "Finetune/Step Time": 6.042361240833998}
+{"Finetune/Learning Rate": 1.297431493555612e-07, "Finetune/Loss": 0.7752707004547119, "Finetune/Loss (Raw)": 0.7902818918228149, "Finetune/Step": 4637, "Finetune/Step Time": 6.029485901817679}
+{"Finetune/Learning Rate": 1.2867979309985846e-07, "Finetune/Loss": 0.7764424085617065, "Finetune/Loss (Raw)": 0.7540208697319031, "Finetune/Step": 4638, "Finetune/Step Time": 6.030646272003651}
+{"Finetune/Learning Rate": 1.2762078413265487e-07, "Finetune/Loss": 0.7775459885597229, "Finetune/Loss (Raw)": 0.888606071472168, "Finetune/Step": 4639, "Finetune/Step Time": 6.012636991217732}
+{"Finetune/Learning Rate": 1.2656612292033189e-07, "Finetune/Loss": 0.7782662510871887, "Finetune/Loss (Raw)": 0.8971019387245178, "Finetune/Step": 4640, "Finetune/Step Time": 6.001183254644275}
+{"Finetune/Learning Rate": 1.25515809927359e-07, "Finetune/Loss": 0.7769213914871216, "Finetune/Loss (Raw)": 0.6754253506660461, "Finetune/Step": 4641, "Finetune/Step Time": 6.002845728769898}
+{"Finetune/Learning Rate": 1.2446984561628627e-07, "Finetune/Loss": 0.7765188813209534, "Finetune/Loss (Raw)": 0.8389469981193542, "Finetune/Step": 4642, "Finetune/Step Time": 5.99457635357976}
+{"Finetune/Learning Rate": 1.2342823044775742e-07, "Finetune/Loss": 0.7758327126502991, "Finetune/Loss (Raw)": 0.788737416267395, "Finetune/Step": 4643, "Finetune/Step Time": 5.995123784989119}
+{"Finetune/Learning Rate": 1.2239096488049218e-07, "Finetune/Loss": 0.7758826017379761, "Finetune/Loss (Raw)": 0.4636983871459961, "Finetune/Step": 4644, "Finetune/Step Time": 5.998561484739184}
+{"Finetune/Learning Rate": 1.2135804937129624e-07, "Finetune/Loss": 0.7749824523925781, "Finetune/Loss (Raw)": 0.6944896578788757, "Finetune/Step": 4645, "Finetune/Step Time": 5.9965008571743965}
+{"Finetune/Learning Rate": 1.2032948437506574e-07, "Finetune/Loss": 0.7749956846237183, "Finetune/Loss (Raw)": 0.8467628955841064, "Finetune/Step": 4646, "Finetune/Step Time": 5.99810535274446}
+{"Finetune/Learning Rate": 1.1930527034477502e-07, "Finetune/Loss": 0.7744183540344238, "Finetune/Loss (Raw)": 0.7972685098648071, "Finetune/Step": 4647, "Finetune/Step Time": 5.999649180099368}
+{"Finetune/Learning Rate": 1.18285407731481e-07, "Finetune/Loss": 0.7754272222518921, "Finetune/Loss (Raw)": 0.8363032341003418, "Finetune/Step": 4648, "Finetune/Step Time": 5.997038474306464}
+{"Finetune/Learning Rate": 1.1726989698432889e-07, "Finetune/Loss": 0.775256335735321, "Finetune/Loss (Raw)": 0.8930374383926392, "Finetune/Step": 4649, "Finetune/Step Time": 5.99058030731976}
+{"Finetune/Learning Rate": 1.1625873855054648e-07, "Finetune/Loss": 0.7756328582763672, "Finetune/Loss (Raw)": 0.9212465286254883, "Finetune/Step": 4650, "Finetune/Step Time": 5.98940890096128}
+{"Finetune/Learning Rate": 1.1525193287544312e-07, "Finetune/Loss": 0.7775160670280457, "Finetune/Loss (Raw)": 0.9462565779685974, "Finetune/Step": 4651, "Finetune/Step Time": 5.969537077471614}
+{"Finetune/Learning Rate": 1.1424948040240968e-07, "Finetune/Loss": 0.7754181623458862, "Finetune/Loss (Raw)": 0.5380212664604187, "Finetune/Step": 4652, "Finetune/Step Time": 5.994323903694749}
+{"Finetune/Learning Rate": 1.1325138157292414e-07, "Finetune/Loss": 0.7749562859535217, "Finetune/Loss (Raw)": 0.7772551774978638, "Finetune/Step": 4653, "Finetune/Step Time": 6.004290608689189}
+{"Finetune/Learning Rate": 1.12257636826546e-07, "Finetune/Loss": 0.7750226855278015, "Finetune/Loss (Raw)": 0.8198022246360779, "Finetune/Step": 4654, "Finetune/Step Time": 5.999279914423823}
+{"Finetune/Learning Rate": 1.1126824660091517e-07, "Finetune/Loss": 0.7758388519287109, "Finetune/Loss (Raw)": 0.9244917631149292, "Finetune/Step": 4655, "Finetune/Step Time": 5.995573956519365}
+{"Finetune/Learning Rate": 1.1028321133175424e-07, "Finetune/Loss": 0.7743847370147705, "Finetune/Loss (Raw)": 0.6594361066818237, "Finetune/Step": 4656, "Finetune/Step Time": 6.003608424216509}
+{"Finetune/Learning Rate": 1.093025314528684e-07, "Finetune/Loss": 0.7746350765228271, "Finetune/Loss (Raw)": 0.8117149472236633, "Finetune/Step": 4657, "Finetune/Step Time": 5.9964392725378275}
+{"Finetune/Learning Rate": 1.0832620739614664e-07, "Finetune/Loss": 0.7755497097969055, "Finetune/Loss (Raw)": 0.9139539003372192, "Finetune/Step": 4658, "Finetune/Step Time": 5.995832424610853}
+{"Finetune/Learning Rate": 1.0735423959155832e-07, "Finetune/Loss": 0.7759515047073364, "Finetune/Loss (Raw)": 0.9120075702667236, "Finetune/Step": 4659, "Finetune/Step Time": 5.995573179796338}
+{"Finetune/Learning Rate": 1.063866284671522e-07, "Finetune/Loss": 0.7764939665794373, "Finetune/Loss (Raw)": 0.7766110301017761, "Finetune/Step": 4660, "Finetune/Step Time": 5.983465587720275}
+{"Finetune/Learning Rate": 1.054233744490607e-07, "Finetune/Loss": 0.7768518924713135, "Finetune/Loss (Raw)": 0.7432506680488586, "Finetune/Step": 4661, "Finetune/Step Time": 5.983862379565835}
+{"Finetune/Learning Rate": 1.0446447796149783e-07, "Finetune/Loss": 0.7754183411598206, "Finetune/Loss (Raw)": 0.7235645055770874, "Finetune/Step": 4662, "Finetune/Step Time": 5.98526407033205}
+{"Finetune/Learning Rate": 1.0350993942675691e-07, "Finetune/Loss": 0.7758322954177856, "Finetune/Loss (Raw)": 0.6989482641220093, "Finetune/Step": 4663, "Finetune/Step Time": 5.988376520574093}
+{"Finetune/Learning Rate": 1.0255975926521167e-07, "Finetune/Loss": 0.775531530380249, "Finetune/Loss (Raw)": 0.6897213459014893, "Finetune/Step": 4664, "Finetune/Step Time": 5.980248507112265}
+{"Finetune/Learning Rate": 1.0161393789531959e-07, "Finetune/Loss": 0.7750243544578552, "Finetune/Loss (Raw)": 0.7228126525878906, "Finetune/Step": 4665, "Finetune/Step Time": 5.985116317868233}
+{"Finetune/Learning Rate": 1.0067247573361749e-07, "Finetune/Loss": 0.7757143378257751, "Finetune/Loss (Raw)": 0.8120120763778687, "Finetune/Step": 4666, "Finetune/Step Time": 5.983024200424552}
+{"Finetune/Learning Rate": 9.973537319471705e-08, "Finetune/Loss": 0.7761492133140564, "Finetune/Loss (Raw)": 0.8254382610321045, "Finetune/Step": 4667, "Finetune/Step Time": 5.991695383563638}
+{"Finetune/Learning Rate": 9.880263069131701e-08, "Finetune/Loss": 0.7742858529090881, "Finetune/Loss (Raw)": 0.6545909643173218, "Finetune/Step": 4668, "Finetune/Step Time": 5.98856464214623}
+{"Finetune/Learning Rate": 9.787424863419437e-08, "Finetune/Loss": 0.7743526697158813, "Finetune/Loss (Raw)": 0.7858208417892456, "Finetune/Step": 4669, "Finetune/Step Time": 5.9702260214835405}
+{"Finetune/Learning Rate": 9.695022743220317e-08, "Finetune/Loss": 0.7746819257736206, "Finetune/Loss (Raw)": 0.6323185563087463, "Finetune/Step": 4670, "Finetune/Step Time": 5.956102458760142}
+{"Finetune/Learning Rate": 9.603056749227902e-08, "Finetune/Loss": 0.7760614156723022, "Finetune/Loss (Raw)": 0.8163965344429016, "Finetune/Step": 4671, "Finetune/Step Time": 5.950218521058559}
+{"Finetune/Learning Rate": 9.511526921943459e-08, "Finetune/Loss": 0.7762541174888611, "Finetune/Loss (Raw)": 0.7802213430404663, "Finetune/Step": 4672, "Finetune/Step Time": 5.952162539586425}
+{"Finetune/Learning Rate": 9.420433301676635e-08, "Finetune/Loss": 0.7774193286895752, "Finetune/Loss (Raw)": 0.9373410940170288, "Finetune/Step": 4673, "Finetune/Step Time": 5.9504570830613375}
+{"Finetune/Learning Rate": 9.32977592854456e-08, "Finetune/Loss": 0.7770134210586548, "Finetune/Loss (Raw)": 0.8102297782897949, "Finetune/Step": 4674, "Finetune/Step Time": 5.958918275311589}
+{"Finetune/Learning Rate": 9.23955484247241e-08, "Finetune/Loss": 0.7763636112213135, "Finetune/Loss (Raw)": 0.745793342590332, "Finetune/Step": 4675, "Finetune/Step Time": 5.940116496756673}
+{"Finetune/Learning Rate": 9.149770083192954e-08, "Finetune/Loss": 0.773945689201355, "Finetune/Loss (Raw)": 0.477198988199234, "Finetune/Step": 4676, "Finetune/Step Time": 5.978159938007593}
+{"Finetune/Learning Rate": 9.060421690247345e-08, "Finetune/Loss": 0.7737144827842712, "Finetune/Loss (Raw)": 0.6833373308181763, "Finetune/Step": 4677, "Finetune/Step Time": 5.973922990262508}
+{"Finetune/Learning Rate": 8.971509702983994e-08, "Finetune/Loss": 0.7722896933555603, "Finetune/Loss (Raw)": 0.6271756291389465, "Finetune/Step": 4678, "Finetune/Step Time": 5.977100627496839}
+{"Finetune/Learning Rate": 8.883034160559468e-08, "Finetune/Loss": 0.7728970646858215, "Finetune/Loss (Raw)": 0.7662510871887207, "Finetune/Step": 4679, "Finetune/Step Time": 5.95937667042017}
+{"Finetune/Learning Rate": 8.794995101938042e-08, "Finetune/Loss": 0.7751870155334473, "Finetune/Loss (Raw)": 0.9560533761978149, "Finetune/Step": 4680, "Finetune/Step Time": 5.9617252591997385}
+{"Finetune/Learning Rate": 8.707392565891815e-08, "Finetune/Loss": 0.7751463055610657, "Finetune/Loss (Raw)": 0.8865518569946289, "Finetune/Step": 4681, "Finetune/Step Time": 5.958464700728655}
+{"Finetune/Learning Rate": 8.62022659100048e-08, "Finetune/Loss": 0.7769250869750977, "Finetune/Loss (Raw)": 0.8620864152908325, "Finetune/Step": 4682, "Finetune/Step Time": 5.956736845895648}
+{"Finetune/Learning Rate": 8.533497215651554e-08, "Finetune/Loss": 0.7774776220321655, "Finetune/Loss (Raw)": 0.8866367936134338, "Finetune/Step": 4683, "Finetune/Step Time": 5.960010001435876}
+{"Finetune/Learning Rate": 8.447204478040371e-08, "Finetune/Loss": 0.7772919535636902, "Finetune/Loss (Raw)": 0.6641774773597717, "Finetune/Step": 4684, "Finetune/Step Time": 5.939695857465267}
+{"Finetune/Learning Rate": 8.361348416169979e-08, "Finetune/Loss": 0.7741572856903076, "Finetune/Loss (Raw)": 0.603280782699585, "Finetune/Step": 4685, "Finetune/Step Time": 5.948045372962952}
+{"Finetune/Learning Rate": 8.275929067850796e-08, "Finetune/Loss": 0.7745562195777893, "Finetune/Loss (Raw)": 0.7074974179267883, "Finetune/Step": 4686, "Finetune/Step Time": 5.968177920207381}
+{"Finetune/Learning Rate": 8.190946470701178e-08, "Finetune/Loss": 0.7754943370819092, "Finetune/Loss (Raw)": 0.724820077419281, "Finetune/Step": 4687, "Finetune/Step Time": 5.963743578642607}
+{"Finetune/Learning Rate": 8.106400662147296e-08, "Finetune/Loss": 0.7757102251052856, "Finetune/Loss (Raw)": 0.8094512224197388, "Finetune/Step": 4688, "Finetune/Step Time": 5.9636387806385756}
+{"Finetune/Learning Rate": 8.022291679422811e-08, "Finetune/Loss": 0.7752044200897217, "Finetune/Loss (Raw)": 0.8242419958114624, "Finetune/Step": 4689, "Finetune/Step Time": 5.960128927603364}
+{"Finetune/Learning Rate": 7.93861955956865e-08, "Finetune/Loss": 0.7765090465545654, "Finetune/Loss (Raw)": 0.8089768290519714, "Finetune/Step": 4690, "Finetune/Step Time": 5.950855514034629}
+{"Finetune/Learning Rate": 7.855384339433892e-08, "Finetune/Loss": 0.7756123542785645, "Finetune/Loss (Raw)": 0.649933934211731, "Finetune/Step": 4691, "Finetune/Step Time": 5.94803455658257}
+{"Finetune/Learning Rate": 7.772586055674991e-08, "Finetune/Loss": 0.7761951684951782, "Finetune/Loss (Raw)": 0.8500559329986572, "Finetune/Step": 4692, "Finetune/Step Time": 5.94429474323988}
+{"Finetune/Learning Rate": 7.690224744756003e-08, "Finetune/Loss": 0.7757003903388977, "Finetune/Loss (Raw)": 0.732394814491272, "Finetune/Step": 4693, "Finetune/Step Time": 5.945401577278972}
+{"Finetune/Learning Rate": 7.608300442948358e-08, "Finetune/Loss": 0.7753453254699707, "Finetune/Loss (Raw)": 0.9392052292823792, "Finetune/Step": 4694, "Finetune/Step Time": 5.944212928414345}
+{"Finetune/Learning Rate": 7.526813186331195e-08, "Finetune/Loss": 0.7742596864700317, "Finetune/Loss (Raw)": 0.6335335373878479, "Finetune/Step": 4695, "Finetune/Step Time": 5.949526717886329}
+{"Finetune/Learning Rate": 7.445763010791251e-08, "Finetune/Loss": 0.7742434144020081, "Finetune/Loss (Raw)": 0.8449528813362122, "Finetune/Step": 4696, "Finetune/Step Time": 5.9405732825398445}
+{"Finetune/Learning Rate": 7.365149952022643e-08, "Finetune/Loss": 0.7749290466308594, "Finetune/Loss (Raw)": 0.871926486492157, "Finetune/Step": 4697, "Finetune/Step Time": 5.937329864129424}
+{"Finetune/Learning Rate": 7.284974045527083e-08, "Finetune/Loss": 0.7738524675369263, "Finetune/Loss (Raw)": 0.715510904788971, "Finetune/Step": 4698, "Finetune/Step Time": 5.938519559800625}
+{"Finetune/Learning Rate": 7.205235326613657e-08, "Finetune/Loss": 0.7720544338226318, "Finetune/Loss (Raw)": 0.6637304425239563, "Finetune/Step": 4699, "Finetune/Step Time": 5.960111673921347}
+{"Finetune/Learning Rate": 7.125933830398946e-08, "Finetune/Loss": 0.7713282108306885, "Finetune/Loss (Raw)": 0.6942829489707947, "Finetune/Step": 4700, "Finetune/Step Time": 5.960370287299156}
+{"Finetune/Learning Rate": 7.04706959180701e-08, "Finetune/Loss": 0.7728095054626465, "Finetune/Loss (Raw)": 0.912729799747467, "Finetune/Step": 4701, "Finetune/Step Time": 5.962621370330453}
+{"Finetune/Learning Rate": 6.968642645569401e-08, "Finetune/Loss": 0.7739477753639221, "Finetune/Loss (Raw)": 0.7753134369850159, "Finetune/Step": 4702, "Finetune/Step Time": 5.958685632795095}
+{"Finetune/Learning Rate": 6.890653026224937e-08, "Finetune/Loss": 0.7733262181282043, "Finetune/Loss (Raw)": 0.6588428616523743, "Finetune/Step": 4703, "Finetune/Step Time": 5.954661004245281}
+{"Finetune/Learning Rate": 6.81310076812003e-08, "Finetune/Loss": 0.773374617099762, "Finetune/Loss (Raw)": 0.883272111415863, "Finetune/Step": 4704, "Finetune/Step Time": 5.952726887539029}
+{"Finetune/Learning Rate": 6.735985905408249e-08, "Finetune/Loss": 0.7739472389221191, "Finetune/Loss (Raw)": 0.861393928527832, "Finetune/Step": 4705, "Finetune/Step Time": 5.959728583693504}
+{"Finetune/Learning Rate": 6.659308472050652e-08, "Finetune/Loss": 0.775959849357605, "Finetune/Loss (Raw)": 0.8770298361778259, "Finetune/Step": 4706, "Finetune/Step Time": 5.953802954405546}
+{"Finetune/Learning Rate": 6.583068501815782e-08, "Finetune/Loss": 0.7753801345825195, "Finetune/Loss (Raw)": 0.780889093875885, "Finetune/Step": 4707, "Finetune/Step Time": 5.946716153994203}
+{"Finetune/Learning Rate": 6.507266028279336e-08, "Finetune/Loss": 0.7756351232528687, "Finetune/Loss (Raw)": 0.7865658402442932, "Finetune/Step": 4708, "Finetune/Step Time": 5.9445709846913815}
+{"Finetune/Learning Rate": 6.431901084824499e-08, "Finetune/Loss": 0.7752211093902588, "Finetune/Loss (Raw)": 0.743026614189148, "Finetune/Step": 4709, "Finetune/Step Time": 5.954078912734985}
+{"Finetune/Learning Rate": 6.356973704641389e-08, "Finetune/Loss": 0.7741075754165649, "Finetune/Loss (Raw)": 0.7100905776023865, "Finetune/Step": 4710, "Finetune/Step Time": 5.957928355783224}
+{"Finetune/Learning Rate": 6.282483920728166e-08, "Finetune/Loss": 0.7711542844772339, "Finetune/Loss (Raw)": 0.46663257479667664, "Finetune/Step": 4711, "Finetune/Step Time": 5.974346108734608}
+{"Finetune/Learning Rate": 6.208431765889478e-08, "Finetune/Loss": 0.7702773213386536, "Finetune/Loss (Raw)": 0.6530650854110718, "Finetune/Step": 4712, "Finetune/Step Time": 5.979324331507087}
+{"Finetune/Learning Rate": 6.134817272737681e-08, "Finetune/Loss": 0.769321084022522, "Finetune/Loss (Raw)": 0.750926673412323, "Finetune/Step": 4713, "Finetune/Step Time": 5.98905261605978}
+{"Finetune/Learning Rate": 6.061640473692287e-08, "Finetune/Loss": 0.769829511642456, "Finetune/Loss (Raw)": 0.7073040008544922, "Finetune/Step": 4714, "Finetune/Step Time": 5.9882223177701235}
+{"Finetune/Learning Rate": 5.988901400980074e-08, "Finetune/Loss": 0.7717475891113281, "Finetune/Loss (Raw)": 0.9899033308029175, "Finetune/Step": 4715, "Finetune/Step Time": 5.991792423650622}
+{"Finetune/Learning Rate": 5.9166000866350826e-08, "Finetune/Loss": 0.7725943326950073, "Finetune/Loss (Raw)": 0.7821847796440125, "Finetune/Step": 4716, "Finetune/Step Time": 5.9921321626752615}
+{"Finetune/Learning Rate": 5.844736562498399e-08, "Finetune/Loss": 0.771594762802124, "Finetune/Loss (Raw)": 0.7359551787376404, "Finetune/Step": 4717, "Finetune/Step Time": 5.991449158638716}
+{"Finetune/Learning Rate": 5.773310860218373e-08, "Finetune/Loss": 0.7729020118713379, "Finetune/Loss (Raw)": 0.7578220367431641, "Finetune/Step": 4718, "Finetune/Step Time": 5.9877109955996275}
+{"Finetune/Learning Rate": 5.702323011250843e-08, "Finetune/Loss": 0.7721896767616272, "Finetune/Loss (Raw)": 0.607491135597229, "Finetune/Step": 4719, "Finetune/Step Time": 5.995680715888739}
+{"Finetune/Learning Rate": 5.631773046858358e-08, "Finetune/Loss": 0.7717827558517456, "Finetune/Loss (Raw)": 0.7661164402961731, "Finetune/Step": 4720, "Finetune/Step Time": 5.998078899458051}
+{"Finetune/Learning Rate": 5.5616609981109513e-08, "Finetune/Loss": 0.7710599303245544, "Finetune/Loss (Raw)": 0.7758816480636597, "Finetune/Step": 4721, "Finetune/Step Time": 5.9979700446128845}
+{"Finetune/Learning Rate": 5.491986895885482e-08, "Finetune/Loss": 0.7728391885757446, "Finetune/Loss (Raw)": 0.7921067476272583, "Finetune/Step": 4722, "Finetune/Step Time": 5.98861756362021}
+{"Finetune/Learning Rate": 5.4227507708664027e-08, "Finetune/Loss": 0.7728224396705627, "Finetune/Loss (Raw)": 0.8203833103179932, "Finetune/Step": 4723, "Finetune/Step Time": 6.002956366166472}
+{"Finetune/Learning Rate": 5.353952653544769e-08, "Finetune/Loss": 0.7713613510131836, "Finetune/Loss (Raw)": 0.5283875465393066, "Finetune/Step": 4724, "Finetune/Step Time": 6.0083441492170095}
+{"Finetune/Learning Rate": 5.2855925742191225e-08, "Finetune/Loss": 0.7718086242675781, "Finetune/Loss (Raw)": 0.7522602677345276, "Finetune/Step": 4725, "Finetune/Step Time": 6.011090759187937}
+{"Finetune/Learning Rate": 5.2176705629948256e-08, "Finetune/Loss": 0.7730705142021179, "Finetune/Loss (Raw)": 0.8596572875976562, "Finetune/Step": 4726, "Finetune/Step Time": 6.008311331272125}
+{"Finetune/Learning Rate": 5.150186649784728e-08, "Finetune/Loss": 0.7738572955131531, "Finetune/Loss (Raw)": 0.730966329574585, "Finetune/Step": 4727, "Finetune/Step Time": 6.006864357739687}
+{"Finetune/Learning Rate": 5.083140864308278e-08, "Finetune/Loss": 0.7731645107269287, "Finetune/Loss (Raw)": 0.7122620344161987, "Finetune/Step": 4728, "Finetune/Step Time": 6.013388125225902}
+{"Finetune/Learning Rate": 5.0165332360920804e-08, "Finetune/Loss": 0.7711799144744873, "Finetune/Loss (Raw)": 0.6092475652694702, "Finetune/Step": 4729, "Finetune/Step Time": 6.0115338973701}
+{"Finetune/Learning Rate": 4.950363794470003e-08, "Finetune/Loss": 0.7729164361953735, "Finetune/Loss (Raw)": 0.8940558433532715, "Finetune/Step": 4730, "Finetune/Step Time": 6.007644081488252}
+{"Finetune/Learning Rate": 4.8846325685827364e-08, "Finetune/Loss": 0.7731831669807434, "Finetune/Loss (Raw)": 0.7176229357719421, "Finetune/Step": 4731, "Finetune/Step Time": 5.993118209764361}
+{"Finetune/Learning Rate": 4.8193395873780134e-08, "Finetune/Loss": 0.7729243636131287, "Finetune/Loss (Raw)": 0.8540742993354797, "Finetune/Step": 4732, "Finetune/Step Time": 6.006021220237017}
+{"Finetune/Learning Rate": 4.75448487961061e-08, "Finetune/Loss": 0.7709242105484009, "Finetune/Loss (Raw)": 0.7192889451980591, "Finetune/Step": 4733, "Finetune/Step Time": 6.009577047079802}
+{"Finetune/Learning Rate": 4.690068473842457e-08, "Finetune/Loss": 0.7713616490364075, "Finetune/Loss (Raw)": 0.9287655353546143, "Finetune/Step": 4734, "Finetune/Step Time": 6.012543439865112}
+{"Finetune/Learning Rate": 4.626090398441974e-08, "Finetune/Loss": 0.770709216594696, "Finetune/Loss (Raw)": 0.7904419302940369, "Finetune/Step": 4735, "Finetune/Step Time": 6.009310921654105}
+{"Finetune/Learning Rate": 4.562550681584954e-08, "Finetune/Loss": 0.7705852389335632, "Finetune/Loss (Raw)": 0.7324950695037842, "Finetune/Step": 4736, "Finetune/Step Time": 6.004255501553416}
+{"Finetune/Learning Rate": 4.4994493512540147e-08, "Finetune/Loss": 0.771538496017456, "Finetune/Loss (Raw)": 0.7257909774780273, "Finetune/Step": 4737, "Finetune/Step Time": 5.997428549453616}
+{"Finetune/Learning Rate": 4.436786435238816e-08, "Finetune/Loss": 0.7728615403175354, "Finetune/Loss (Raw)": 0.8766108155250549, "Finetune/Step": 4738, "Finetune/Step Time": 6.005652582272887}
+{"Finetune/Learning Rate": 4.374561961135726e-08, "Finetune/Loss": 0.7725549340248108, "Finetune/Loss (Raw)": 0.7915741205215454, "Finetune/Step": 4739, "Finetune/Step Time": 6.006301194429398}
+{"Finetune/Learning Rate": 4.31277595634827e-08, "Finetune/Loss": 0.7713623642921448, "Finetune/Loss (Raw)": 0.7918545603752136, "Finetune/Step": 4740, "Finetune/Step Time": 6.011099185794592}
+{"Finetune/Learning Rate": 4.25142844808657e-08, "Finetune/Loss": 0.7712414264678955, "Finetune/Loss (Raw)": 0.8618474006652832, "Finetune/Step": 4741, "Finetune/Step Time": 6.014889093115926}
+{"Finetune/Learning Rate": 4.1905194633680144e-08, "Finetune/Loss": 0.7717175483703613, "Finetune/Loss (Raw)": 0.940406322479248, "Finetune/Step": 4742, "Finetune/Step Time": 6.018199700862169}
+{"Finetune/Learning Rate": 4.1300490290164804e-08, "Finetune/Loss": 0.7722334265708923, "Finetune/Loss (Raw)": 0.7702386975288391, "Finetune/Step": 4743, "Finetune/Step Time": 6.009838813915849}
+{"Finetune/Learning Rate": 4.07001717166311e-08, "Finetune/Loss": 0.7734823226928711, "Finetune/Loss (Raw)": 0.7922742366790771, "Finetune/Step": 4744, "Finetune/Step Time": 6.009767973795533}
+{"Finetune/Learning Rate": 4.010423917745421e-08, "Finetune/Loss": 0.77274489402771, "Finetune/Loss (Raw)": 0.8942010402679443, "Finetune/Step": 4745, "Finetune/Step Time": 6.006714312359691}
+{"Finetune/Learning Rate": 3.9512692935083086e-08, "Finetune/Loss": 0.7741497159004211, "Finetune/Loss (Raw)": 0.7752411365509033, "Finetune/Step": 4746, "Finetune/Step Time": 6.006585538387299}
+{"Finetune/Learning Rate": 3.892553325002934e-08, "Finetune/Loss": 0.7738794088363647, "Finetune/Loss (Raw)": 0.7670279741287231, "Finetune/Step": 4747, "Finetune/Step Time": 6.001266323029995}
+{"Finetune/Learning Rate": 3.834276038087836e-08, "Finetune/Loss": 0.7748265862464905, "Finetune/Loss (Raw)": 0.9333862066268921, "Finetune/Step": 4748, "Finetune/Step Time": 5.998199921101332}
+{"Finetune/Learning Rate": 3.7764374584279284e-08, "Finetune/Loss": 0.7736856937408447, "Finetune/Loss (Raw)": 0.631624162197113, "Finetune/Step": 4749, "Finetune/Step Time": 6.000851735472679}
+{"Finetune/Learning Rate": 3.7190376114951687e-08, "Finetune/Loss": 0.774722158908844, "Finetune/Loss (Raw)": 0.8409438729286194, "Finetune/Step": 4750, "Finetune/Step Time": 5.97007305547595}
+{"Finetune/Learning Rate": 3.6620765225682256e-08, "Finetune/Loss": 0.7745444774627686, "Finetune/Loss (Raw)": 0.6651561856269836, "Finetune/Step": 4751, "Finetune/Step Time": 5.97582570835948}
+{"Finetune/Learning Rate": 3.605554216732365e-08, "Finetune/Loss": 0.7745870351791382, "Finetune/Loss (Raw)": 0.7878074645996094, "Finetune/Step": 4752, "Finetune/Step Time": 5.98341522924602}
+{"Finetune/Learning Rate": 3.5494707188798996e-08, "Finetune/Loss": 0.7745316028594971, "Finetune/Loss (Raw)": 0.7860831022262573, "Finetune/Step": 4753, "Finetune/Step Time": 5.982708157971501}
+{"Finetune/Learning Rate": 3.493826053709848e-08, "Finetune/Loss": 0.7738646864891052, "Finetune/Loss (Raw)": 0.7213040590286255, "Finetune/Step": 4754, "Finetune/Step Time": 5.986036164686084}
+{"Finetune/Learning Rate": 3.4386202457277194e-08, "Finetune/Loss": 0.7725093960762024, "Finetune/Loss (Raw)": 0.7800476551055908, "Finetune/Step": 4755, "Finetune/Step Time": 5.987927008420229}
+{"Finetune/Learning Rate": 3.3838533192459553e-08, "Finetune/Loss": 0.7715394496917725, "Finetune/Loss (Raw)": 0.7310164570808411, "Finetune/Step": 4756, "Finetune/Step Time": 5.989030597731471}
+{"Finetune/Learning Rate": 3.329525298383818e-08, "Finetune/Loss": 0.7711578607559204, "Finetune/Loss (Raw)": 0.8337900042533875, "Finetune/Step": 4757, "Finetune/Step Time": 5.987952712923288}
+{"Finetune/Learning Rate": 3.275636207067057e-08, "Finetune/Loss": 0.7712618112564087, "Finetune/Loss (Raw)": 0.7571468353271484, "Finetune/Step": 4758, "Finetune/Step Time": 5.9940609857439995}
+{"Finetune/Learning Rate": 3.222186069028244e-08, "Finetune/Loss": 0.7716444730758667, "Finetune/Loss (Raw)": 0.6548689603805542, "Finetune/Step": 4759, "Finetune/Step Time": 5.975521132349968}
+{"Finetune/Learning Rate": 3.169174907806438e-08, "Finetune/Loss": 0.7729694247245789, "Finetune/Loss (Raw)": 0.8691983819007874, "Finetune/Step": 4760, "Finetune/Step Time": 5.969178535044193}
+{"Finetune/Learning Rate": 3.116602746747743e-08, "Finetune/Loss": 0.7724904417991638, "Finetune/Loss (Raw)": 0.8573251962661743, "Finetune/Step": 4761, "Finetune/Step Time": 5.969083832576871}
+{"Finetune/Learning Rate": 3.0644696090045277e-08, "Finetune/Loss": 0.7711265087127686, "Finetune/Loss (Raw)": 0.6877197027206421, "Finetune/Step": 4762, "Finetune/Step Time": 5.978208756074309}
+{"Finetune/Learning Rate": 3.012775517536204e-08, "Finetune/Loss": 0.7717999219894409, "Finetune/Loss (Raw)": 0.8750042915344238, "Finetune/Step": 4763, "Finetune/Step Time": 5.980116493999958}
+{"Finetune/Learning Rate": 2.9615204951084496e-08, "Finetune/Loss": 0.7742127776145935, "Finetune/Loss (Raw)": 0.8480879664421082, "Finetune/Step": 4764, "Finetune/Step Time": 5.9817217495292425}
+{"Finetune/Learning Rate": 2.9107045642939867e-08, "Finetune/Loss": 0.7739698886871338, "Finetune/Loss (Raw)": 0.7591971158981323, "Finetune/Step": 4765, "Finetune/Step Time": 5.983567642048001}
+{"Finetune/Learning Rate": 2.8603277474716916e-08, "Finetune/Loss": 0.7730780243873596, "Finetune/Loss (Raw)": 0.6398614645004272, "Finetune/Step": 4766, "Finetune/Step Time": 5.985941836610436}
+{"Finetune/Learning Rate": 2.8103900668274842e-08, "Finetune/Loss": 0.7702913284301758, "Finetune/Loss (Raw)": 0.5319007039070129, "Finetune/Step": 4767, "Finetune/Step Time": 6.026501817628741}
+{"Finetune/Learning Rate": 2.760891544353661e-08, "Finetune/Loss": 0.7697981595993042, "Finetune/Loss (Raw)": 0.8339865803718567, "Finetune/Step": 4768, "Finetune/Step Time": 6.032287318259478}
+{"Finetune/Learning Rate": 2.7118322018492293e-08, "Finetune/Loss": 0.7712855339050293, "Finetune/Loss (Raw)": 0.8658084869384766, "Finetune/Step": 4769, "Finetune/Step Time": 6.036250121891499}
+{"Finetune/Learning Rate": 2.6632120609194624e-08, "Finetune/Loss": 0.7716220617294312, "Finetune/Loss (Raw)": 0.8820227384567261, "Finetune/Step": 4770, "Finetune/Step Time": 6.033772701397538}
+{"Finetune/Learning Rate": 2.615031142976787e-08, "Finetune/Loss": 0.7716784477233887, "Finetune/Loss (Raw)": 0.7959490418434143, "Finetune/Step": 4771, "Finetune/Step Time": 6.0351625587791204}
+{"Finetune/Learning Rate": 2.5672894692397865e-08, "Finetune/Loss": 0.7734498381614685, "Finetune/Loss (Raw)": 0.690434992313385, "Finetune/Step": 4772, "Finetune/Step Time": 6.032848987728357}
+{"Finetune/Learning Rate": 2.5199870607335308e-08, "Finetune/Loss": 0.7738527655601501, "Finetune/Loss (Raw)": 0.7460687160491943, "Finetune/Step": 4773, "Finetune/Step Time": 6.032129637897015}
+{"Finetune/Learning Rate": 2.473123938290023e-08, "Finetune/Loss": 0.773780345916748, "Finetune/Loss (Raw)": 0.8374951481819153, "Finetune/Step": 4774, "Finetune/Step Time": 6.035868335515261}
+{"Finetune/Learning Rate": 2.4267001225474207e-08, "Finetune/Loss": 0.7735286951065063, "Finetune/Loss (Raw)": 0.7650521397590637, "Finetune/Step": 4775, "Finetune/Step Time": 6.048290614038706}
+{"Finetune/Learning Rate": 2.3807156339508142e-08, "Finetune/Loss": 0.7716097831726074, "Finetune/Loss (Raw)": 0.5906877517700195, "Finetune/Step": 4776, "Finetune/Step Time": 6.055638670921326}
+{"Finetune/Learning Rate": 2.3351704927512265e-08, "Finetune/Loss": 0.7713059782981873, "Finetune/Loss (Raw)": 0.8541495203971863, "Finetune/Step": 4777, "Finetune/Step Time": 6.054206680506468}
+{"Finetune/Learning Rate": 2.2900647190068348e-08, "Finetune/Loss": 0.7697888612747192, "Finetune/Loss (Raw)": 0.7270553112030029, "Finetune/Step": 4778, "Finetune/Step Time": 6.053876360878348}
+{"Finetune/Learning Rate": 2.2453983325819718e-08, "Finetune/Loss": 0.7674927711486816, "Finetune/Loss (Raw)": 0.6523569822311401, "Finetune/Step": 4779, "Finetune/Step Time": 6.054374739527702}
+{"Finetune/Learning Rate": 2.2011713531474578e-08, "Finetune/Loss": 0.7691876292228699, "Finetune/Loss (Raw)": 0.7549618482589722, "Finetune/Step": 4780, "Finetune/Step Time": 6.029564658179879}
+{"Finetune/Learning Rate": 2.1573838001807125e-08, "Finetune/Loss": 0.7703744173049927, "Finetune/Loss (Raw)": 0.9291605353355408, "Finetune/Step": 4781, "Finetune/Step Time": 6.013931944966316}
+{"Finetune/Learning Rate": 2.1140356929656436e-08, "Finetune/Loss": 0.7707114219665527, "Finetune/Loss (Raw)": 0.8629422783851624, "Finetune/Step": 4782, "Finetune/Step Time": 6.009993731975555}
+{"Finetune/Learning Rate": 2.0711270505925364e-08, "Finetune/Loss": 0.7698926329612732, "Finetune/Loss (Raw)": 0.819683313369751, "Finetune/Step": 4783, "Finetune/Step Time": 6.012730088084936}
+{"Finetune/Learning Rate": 2.0286578919581633e-08, "Finetune/Loss": 0.7696564197540283, "Finetune/Loss (Raw)": 0.6292018294334412, "Finetune/Step": 4784, "Finetune/Step Time": 6.006994431838393}
+{"Finetune/Learning Rate": 1.9866282357657863e-08, "Finetune/Loss": 0.7702147364616394, "Finetune/Loss (Raw)": 0.8831804394721985, "Finetune/Step": 4785, "Finetune/Step Time": 6.007073739543557}
+{"Finetune/Learning Rate": 1.945038100525043e-08, "Finetune/Loss": 0.7689235210418701, "Finetune/Loss (Raw)": 0.7486801147460938, "Finetune/Step": 4786, "Finetune/Step Time": 6.007640900090337}
+{"Finetune/Learning Rate": 1.90388750455206e-08, "Finetune/Loss": 0.7681699395179749, "Finetune/Loss (Raw)": 0.8155504465103149, "Finetune/Step": 4787, "Finetune/Step Time": 6.026126157492399}
+{"Finetune/Learning Rate": 1.8631764659694517e-08, "Finetune/Loss": 0.7674949765205383, "Finetune/Loss (Raw)": 0.6902154088020325, "Finetune/Step": 4788, "Finetune/Step Time": 6.033280691131949}
+{"Finetune/Learning Rate": 1.82290500270621e-08, "Finetune/Loss": 0.7680227756500244, "Finetune/Loss (Raw)": 0.8108047246932983, "Finetune/Step": 4789, "Finetune/Step Time": 6.0251993257552385}
+{"Finetune/Learning Rate": 1.7830731324977034e-08, "Finetune/Loss": 0.7689029574394226, "Finetune/Loss (Raw)": 0.8362287282943726, "Finetune/Step": 4790, "Finetune/Step Time": 6.02558246254921}
+{"Finetune/Learning Rate": 1.743680872885567e-08, "Finetune/Loss": 0.7697722911834717, "Finetune/Loss (Raw)": 0.8102254271507263, "Finetune/Step": 4791, "Finetune/Step Time": 6.017617328092456}
+{"Finetune/Learning Rate": 1.7047282412182565e-08, "Finetune/Loss": 0.77020263671875, "Finetune/Loss (Raw)": 0.7448067665100098, "Finetune/Step": 4792, "Finetune/Step Time": 6.015977123752236}
+{"Finetune/Learning Rate": 1.66621525465005e-08, "Finetune/Loss": 0.7709966897964478, "Finetune/Loss (Raw)": 0.8244560360908508, "Finetune/Step": 4793, "Finetune/Step Time": 6.006958205252886}
+{"Finetune/Learning Rate": 1.6281419301421574e-08, "Finetune/Loss": 0.7710963487625122, "Finetune/Loss (Raw)": 0.8247663974761963, "Finetune/Step": 4794, "Finetune/Step Time": 6.003003994002938}
+{"Finetune/Learning Rate": 1.5905082844618336e-08, "Finetune/Loss": 0.7706674933433533, "Finetune/Loss (Raw)": 0.7705413103103638, "Finetune/Step": 4795, "Finetune/Step Time": 5.995370531454682}
+{"Finetune/Learning Rate": 1.5533143341827094e-08, "Finetune/Loss": 0.7704735398292542, "Finetune/Loss (Raw)": 0.6297647356987, "Finetune/Step": 4796, "Finetune/Step Time": 5.993451088666916}
+{"Finetune/Learning Rate": 1.5165600956850157e-08, "Finetune/Loss": 0.7694329023361206, "Finetune/Loss (Raw)": 0.6526228785514832, "Finetune/Step": 4797, "Finetune/Step Time": 5.998097833245993}
+{"Finetune/Learning Rate": 1.4802455851549158e-08, "Finetune/Loss": 0.7701376080513, "Finetune/Loss (Raw)": 0.7225155234336853, "Finetune/Step": 4798, "Finetune/Step Time": 5.9988890793174505}
+{"Finetune/Learning Rate": 1.4443708185853944e-08, "Finetune/Loss": 0.7696166634559631, "Finetune/Loss (Raw)": 0.7497210502624512, "Finetune/Step": 4799, "Finetune/Step Time": 6.009060263633728}
+{"Finetune/Learning Rate": 1.4089358117754803e-08, "Finetune/Loss": 0.7692397236824036, "Finetune/Loss (Raw)": 0.731969952583313, "Finetune/Step": 4800, "Finetune/Step Time": 6.0240358635783195}
+{"Finetune/Learning Rate": 1.3739405803304684e-08, "Finetune/Loss": 0.7682638168334961, "Finetune/Loss (Raw)": 0.8124220967292786, "Finetune/Step": 4801, "Finetune/Step Time": 6.024006536230445}
+{"Finetune/Learning Rate": 1.3393851396623635e-08, "Finetune/Loss": 0.7692910432815552, "Finetune/Loss (Raw)": 0.9417178630828857, "Finetune/Step": 4802, "Finetune/Step Time": 6.014985473826528}
+{"Finetune/Learning Rate": 1.305269504989104e-08, "Finetune/Loss": 0.7705098390579224, "Finetune/Loss (Raw)": 0.9017983675003052, "Finetune/Step": 4803, "Finetune/Step Time": 6.013175161555409}
+{"Finetune/Learning Rate": 1.2715936913350046e-08, "Finetune/Loss": 0.7735118865966797, "Finetune/Loss (Raw)": 0.8614607453346252, "Finetune/Step": 4804, "Finetune/Step Time": 5.973686305806041}
+{"Finetune/Learning Rate": 1.2383577135308689e-08, "Finetune/Loss": 0.7746226191520691, "Finetune/Loss (Raw)": 0.8255142569541931, "Finetune/Step": 4805, "Finetune/Step Time": 5.970556570217013}
+{"Finetune/Learning Rate": 1.2055615862135439e-08, "Finetune/Loss": 0.7765419483184814, "Finetune/Loss (Raw)": 0.8728481531143188, "Finetune/Step": 4806, "Finetune/Step Time": 5.96883381716907}
+{"Finetune/Learning Rate": 1.1732053238264762e-08, "Finetune/Loss": 0.7762777209281921, "Finetune/Loss (Raw)": 0.732431173324585, "Finetune/Step": 4807, "Finetune/Step Time": 5.972362732514739}
+{"Finetune/Learning Rate": 1.1412889406192673e-08, "Finetune/Loss": 0.7764339447021484, "Finetune/Loss (Raw)": 0.9760454297065735, "Finetune/Step": 4808, "Finetune/Step Time": 5.963807314634323}
+{"Finetune/Learning Rate": 1.1098124506475628e-08, "Finetune/Loss": 0.7754275798797607, "Finetune/Loss (Raw)": 0.7577374577522278, "Finetune/Step": 4809, "Finetune/Step Time": 5.967421866953373}
+{"Finetune/Learning Rate": 1.0787758677734961e-08, "Finetune/Loss": 0.7748008370399475, "Finetune/Loss (Raw)": 0.7818642258644104, "Finetune/Step": 4810, "Finetune/Step Time": 5.977508677169681}
+{"Finetune/Learning Rate": 1.0481792056655781e-08, "Finetune/Loss": 0.7739777565002441, "Finetune/Loss (Raw)": 0.7812825441360474, "Finetune/Step": 4811, "Finetune/Step Time": 5.97891135327518}
+{"Finetune/Learning Rate": 1.0180224777984748e-08, "Finetune/Loss": 0.774105429649353, "Finetune/Loss (Raw)": 0.6805256009101868, "Finetune/Step": 4812, "Finetune/Step Time": 5.97890761308372}
+{"Finetune/Learning Rate": 9.88305697452896e-09, "Finetune/Loss": 0.7769507169723511, "Finetune/Loss (Raw)": 0.9674794673919678, "Finetune/Step": 4813, "Finetune/Step Time": 5.970419218763709}
+{"Finetune/Learning Rate": 9.590288777161505e-09, "Finetune/Loss": 0.777596116065979, "Finetune/Loss (Raw)": 0.7901033163070679, "Finetune/Step": 4814, "Finetune/Step Time": 5.951301585882902}
+{"Finetune/Learning Rate": 9.301920314814805e-09, "Finetune/Loss": 0.7780162692070007, "Finetune/Loss (Raw)": 0.7786054015159607, "Finetune/Step": 4815, "Finetune/Step Time": 5.964364042505622}
+{"Finetune/Learning Rate": 9.017951714487272e-09, "Finetune/Loss": 0.7771137952804565, "Finetune/Loss (Raw)": 0.6939318180084229, "Finetune/Step": 4816, "Finetune/Step Time": 5.97777258977294}
+{"Finetune/Learning Rate": 8.738383101235536e-09, "Finetune/Loss": 0.776488721370697, "Finetune/Loss (Raw)": 0.7442246079444885, "Finetune/Step": 4817, "Finetune/Step Time": 5.979309376329184}
+{"Finetune/Learning Rate": 8.463214598182223e-09, "Finetune/Loss": 0.7750784158706665, "Finetune/Loss (Raw)": 0.6284634470939636, "Finetune/Step": 4818, "Finetune/Step Time": 5.981908094137907}
+{"Finetune/Learning Rate": 8.192446326508174e-09, "Finetune/Loss": 0.7747600078582764, "Finetune/Loss (Raw)": 0.6091732382774353, "Finetune/Step": 4819, "Finetune/Step Time": 5.976506415754557}
+{"Finetune/Learning Rate": 7.926078405460225e-09, "Finetune/Loss": 0.7756723165512085, "Finetune/Loss (Raw)": 0.9668282270431519, "Finetune/Step": 4820, "Finetune/Step Time": 5.981153862550855}
+{"Finetune/Learning Rate": 7.664110952345649e-09, "Finetune/Loss": 0.7761915326118469, "Finetune/Loss (Raw)": 0.7988609671592712, "Finetune/Step": 4821, "Finetune/Step Time": 5.975299887359142}
+{"Finetune/Learning Rate": 7.406544082533273e-09, "Finetune/Loss": 0.7757543325424194, "Finetune/Loss (Raw)": 0.8832395076751709, "Finetune/Step": 4822, "Finetune/Step Time": 5.976743269711733}
+{"Finetune/Learning Rate": 7.1533779094556944e-09, "Finetune/Loss": 0.777465283870697, "Finetune/Loss (Raw)": 0.8525451421737671, "Finetune/Step": 4823, "Finetune/Step Time": 5.979025838896632}
+{"Finetune/Learning Rate": 6.904612544603728e-09, "Finetune/Loss": 0.7779080867767334, "Finetune/Loss (Raw)": 0.9016199111938477, "Finetune/Step": 4824, "Finetune/Step Time": 5.980445196852088}
+{"Finetune/Learning Rate": 6.660248097535293e-09, "Finetune/Loss": 0.7783838510513306, "Finetune/Loss (Raw)": 0.9328362345695496, "Finetune/Step": 4825, "Finetune/Step Time": 5.979339050129056}
+{"Finetune/Learning Rate": 6.420284675865418e-09, "Finetune/Loss": 0.7790164947509766, "Finetune/Loss (Raw)": 0.7964769601821899, "Finetune/Step": 4826, "Finetune/Step Time": 5.98108409717679}
+{"Finetune/Learning Rate": 6.184722385274011e-09, "Finetune/Loss": 0.7782238721847534, "Finetune/Loss (Raw)": 0.5622777938842773, "Finetune/Step": 4827, "Finetune/Step Time": 5.9827440325170755}
+{"Finetune/Learning Rate": 5.953561329502533e-09, "Finetune/Loss": 0.7790788412094116, "Finetune/Loss (Raw)": 0.8037211298942566, "Finetune/Step": 4828, "Finetune/Step Time": 5.990958981215954}
+{"Finetune/Learning Rate": 5.7268016103517735e-09, "Finetune/Loss": 0.778958797454834, "Finetune/Loss (Raw)": 0.8973711729049683, "Finetune/Step": 4829, "Finetune/Step Time": 5.992051834240556}
+{"Finetune/Learning Rate": 5.504443327686293e-09, "Finetune/Loss": 0.7769317030906677, "Finetune/Loss (Raw)": 0.5158389210700989, "Finetune/Step": 4830, "Finetune/Step Time": 5.993805885314941}
+{"Finetune/Learning Rate": 5.286486579432204e-09, "Finetune/Loss": 0.7776261568069458, "Finetune/Loss (Raw)": 0.74773108959198, "Finetune/Step": 4831, "Finetune/Step Time": 5.986905790865421}
+{"Finetune/Learning Rate": 5.072931461576058e-09, "Finetune/Loss": 0.775713324546814, "Finetune/Loss (Raw)": 0.6384336352348328, "Finetune/Step": 4832, "Finetune/Step Time": 6.015559257939458}
+{"Finetune/Learning Rate": 4.8637780681670685e-09, "Finetune/Loss": 0.775133490562439, "Finetune/Loss (Raw)": 0.7871745228767395, "Finetune/Step": 4833, "Finetune/Step Time": 6.027034882456064}
+{"Finetune/Learning Rate": 4.659026491315999e-09, "Finetune/Loss": 0.7736914753913879, "Finetune/Loss (Raw)": 0.6924484968185425, "Finetune/Step": 4834, "Finetune/Step Time": 6.035351732745767}
+{"Finetune/Learning Rate": 4.458676821194052e-09, "Finetune/Loss": 0.7733675837516785, "Finetune/Loss (Raw)": 0.7394287586212158, "Finetune/Step": 4835, "Finetune/Step Time": 6.0429519936442375}
+{"Finetune/Learning Rate": 4.262729146033984e-09, "Finetune/Loss": 0.7730156779289246, "Finetune/Loss (Raw)": 0.7415218353271484, "Finetune/Step": 4836, "Finetune/Step Time": 6.04386754706502}
+{"Finetune/Learning Rate": 4.071183552131208e-09, "Finetune/Loss": 0.7734576463699341, "Finetune/Loss (Raw)": 0.7996050715446472, "Finetune/Step": 4837, "Finetune/Step Time": 6.02874949388206}
+{"Finetune/Learning Rate": 3.884040123841582e-09, "Finetune/Loss": 0.775511622428894, "Finetune/Loss (Raw)": 0.9730002284049988, "Finetune/Step": 4838, "Finetune/Step Time": 6.036933775991201}
+{"Finetune/Learning Rate": 3.7012989435813995e-09, "Finetune/Loss": 0.7770947813987732, "Finetune/Loss (Raw)": 0.6692773103713989, "Finetune/Step": 4839, "Finetune/Step Time": 6.03326983936131}
+{"Finetune/Learning Rate": 3.522960091829619e-09, "Finetune/Loss": 0.7785916924476624, "Finetune/Loss (Raw)": 0.844662606716156, "Finetune/Step": 4840, "Finetune/Step Time": 6.029036210849881}
+{"Finetune/Learning Rate": 3.3490236471256375e-09, "Finetune/Loss": 0.7768682241439819, "Finetune/Loss (Raw)": 0.5303220152854919, "Finetune/Step": 4841, "Finetune/Step Time": 6.028213553130627}
+{"Finetune/Learning Rate": 3.1794896860704026e-09, "Finetune/Loss": 0.7772876024246216, "Finetune/Loss (Raw)": 0.760995626449585, "Finetune/Step": 4842, "Finetune/Step Time": 6.030556563287973}
+{"Finetune/Learning Rate": 3.014358283327523e-09, "Finetune/Loss": 0.7749465703964233, "Finetune/Loss (Raw)": 0.6902429461479187, "Finetune/Step": 4843, "Finetune/Step Time": 6.04478320106864}
+{"Finetune/Learning Rate": 2.853629511617717e-09, "Finetune/Loss": 0.774969220161438, "Finetune/Loss (Raw)": 0.7850868105888367, "Finetune/Step": 4844, "Finetune/Step Time": 6.048123482614756}
+{"Finetune/Learning Rate": 2.6973034417265842e-09, "Finetune/Loss": 0.773342490196228, "Finetune/Loss (Raw)": 0.5277384519577026, "Finetune/Step": 4845, "Finetune/Step Time": 6.064069902524352}
+{"Finetune/Learning Rate": 2.5453801424990544e-09, "Finetune/Loss": 0.7727576494216919, "Finetune/Loss (Raw)": 0.6829511523246765, "Finetune/Step": 4846, "Finetune/Step Time": 6.064176838845015}
+{"Finetune/Learning Rate": 2.397859680842718e-09, "Finetune/Loss": 0.7740545272827148, "Finetune/Loss (Raw)": 0.7734906673431396, "Finetune/Step": 4847, "Finetune/Step Time": 6.055417999625206}
+{"Finetune/Learning Rate": 2.2547421217233857e-09, "Finetune/Loss": 0.7744945287704468, "Finetune/Loss (Raw)": 0.8224486708641052, "Finetune/Step": 4848, "Finetune/Step Time": 6.059613384306431}
+{"Finetune/Learning Rate": 2.116027528170639e-09, "Finetune/Loss": 0.7730822563171387, "Finetune/Loss (Raw)": 0.5950987339019775, "Finetune/Step": 4849, "Finetune/Step Time": 6.074661122635007}
+{"Finetune/Learning Rate": 1.9817159612722793e-09, "Finetune/Loss": 0.7710281014442444, "Finetune/Loss (Raw)": 0.5291792750358582, "Finetune/Step": 4850, "Finetune/Step Time": 6.082735715433955}
+{"Finetune/Learning Rate": 1.8518074801809894e-09, "Finetune/Loss": 0.7701744437217712, "Finetune/Loss (Raw)": 0.711114227771759, "Finetune/Step": 4851, "Finetune/Step Time": 6.080276029184461}
+{"Finetune/Learning Rate": 1.7263021421054515e-09, "Finetune/Loss": 0.7735068798065186, "Finetune/Loss (Raw)": 0.9549370408058167, "Finetune/Step": 4852, "Finetune/Step Time": 6.073788311332464}
+{"Finetune/Learning Rate": 1.6052000023192294e-09, "Finetune/Loss": 0.7739372253417969, "Finetune/Loss (Raw)": 0.8073503971099854, "Finetune/Step": 4853, "Finetune/Step Time": 6.067856132984161}
+{"Finetune/Learning Rate": 1.4885011141541062e-09, "Finetune/Loss": 0.77382493019104, "Finetune/Loss (Raw)": 0.8452786803245544, "Finetune/Step": 4854, "Finetune/Step Time": 6.065923817455769}
+{"Finetune/Learning Rate": 1.3762055290045263e-09, "Finetune/Loss": 0.7738578915596008, "Finetune/Loss (Raw)": 0.7351866364479065, "Finetune/Step": 4855, "Finetune/Step Time": 6.097830029204488}
+{"Finetune/Learning Rate": 1.2683132963253742e-09, "Finetune/Loss": 0.7747437357902527, "Finetune/Loss (Raw)": 0.8256559371948242, "Finetune/Step": 4856, "Finetune/Step Time": 6.087352138012648}
+{"Finetune/Learning Rate": 1.1648244636308648e-09, "Finetune/Loss": 0.77597975730896, "Finetune/Loss (Raw)": 0.7674515247344971, "Finetune/Step": 4857, "Finetune/Step Time": 6.085974708199501}
+{"Finetune/Learning Rate": 1.0657390764978737e-09, "Finetune/Loss": 0.7744629979133606, "Finetune/Loss (Raw)": 0.6999170184135437, "Finetune/Step": 4858, "Finetune/Step Time": 6.066001201048493}
+{"Finetune/Learning Rate": 9.710571785626066e-10, "Finetune/Loss": 0.7753076553344727, "Finetune/Loss (Raw)": 0.8257348537445068, "Finetune/Step": 4859, "Finetune/Step Time": 6.061617119237781}
+{"Finetune/Learning Rate": 8.8077881152282e-10, "Finetune/Loss": 0.7755035161972046, "Finetune/Loss (Raw)": 0.879142165184021, "Finetune/Step": 4860, "Finetune/Step Time": 6.0395892560482025}
+{"Finetune/Learning Rate": 7.949040151378207e-10, "Finetune/Loss": 0.7761504054069519, "Finetune/Loss (Raw)": 0.8020968437194824, "Finetune/Step": 4861, "Finetune/Step Time": 6.0396421030163765}
+{"Finetune/Learning Rate": 7.134328272240254e-10, "Finetune/Loss": 0.7743078470230103, "Finetune/Loss (Raw)": 0.6929165720939636, "Finetune/Step": 4862, "Finetune/Step Time": 6.044702900573611}
+{"Finetune/Learning Rate": 6.363652836638423e-10, "Finetune/Loss": 0.774977445602417, "Finetune/Loss (Raw)": 0.876145601272583, "Finetune/Step": 4863, "Finetune/Step Time": 6.043965628370643}
+{"Finetune/Learning Rate": 5.63701418395679e-10, "Finetune/Loss": 0.7759463787078857, "Finetune/Loss (Raw)": 0.8565260767936707, "Finetune/Step": 4864, "Finetune/Step Time": 6.04351163469255}
+{"Finetune/Learning Rate": 4.95441263420604e-10, "Finetune/Loss": 0.7753833532333374, "Finetune/Loss (Raw)": 0.6537212133407593, "Finetune/Step": 4865, "Finetune/Step Time": 6.040544280782342}
+{"Finetune/Learning Rate": 4.315848488001262e-10, "Finetune/Loss": 0.7742190957069397, "Finetune/Loss (Raw)": 0.7275832891464233, "Finetune/Step": 4866, "Finetune/Step Time": 6.03158588334918}
+{"Finetune/Learning Rate": 3.7213220265730486e-10, "Finetune/Loss": 0.7742196321487427, "Finetune/Loss (Raw)": 0.7916432023048401, "Finetune/Step": 4867, "Finetune/Step Time": 6.033562861382961}
+{"Finetune/Learning Rate": 3.170833511734195e-10, "Finetune/Loss": 0.774217963218689, "Finetune/Loss (Raw)": 0.7916472554206848, "Finetune/Step": 4868, "Finetune/Step Time": 6.039524544030428}
+{"Finetune/Learning Rate": 2.6643831859352043e-10, "Finetune/Loss": 0.7737970352172852, "Finetune/Loss (Raw)": 0.8079574704170227, "Finetune/Step": 4869, "Finetune/Step Time": 6.041004767641425}
+{"Finetune/Learning Rate": 2.2019712721976783e-10, "Finetune/Loss": 0.7722984552383423, "Finetune/Loss (Raw)": 0.7485886812210083, "Finetune/Step": 4870, "Finetune/Step Time": 6.036838486790657}
+{"Finetune/Learning Rate": 1.7835979741698262e-10, "Finetune/Loss": 0.7727644443511963, "Finetune/Loss (Raw)": 0.8298901319503784, "Finetune/Step": 4871, "Finetune/Step Time": 6.0392193756997585}
+{"Finetune/Learning Rate": 1.4092634761042612e-10, "Finetune/Loss": 0.7712629437446594, "Finetune/Loss (Raw)": 0.6000841856002808, "Finetune/Step": 4872, "Finetune/Step Time": 6.052394654601812}
+{"Finetune/Learning Rate": 1.0789679428580002e-10, "Finetune/Loss": 0.7697532176971436, "Finetune/Loss (Raw)": 0.7009520530700684, "Finetune/Step": 4873, "Finetune/Step Time": 6.055698197335005}
+{"Finetune/Learning Rate": 7.92711519892464e-11, "Finetune/Loss": 0.7688571214675903, "Finetune/Loss (Raw)": 0.6605435609817505, "Finetune/Step": 4874, "Finetune/Step Time": 6.059466294944286}
+{"Finetune/Learning Rate": 5.504943332734769e-11, "Finetune/Loss": 0.7686408758163452, "Finetune/Loss (Raw)": 0.7393451929092407, "Finetune/Step": 4875, "Finetune/Step Time": 6.059440912678838}
+{"Finetune/Learning Rate": 3.52316489660165e-11, "Finetune/Loss": 0.7675216794013977, "Finetune/Loss (Raw)": 0.790129542350769, "Finetune/Step": 4876, "Finetune/Step Time": 6.065764581784606}
+{"Finetune/Learning Rate": 1.9817807634936458e-11, "Finetune/Loss": 0.769590437412262, "Finetune/Loss (Raw)": 0.8964261412620544, "Finetune/Step": 4877, "Finetune/Step Time": 6.068928115069866}
+{"Finetune/Learning Rate": 8.807916120900927e-12, "Finetune/Loss": 0.7686032056808472, "Finetune/Loss (Raw)": 0.7145797610282898, "Finetune/Step": 4878, "Finetune/Step Time": 6.0905457604676485}
+{"Finetune/Learning Rate": 2.2019792722538515e-12, "Finetune/Loss": 0.7706457376480103, "Finetune/Loss (Raw)": 0.9266024231910706, "Finetune/Step": 4879, "Finetune/Step Time": 6.085012307390571}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.770365834236145, "Finetune/Loss (Raw)": 0.7519729137420654, "Finetune/Step": 4880, "Finetune/Step Time": 6.078234728425741}