diff --git "a/siglip-384px-resize-naive+7b/run-metrics.jsonl" "b/siglip-384px-resize-naive+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/siglip-384px-resize-naive+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "siglip-384px-resize-naive+7b", "reduce_in_full_precision": false, "type": "siglip-384px-resize-naive+7b", "vision_backbone_id": "siglip-vit-so400m-384px"}, "pretrained_checkpoint": null, "run_id": "siglip-384px-resize-naive+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "siglip-384px-resize-naive+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 6.2903032302856445, "Finetune/Loss (Raw)": 6.2903032302856445, "Finetune/Step": 1, "Finetune/Step Time": 24.572439193725586}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 6.150912284851074, "Finetune/Loss (Raw)": 6.011521816253662, "Finetune/Step": 2, "Finetune/Step Time": 17.222536087036133}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 5.505509376525879, "Finetune/Loss (Raw)": 4.214701175689697, "Finetune/Step": 3, "Finetune/Step Time": 13.600715001424154}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 5.0980095863342285, "Finetune/Loss (Raw)": 3.87551212310791, "Finetune/Step": 4, "Finetune/Step Time": 11.804523348808289}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 4.757480144500732, "Finetune/Loss (Raw)": 3.3953628540039062, "Finetune/Step": 5, "Finetune/Step Time": 10.902437210083008}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 4.492336273193359, "Finetune/Loss (Raw)": 3.166616201400757, "Finetune/Step": 6, "Finetune/Step Time": 10.26897418498993}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 4.340407848358154, "Finetune/Loss (Raw)": 3.4288384914398193, "Finetune/Step": 7, "Finetune/Step Time": 9.776956183569771}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 4.180409908294678, "Finetune/Loss (Raw)": 3.0604233741760254, "Finetune/Step": 8, "Finetune/Step Time": 9.592260926961899}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 4.04510498046875, "Finetune/Loss (Raw)": 2.9626636505126953, "Finetune/Step": 9, "Finetune/Step Time": 9.303682327270508}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 3.9700944423675537, "Finetune/Loss (Raw)": 3.29499888420105, "Finetune/Step": 10, "Finetune/Step Time": 9.325294351577758}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 3.8895277976989746, "Finetune/Loss (Raw)": 3.083861827850342, "Finetune/Step": 11, "Finetune/Step Time": 9.084154432470148}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 3.8047549724578857, "Finetune/Loss (Raw)": 2.87225341796875, "Finetune/Step": 12, "Finetune/Step Time": 8.890378495057425}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 3.7280685901641846, "Finetune/Loss (Raw)": 2.807833671569824, "Finetune/Step": 13, "Finetune/Step Time": 8.724477566205538}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 3.680443048477173, "Finetune/Loss (Raw)": 3.0613081455230713, "Finetune/Step": 14, "Finetune/Step Time": 8.561623215675354}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 3.5964369773864746, "Finetune/Loss (Raw)": 2.4203548431396484, "Finetune/Step": 15, "Finetune/Step Time": 8.534582312901815}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 3.4809226989746094, "Finetune/Loss (Raw)": 1.7482120990753174, "Finetune/Step": 16, "Finetune/Step Time": 8.50621546804905}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 3.4201323986053467, "Finetune/Loss (Raw)": 2.447486162185669, "Finetune/Step": 17, "Finetune/Step Time": 8.4144245596493}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 3.3349766731262207, "Finetune/Loss (Raw)": 1.887330174446106, "Finetune/Step": 18, "Finetune/Step Time": 8.362008584870232}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 3.2780251502990723, "Finetune/Loss (Raw)": 2.252897024154663, "Finetune/Step": 19, "Finetune/Step Time": 8.263624630476299}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 3.217273473739624, "Finetune/Loss (Raw)": 2.0629897117614746, "Finetune/Step": 20, "Finetune/Step Time": 8.161314594745637}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 3.149738073348999, "Finetune/Loss (Raw)": 1.7990363836288452, "Finetune/Step": 21, "Finetune/Step Time": 8.15765270732698}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 3.079615592956543, "Finetune/Loss (Raw)": 1.6070373058319092, "Finetune/Step": 22, "Finetune/Step Time": 8.104908715594899}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 2.9552578926086426, "Finetune/Loss (Raw)": 0.219392329454422, "Finetune/Step": 23, "Finetune/Step Time": 8.122625278389972}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 2.9105889797210693, "Finetune/Loss (Raw)": 1.8831968307495117, "Finetune/Step": 24, "Finetune/Step Time": 8.049708276987076}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 2.86651349067688, "Finetune/Loss (Raw)": 1.8087077140808105, "Finetune/Step": 25, "Finetune/Step Time": 8.003494157791138}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 2.766470193862915, "Finetune/Loss (Raw)": 0.2653849422931671, "Finetune/Step": 26, "Finetune/Step Time": 8.05913482262538}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 2.7302048206329346, "Finetune/Loss (Raw)": 1.7873111963272095, "Finetune/Step": 27, "Finetune/Step Time": 7.989646840978552}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 2.689026117324829, "Finetune/Loss (Raw)": 1.5771901607513428, "Finetune/Step": 28, "Finetune/Step Time": 7.931290064539228}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 2.6514217853546143, "Finetune/Loss (Raw)": 1.5985146760940552, "Finetune/Step": 29, "Finetune/Step Time": 7.927653723749621}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 2.613771438598633, "Finetune/Loss (Raw)": 1.5219007730484009, "Finetune/Step": 30, "Finetune/Step Time": 7.927849706013998}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.5851714611053467, "Finetune/Loss (Raw)": 1.7271751165390015, "Finetune/Step": 31, "Finetune/Step Time": 7.902872723917807}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 2.5523300170898438, "Finetune/Loss (Raw)": 1.5342421531677246, "Finetune/Step": 32, "Finetune/Step Time": 7.933081261813641}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 2.520981788635254, "Finetune/Loss (Raw)": 1.5178438425064087, "Finetune/Step": 33, "Finetune/Step Time": 7.91531600374164}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.4874632358551025, "Finetune/Loss (Raw)": 1.3813360929489136, "Finetune/Step": 34, "Finetune/Step Time": 7.88178477567785}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.467400312423706, "Finetune/Loss (Raw)": 1.785268783569336, "Finetune/Step": 35, "Finetune/Step Time": 7.861771263395037}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.4377357959747314, "Finetune/Loss (Raw)": 1.399476408958435, "Finetune/Step": 36, "Finetune/Step Time": 7.876721137099796}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.413457155227661, "Finetune/Loss (Raw)": 1.5394293069839478, "Finetune/Step": 37, "Finetune/Step Time": 7.930746175147392}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.3870725631713867, "Finetune/Loss (Raw)": 1.41084885597229, "Finetune/Step": 38, "Finetune/Step Time": 7.89238292919962}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.361211061477661, "Finetune/Loss (Raw)": 1.3784672021865845, "Finetune/Step": 39, "Finetune/Step Time": 7.8508043472583475}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 2.33601450920105, "Finetune/Loss (Raw)": 1.3533495664596558, "Finetune/Step": 40, "Finetune/Step Time": 7.8620183050632475}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 2.3144805431365967, "Finetune/Loss (Raw)": 1.4531265497207642, "Finetune/Step": 41, "Finetune/Step Time": 7.814663165953101}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 2.29264760017395, "Finetune/Loss (Raw)": 1.3974922895431519, "Finetune/Step": 42, "Finetune/Step Time": 7.779716940153213}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 2.2705283164978027, "Finetune/Loss (Raw)": 1.3415168523788452, "Finetune/Step": 43, "Finetune/Step Time": 7.780448220496954}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 2.2513961791992188, "Finetune/Loss (Raw)": 1.4287152290344238, "Finetune/Step": 44, "Finetune/Step Time": 7.772280904379758}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 2.228346824645996, "Finetune/Loss (Raw)": 1.2141739130020142, "Finetune/Step": 45, "Finetune/Step Time": 7.85302161110772}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 2.1852128505706787, "Finetune/Loss (Raw)": 0.2441815584897995, "Finetune/Step": 46, "Finetune/Step Time": 7.8687399003816685}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 2.1668102741241455, "Finetune/Loss (Raw)": 1.3203083276748657, "Finetune/Step": 47, "Finetune/Step Time": 7.846366882324219}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 2.148327589035034, "Finetune/Loss (Raw)": 1.2796201705932617, "Finetune/Step": 48, "Finetune/Step Time": 7.856527149677277}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 2.1314163208007812, "Finetune/Loss (Raw)": 1.3196884393692017, "Finetune/Step": 49, "Finetune/Step Time": 7.836261583834278}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 2.1123759746551514, "Finetune/Loss (Raw)": 1.1793975830078125, "Finetune/Step": 50, "Finetune/Step Time": 7.804545564651489}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 2.095828056335449, "Finetune/Loss (Raw)": 1.2684179544448853, "Finetune/Step": 51, "Finetune/Step Time": 7.780412617851706}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.0810158252716064, "Finetune/Loss (Raw)": 1.3255915641784668, "Finetune/Step": 52, "Finetune/Step Time": 7.774643237774189}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.0612127780914307, "Finetune/Loss (Raw)": 1.0314621925354004, "Finetune/Step": 53, "Finetune/Step Time": 7.814872885650059}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 2.0418243408203125, "Finetune/Loss (Raw)": 1.0142396688461304, "Finetune/Step": 54, "Finetune/Step Time": 7.812611738840739}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 2.0274670124053955, "Finetune/Loss (Raw)": 1.2521765232086182, "Finetune/Step": 55, "Finetune/Step Time": 7.81577450578863}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 2.0128889083862305, "Finetune/Loss (Raw)": 1.2110875844955444, "Finetune/Step": 56, "Finetune/Step Time": 7.827575747455869}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.9970574378967285, "Finetune/Loss (Raw)": 1.1104933023452759, "Finetune/Step": 57, "Finetune/Step Time": 7.8071779410044355}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.982173204421997, "Finetune/Loss (Raw)": 1.1337785720825195, "Finetune/Step": 58, "Finetune/Step Time": 7.833388497089517}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.9679839611053467, "Finetune/Loss (Raw)": 1.1450010538101196, "Finetune/Step": 59, "Finetune/Step Time": 7.841877913070937}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.9544426202774048, "Finetune/Loss (Raw)": 1.1554970741271973, "Finetune/Step": 60, "Finetune/Step Time": 7.856876420974731}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.9423789978027344, "Finetune/Loss (Raw)": 1.2185783386230469, "Finetune/Step": 61, "Finetune/Step Time": 7.83954764585026}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.9314782619476318, "Finetune/Loss (Raw)": 1.2665306329727173, "Finetune/Step": 62, "Finetune/Step Time": 7.81613431438323}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.9209041595458984, "Finetune/Loss (Raw)": 1.2652935981750488, "Finetune/Step": 63, "Finetune/Step Time": 7.795524351180545}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.907971739768982, "Finetune/Loss (Raw)": 1.093239188194275, "Finetune/Step": 64, "Finetune/Step Time": 7.829180542379618}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.8957957029342651, "Finetune/Loss (Raw)": 1.1165282726287842, "Finetune/Step": 65, "Finetune/Step Time": 7.823788496164175}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.882796287536621, "Finetune/Loss (Raw)": 1.0378261804580688, "Finetune/Step": 66, "Finetune/Step Time": 7.8096822644724995}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.8687785863876343, "Finetune/Loss (Raw)": 0.9436211585998535, "Finetune/Step": 67, "Finetune/Step Time": 7.785516696189767}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.8582518100738525, "Finetune/Loss (Raw)": 1.1529606580734253, "Finetune/Step": 68, "Finetune/Step Time": 7.783611202941222}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.8481358289718628, "Finetune/Loss (Raw)": 1.160238265991211, "Finetune/Step": 69, "Finetune/Step Time": 7.7610735685929}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.8390237092971802, "Finetune/Loss (Raw)": 1.2102844715118408, "Finetune/Step": 70, "Finetune/Step Time": 7.741733278547015}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.8265199661254883, "Finetune/Loss (Raw)": 0.951278567314148, "Finetune/Step": 71, "Finetune/Step Time": 7.724817786418217}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.815733551979065, "Finetune/Loss (Raw)": 1.0498911142349243, "Finetune/Step": 72, "Finetune/Step Time": 7.702317896816465}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.8038047552108765, "Finetune/Loss (Raw)": 0.9449322819709778, "Finetune/Step": 73, "Finetune/Step Time": 7.685372137043574}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.7921876907348633, "Finetune/Loss (Raw)": 0.9441249966621399, "Finetune/Step": 74, "Finetune/Step Time": 7.6683522076220125}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.7793322801589966, "Finetune/Loss (Raw)": 0.8280518054962158, "Finetune/Step": 75, "Finetune/Step Time": 7.66347359975179}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.7691847085952759, "Finetune/Loss (Raw)": 1.0081052780151367, "Finetune/Step": 76, "Finetune/Step Time": 7.655949194180338}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.7610734701156616, "Finetune/Loss (Raw)": 1.14462411403656, "Finetune/Step": 77, "Finetune/Step Time": 7.6368109189070665}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.7541027069091797, "Finetune/Loss (Raw)": 1.2173482179641724, "Finetune/Step": 78, "Finetune/Step Time": 7.617701169772026}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.7468034029006958, "Finetune/Loss (Raw)": 1.1774488687515259, "Finetune/Step": 79, "Finetune/Step Time": 7.603019065494779}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.7372280359268188, "Finetune/Loss (Raw)": 0.9807875752449036, "Finetune/Step": 80, "Finetune/Step Time": 7.608715429902077}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.730022668838501, "Finetune/Loss (Raw)": 1.1535998582839966, "Finetune/Step": 81, "Finetune/Step Time": 7.6062143378787574}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.7225333452224731, "Finetune/Loss (Raw)": 1.115902304649353, "Finetune/Step": 82, "Finetune/Step Time": 7.590574078443574}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.7135756015777588, "Finetune/Loss (Raw)": 0.979027509689331, "Finetune/Step": 83, "Finetune/Step Time": 7.598925711160683}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.7074004411697388, "Finetune/Loss (Raw)": 1.1948697566986084, "Finetune/Step": 84, "Finetune/Step Time": 7.601762405463627}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.6997047662734985, "Finetune/Loss (Raw)": 1.053259253501892, "Finetune/Step": 85, "Finetune/Step Time": 7.588968582714306}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.6835635900497437, "Finetune/Loss (Raw)": 0.3115643262863159, "Finetune/Step": 86, "Finetune/Step Time": 7.6023162242978115}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.6760660409927368, "Finetune/Loss (Raw)": 1.0312879085540771, "Finetune/Step": 87, "Finetune/Step Time": 7.590353562914092}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.670923113822937, "Finetune/Loss (Raw)": 1.2234693765640259, "Finetune/Step": 88, "Finetune/Step Time": 7.5984946651892225}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.6641931533813477, "Finetune/Loss (Raw)": 1.0719821453094482, "Finetune/Step": 89, "Finetune/Step Time": 7.586699708124225}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.6584231853485107, "Finetune/Loss (Raw)": 1.1448756456375122, "Finetune/Step": 90, "Finetune/Step Time": 7.595282326804267}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.6529862880706787, "Finetune/Loss (Raw)": 1.1636806726455688, "Finetune/Step": 91, "Finetune/Step Time": 7.599136590957642}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.6479763984680176, "Finetune/Loss (Raw)": 1.1920835971832275, "Finetune/Step": 92, "Finetune/Step Time": 7.589016989521358}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.6402630805969238, "Finetune/Loss (Raw)": 0.9306192994117737, "Finetune/Step": 93, "Finetune/Step Time": 7.580908598438386}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.6351455450057983, "Finetune/Loss (Raw)": 1.159232497215271, "Finetune/Step": 94, "Finetune/Step Time": 7.565961127585553}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.6293023824691772, "Finetune/Loss (Raw)": 1.0800288915634155, "Finetune/Step": 95, "Finetune/Step Time": 7.554455681851036}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.6235830783843994, "Finetune/Loss (Raw)": 1.0802432298660278, "Finetune/Step": 96, "Finetune/Step Time": 7.557601983348529}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.6174498796463013, "Finetune/Loss (Raw)": 1.0286697149276733, "Finetune/Step": 97, "Finetune/Step Time": 7.552826534841478}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.6123195886611938, "Finetune/Loss (Raw)": 1.114688515663147, "Finetune/Step": 98, "Finetune/Step Time": 7.541831841274184}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.5980896949768066, "Finetune/Loss (Raw)": 0.20355543494224548, "Finetune/Step": 99, "Finetune/Step Time": 7.547109435303042}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.594104528427124, "Finetune/Loss (Raw)": 1.199591875076294, "Finetune/Step": 100, "Finetune/Step Time": 7.540264835357666}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.5886106491088867, "Finetune/Loss (Raw)": 1.0392087697982788, "Finetune/Step": 101, "Finetune/Step Time": 7.542669544125547}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.5848174095153809, "Finetune/Loss (Raw)": 1.2016764879226685, "Finetune/Step": 102, "Finetune/Step Time": 7.526872716697992}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.5722123384475708, "Finetune/Loss (Raw)": 0.28649625182151794, "Finetune/Step": 103, "Finetune/Step Time": 7.533109771395193}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.5680760145187378, "Finetune/Loss (Raw)": 1.1420344114303589, "Finetune/Step": 104, "Finetune/Step Time": 7.521223923334708}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.5630558729171753, "Finetune/Loss (Raw)": 1.0409750938415527, "Finetune/Step": 105, "Finetune/Step Time": 7.5057578313918345}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.5582258701324463, "Finetune/Loss (Raw)": 1.0510765314102173, "Finetune/Step": 106, "Finetune/Step Time": 7.494327075076553}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.554166316986084, "Finetune/Loss (Raw)": 1.1238553524017334, "Finetune/Step": 107, "Finetune/Step Time": 7.483415120115904}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.5490601062774658, "Finetune/Loss (Raw)": 1.002699613571167, "Finetune/Step": 108, "Finetune/Step Time": 7.48750979591299}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.5452600717544556, "Finetune/Loss (Raw)": 1.1348485946655273, "Finetune/Step": 109, "Finetune/Step Time": 7.477403487634222}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.5405844449996948, "Finetune/Loss (Raw)": 1.0309433937072754, "Finetune/Step": 110, "Finetune/Step Time": 7.466252959858288}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.5367063283920288, "Finetune/Loss (Raw)": 1.1101006269454956, "Finetune/Step": 111, "Finetune/Step Time": 7.4719471136728925}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.5325666666030884, "Finetune/Loss (Raw)": 1.07305908203125, "Finetune/Step": 112, "Finetune/Step Time": 7.468033626675606}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.5287840366363525, "Finetune/Loss (Raw)": 1.1051394939422607, "Finetune/Step": 113, "Finetune/Step Time": 7.472009112349654}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.5173883438110352, "Finetune/Loss (Raw)": 0.22967447340488434, "Finetune/Step": 114, "Finetune/Step Time": 7.479652321129515}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.513587474822998, "Finetune/Loss (Raw)": 1.0803035497665405, "Finetune/Step": 115, "Finetune/Step Time": 7.4711387095244035}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.5084037780761719, "Finetune/Loss (Raw)": 0.9122738838195801, "Finetune/Step": 116, "Finetune/Step Time": 7.476538423834176}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.5048787593841553, "Finetune/Loss (Raw)": 1.0959640741348267, "Finetune/Step": 117, "Finetune/Step Time": 7.4721955010014725}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.5016968250274658, "Finetune/Loss (Raw)": 1.129418134689331, "Finetune/Step": 118, "Finetune/Step Time": 7.46273782495725}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.4977943897247314, "Finetune/Loss (Raw)": 1.0372892618179321, "Finetune/Step": 119, "Finetune/Step Time": 7.454864768420949}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.4942997694015503, "Finetune/Loss (Raw)": 1.0784528255462646, "Finetune/Step": 120, "Finetune/Step Time": 7.462691003084183}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.4903379678726196, "Finetune/Loss (Raw)": 1.0149474143981934, "Finetune/Step": 121, "Finetune/Step Time": 7.47110007223019}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.4859603643417358, "Finetune/Loss (Raw)": 0.9562567472457886, "Finetune/Step": 122, "Finetune/Step Time": 7.463519321113337}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.4819397926330566, "Finetune/Loss (Raw)": 0.9914210438728333, "Finetune/Step": 123, "Finetune/Step Time": 7.4544323188502615}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.4790412187576294, "Finetune/Loss (Raw)": 1.1225314140319824, "Finetune/Step": 124, "Finetune/Step Time": 7.448194144233581}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.4751780033111572, "Finetune/Loss (Raw)": 0.9961386322975159, "Finetune/Step": 125, "Finetune/Step Time": 7.442055097579956}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.4721556901931763, "Finetune/Loss (Raw)": 1.0943572521209717, "Finetune/Step": 126, "Finetune/Step Time": 7.454128683559478}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.468209147453308, "Finetune/Loss (Raw)": 0.9709367156028748, "Finetune/Step": 127, "Finetune/Step Time": 7.445261891432635}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.465540885925293, "Finetune/Loss (Raw)": 1.1266884803771973, "Finetune/Step": 128, "Finetune/Step Time": 7.439050320535898}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.4253079891204834, "Finetune/Loss (Raw)": 1.1404918432235718, "Finetune/Step": 129, "Finetune/Step Time": 7.297697335481644}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.3871830701828003, "Finetune/Loss (Raw)": 1.131529450416565, "Finetune/Step": 130, "Finetune/Step Time": 7.279301043599844}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.3627784252166748, "Finetune/Loss (Raw)": 1.0909217596054077, "Finetune/Step": 131, "Finetune/Step Time": 7.277732510119677}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.341020107269287, "Finetune/Loss (Raw)": 1.0904239416122437, "Finetune/Step": 132, "Finetune/Step Time": 7.2771312817931175}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.3214067220687866, "Finetune/Loss (Raw)": 0.8848673105239868, "Finetune/Step": 133, "Finetune/Step Time": 7.286543298512697}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.3062107563018799, "Finetune/Loss (Raw)": 1.2215107679367065, "Finetune/Step": 134, "Finetune/Step Time": 7.281623357906938}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.2871382236480713, "Finetune/Loss (Raw)": 0.9875746369361877, "Finetune/Step": 135, "Finetune/Step Time": 7.2832427732646465}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.2715950012207031, "Finetune/Loss (Raw)": 1.070880651473999, "Finetune/Step": 136, "Finetune/Step Time": 7.267575290054083}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.255985975265503, "Finetune/Loss (Raw)": 0.9647111892700195, "Finetune/Step": 137, "Finetune/Step Time": 7.268821552395821}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.2388229370117188, "Finetune/Loss (Raw)": 1.0981284379959106, "Finetune/Step": 138, "Finetune/Step Time": 7.239813186228275}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.221757173538208, "Finetune/Loss (Raw)": 0.8994496464729309, "Finetune/Step": 139, "Finetune/Step Time": 7.2404254004359245}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.2092761993408203, "Finetune/Loss (Raw)": 1.274684190750122, "Finetune/Step": 140, "Finetune/Step Time": 7.234511971473694}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.195268154144287, "Finetune/Loss (Raw)": 1.0148088932037354, "Finetune/Step": 141, "Finetune/Step Time": 7.228121515363455}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.1791622638702393, "Finetune/Loss (Raw)": 0.9997532367706299, "Finetune/Step": 142, "Finetune/Step Time": 7.265942178666592}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.1677181720733643, "Finetune/Loss (Raw)": 0.9554937481880188, "Finetune/Step": 143, "Finetune/Step Time": 7.277305956929922}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.156571865081787, "Finetune/Loss (Raw)": 0.32149940729141235, "Finetune/Step": 144, "Finetune/Step Time": 7.277846302837133}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.1399370431900024, "Finetune/Loss (Raw)": 0.3182297646999359, "Finetune/Step": 145, "Finetune/Step Time": 7.290779311209917}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.132610559463501, "Finetune/Loss (Raw)": 0.9495334625244141, "Finetune/Step": 146, "Finetune/Step Time": 7.280944615602493}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.121914029121399, "Finetune/Loss (Raw)": 0.8837510943412781, "Finetune/Step": 147, "Finetune/Step Time": 7.2861571703106165}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.1140775680541992, "Finetune/Loss (Raw)": 1.0599104166030884, "Finetune/Step": 148, "Finetune/Step Time": 7.288261352106929}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.1085903644561768, "Finetune/Loss (Raw)": 1.096679925918579, "Finetune/Step": 149, "Finetune/Step Time": 7.276958305388689}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.1046229600906372, "Finetune/Loss (Raw)": 1.099209189414978, "Finetune/Step": 150, "Finetune/Step Time": 7.279410706833005}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.1113208532333374, "Finetune/Loss (Raw)": 1.0767288208007812, "Finetune/Step": 151, "Finetune/Step Time": 7.267363473773003}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.1045820713043213, "Finetune/Loss (Raw)": 1.0206190347671509, "Finetune/Step": 152, "Finetune/Step Time": 7.272094789892435}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0993115901947021, "Finetune/Loss (Raw)": 1.1340892314910889, "Finetune/Step": 153, "Finetune/Step Time": 7.281287621706724}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.1058975458145142, "Finetune/Loss (Raw)": 1.108389973640442, "Finetune/Step": 154, "Finetune/Step Time": 7.258789051324129}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.1011685132980347, "Finetune/Loss (Raw)": 1.1819988489151, "Finetune/Step": 155, "Finetune/Step Time": 7.264459144324064}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.091071605682373, "Finetune/Loss (Raw)": 0.2847752273082733, "Finetune/Step": 156, "Finetune/Step Time": 7.280639182776213}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.086876392364502, "Finetune/Loss (Raw)": 1.0615390539169312, "Finetune/Step": 157, "Finetune/Step Time": 7.270579408854246}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0835405588150024, "Finetune/Loss (Raw)": 1.0949115753173828, "Finetune/Step": 158, "Finetune/Step Time": 7.2602146696299314}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0783379077911377, "Finetune/Loss (Raw)": 1.0612351894378662, "Finetune/Step": 159, "Finetune/Step Time": 7.252375178039074}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0740628242492676, "Finetune/Loss (Raw)": 0.9870401620864868, "Finetune/Step": 160, "Finetune/Step Time": 7.240658497437835}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0701324939727783, "Finetune/Loss (Raw)": 1.0147476196289062, "Finetune/Step": 161, "Finetune/Step Time": 7.236419586464763}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0689947605133057, "Finetune/Loss (Raw)": 1.235713243484497, "Finetune/Step": 162, "Finetune/Step Time": 7.234691036865115}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0634102821350098, "Finetune/Loss (Raw)": 1.070452094078064, "Finetune/Step": 163, "Finetune/Step Time": 7.234126292169094}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.05992591381073, "Finetune/Loss (Raw)": 0.953482449054718, "Finetune/Step": 164, "Finetune/Step Time": 7.231349002569914}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0560216903686523, "Finetune/Loss (Raw)": 1.0396770238876343, "Finetune/Step": 165, "Finetune/Step Time": 7.218434231355786}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0526008605957031, "Finetune/Loss (Raw)": 0.9730046987533569, "Finetune/Step": 166, "Finetune/Step Time": 7.21922317892313}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0506811141967773, "Finetune/Loss (Raw)": 1.13273024559021, "Finetune/Step": 167, "Finetune/Step Time": 7.221006445586681}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0476672649383545, "Finetune/Loss (Raw)": 0.9675840735435486, "Finetune/Step": 168, "Finetune/Step Time": 7.208758473396301}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0437309741973877, "Finetune/Loss (Raw)": 0.9492743611335754, "Finetune/Step": 169, "Finetune/Step Time": 7.2128193564713}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0357953310012817, "Finetune/Loss (Raw)": 0.38172316551208496, "Finetune/Step": 170, "Finetune/Step Time": 7.227499045431614}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0330023765563965, "Finetune/Loss (Raw)": 0.9840280413627625, "Finetune/Step": 171, "Finetune/Step Time": 7.22474660910666}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0294678211212158, "Finetune/Loss (Raw)": 0.9762712717056274, "Finetune/Step": 172, "Finetune/Step Time": 7.228000132367015}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0291941165924072, "Finetune/Loss (Raw)": 1.179169774055481, "Finetune/Step": 173, "Finetune/Step Time": 7.189299069344997}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.034231185913086, "Finetune/Loss (Raw)": 0.8889147639274597, "Finetune/Step": 174, "Finetune/Step Time": 7.177781688049436}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0331048965454102, "Finetune/Loss (Raw)": 1.1761488914489746, "Finetune/Step": 175, "Finetune/Step Time": 7.174884460866451}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0258234739303589, "Finetune/Loss (Raw)": 0.34758779406547546, "Finetune/Step": 176, "Finetune/Step Time": 7.174249172210693}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0230433940887451, "Finetune/Loss (Raw)": 0.9638476371765137, "Finetune/Step": 177, "Finetune/Step Time": 7.176596488803625}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0229284763336182, "Finetune/Loss (Raw)": 1.1646921634674072, "Finetune/Step": 178, "Finetune/Step Time": 7.1957558915019035}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0200103521347046, "Finetune/Loss (Raw)": 0.8948858976364136, "Finetune/Step": 179, "Finetune/Step Time": 7.199734568595886}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0178682804107666, "Finetune/Loss (Raw)": 1.0514066219329834, "Finetune/Step": 180, "Finetune/Step Time": 7.196974411606789}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.017585039138794, "Finetune/Loss (Raw)": 0.9952122569084167, "Finetune/Step": 181, "Finetune/Step Time": 7.167201200500131}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.017836093902588, "Finetune/Loss (Raw)": 1.046365737915039, "Finetune/Step": 182, "Finetune/Step Time": 7.160209832713008}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0158727169036865, "Finetune/Loss (Raw)": 1.0008630752563477, "Finetune/Step": 183, "Finetune/Step Time": 7.1430335752666}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0153683423995972, "Finetune/Loss (Raw)": 1.1465325355529785, "Finetune/Step": 184, "Finetune/Step Time": 7.129608444869518}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.013849139213562, "Finetune/Loss (Raw)": 0.9160313010215759, "Finetune/Step": 185, "Finetune/Step Time": 7.127323150634766}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0126230716705322, "Finetune/Loss (Raw)": 0.976840078830719, "Finetune/Step": 186, "Finetune/Step Time": 7.118211194872856}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0114705562591553, "Finetune/Loss (Raw)": 0.9974813461303711, "Finetune/Step": 187, "Finetune/Step Time": 7.104013493284583}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0111453533172607, "Finetune/Loss (Raw)": 1.1138763427734375, "Finetune/Step": 188, "Finetune/Step Time": 7.084387185052037}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0094058513641357, "Finetune/Loss (Raw)": 0.9959176182746887, "Finetune/Step": 189, "Finetune/Step Time": 7.095996042713523}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0078351497650146, "Finetune/Loss (Raw)": 1.0654932260513306, "Finetune/Step": 190, "Finetune/Step Time": 7.100796228274703}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0062938928604126, "Finetune/Loss (Raw)": 1.068005084991455, "Finetune/Step": 191, "Finetune/Step Time": 7.106322966516018}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.005975604057312, "Finetune/Loss (Raw)": 1.0524924993515015, "Finetune/Step": 192, "Finetune/Step Time": 7.086920594796538}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0045498609542847, "Finetune/Loss (Raw)": 0.9340323209762573, "Finetune/Step": 193, "Finetune/Step Time": 7.079611483961344}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.0045757293701172, "Finetune/Loss (Raw)": 1.0411380529403687, "Finetune/Step": 194, "Finetune/Step Time": 7.0782887525856495}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0048900842666626, "Finetune/Loss (Raw)": 0.9838679432868958, "Finetune/Step": 195, "Finetune/Step Time": 7.08491818793118}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.003482460975647, "Finetune/Loss (Raw)": 0.9727715253829956, "Finetune/Step": 196, "Finetune/Step Time": 7.08094803057611}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0025339126586914, "Finetune/Loss (Raw)": 1.0388308763504028, "Finetune/Step": 197, "Finetune/Step Time": 7.087038334459066}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.000854730606079, "Finetune/Loss (Raw)": 0.9953567981719971, "Finetune/Step": 198, "Finetune/Step Time": 7.087155444547534}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.0010842084884644, "Finetune/Loss (Raw)": 0.9806455969810486, "Finetune/Step": 199, "Finetune/Step Time": 7.090739386156201}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.0008167028427124, "Finetune/Loss (Raw)": 1.015647530555725, "Finetune/Step": 200, "Finetune/Step Time": 7.0952184945344925}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.0021096467971802, "Finetune/Loss (Raw)": 1.1104280948638916, "Finetune/Step": 201, "Finetune/Step Time": 7.098742166534066}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0034773349761963, "Finetune/Loss (Raw)": 1.1191926002502441, "Finetune/Step": 202, "Finetune/Step Time": 7.102084454149008}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0052270889282227, "Finetune/Loss (Raw)": 1.0520120859146118, "Finetune/Step": 203, "Finetune/Step Time": 7.096285060048103}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0055961608886719, "Finetune/Loss (Raw)": 1.0553498268127441, "Finetune/Step": 204, "Finetune/Step Time": 7.091571152210236}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9991862773895264, "Finetune/Loss (Raw)": 0.32416966557502747, "Finetune/Step": 205, "Finetune/Step Time": 7.107724145054817}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9974566698074341, "Finetune/Loss (Raw)": 0.9959587454795837, "Finetune/Step": 206, "Finetune/Step Time": 7.116126609966159}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9972427487373352, "Finetune/Loss (Raw)": 1.1500608921051025, "Finetune/Step": 207, "Finetune/Step Time": 7.138813866302371}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9975268840789795, "Finetune/Loss (Raw)": 1.017154574394226, "Finetune/Step": 208, "Finetune/Step Time": 7.125060487538576}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9962673783302307, "Finetune/Loss (Raw)": 0.9923823475837708, "Finetune/Step": 209, "Finetune/Step Time": 7.119508519768715}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9899774193763733, "Finetune/Loss (Raw)": 0.3107881546020508, "Finetune/Step": 210, "Finetune/Step Time": 7.137286011129618}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9898725152015686, "Finetune/Loss (Raw)": 0.9656062126159668, "Finetune/Step": 211, "Finetune/Step Time": 7.1308243200182915}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9888081550598145, "Finetune/Loss (Raw)": 1.0586278438568115, "Finetune/Step": 212, "Finetune/Step Time": 7.128647083416581}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9897595643997192, "Finetune/Loss (Raw)": 1.1750415563583374, "Finetune/Step": 213, "Finetune/Step Time": 7.13130309805274}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9948948621749878, "Finetune/Loss (Raw)": 0.96888667345047, "Finetune/Step": 214, "Finetune/Step Time": 7.13204038888216}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9942904114723206, "Finetune/Loss (Raw)": 0.9539099335670471, "Finetune/Step": 215, "Finetune/Step Time": 7.131107538938522}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9918118119239807, "Finetune/Loss (Raw)": 0.9062099456787109, "Finetune/Step": 216, "Finetune/Step Time": 7.1302085518836975}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9920481443405151, "Finetune/Loss (Raw)": 1.1022382974624634, "Finetune/Step": 217, "Finetune/Step Time": 7.1283083613961935}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9913726449012756, "Finetune/Loss (Raw)": 1.0584043264389038, "Finetune/Step": 218, "Finetune/Step Time": 7.11792921833694}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9915615320205688, "Finetune/Loss (Raw)": 1.1878584623336792, "Finetune/Step": 219, "Finetune/Step Time": 7.107005516067147}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9897467494010925, "Finetune/Loss (Raw)": 0.959791362285614, "Finetune/Step": 220, "Finetune/Step Time": 7.103808660060167}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9910510182380676, "Finetune/Loss (Raw)": 1.0975685119628906, "Finetune/Step": 221, "Finetune/Step Time": 7.107224769890308}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9893831014633179, "Finetune/Loss (Raw)": 0.9457417726516724, "Finetune/Step": 222, "Finetune/Step Time": 7.123011831194162}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9885329008102417, "Finetune/Loss (Raw)": 0.9711911082267761, "Finetune/Step": 223, "Finetune/Step Time": 7.124751215800643}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9828348159790039, "Finetune/Loss (Raw)": 0.3508918881416321, "Finetune/Step": 224, "Finetune/Step Time": 7.127491435036063}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.982929527759552, "Finetune/Loss (Raw)": 1.0407952070236206, "Finetune/Step": 225, "Finetune/Step Time": 7.128487279638648}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9833909273147583, "Finetune/Loss (Raw)": 1.1737452745437622, "Finetune/Step": 226, "Finetune/Step Time": 7.1266571413725615}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9908402562141418, "Finetune/Loss (Raw)": 1.1570755243301392, "Finetune/Step": 227, "Finetune/Step Time": 7.1124582551419735}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9901180267333984, "Finetune/Loss (Raw)": 1.1071563959121704, "Finetune/Step": 228, "Finetune/Step Time": 7.1081797406077385}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9899560213088989, "Finetune/Loss (Raw)": 1.0184543132781982, "Finetune/Step": 229, "Finetune/Step Time": 7.102159781381488}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9895260334014893, "Finetune/Loss (Raw)": 1.1466445922851562, "Finetune/Step": 230, "Finetune/Step Time": 7.105422543361783}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.995132565498352, "Finetune/Loss (Raw)": 1.004125952720642, "Finetune/Step": 231, "Finetune/Step Time": 7.093011878430843}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9944430589675903, "Finetune/Loss (Raw)": 1.0537859201431274, "Finetune/Step": 232, "Finetune/Step Time": 7.096912130713463}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9886524677276611, "Finetune/Loss (Raw)": 0.29978013038635254, "Finetune/Step": 233, "Finetune/Step Time": 7.1156386490911245}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9894428253173828, "Finetune/Loss (Raw)": 1.1522364616394043, "Finetune/Step": 234, "Finetune/Step Time": 7.146221896633506}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9897776246070862, "Finetune/Loss (Raw)": 1.166712760925293, "Finetune/Step": 235, "Finetune/Step Time": 7.186379719525576}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9897843599319458, "Finetune/Loss (Raw)": 1.0035662651062012, "Finetune/Step": 236, "Finetune/Step Time": 7.177789010107517}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9891650080680847, "Finetune/Loss (Raw)": 1.0555616617202759, "Finetune/Step": 237, "Finetune/Step Time": 7.210762329399586}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9889428615570068, "Finetune/Loss (Raw)": 1.0025115013122559, "Finetune/Step": 238, "Finetune/Step Time": 7.215212874114513}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9871174097061157, "Finetune/Loss (Raw)": 0.8764405250549316, "Finetune/Step": 239, "Finetune/Step Time": 7.20056808181107}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9861540794372559, "Finetune/Loss (Raw)": 0.9497556090354919, "Finetune/Step": 240, "Finetune/Step Time": 7.198587093502283}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9860597848892212, "Finetune/Loss (Raw)": 1.0930678844451904, "Finetune/Step": 241, "Finetune/Step Time": 7.186605010181665}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.992434024810791, "Finetune/Loss (Raw)": 1.04557466506958, "Finetune/Step": 242, "Finetune/Step Time": 7.174943316727877}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9923112392425537, "Finetune/Loss (Raw)": 1.064595341682434, "Finetune/Step": 243, "Finetune/Step Time": 7.185267135500908}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9922029972076416, "Finetune/Loss (Raw)": 0.8984218835830688, "Finetune/Step": 244, "Finetune/Step Time": 7.171787966042757}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9929109811782837, "Finetune/Loss (Raw)": 1.1865792274475098, "Finetune/Step": 245, "Finetune/Step Time": 7.165192224085331}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9929448366165161, "Finetune/Loss (Raw)": 1.1337449550628662, "Finetune/Step": 246, "Finetune/Step Time": 7.174826664850116}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.992953896522522, "Finetune/Loss (Raw)": 1.0384491682052612, "Finetune/Step": 247, "Finetune/Step Time": 7.17546734213829}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9922456741333008, "Finetune/Loss (Raw)": 0.9878149032592773, "Finetune/Step": 248, "Finetune/Step Time": 7.169031500816345}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9921585321426392, "Finetune/Loss (Raw)": 1.0037823915481567, "Finetune/Step": 249, "Finetune/Step Time": 7.152215596288443}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9929193258285522, "Finetune/Loss (Raw)": 1.0536352396011353, "Finetune/Step": 250, "Finetune/Step Time": 7.150404714047909}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9939311146736145, "Finetune/Loss (Raw)": 1.1209393739700317, "Finetune/Step": 251, "Finetune/Step Time": 7.165732318535447}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9931048154830933, "Finetune/Loss (Raw)": 1.0167711973190308, "Finetune/Step": 252, "Finetune/Step Time": 7.165694748982787}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9936334490776062, "Finetune/Loss (Raw)": 1.0637954473495483, "Finetune/Step": 253, "Finetune/Step Time": 7.1615454107522964}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.99262934923172, "Finetune/Loss (Raw)": 0.965834379196167, "Finetune/Step": 254, "Finetune/Step Time": 7.143075808882713}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9873758554458618, "Finetune/Loss (Raw)": 0.2984902262687683, "Finetune/Step": 255, "Finetune/Step Time": 7.1574801709502935}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9859097003936768, "Finetune/Loss (Raw)": 0.9390215277671814, "Finetune/Step": 256, "Finetune/Step Time": 7.159119099378586}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9859883785247803, "Finetune/Loss (Raw)": 1.1505531072616577, "Finetune/Step": 257, "Finetune/Step Time": 7.159197786822915}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9857076406478882, "Finetune/Loss (Raw)": 1.0955944061279297, "Finetune/Step": 258, "Finetune/Step Time": 7.1594827100634575}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9855310916900635, "Finetune/Loss (Raw)": 1.0683327913284302, "Finetune/Step": 259, "Finetune/Step Time": 7.162116635590792}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9852720499038696, "Finetune/Loss (Raw)": 1.0572633743286133, "Finetune/Step": 260, "Finetune/Step Time": 7.181829564273357}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9848923087120056, "Finetune/Loss (Raw)": 0.8362672328948975, "Finetune/Step": 261, "Finetune/Step Time": 7.1655719093978405}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9819074869155884, "Finetune/Loss (Raw)": 0.8394477963447571, "Finetune/Step": 262, "Finetune/Step Time": 7.176072522997856}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9821532964706421, "Finetune/Loss (Raw)": 1.019041657447815, "Finetune/Step": 263, "Finetune/Step Time": 7.174223685637116}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9812464714050293, "Finetune/Loss (Raw)": 0.9547989964485168, "Finetune/Step": 264, "Finetune/Step Time": 7.188560562208295}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9812783002853394, "Finetune/Loss (Raw)": 0.9687902331352234, "Finetune/Step": 265, "Finetune/Step Time": 7.185871737077832}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.981971263885498, "Finetune/Loss (Raw)": 1.1868263483047485, "Finetune/Step": 266, "Finetune/Step Time": 7.196698222309351}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9818233251571655, "Finetune/Loss (Raw)": 0.8805145621299744, "Finetune/Step": 267, "Finetune/Step Time": 7.194722875952721}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9804049134254456, "Finetune/Loss (Raw)": 1.0931307077407837, "Finetune/Step": 268, "Finetune/Step Time": 7.198213141411543}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9805220365524292, "Finetune/Loss (Raw)": 1.0298051834106445, "Finetune/Step": 269, "Finetune/Step Time": 7.203885737806559}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9807136654853821, "Finetune/Loss (Raw)": 1.0242775678634644, "Finetune/Step": 270, "Finetune/Step Time": 7.170721031725407}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9812672734260559, "Finetune/Loss (Raw)": 1.0263577699661255, "Finetune/Step": 271, "Finetune/Step Time": 7.161928657442331}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9872647523880005, "Finetune/Loss (Raw)": 1.0891739130020142, "Finetune/Step": 272, "Finetune/Step Time": 7.152228524908423}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9929273128509521, "Finetune/Loss (Raw)": 1.0430339574813843, "Finetune/Step": 273, "Finetune/Step Time": 7.138448461890221}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9939309358596802, "Finetune/Loss (Raw)": 1.077996850013733, "Finetune/Step": 274, "Finetune/Step Time": 7.1437896974384785}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9948163628578186, "Finetune/Loss (Raw)": 0.9970912337303162, "Finetune/Step": 275, "Finetune/Step Time": 7.141346048563719}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9927766919136047, "Finetune/Loss (Raw)": 0.7988280057907104, "Finetune/Step": 276, "Finetune/Step Time": 7.173005701974034}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.9921114444732666, "Finetune/Loss (Raw)": 1.0115283727645874, "Finetune/Step": 277, "Finetune/Step Time": 7.1727022882550955}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.99150550365448, "Finetune/Loss (Raw)": 1.0216574668884277, "Finetune/Step": 278, "Finetune/Step Time": 7.166123745962977}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9924221634864807, "Finetune/Loss (Raw)": 1.1940546035766602, "Finetune/Step": 279, "Finetune/Step Time": 7.18254697881639}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9920077323913574, "Finetune/Loss (Raw)": 0.9675650596618652, "Finetune/Step": 280, "Finetune/Step Time": 7.181358395144343}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.991386890411377, "Finetune/Loss (Raw)": 1.0546237230300903, "Finetune/Step": 281, "Finetune/Step Time": 7.1675407867878675}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9905723333358765, "Finetune/Loss (Raw)": 1.0041251182556152, "Finetune/Step": 282, "Finetune/Step Time": 7.166742853820324}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9900726079940796, "Finetune/Loss (Raw)": 1.1180354356765747, "Finetune/Step": 283, "Finetune/Step Time": 7.165394930168986}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9965717792510986, "Finetune/Loss (Raw)": 1.1166694164276123, "Finetune/Step": 284, "Finetune/Step Time": 7.148806760087609}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9960284233093262, "Finetune/Loss (Raw)": 0.9919934272766113, "Finetune/Step": 285, "Finetune/Step Time": 7.165592070668936}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9956893920898438, "Finetune/Loss (Raw)": 1.051513910293579, "Finetune/Step": 286, "Finetune/Step Time": 7.180906981229782}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9956567883491516, "Finetune/Loss (Raw)": 1.0570652484893799, "Finetune/Step": 287, "Finetune/Step Time": 7.18782464414835}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9948424100875854, "Finetune/Loss (Raw)": 0.8827943205833435, "Finetune/Step": 288, "Finetune/Step Time": 7.195940472185612}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9955339431762695, "Finetune/Loss (Raw)": 1.1032689809799194, "Finetune/Step": 289, "Finetune/Step Time": 7.211475230753422}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9932266473770142, "Finetune/Loss (Raw)": 0.9403775930404663, "Finetune/Step": 290, "Finetune/Step Time": 7.221864635124803}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9934613704681396, "Finetune/Loss (Raw)": 1.1004983186721802, "Finetune/Step": 291, "Finetune/Step Time": 7.215878911316395}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9944480061531067, "Finetune/Loss (Raw)": 1.0797699689865112, "Finetune/Step": 292, "Finetune/Step Time": 7.203765703365207}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.995021641254425, "Finetune/Loss (Raw)": 1.1130987405776978, "Finetune/Step": 293, "Finetune/Step Time": 7.188564397394657}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9931262731552124, "Finetune/Loss (Raw)": 0.7303944230079651, "Finetune/Step": 294, "Finetune/Step Time": 7.194259699434042}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9927285313606262, "Finetune/Loss (Raw)": 1.081825613975525, "Finetune/Step": 295, "Finetune/Step Time": 7.199494509026408}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.993033230304718, "Finetune/Loss (Raw)": 1.0065820217132568, "Finetune/Step": 296, "Finetune/Step Time": 7.203955329954624}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9943221807479858, "Finetune/Loss (Raw)": 1.1142642498016357, "Finetune/Step": 297, "Finetune/Step Time": 7.206202564761043}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9980937838554382, "Finetune/Loss (Raw)": 0.8644922971725464, "Finetune/Step": 298, "Finetune/Step Time": 7.2150029838085175}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.992792010307312, "Finetune/Loss (Raw)": 0.3053874671459198, "Finetune/Step": 299, "Finetune/Step Time": 7.221895579248667}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.987940788269043, "Finetune/Loss (Raw)": 0.35532471537590027, "Finetune/Step": 300, "Finetune/Step Time": 7.223812794312835}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.981747567653656, "Finetune/Loss (Raw)": 0.38643166422843933, "Finetune/Step": 301, "Finetune/Step Time": 7.237779514864087}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9815895557403564, "Finetune/Loss (Raw)": 0.8686894178390503, "Finetune/Step": 302, "Finetune/Step Time": 7.246544431895018}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9748759269714355, "Finetune/Loss (Raw)": 0.3168061673641205, "Finetune/Step": 303, "Finetune/Step Time": 7.26043226569891}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9806269407272339, "Finetune/Loss (Raw)": 1.083716869354248, "Finetune/Step": 304, "Finetune/Step Time": 7.247768262401223}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.981190025806427, "Finetune/Loss (Raw)": 1.0359219312667847, "Finetune/Step": 305, "Finetune/Step Time": 7.239909030497074}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9793512225151062, "Finetune/Loss (Raw)": 0.9293296337127686, "Finetune/Step": 306, "Finetune/Step Time": 7.228407161310315}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9813358783721924, "Finetune/Loss (Raw)": 1.1489213705062866, "Finetune/Step": 307, "Finetune/Step Time": 7.230576856061816}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9810832738876343, "Finetune/Loss (Raw)": 1.0190789699554443, "Finetune/Step": 308, "Finetune/Step Time": 7.229992050677538}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9821649789810181, "Finetune/Loss (Raw)": 1.1336660385131836, "Finetune/Step": 309, "Finetune/Step Time": 7.244273882359266}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9818075299263, "Finetune/Loss (Raw)": 1.0006074905395508, "Finetune/Step": 310, "Finetune/Step Time": 7.2447018679231405}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9819273352622986, "Finetune/Loss (Raw)": 1.016202688217163, "Finetune/Step": 311, "Finetune/Step Time": 7.251548416912556}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9804446697235107, "Finetune/Loss (Raw)": 0.9567487835884094, "Finetune/Step": 312, "Finetune/Step Time": 7.249892828986049}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9818288087844849, "Finetune/Loss (Raw)": 1.0931974649429321, "Finetune/Step": 313, "Finetune/Step Time": 7.2569444458931684}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9832618236541748, "Finetune/Loss (Raw)": 1.1602821350097656, "Finetune/Step": 314, "Finetune/Step Time": 7.2413759008049965}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9829609394073486, "Finetune/Loss (Raw)": 0.9589625000953674, "Finetune/Step": 315, "Finetune/Step Time": 7.24692284502089}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9771599769592285, "Finetune/Loss (Raw)": 0.371349960565567, "Finetune/Step": 316, "Finetune/Step Time": 7.261542793363333}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9767414927482605, "Finetune/Loss (Raw)": 0.9423475861549377, "Finetune/Step": 317, "Finetune/Step Time": 7.252021526917815}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9765735268592834, "Finetune/Loss (Raw)": 1.0439943075180054, "Finetune/Step": 318, "Finetune/Step Time": 7.245848016813397}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9756403565406799, "Finetune/Loss (Raw)": 0.9485579133033752, "Finetune/Step": 319, "Finetune/Step Time": 7.252689111977816}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9745681285858154, "Finetune/Loss (Raw)": 0.9152466058731079, "Finetune/Step": 320, "Finetune/Step Time": 7.248513467609882}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.969779372215271, "Finetune/Loss (Raw)": 0.321076363325119, "Finetune/Step": 321, "Finetune/Step Time": 7.26837938465178}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.969183087348938, "Finetune/Loss (Raw)": 0.9648157358169556, "Finetune/Step": 322, "Finetune/Step Time": 7.269413519650698}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.969672679901123, "Finetune/Loss (Raw)": 1.046534538269043, "Finetune/Step": 323, "Finetune/Step Time": 7.264390544965863}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9705236554145813, "Finetune/Loss (Raw)": 1.081696629524231, "Finetune/Step": 324, "Finetune/Step Time": 7.263734549283981}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9704153537750244, "Finetune/Loss (Raw)": 1.0249699354171753, "Finetune/Step": 325, "Finetune/Step Time": 7.261310458183289}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9718682765960693, "Finetune/Loss (Raw)": 1.1813281774520874, "Finetune/Step": 326, "Finetune/Step Time": 7.2614966835826635}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9720255732536316, "Finetune/Loss (Raw)": 1.0007764101028442, "Finetune/Step": 327, "Finetune/Step Time": 7.256505792960525}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9721943140029907, "Finetune/Loss (Raw)": 1.0372512340545654, "Finetune/Step": 328, "Finetune/Step Time": 7.262890471145511}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9706206917762756, "Finetune/Loss (Raw)": 0.9090070128440857, "Finetune/Step": 329, "Finetune/Step Time": 7.279946893453598}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9686781764030457, "Finetune/Loss (Raw)": 0.8705520033836365, "Finetune/Step": 330, "Finetune/Step Time": 7.284714180976152}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9685177803039551, "Finetune/Loss (Raw)": 1.0314751863479614, "Finetune/Step": 331, "Finetune/Step Time": 7.288984771817923}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9666037559509277, "Finetune/Loss (Raw)": 0.8103570938110352, "Finetune/Step": 332, "Finetune/Step Time": 7.305494612082839}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9719669222831726, "Finetune/Loss (Raw)": 1.0106538534164429, "Finetune/Step": 333, "Finetune/Step Time": 7.296555193141103}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9718095660209656, "Finetune/Loss (Raw)": 0.9758173227310181, "Finetune/Step": 334, "Finetune/Step Time": 7.292146772146225}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9704884886741638, "Finetune/Loss (Raw)": 0.980959415435791, "Finetune/Step": 335, "Finetune/Step Time": 7.280230520293117}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9709677696228027, "Finetune/Loss (Raw)": 1.0785064697265625, "Finetune/Step": 336, "Finetune/Step Time": 7.294415136799216}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9726072549819946, "Finetune/Loss (Raw)": 1.2022424936294556, "Finetune/Step": 337, "Finetune/Step Time": 7.290211897343397}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9776630401611328, "Finetune/Loss (Raw)": 0.9579276442527771, "Finetune/Step": 338, "Finetune/Step Time": 7.281396575272083}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9775232076644897, "Finetune/Loss (Raw)": 0.9477038979530334, "Finetune/Step": 339, "Finetune/Step Time": 7.284458750858903}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9762324094772339, "Finetune/Loss (Raw)": 0.893408477306366, "Finetune/Step": 340, "Finetune/Step Time": 7.282939117401838}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.974912703037262, "Finetune/Loss (Raw)": 1.0061137676239014, "Finetune/Step": 341, "Finetune/Step Time": 7.284123254939914}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.975580632686615, "Finetune/Loss (Raw)": 1.0543830394744873, "Finetune/Step": 342, "Finetune/Step Time": 7.265766220167279}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9759230017662048, "Finetune/Loss (Raw)": 0.9977259635925293, "Finetune/Step": 343, "Finetune/Step Time": 7.264717388898134}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9771221876144409, "Finetune/Loss (Raw)": 1.0597128868103027, "Finetune/Step": 344, "Finetune/Step Time": 7.2503742054104805}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.977134108543396, "Finetune/Loss (Raw)": 1.1037676334381104, "Finetune/Step": 345, "Finetune/Step Time": 7.252754187211394}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9774607419967651, "Finetune/Loss (Raw)": 1.1002142429351807, "Finetune/Step": 346, "Finetune/Step Time": 7.271386591717601}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9769381880760193, "Finetune/Loss (Raw)": 1.1209664344787598, "Finetune/Step": 347, "Finetune/Step Time": 7.2745661325752735}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9777233600616455, "Finetune/Loss (Raw)": 1.0602864027023315, "Finetune/Step": 348, "Finetune/Step Time": 7.295272255316377}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9779418110847473, "Finetune/Loss (Raw)": 1.1255345344543457, "Finetune/Step": 349, "Finetune/Step Time": 7.304189054295421}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9779201149940491, "Finetune/Loss (Raw)": 0.9429692625999451, "Finetune/Step": 350, "Finetune/Step Time": 7.309054309502244}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9779481887817383, "Finetune/Loss (Raw)": 0.974784255027771, "Finetune/Step": 351, "Finetune/Step Time": 7.322596268728375}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9828985929489136, "Finetune/Loss (Raw)": 0.9845395088195801, "Finetune/Step": 352, "Finetune/Step Time": 7.319556526839733}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9821302890777588, "Finetune/Loss (Raw)": 0.9424604773521423, "Finetune/Step": 353, "Finetune/Step Time": 7.318871580064297}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9798543453216553, "Finetune/Loss (Raw)": 0.8824226260185242, "Finetune/Step": 354, "Finetune/Step Time": 7.325378693640232}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.979030966758728, "Finetune/Loss (Raw)": 1.0516841411590576, "Finetune/Step": 355, "Finetune/Step Time": 7.335685417056084}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9773516654968262, "Finetune/Loss (Raw)": 0.8922055959701538, "Finetune/Step": 356, "Finetune/Step Time": 7.343260046094656}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9764704704284668, "Finetune/Loss (Raw)": 0.9056510329246521, "Finetune/Step": 357, "Finetune/Step Time": 7.357056085020304}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9703212976455688, "Finetune/Loss (Raw)": 0.35955673456192017, "Finetune/Step": 358, "Finetune/Step Time": 7.370956476777792}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9690337777137756, "Finetune/Loss (Raw)": 0.8393216729164124, "Finetune/Step": 359, "Finetune/Step Time": 7.372689483687282}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9683876037597656, "Finetune/Loss (Raw)": 0.9710706472396851, "Finetune/Step": 360, "Finetune/Step Time": 7.372114172205329}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9728035926818848, "Finetune/Loss (Raw)": 0.8650363683700562, "Finetune/Step": 361, "Finetune/Step Time": 7.357754405587912}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9712687730789185, "Finetune/Loss (Raw)": 0.9557793736457825, "Finetune/Step": 362, "Finetune/Step Time": 7.339109621942043}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9704921245574951, "Finetune/Loss (Raw)": 1.0673006772994995, "Finetune/Step": 363, "Finetune/Step Time": 7.299547860398889}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.970946192741394, "Finetune/Loss (Raw)": 1.0616769790649414, "Finetune/Step": 364, "Finetune/Step Time": 7.297645762562752}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9712750315666199, "Finetune/Loss (Raw)": 1.0976581573486328, "Finetune/Step": 365, "Finetune/Step Time": 7.267932618036866}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9705339670181274, "Finetune/Loss (Raw)": 0.9076586961746216, "Finetune/Step": 366, "Finetune/Step Time": 7.2724853698164225}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9714229106903076, "Finetune/Loss (Raw)": 0.9902258515357971, "Finetune/Step": 367, "Finetune/Step Time": 7.278273975476623}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9717804193496704, "Finetune/Loss (Raw)": 0.9955152273178101, "Finetune/Step": 368, "Finetune/Step Time": 7.279142927378416}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9707745313644409, "Finetune/Loss (Raw)": 0.96431964635849, "Finetune/Step": 369, "Finetune/Step Time": 7.279569553211331}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9714937806129456, "Finetune/Loss (Raw)": 1.137632966041565, "Finetune/Step": 370, "Finetune/Step Time": 7.279089942574501}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9721531271934509, "Finetune/Loss (Raw)": 1.1489977836608887, "Finetune/Step": 371, "Finetune/Step Time": 7.269629541784525}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9730819463729858, "Finetune/Loss (Raw)": 1.0173085927963257, "Finetune/Step": 372, "Finetune/Step Time": 7.27787508815527}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.967235803604126, "Finetune/Loss (Raw)": 0.4382627308368683, "Finetune/Step": 373, "Finetune/Step Time": 7.294915154576302}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9611523151397705, "Finetune/Loss (Raw)": 0.35506370663642883, "Finetune/Step": 374, "Finetune/Step Time": 7.300035985186696}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9615538716316223, "Finetune/Loss (Raw)": 1.0898517370224, "Finetune/Step": 375, "Finetune/Step Time": 7.298222402110696}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9606951475143433, "Finetune/Loss (Raw)": 0.8779013156890869, "Finetune/Step": 376, "Finetune/Step Time": 7.297447569668293}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9602851271629333, "Finetune/Loss (Raw)": 0.9512990713119507, "Finetune/Step": 377, "Finetune/Step Time": 7.297751056030393}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9613054990768433, "Finetune/Loss (Raw)": 1.184237003326416, "Finetune/Step": 378, "Finetune/Step Time": 7.2977518532425165}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9614052772521973, "Finetune/Loss (Raw)": 1.1337159872055054, "Finetune/Step": 379, "Finetune/Step Time": 7.2839554864913225}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9614143371582031, "Finetune/Loss (Raw)": 1.0179219245910645, "Finetune/Step": 380, "Finetune/Step Time": 7.281608697026968}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9613219499588013, "Finetune/Loss (Raw)": 1.0519800186157227, "Finetune/Step": 381, "Finetune/Step Time": 7.2891563307493925}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9608533978462219, "Finetune/Loss (Raw)": 0.9058555364608765, "Finetune/Step": 382, "Finetune/Step Time": 7.326104382053018}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.965539813041687, "Finetune/Loss (Raw)": 0.8983503580093384, "Finetune/Step": 383, "Finetune/Step Time": 7.344202946871519}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9619895219802856, "Finetune/Loss (Raw)": 0.48458239436149597, "Finetune/Step": 384, "Finetune/Step Time": 7.353763334453106}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9605947732925415, "Finetune/Loss (Raw)": 0.9720243811607361, "Finetune/Step": 385, "Finetune/Step Time": 7.350706163793802}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9596025943756104, "Finetune/Loss (Raw)": 0.9685940146446228, "Finetune/Step": 386, "Finetune/Step Time": 7.34911272674799}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9579710364341736, "Finetune/Loss (Raw)": 0.8595016598701477, "Finetune/Step": 387, "Finetune/Step Time": 7.350498942658305}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9568653106689453, "Finetune/Loss (Raw)": 0.9157289862632751, "Finetune/Step": 388, "Finetune/Step Time": 7.329234832897782}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9574649333953857, "Finetune/Loss (Raw)": 0.9130169153213501, "Finetune/Step": 389, "Finetune/Step Time": 7.32844683714211}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9572703838348389, "Finetune/Loss (Raw)": 0.814548671245575, "Finetune/Step": 390, "Finetune/Step Time": 7.315394550561905}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9569684267044067, "Finetune/Loss (Raw)": 0.980388343334198, "Finetune/Step": 391, "Finetune/Step Time": 7.311051994562149}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9567656517028809, "Finetune/Loss (Raw)": 0.9288488030433655, "Finetune/Step": 392, "Finetune/Step Time": 7.307339044287801}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9555163979530334, "Finetune/Loss (Raw)": 0.8088837265968323, "Finetune/Step": 393, "Finetune/Step Time": 7.319237068295479}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9524511098861694, "Finetune/Loss (Raw)": 0.7944616079330444, "Finetune/Step": 394, "Finetune/Step Time": 7.3345095701515675}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9549059867858887, "Finetune/Loss (Raw)": 1.1947369575500488, "Finetune/Step": 395, "Finetune/Step Time": 7.333948373794556}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9547868967056274, "Finetune/Loss (Raw)": 1.077897310256958, "Finetune/Step": 396, "Finetune/Step Time": 7.334493322297931}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9529416561126709, "Finetune/Loss (Raw)": 0.7936117649078369, "Finetune/Step": 397, "Finetune/Step Time": 7.3498001135885715}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.953900933265686, "Finetune/Loss (Raw)": 1.1470630168914795, "Finetune/Step": 398, "Finetune/Step Time": 7.343901755288243}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9528947472572327, "Finetune/Loss (Raw)": 0.8975687026977539, "Finetune/Step": 399, "Finetune/Step Time": 7.331663798540831}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9516381025314331, "Finetune/Loss (Raw)": 0.9283159375190735, "Finetune/Step": 400, "Finetune/Step Time": 7.329119509086013}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9519619345664978, "Finetune/Loss (Raw)": 1.084487795829773, "Finetune/Step": 401, "Finetune/Step Time": 7.331853564828634}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9512010812759399, "Finetune/Loss (Raw)": 0.9806112051010132, "Finetune/Step": 402, "Finetune/Step Time": 7.344120329245925}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9508159756660461, "Finetune/Loss (Raw)": 0.9477946758270264, "Finetune/Step": 403, "Finetune/Step Time": 7.355527495965362}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9527696371078491, "Finetune/Loss (Raw)": 1.0488965511322021, "Finetune/Step": 404, "Finetune/Step Time": 7.3242690321058035}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9504781365394592, "Finetune/Loss (Raw)": 0.7182210683822632, "Finetune/Step": 405, "Finetune/Step Time": 7.336298381909728}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9461265802383423, "Finetune/Loss (Raw)": 0.46465015411376953, "Finetune/Step": 406, "Finetune/Step Time": 7.350706545636058}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9399936199188232, "Finetune/Loss (Raw)": 0.40903717279434204, "Finetune/Step": 407, "Finetune/Step Time": 7.342907756567001}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9398566484451294, "Finetune/Loss (Raw)": 0.9500406980514526, "Finetune/Step": 408, "Finetune/Step Time": 7.342802485451102}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9408044815063477, "Finetune/Loss (Raw)": 1.1759390830993652, "Finetune/Step": 409, "Finetune/Step Time": 7.353786982595921}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9423012733459473, "Finetune/Loss (Raw)": 1.19571053981781, "Finetune/Step": 410, "Finetune/Step Time": 7.352508537471294}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9411658048629761, "Finetune/Loss (Raw)": 0.9727041125297546, "Finetune/Step": 411, "Finetune/Step Time": 7.355673583224416}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9352220892906189, "Finetune/Loss (Raw)": 0.3558715879917145, "Finetune/Step": 412, "Finetune/Step Time": 7.371281506493688}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9359007477760315, "Finetune/Loss (Raw)": 1.0788599252700806, "Finetune/Step": 413, "Finetune/Step Time": 7.3504412323236465}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9349102973937988, "Finetune/Loss (Raw)": 0.9247365593910217, "Finetune/Step": 414, "Finetune/Step Time": 7.336019799113274}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9347556829452515, "Finetune/Loss (Raw)": 1.0372813940048218, "Finetune/Step": 415, "Finetune/Step Time": 7.333383109420538}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9364631175994873, "Finetune/Loss (Raw)": 1.1013373136520386, "Finetune/Step": 416, "Finetune/Step Time": 7.319620948284864}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9358333349227905, "Finetune/Loss (Raw)": 1.0226610898971558, "Finetune/Step": 417, "Finetune/Step Time": 7.30349618755281}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9368918538093567, "Finetune/Loss (Raw)": 1.0758639574050903, "Finetune/Step": 418, "Finetune/Step Time": 7.292184308171272}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9356764554977417, "Finetune/Loss (Raw)": 0.9449325203895569, "Finetune/Step": 419, "Finetune/Step Time": 7.310596697032452}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9300116300582886, "Finetune/Loss (Raw)": 0.354666143655777, "Finetune/Step": 420, "Finetune/Step Time": 7.323721516877413}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9292335510253906, "Finetune/Loss (Raw)": 1.0135116577148438, "Finetune/Step": 421, "Finetune/Step Time": 7.325235163792968}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9312598705291748, "Finetune/Loss (Raw)": 0.9897547960281372, "Finetune/Step": 422, "Finetune/Step Time": 7.331520989537239}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9313760995864868, "Finetune/Loss (Raw)": 1.0967059135437012, "Finetune/Step": 423, "Finetune/Step Time": 7.327193548902869}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9315223693847656, "Finetune/Loss (Raw)": 1.0253037214279175, "Finetune/Step": 424, "Finetune/Step Time": 7.32708415389061}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9285247921943665, "Finetune/Loss (Raw)": 0.730571985244751, "Finetune/Step": 425, "Finetune/Step Time": 7.362730054184794}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.929621696472168, "Finetune/Loss (Raw)": 1.0048980712890625, "Finetune/Step": 426, "Finetune/Step Time": 7.344119533896446}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9347399473190308, "Finetune/Loss (Raw)": 0.9605249166488647, "Finetune/Step": 427, "Finetune/Step Time": 7.337246345356107}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9404983520507812, "Finetune/Loss (Raw)": 1.0923960208892822, "Finetune/Step": 428, "Finetune/Step Time": 7.32489181868732}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.945733368396759, "Finetune/Loss (Raw)": 1.0565211772918701, "Finetune/Step": 429, "Finetune/Step Time": 7.3152284026145935}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9458262920379639, "Finetune/Loss (Raw)": 0.8805866837501526, "Finetune/Step": 430, "Finetune/Step Time": 7.308710165321827}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9514899253845215, "Finetune/Loss (Raw)": 1.0417461395263672, "Finetune/Step": 431, "Finetune/Step Time": 7.30394970625639}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9501448273658752, "Finetune/Loss (Raw)": 0.9115420579910278, "Finetune/Step": 432, "Finetune/Step Time": 7.310423729941249}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9490588307380676, "Finetune/Loss (Raw)": 0.8969165086746216, "Finetune/Step": 433, "Finetune/Step Time": 7.314477026462555}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9492177963256836, "Finetune/Loss (Raw)": 0.9496793746948242, "Finetune/Step": 434, "Finetune/Step Time": 7.315982462838292}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.946604311466217, "Finetune/Loss (Raw)": 0.8143932223320007, "Finetune/Step": 435, "Finetune/Step Time": 7.307422198355198}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9455708265304565, "Finetune/Loss (Raw)": 0.8867954611778259, "Finetune/Step": 436, "Finetune/Step Time": 7.305157663300633}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9444299936294556, "Finetune/Loss (Raw)": 0.9876388907432556, "Finetune/Step": 437, "Finetune/Step Time": 7.296720881015062}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9437176585197449, "Finetune/Loss (Raw)": 0.9094277620315552, "Finetune/Step": 438, "Finetune/Step Time": 7.2947074342519045}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9430921673774719, "Finetune/Loss (Raw)": 0.9361402988433838, "Finetune/Step": 439, "Finetune/Step Time": 7.299469575285912}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9437388181686401, "Finetune/Loss (Raw)": 1.0395185947418213, "Finetune/Step": 440, "Finetune/Step Time": 7.301959682255983}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9432243704795837, "Finetune/Loss (Raw)": 1.0273455381393433, "Finetune/Step": 441, "Finetune/Step Time": 7.300645500421524}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9375095367431641, "Finetune/Loss (Raw)": 0.4287875294685364, "Finetune/Step": 442, "Finetune/Step Time": 7.316971641033888}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9381567239761353, "Finetune/Loss (Raw)": 1.0418062210083008, "Finetune/Step": 443, "Finetune/Step Time": 7.322234071791172}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9438988566398621, "Finetune/Loss (Raw)": 1.1063367128372192, "Finetune/Step": 444, "Finetune/Step Time": 7.310056218877435}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.944256067276001, "Finetune/Loss (Raw)": 0.9880762100219727, "Finetune/Step": 445, "Finetune/Step Time": 7.3069520406425}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9444251656532288, "Finetune/Loss (Raw)": 1.0656369924545288, "Finetune/Step": 446, "Finetune/Step Time": 7.310022056102753}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9449325203895569, "Finetune/Loss (Raw)": 1.0134985446929932, "Finetune/Step": 447, "Finetune/Step Time": 7.300799751654267}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9452094435691833, "Finetune/Loss (Raw)": 0.9506931304931641, "Finetune/Step": 448, "Finetune/Step Time": 7.3018530290573835}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9515194296836853, "Finetune/Loss (Raw)": 1.1287503242492676, "Finetune/Step": 449, "Finetune/Step Time": 7.286175273358822}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9511105418205261, "Finetune/Loss (Raw)": 0.9124852418899536, "Finetune/Step": 450, "Finetune/Step Time": 7.285847567021847}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9503698348999023, "Finetune/Loss (Raw)": 0.9517194628715515, "Finetune/Step": 451, "Finetune/Step Time": 7.290801962837577}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9495642185211182, "Finetune/Loss (Raw)": 0.9785760045051575, "Finetune/Step": 452, "Finetune/Step Time": 7.284598041325808}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9507579803466797, "Finetune/Loss (Raw)": 1.1777774095535278, "Finetune/Step": 453, "Finetune/Step Time": 7.279938844963908}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9490526914596558, "Finetune/Loss (Raw)": 0.9630526304244995, "Finetune/Step": 454, "Finetune/Step Time": 7.294996630400419}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.949513852596283, "Finetune/Loss (Raw)": 1.0598005056381226, "Finetune/Step": 455, "Finetune/Step Time": 7.294474262744188}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9440211653709412, "Finetune/Loss (Raw)": 0.3341905474662781, "Finetune/Step": 456, "Finetune/Step Time": 7.297420781105757}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9437723755836487, "Finetune/Loss (Raw)": 0.877156138420105, "Finetune/Step": 457, "Finetune/Step Time": 7.27910459600389}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9461439251899719, "Finetune/Loss (Raw)": 1.1741116046905518, "Finetune/Step": 458, "Finetune/Step Time": 7.276416452601552}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.945465087890625, "Finetune/Loss (Raw)": 0.9445810317993164, "Finetune/Step": 459, "Finetune/Step Time": 7.2797405160963535}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9455718994140625, "Finetune/Loss (Raw)": 0.8240268230438232, "Finetune/Step": 460, "Finetune/Step Time": 7.2906643897295}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9449965953826904, "Finetune/Loss (Raw)": 0.9370194673538208, "Finetune/Step": 461, "Finetune/Step Time": 7.290126906707883}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9448381662368774, "Finetune/Loss (Raw)": 0.9555436968803406, "Finetune/Step": 462, "Finetune/Step Time": 7.289814772084355}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9462608098983765, "Finetune/Loss (Raw)": 1.1630535125732422, "Finetune/Step": 463, "Finetune/Step Time": 7.2837368957698345}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9400196671485901, "Finetune/Loss (Raw)": 0.27964431047439575, "Finetune/Step": 464, "Finetune/Step Time": 7.286371881142259}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.938542366027832, "Finetune/Loss (Raw)": 1.0131481885910034, "Finetune/Step": 465, "Finetune/Step Time": 7.293775761500001}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9379929304122925, "Finetune/Loss (Raw)": 0.887596070766449, "Finetune/Step": 466, "Finetune/Step Time": 7.298758277669549}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9387841820716858, "Finetune/Loss (Raw)": 1.0489795207977295, "Finetune/Step": 467, "Finetune/Step Time": 7.298869816586375}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9380900859832764, "Finetune/Loss (Raw)": 0.8045700192451477, "Finetune/Step": 468, "Finetune/Step Time": 7.310659209266305}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9329556226730347, "Finetune/Loss (Raw)": 0.3489024043083191, "Finetune/Step": 469, "Finetune/Step Time": 7.321076709777117}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9322354793548584, "Finetune/Loss (Raw)": 0.9622082114219666, "Finetune/Step": 470, "Finetune/Step Time": 7.320847529917955}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.932173490524292, "Finetune/Loss (Raw)": 0.989790141582489, "Finetune/Step": 471, "Finetune/Step Time": 7.336040468886495}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9324781894683838, "Finetune/Loss (Raw)": 1.098708987236023, "Finetune/Step": 472, "Finetune/Step Time": 7.336871940642595}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9307854175567627, "Finetune/Loss (Raw)": 0.8870916962623596, "Finetune/Step": 473, "Finetune/Step Time": 7.3351815193891525}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.930287778377533, "Finetune/Loss (Raw)": 1.0365163087844849, "Finetune/Step": 474, "Finetune/Step Time": 7.31927721388638}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9295827150344849, "Finetune/Loss (Raw)": 1.0307213068008423, "Finetune/Step": 475, "Finetune/Step Time": 7.3181402534246445}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9291054010391235, "Finetune/Loss (Raw)": 0.999193012714386, "Finetune/Step": 476, "Finetune/Step Time": 7.302028780803084}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9282783269882202, "Finetune/Loss (Raw)": 1.019666075706482, "Finetune/Step": 477, "Finetune/Step Time": 7.306881511583924}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9283697009086609, "Finetune/Loss (Raw)": 0.9546656608581543, "Finetune/Step": 478, "Finetune/Step Time": 7.283713096752763}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9286744594573975, "Finetune/Loss (Raw)": 1.0137951374053955, "Finetune/Step": 479, "Finetune/Step Time": 7.268072560429573}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9292473793029785, "Finetune/Loss (Raw)": 1.0578681230545044, "Finetune/Step": 480, "Finetune/Step Time": 7.259109977632761}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9296350479125977, "Finetune/Loss (Raw)": 0.9920896291732788, "Finetune/Step": 481, "Finetune/Step Time": 7.262913886457682}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9305899143218994, "Finetune/Loss (Raw)": 1.0046344995498657, "Finetune/Step": 482, "Finetune/Step Time": 7.280996507033706}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9303244352340698, "Finetune/Loss (Raw)": 1.0177068710327148, "Finetune/Step": 483, "Finetune/Step Time": 7.29073229432106}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9304226040840149, "Finetune/Loss (Raw)": 0.9047704339027405, "Finetune/Step": 484, "Finetune/Step Time": 7.294157911092043}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9297428131103516, "Finetune/Loss (Raw)": 0.8186405897140503, "Finetune/Step": 485, "Finetune/Step Time": 7.297168772667646}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9343687295913696, "Finetune/Loss (Raw)": 0.9516733288764954, "Finetune/Step": 486, "Finetune/Step Time": 7.295424394309521}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9356971979141235, "Finetune/Loss (Raw)": 1.0093687772750854, "Finetune/Step": 487, "Finetune/Step Time": 7.29344118386507}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9362509250640869, "Finetune/Loss (Raw)": 1.0419405698776245, "Finetune/Step": 488, "Finetune/Step Time": 7.29030423425138}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9365853667259216, "Finetune/Loss (Raw)": 0.9078502655029297, "Finetune/Step": 489, "Finetune/Step Time": 7.293903993442655}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9360336661338806, "Finetune/Loss (Raw)": 0.8851587772369385, "Finetune/Step": 490, "Finetune/Step Time": 7.299279680475593}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9327412247657776, "Finetune/Loss (Raw)": 0.6458670496940613, "Finetune/Step": 491, "Finetune/Step Time": 7.325867520645261}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9316250681877136, "Finetune/Loss (Raw)": 0.918816328048706, "Finetune/Step": 492, "Finetune/Step Time": 7.3313954398036}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9311543703079224, "Finetune/Loss (Raw)": 1.0374048948287964, "Finetune/Step": 493, "Finetune/Step Time": 7.332912730053067}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9314246773719788, "Finetune/Loss (Raw)": 0.942262589931488, "Finetune/Step": 494, "Finetune/Step Time": 7.343246730044484}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9314284920692444, "Finetune/Loss (Raw)": 0.9907099008560181, "Finetune/Step": 495, "Finetune/Step Time": 7.342978840693831}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9315171241760254, "Finetune/Loss (Raw)": 1.006857991218567, "Finetune/Step": 496, "Finetune/Step Time": 7.355493281036615}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9313017129898071, "Finetune/Loss (Raw)": 0.9367495775222778, "Finetune/Step": 497, "Finetune/Step Time": 7.356690151616931}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9304052591323853, "Finetune/Loss (Raw)": 1.022885799407959, "Finetune/Step": 498, "Finetune/Step Time": 7.353956988081336}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9282404184341431, "Finetune/Loss (Raw)": 0.8718968629837036, "Finetune/Step": 499, "Finetune/Step Time": 7.355479408055544}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.927854061126709, "Finetune/Loss (Raw)": 0.9678580164909363, "Finetune/Step": 500, "Finetune/Step Time": 7.359921097755432}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9303217530250549, "Finetune/Loss (Raw)": 0.7541276216506958, "Finetune/Step": 501, "Finetune/Step Time": 7.357498770579696}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.934078574180603, "Finetune/Loss (Raw)": 0.8359314799308777, "Finetune/Step": 502, "Finetune/Step Time": 7.36171199195087}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9331588745117188, "Finetune/Loss (Raw)": 0.9721413850784302, "Finetune/Step": 503, "Finetune/Step Time": 7.377226945012808}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9343693852424622, "Finetune/Loss (Raw)": 1.0328395366668701, "Finetune/Step": 504, "Finetune/Step Time": 7.371924579143524}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9346140623092651, "Finetune/Loss (Raw)": 0.9826130867004395, "Finetune/Step": 505, "Finetune/Step Time": 7.3722427524626255}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9315234422683716, "Finetune/Loss (Raw)": 0.7886437773704529, "Finetune/Step": 506, "Finetune/Step Time": 7.383167214691639}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9303920269012451, "Finetune/Loss (Raw)": 0.988889753818512, "Finetune/Step": 507, "Finetune/Step Time": 7.379450768232346}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9297986030578613, "Finetune/Loss (Raw)": 0.9419724941253662, "Finetune/Step": 508, "Finetune/Step Time": 7.378654176369309}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9289394617080688, "Finetune/Loss (Raw)": 0.9420038461685181, "Finetune/Step": 509, "Finetune/Step Time": 7.381663436070085}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.928918182849884, "Finetune/Loss (Raw)": 0.9031376242637634, "Finetune/Step": 510, "Finetune/Step Time": 7.345493799075484}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9301577210426331, "Finetune/Loss (Raw)": 1.0570056438446045, "Finetune/Step": 511, "Finetune/Step Time": 7.315991163253784}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9341435432434082, "Finetune/Loss (Raw)": 0.9947673082351685, "Finetune/Step": 512, "Finetune/Step Time": 7.304023861885071}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9347478151321411, "Finetune/Loss (Raw)": 1.0493665933609009, "Finetune/Step": 513, "Finetune/Step Time": 7.308238334953785}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9355466365814209, "Finetune/Loss (Raw)": 1.0708494186401367, "Finetune/Step": 514, "Finetune/Step Time": 7.321750175207853}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9319207668304443, "Finetune/Loss (Raw)": 0.39539116621017456, "Finetune/Step": 515, "Finetune/Step Time": 7.334828216582537}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9329756498336792, "Finetune/Loss (Raw)": 1.0507563352584839, "Finetune/Step": 516, "Finetune/Step Time": 7.338187770918012}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9337295293807983, "Finetune/Loss (Raw)": 1.0095069408416748, "Finetune/Step": 517, "Finetune/Step Time": 7.349305422976613}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9353082180023193, "Finetune/Loss (Raw)": 1.0166245698928833, "Finetune/Step": 518, "Finetune/Step Time": 7.351519338786602}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9358066916465759, "Finetune/Loss (Raw)": 1.0441927909851074, "Finetune/Step": 519, "Finetune/Step Time": 7.365945452824235}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9360510110855103, "Finetune/Loss (Raw)": 0.9601196050643921, "Finetune/Step": 520, "Finetune/Step Time": 7.3661257196217775}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9373844265937805, "Finetune/Loss (Raw)": 0.9795605540275574, "Finetune/Step": 521, "Finetune/Step Time": 7.357138615101576}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9387990832328796, "Finetune/Loss (Raw)": 0.9755393266677856, "Finetune/Step": 522, "Finetune/Step Time": 7.339255342260003}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9362277388572693, "Finetune/Loss (Raw)": 0.8656015992164612, "Finetune/Step": 523, "Finetune/Step Time": 7.345040526241064}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9355684518814087, "Finetune/Loss (Raw)": 0.9935060739517212, "Finetune/Step": 524, "Finetune/Step Time": 7.341603493317962}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9371514320373535, "Finetune/Loss (Raw)": 0.9962424635887146, "Finetune/Step": 525, "Finetune/Step Time": 7.325323088094592}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9350987672805786, "Finetune/Loss (Raw)": 0.8843235373497009, "Finetune/Step": 526, "Finetune/Step Time": 7.337314918637276}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9353970885276794, "Finetune/Loss (Raw)": 0.9357461929321289, "Finetune/Step": 527, "Finetune/Step Time": 7.3319115322083235}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9360440969467163, "Finetune/Loss (Raw)": 1.01114022731781, "Finetune/Step": 528, "Finetune/Step Time": 7.327008154243231}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9358608722686768, "Finetune/Loss (Raw)": 1.0610265731811523, "Finetune/Step": 529, "Finetune/Step Time": 7.326240723952651}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9365228414535522, "Finetune/Loss (Raw)": 1.065347671508789, "Finetune/Step": 530, "Finetune/Step Time": 7.31093580275774}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9378620386123657, "Finetune/Loss (Raw)": 1.119215488433838, "Finetune/Step": 531, "Finetune/Step Time": 7.295747948810458}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9371461272239685, "Finetune/Loss (Raw)": 0.9572529196739197, "Finetune/Step": 532, "Finetune/Step Time": 7.293778777122498}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9385624527931213, "Finetune/Loss (Raw)": 0.8995141983032227, "Finetune/Step": 533, "Finetune/Step Time": 7.289702905341983}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.942151665687561, "Finetune/Loss (Raw)": 0.9240667819976807, "Finetune/Step": 534, "Finetune/Step Time": 7.28263390250504}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9458444118499756, "Finetune/Loss (Raw)": 0.8817076086997986, "Finetune/Step": 535, "Finetune/Step Time": 7.280756616964936}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9446160793304443, "Finetune/Loss (Raw)": 0.7928186058998108, "Finetune/Step": 536, "Finetune/Step Time": 7.302354296669364}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9435559511184692, "Finetune/Loss (Raw)": 1.040237307548523, "Finetune/Step": 537, "Finetune/Step Time": 7.293454481288791}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9419576525688171, "Finetune/Loss (Raw)": 0.9911274313926697, "Finetune/Step": 538, "Finetune/Step Time": 7.301659671589732}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9427764415740967, "Finetune/Loss (Raw)": 1.077514410018921, "Finetune/Step": 539, "Finetune/Step Time": 7.296158252283931}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9473956823348999, "Finetune/Loss (Raw)": 0.9471296668052673, "Finetune/Step": 540, "Finetune/Step Time": 7.280572339892387}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9466539025306702, "Finetune/Loss (Raw)": 0.9839181900024414, "Finetune/Step": 541, "Finetune/Step Time": 7.287067418918014}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9471270442008972, "Finetune/Loss (Raw)": 0.9852945804595947, "Finetune/Step": 542, "Finetune/Step Time": 7.286044999957085}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9476357102394104, "Finetune/Loss (Raw)": 1.1023896932601929, "Finetune/Step": 543, "Finetune/Step Time": 7.285711208358407}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9471294283866882, "Finetune/Loss (Raw)": 1.0365334749221802, "Finetune/Step": 544, "Finetune/Step Time": 7.285681573674083}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.946628212928772, "Finetune/Loss (Raw)": 0.9585089087486267, "Finetune/Step": 545, "Finetune/Step Time": 7.283054210245609}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9454618096351624, "Finetune/Loss (Raw)": 0.9265576004981995, "Finetune/Step": 546, "Finetune/Step Time": 7.284090621396899}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9462876319885254, "Finetune/Loss (Raw)": 1.0506460666656494, "Finetune/Step": 547, "Finetune/Step Time": 7.274080039933324}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9505459070205688, "Finetune/Loss (Raw)": 0.8997220396995544, "Finetune/Step": 548, "Finetune/Step Time": 7.27616722881794}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9488256573677063, "Finetune/Loss (Raw)": 0.7933223247528076, "Finetune/Step": 549, "Finetune/Step Time": 7.284724881872535}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9485194683074951, "Finetune/Loss (Raw)": 0.9505510330200195, "Finetune/Step": 550, "Finetune/Step Time": 7.267362534999847}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9471988677978516, "Finetune/Loss (Raw)": 0.9276742339134216, "Finetune/Step": 551, "Finetune/Step Time": 7.2674812618643045}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9475470185279846, "Finetune/Loss (Raw)": 1.069869041442871, "Finetune/Step": 552, "Finetune/Step Time": 7.262960521504283}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9476507902145386, "Finetune/Loss (Raw)": 0.7438589334487915, "Finetune/Step": 553, "Finetune/Step Time": 7.227396605536342}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9484677314758301, "Finetune/Loss (Raw)": 1.1094567775726318, "Finetune/Step": 554, "Finetune/Step Time": 7.235273994505405}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.948219895362854, "Finetune/Loss (Raw)": 0.9288164377212524, "Finetune/Step": 555, "Finetune/Step Time": 7.24929647706449}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9472001791000366, "Finetune/Loss (Raw)": 0.9618679881095886, "Finetune/Step": 556, "Finetune/Step Time": 7.260989623144269}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9461545944213867, "Finetune/Loss (Raw)": 0.922685980796814, "Finetune/Step": 557, "Finetune/Step Time": 7.257478352636099}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9412393569946289, "Finetune/Loss (Raw)": 0.2514265775680542, "Finetune/Step": 558, "Finetune/Step Time": 7.265302795916796}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9404973387718201, "Finetune/Loss (Raw)": 0.9467799067497253, "Finetune/Step": 559, "Finetune/Step Time": 7.259046122431755}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9398254156112671, "Finetune/Loss (Raw)": 0.8255307078361511, "Finetune/Step": 560, "Finetune/Step Time": 7.25407943688333}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9395673871040344, "Finetune/Loss (Raw)": 0.8638908267021179, "Finetune/Step": 561, "Finetune/Step Time": 7.254097383469343}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9392254948616028, "Finetune/Loss (Raw)": 0.905913770198822, "Finetune/Step": 562, "Finetune/Step Time": 7.2519222013652325}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9408349990844727, "Finetune/Loss (Raw)": 1.020418405532837, "Finetune/Step": 563, "Finetune/Step Time": 7.2518899869173765}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9417095184326172, "Finetune/Loss (Raw)": 0.9987341165542603, "Finetune/Step": 564, "Finetune/Step Time": 7.261666348204017}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9408721923828125, "Finetune/Loss (Raw)": 0.8804500102996826, "Finetune/Step": 565, "Finetune/Step Time": 7.271355349570513}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9420249462127686, "Finetune/Loss (Raw)": 1.05698561668396, "Finetune/Step": 566, "Finetune/Step Time": 7.2728361785411835}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9420571327209473, "Finetune/Loss (Raw)": 0.9402539134025574, "Finetune/Step": 567, "Finetune/Step Time": 7.276513142511249}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9361859560012817, "Finetune/Loss (Raw)": 0.28800833225250244, "Finetune/Step": 568, "Finetune/Step Time": 7.286098908632994}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9352268576622009, "Finetune/Loss (Raw)": 0.9045889377593994, "Finetune/Step": 569, "Finetune/Step Time": 7.29222154058516}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9395579099655151, "Finetune/Loss (Raw)": 0.9831539392471313, "Finetune/Step": 570, "Finetune/Step Time": 7.282752018421888}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9384934902191162, "Finetune/Loss (Raw)": 0.9055677056312561, "Finetune/Step": 571, "Finetune/Step Time": 7.288870198652148}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9377590417861938, "Finetune/Loss (Raw)": 1.0123262405395508, "Finetune/Step": 572, "Finetune/Step Time": 7.28820257820189}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9381828904151917, "Finetune/Loss (Raw)": 1.0423282384872437, "Finetune/Step": 573, "Finetune/Step Time": 7.291132479906082}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9381893277168274, "Finetune/Loss (Raw)": 1.0664552450180054, "Finetune/Step": 574, "Finetune/Step Time": 7.311140529811382}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9389137029647827, "Finetune/Loss (Raw)": 1.1062207221984863, "Finetune/Step": 575, "Finetune/Step Time": 7.329284930601716}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9390779733657837, "Finetune/Loss (Raw)": 0.9717162847518921, "Finetune/Step": 576, "Finetune/Step Time": 7.330384127795696}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9377585649490356, "Finetune/Loss (Raw)": 0.9598668217658997, "Finetune/Step": 577, "Finetune/Step Time": 7.326163502410054}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9378934502601624, "Finetune/Loss (Raw)": 0.929755449295044, "Finetune/Step": 578, "Finetune/Step Time": 7.322018641978502}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9367680549621582, "Finetune/Loss (Raw)": 0.8076733350753784, "Finetune/Step": 579, "Finetune/Step Time": 7.3343258164823055}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9370571374893188, "Finetune/Loss (Raw)": 1.0155795812606812, "Finetune/Step": 580, "Finetune/Step Time": 7.3362001944333315}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9363279342651367, "Finetune/Loss (Raw)": 1.0844311714172363, "Finetune/Step": 581, "Finetune/Step Time": 7.34006367251277}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9368780255317688, "Finetune/Loss (Raw)": 1.0334662199020386, "Finetune/Step": 582, "Finetune/Step Time": 7.334667153656483}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9351999759674072, "Finetune/Loss (Raw)": 0.8450031876564026, "Finetune/Step": 583, "Finetune/Step Time": 7.340403625741601}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9405059814453125, "Finetune/Loss (Raw)": 1.0133634805679321, "Finetune/Step": 584, "Finetune/Step Time": 7.336040673777461}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9418352246284485, "Finetune/Loss (Raw)": 1.047300934791565, "Finetune/Step": 585, "Finetune/Step Time": 7.336491586640477}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9353029131889343, "Finetune/Loss (Raw)": 0.33797749876976013, "Finetune/Step": 586, "Finetune/Step Time": 7.344938287511468}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9368744492530823, "Finetune/Loss (Raw)": 1.1457372903823853, "Finetune/Step": 587, "Finetune/Step Time": 7.336205380037427}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9376600980758667, "Finetune/Loss (Raw)": 0.924595057964325, "Finetune/Step": 588, "Finetune/Step Time": 7.331459539011121}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9384986162185669, "Finetune/Loss (Raw)": 1.0443482398986816, "Finetune/Step": 589, "Finetune/Step Time": 7.326533244922757}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9393393397331238, "Finetune/Loss (Raw)": 1.0631484985351562, "Finetune/Step": 590, "Finetune/Step Time": 7.326938986778259}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9373253583908081, "Finetune/Loss (Raw)": 0.9052709937095642, "Finetune/Step": 591, "Finetune/Step Time": 7.3284548856318}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9425707459449768, "Finetune/Loss (Raw)": 0.9510510563850403, "Finetune/Step": 592, "Finetune/Step Time": 7.312027933076024}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9421118497848511, "Finetune/Loss (Raw)": 0.9544086456298828, "Finetune/Step": 593, "Finetune/Step Time": 7.32609324529767}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9428838491439819, "Finetune/Loss (Raw)": 0.9864165186882019, "Finetune/Step": 594, "Finetune/Step Time": 7.313620088621974}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9423058032989502, "Finetune/Loss (Raw)": 0.9749888181686401, "Finetune/Step": 595, "Finetune/Step Time": 7.302827786654234}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.943030834197998, "Finetune/Loss (Raw)": 0.8973705172538757, "Finetune/Step": 596, "Finetune/Step Time": 7.2844973262399435}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9468761086463928, "Finetune/Loss (Raw)": 0.8410927057266235, "Finetune/Step": 597, "Finetune/Step Time": 7.2725748755037785}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9468459486961365, "Finetune/Loss (Raw)": 0.9583525061607361, "Finetune/Step": 598, "Finetune/Step Time": 7.293672421947122}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9468936920166016, "Finetune/Loss (Raw)": 0.9958983063697815, "Finetune/Step": 599, "Finetune/Step Time": 7.275468492880464}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9466790556907654, "Finetune/Loss (Raw)": 1.0712370872497559, "Finetune/Step": 600, "Finetune/Step Time": 7.279974738135934}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9470265507698059, "Finetune/Loss (Raw)": 0.9315692186355591, "Finetune/Step": 601, "Finetune/Step Time": 7.302446262910962}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9467847347259521, "Finetune/Loss (Raw)": 1.005566954612732, "Finetune/Step": 602, "Finetune/Step Time": 7.295976482331753}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9456404447555542, "Finetune/Loss (Raw)": 0.8842572569847107, "Finetune/Step": 603, "Finetune/Step Time": 7.3003290463238955}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9458886384963989, "Finetune/Loss (Raw)": 1.0309538841247559, "Finetune/Step": 604, "Finetune/Step Time": 7.2997379545122385}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9446465969085693, "Finetune/Loss (Raw)": 0.8606793284416199, "Finetune/Step": 605, "Finetune/Step Time": 7.295458985492587}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9440062642097473, "Finetune/Loss (Raw)": 0.8727078437805176, "Finetune/Step": 606, "Finetune/Step Time": 7.312424544245005}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9421635270118713, "Finetune/Loss (Raw)": 0.7779286503791809, "Finetune/Step": 607, "Finetune/Step Time": 7.341920444741845}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9422303438186646, "Finetune/Loss (Raw)": 1.066416621208191, "Finetune/Step": 608, "Finetune/Step Time": 7.340402232483029}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9413539171218872, "Finetune/Loss (Raw)": 0.879908561706543, "Finetune/Step": 609, "Finetune/Step Time": 7.335630729794502}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9408606290817261, "Finetune/Loss (Raw)": 0.9414951205253601, "Finetune/Step": 610, "Finetune/Step Time": 7.31720831990242}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9406650066375732, "Finetune/Loss (Raw)": 0.9926649928092957, "Finetune/Step": 611, "Finetune/Step Time": 7.296457681804895}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9427851438522339, "Finetune/Loss (Raw)": 1.1761467456817627, "Finetune/Step": 612, "Finetune/Step Time": 7.293613582849503}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9432127475738525, "Finetune/Loss (Raw)": 0.8733741641044617, "Finetune/Step": 613, "Finetune/Step Time": 7.28728243522346}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9432245492935181, "Finetune/Loss (Raw)": 0.9531883001327515, "Finetune/Step": 614, "Finetune/Step Time": 7.273236874490976}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9430789947509766, "Finetune/Loss (Raw)": 0.9907394051551819, "Finetune/Step": 615, "Finetune/Step Time": 7.279694551602006}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9425389766693115, "Finetune/Loss (Raw)": 0.9728133082389832, "Finetune/Step": 616, "Finetune/Step Time": 7.282000541687012}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9430224895477295, "Finetune/Loss (Raw)": 0.9697359204292297, "Finetune/Step": 617, "Finetune/Step Time": 7.274464277550578}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9438984990119934, "Finetune/Loss (Raw)": 0.9972949028015137, "Finetune/Step": 618, "Finetune/Step Time": 7.268785795196891}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9457923173904419, "Finetune/Loss (Raw)": 0.8882807493209839, "Finetune/Step": 619, "Finetune/Step Time": 7.263807974755764}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.946458637714386, "Finetune/Loss (Raw)": 1.0041004419326782, "Finetune/Step": 620, "Finetune/Step Time": 7.254393681883812}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9461912512779236, "Finetune/Loss (Raw)": 1.003173828125, "Finetune/Step": 621, "Finetune/Step Time": 7.272759718820453}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9461967945098877, "Finetune/Loss (Raw)": 0.9429744482040405, "Finetune/Step": 622, "Finetune/Step Time": 7.261107614263892}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9465785622596741, "Finetune/Loss (Raw)": 1.0395746231079102, "Finetune/Step": 623, "Finetune/Step Time": 7.2619304191321135}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9462883472442627, "Finetune/Loss (Raw)": 0.9697161316871643, "Finetune/Step": 624, "Finetune/Step Time": 7.248106684535742}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9468618035316467, "Finetune/Loss (Raw)": 1.0101498365402222, "Finetune/Step": 625, "Finetune/Step Time": 7.2490849904716015}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9469500780105591, "Finetune/Loss (Raw)": 1.03419029712677, "Finetune/Step": 626, "Finetune/Step Time": 7.256976360455155}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9475798606872559, "Finetune/Loss (Raw)": 0.9525051712989807, "Finetune/Step": 627, "Finetune/Step Time": 7.258853597566485}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9474904537200928, "Finetune/Loss (Raw)": 0.9564082622528076, "Finetune/Step": 628, "Finetune/Step Time": 7.248072328045964}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9492506384849548, "Finetune/Loss (Raw)": 0.9794304370880127, "Finetune/Step": 629, "Finetune/Step Time": 7.236884003505111}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9513448476791382, "Finetune/Loss (Raw)": 1.1039938926696777, "Finetune/Step": 630, "Finetune/Step Time": 7.229055546224117}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9505400657653809, "Finetune/Loss (Raw)": 0.8691294193267822, "Finetune/Step": 631, "Finetune/Step Time": 7.224425816908479}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9512473344802856, "Finetune/Loss (Raw)": 1.1233757734298706, "Finetune/Step": 632, "Finetune/Step Time": 7.2235149797052145}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9531611204147339, "Finetune/Loss (Raw)": 1.2275757789611816, "Finetune/Step": 633, "Finetune/Step Time": 7.224827744066715}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9541828632354736, "Finetune/Loss (Raw)": 0.919426679611206, "Finetune/Step": 634, "Finetune/Step Time": 7.215823525562882}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9540966749191284, "Finetune/Loss (Raw)": 0.9778538346290588, "Finetune/Step": 635, "Finetune/Step Time": 7.219529386609793}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9547947645187378, "Finetune/Loss (Raw)": 1.031327724456787, "Finetune/Step": 636, "Finetune/Step Time": 7.243397990241647}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9555252194404602, "Finetune/Loss (Raw)": 1.035506010055542, "Finetune/Step": 637, "Finetune/Step Time": 7.234006155282259}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9567557573318481, "Finetune/Loss (Raw)": 1.0606465339660645, "Finetune/Step": 638, "Finetune/Step Time": 7.2334414925426245}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.956104576587677, "Finetune/Loss (Raw)": 0.973652184009552, "Finetune/Step": 639, "Finetune/Step Time": 7.231578193604946}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9560229182243347, "Finetune/Loss (Raw)": 0.9843136668205261, "Finetune/Step": 640, "Finetune/Step Time": 7.2313133999705315}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9559538960456848, "Finetune/Loss (Raw)": 1.0405346155166626, "Finetune/Step": 641, "Finetune/Step Time": 7.237910278141499}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9502198696136475, "Finetune/Loss (Raw)": 0.3368971347808838, "Finetune/Step": 642, "Finetune/Step Time": 7.230940837413073}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9547430872917175, "Finetune/Loss (Raw)": 0.9743607640266418, "Finetune/Step": 643, "Finetune/Step Time": 7.216934638097882}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9544179439544678, "Finetune/Loss (Raw)": 1.0091371536254883, "Finetune/Step": 644, "Finetune/Step Time": 7.2206647451967}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9547286033630371, "Finetune/Loss (Raw)": 1.0492697954177856, "Finetune/Step": 645, "Finetune/Step Time": 7.2073865085840225}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9546172618865967, "Finetune/Loss (Raw)": 1.002374291419983, "Finetune/Step": 646, "Finetune/Step Time": 7.217213334515691}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9537198543548584, "Finetune/Loss (Raw)": 0.9293263554573059, "Finetune/Step": 647, "Finetune/Step Time": 7.218366714194417}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9541274309158325, "Finetune/Loss (Raw)": 1.0122915506362915, "Finetune/Step": 648, "Finetune/Step Time": 7.216051757335663}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9541873931884766, "Finetune/Loss (Raw)": 0.9872331619262695, "Finetune/Step": 649, "Finetune/Step Time": 7.211845323443413}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9537878632545471, "Finetune/Loss (Raw)": 0.9243984222412109, "Finetune/Step": 650, "Finetune/Step Time": 7.224442945793271}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9547914266586304, "Finetune/Loss (Raw)": 0.9940528273582458, "Finetune/Step": 651, "Finetune/Step Time": 7.23311603628099}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9547329545021057, "Finetune/Loss (Raw)": 0.9860288500785828, "Finetune/Step": 652, "Finetune/Step Time": 7.237129667773843}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9539011716842651, "Finetune/Loss (Raw)": 0.8897714018821716, "Finetune/Step": 653, "Finetune/Step Time": 7.239768858999014}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9562145471572876, "Finetune/Loss (Raw)": 1.180431842803955, "Finetune/Step": 654, "Finetune/Step Time": 7.231076288968325}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9562329053878784, "Finetune/Loss (Raw)": 0.9381055235862732, "Finetune/Step": 655, "Finetune/Step Time": 7.239961072802544}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9556509852409363, "Finetune/Loss (Raw)": 0.936651349067688, "Finetune/Step": 656, "Finetune/Step Time": 7.243468821048737}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9544938802719116, "Finetune/Loss (Raw)": 0.9129151105880737, "Finetune/Step": 657, "Finetune/Step Time": 7.263297356665134}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9537059664726257, "Finetune/Loss (Raw)": 0.9644946455955505, "Finetune/Step": 658, "Finetune/Step Time": 7.265324208885431}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9510331749916077, "Finetune/Loss (Raw)": 0.7771033048629761, "Finetune/Step": 659, "Finetune/Step Time": 7.286807147786021}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9520922899246216, "Finetune/Loss (Raw)": 1.0928215980529785, "Finetune/Step": 660, "Finetune/Step Time": 7.290708193555474}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9527652263641357, "Finetune/Loss (Raw)": 0.9856493473052979, "Finetune/Step": 661, "Finetune/Step Time": 7.283426808193326}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9535752534866333, "Finetune/Loss (Raw)": 1.0277431011199951, "Finetune/Step": 662, "Finetune/Step Time": 7.273147143423557}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9548710584640503, "Finetune/Loss (Raw)": 1.0475802421569824, "Finetune/Step": 663, "Finetune/Step Time": 7.26169347204268}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9561956524848938, "Finetune/Loss (Raw)": 0.9623587727546692, "Finetune/Step": 664, "Finetune/Step Time": 7.249852290377021}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9567488431930542, "Finetune/Loss (Raw)": 1.1110444068908691, "Finetune/Step": 665, "Finetune/Step Time": 7.258162396028638}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9578769207000732, "Finetune/Loss (Raw)": 1.1355183124542236, "Finetune/Step": 666, "Finetune/Step Time": 7.251222493126988}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9577531814575195, "Finetune/Loss (Raw)": 1.0616782903671265, "Finetune/Step": 667, "Finetune/Step Time": 7.263986790552735}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9568827152252197, "Finetune/Loss (Raw)": 0.8357173204421997, "Finetune/Step": 668, "Finetune/Step Time": 7.2693130150437355}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.956897497177124, "Finetune/Loss (Raw)": 0.9858027696609497, "Finetune/Step": 669, "Finetune/Step Time": 7.264050239697099}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.956193208694458, "Finetune/Loss (Raw)": 0.8951523303985596, "Finetune/Step": 670, "Finetune/Step Time": 7.266145974397659}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9549692869186401, "Finetune/Loss (Raw)": 0.9457266330718994, "Finetune/Step": 671, "Finetune/Step Time": 7.264860179275274}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9549161195755005, "Finetune/Loss (Raw)": 1.0297267436981201, "Finetune/Step": 672, "Finetune/Step Time": 7.262088015675545}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.955868124961853, "Finetune/Loss (Raw)": 1.080358624458313, "Finetune/Step": 673, "Finetune/Step Time": 7.262795776128769}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9571187496185303, "Finetune/Loss (Raw)": 1.0866390466690063, "Finetune/Step": 674, "Finetune/Step Time": 7.263401357457042}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.956911563873291, "Finetune/Loss (Raw)": 1.0241307020187378, "Finetune/Step": 675, "Finetune/Step Time": 7.265350218862295}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9576014280319214, "Finetune/Loss (Raw)": 0.9880252480506897, "Finetune/Step": 676, "Finetune/Step Time": 7.259039232507348}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9578365087509155, "Finetune/Loss (Raw)": 0.8234103918075562, "Finetune/Step": 677, "Finetune/Step Time": 7.2905031982809305}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9589300155639648, "Finetune/Loss (Raw)": 1.0905202627182007, "Finetune/Step": 678, "Finetune/Step Time": 7.3012912180274725}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.960262656211853, "Finetune/Loss (Raw)": 1.0982530117034912, "Finetune/Step": 679, "Finetune/Step Time": 7.306346459314227}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9590867757797241, "Finetune/Loss (Raw)": 0.91935133934021, "Finetune/Step": 680, "Finetune/Step Time": 7.305573461577296}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9612895250320435, "Finetune/Loss (Raw)": 1.0258086919784546, "Finetune/Step": 681, "Finetune/Step Time": 7.30368852801621}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9608599543571472, "Finetune/Loss (Raw)": 1.0544816255569458, "Finetune/Step": 682, "Finetune/Step Time": 7.289100348949432}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9619606733322144, "Finetune/Loss (Raw)": 1.0697095394134521, "Finetune/Step": 683, "Finetune/Step Time": 7.269979393109679}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9616489410400391, "Finetune/Loss (Raw)": 0.9219620823860168, "Finetune/Step": 684, "Finetune/Step Time": 7.259401636198163}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9600902795791626, "Finetune/Loss (Raw)": 0.7231839895248413, "Finetune/Step": 685, "Finetune/Step Time": 7.286874588578939}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9649366736412048, "Finetune/Loss (Raw)": 0.8717637658119202, "Finetune/Step": 686, "Finetune/Step Time": 7.28618985414505}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9648870229721069, "Finetune/Loss (Raw)": 0.9404191374778748, "Finetune/Step": 687, "Finetune/Step Time": 7.293536487966776}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.966121256351471, "Finetune/Loss (Raw)": 0.9835107326507568, "Finetune/Step": 688, "Finetune/Step Time": 7.291572030633688}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.9648329019546509, "Finetune/Loss (Raw)": 0.6989744901657104, "Finetune/Step": 689, "Finetune/Step Time": 7.304147278890014}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9640833139419556, "Finetune/Loss (Raw)": 0.8099802136421204, "Finetune/Step": 690, "Finetune/Step Time": 7.337578283622861}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9641638994216919, "Finetune/Loss (Raw)": 1.0307278633117676, "Finetune/Step": 691, "Finetune/Step Time": 7.340425036847591}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9632620215415955, "Finetune/Loss (Raw)": 0.8832902312278748, "Finetune/Step": 692, "Finetune/Step Time": 7.357132447883487}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9633581638336182, "Finetune/Loss (Raw)": 0.8927578330039978, "Finetune/Step": 693, "Finetune/Step Time": 7.356451481580734}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9581296443939209, "Finetune/Loss (Raw)": 0.38774213194847107, "Finetune/Step": 694, "Finetune/Step Time": 7.368303548544645}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.957261323928833, "Finetune/Loss (Raw)": 0.829105794429779, "Finetune/Step": 695, "Finetune/Step Time": 7.374025501310825}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9633865356445312, "Finetune/Loss (Raw)": 1.0720314979553223, "Finetune/Step": 696, "Finetune/Step Time": 7.365489736199379}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9633172750473022, "Finetune/Loss (Raw)": 0.8957192897796631, "Finetune/Step": 697, "Finetune/Step Time": 7.371290626004338}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.9646042585372925, "Finetune/Loss (Raw)": 1.1478983163833618, "Finetune/Step": 698, "Finetune/Step Time": 7.374293174594641}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9665895700454712, "Finetune/Loss (Raw)": 1.1596866846084595, "Finetune/Step": 699, "Finetune/Step Time": 7.370199864730239}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9660797119140625, "Finetune/Loss (Raw)": 0.947054386138916, "Finetune/Step": 700, "Finetune/Step Time": 7.388928702101111}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9603092670440674, "Finetune/Loss (Raw)": 0.3037172257900238, "Finetune/Step": 701, "Finetune/Step Time": 7.404314363375306}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9592598080635071, "Finetune/Loss (Raw)": 0.9321276545524597, "Finetune/Step": 702, "Finetune/Step Time": 7.389202382415533}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9571072459220886, "Finetune/Loss (Raw)": 0.8306873440742493, "Finetune/Step": 703, "Finetune/Step Time": 7.379667257890105}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9571001529693604, "Finetune/Loss (Raw)": 0.9708072543144226, "Finetune/Step": 704, "Finetune/Step Time": 7.391630815342069}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9574005603790283, "Finetune/Loss (Raw)": 0.9983201026916504, "Finetune/Step": 705, "Finetune/Step Time": 7.391204386949539}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9559746384620667, "Finetune/Loss (Raw)": 0.74723881483078, "Finetune/Step": 706, "Finetune/Step Time": 7.393505599349737}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9564148187637329, "Finetune/Loss (Raw)": 0.864022433757782, "Finetune/Step": 707, "Finetune/Step Time": 7.378662401810288}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9572517275810242, "Finetune/Loss (Raw)": 1.1226993799209595, "Finetune/Step": 708, "Finetune/Step Time": 7.382539616897702}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9560433626174927, "Finetune/Loss (Raw)": 0.9297619462013245, "Finetune/Step": 709, "Finetune/Step Time": 7.384495351463556}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9546549320220947, "Finetune/Loss (Raw)": 0.8557509779930115, "Finetune/Step": 710, "Finetune/Step Time": 7.374389082193375}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9560379385948181, "Finetune/Loss (Raw)": 1.0220184326171875, "Finetune/Step": 711, "Finetune/Step Time": 7.387102268636227}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9533330798149109, "Finetune/Loss (Raw)": 0.6671500205993652, "Finetune/Step": 712, "Finetune/Step Time": 7.3978433553129435}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9525805711746216, "Finetune/Loss (Raw)": 0.9509735107421875, "Finetune/Step": 713, "Finetune/Step Time": 7.398316154256463}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9569233655929565, "Finetune/Loss (Raw)": 0.8938591480255127, "Finetune/Step": 714, "Finetune/Step Time": 7.390950387343764}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9564836621284485, "Finetune/Loss (Raw)": 1.0894527435302734, "Finetune/Step": 715, "Finetune/Step Time": 7.390652446076274}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9558393955230713, "Finetune/Loss (Raw)": 0.8421289920806885, "Finetune/Step": 716, "Finetune/Step Time": 7.36671225912869}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9561101198196411, "Finetune/Loss (Raw)": 1.0790033340454102, "Finetune/Step": 717, "Finetune/Step Time": 7.3789010141044855}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9556884765625, "Finetune/Loss (Raw)": 1.009181022644043, "Finetune/Step": 718, "Finetune/Step Time": 7.3834203984588385}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.956390917301178, "Finetune/Loss (Raw)": 0.9951781034469604, "Finetune/Step": 719, "Finetune/Step Time": 7.384910240769386}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9581294059753418, "Finetune/Loss (Raw)": 1.1735776662826538, "Finetune/Step": 720, "Finetune/Step Time": 7.387578371912241}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9576332569122314, "Finetune/Loss (Raw)": 0.8909053802490234, "Finetune/Step": 721, "Finetune/Step Time": 7.391912646591663}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9573122262954712, "Finetune/Loss (Raw)": 0.9453184604644775, "Finetune/Step": 722, "Finetune/Step Time": 7.418305158615112}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9581512808799744, "Finetune/Loss (Raw)": 1.0823899507522583, "Finetune/Step": 723, "Finetune/Step Time": 7.416582433506846}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9591801166534424, "Finetune/Loss (Raw)": 1.029069423675537, "Finetune/Step": 724, "Finetune/Step Time": 7.432560738176107}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9613468050956726, "Finetune/Loss (Raw)": 1.1184227466583252, "Finetune/Step": 725, "Finetune/Step Time": 7.431992955505848}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9593451023101807, "Finetune/Loss (Raw)": 0.7021401524543762, "Finetune/Step": 726, "Finetune/Step Time": 7.420447515323758}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9593194723129272, "Finetune/Loss (Raw)": 0.9926125407218933, "Finetune/Step": 727, "Finetune/Step Time": 7.427144763991237}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9598440527915955, "Finetune/Loss (Raw)": 1.1383858919143677, "Finetune/Step": 728, "Finetune/Step Time": 7.426950503140688}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9571529626846313, "Finetune/Loss (Raw)": 0.5871052145957947, "Finetune/Step": 729, "Finetune/Step Time": 7.417476128786802}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9569425582885742, "Finetune/Loss (Raw)": 0.9786407947540283, "Finetune/Step": 730, "Finetune/Step Time": 7.421135000884533}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9580888748168945, "Finetune/Loss (Raw)": 1.0309841632843018, "Finetune/Step": 731, "Finetune/Step Time": 7.4173590540885925}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9567330479621887, "Finetune/Loss (Raw)": 0.8574084639549255, "Finetune/Step": 732, "Finetune/Step Time": 7.448810921981931}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9571787118911743, "Finetune/Loss (Raw)": 0.9177241921424866, "Finetune/Step": 733, "Finetune/Step Time": 7.447604484856129}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9569104909896851, "Finetune/Loss (Raw)": 0.838375449180603, "Finetune/Step": 734, "Finetune/Step Time": 7.435234382748604}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9574424028396606, "Finetune/Loss (Raw)": 0.8460118770599365, "Finetune/Step": 735, "Finetune/Step Time": 7.413410242646933}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.956157922744751, "Finetune/Loss (Raw)": 0.9020060896873474, "Finetune/Step": 736, "Finetune/Step Time": 7.448161710053682}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9578444957733154, "Finetune/Loss (Raw)": 1.0957878828048706, "Finetune/Step": 737, "Finetune/Step Time": 7.444948952645063}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9582951068878174, "Finetune/Loss (Raw)": 0.999169647693634, "Finetune/Step": 738, "Finetune/Step Time": 7.441288359463215}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9540301561355591, "Finetune/Loss (Raw)": 0.44675374031066895, "Finetune/Step": 739, "Finetune/Step Time": 7.459092706441879}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9533374309539795, "Finetune/Loss (Raw)": 1.0874699354171753, "Finetune/Step": 740, "Finetune/Step Time": 7.462516263127327}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9524909257888794, "Finetune/Loss (Raw)": 0.7650269865989685, "Finetune/Step": 741, "Finetune/Step Time": 7.479986293241382}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9524087905883789, "Finetune/Loss (Raw)": 0.9426741600036621, "Finetune/Step": 742, "Finetune/Step Time": 7.496759215369821}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9528184533119202, "Finetune/Loss (Raw)": 1.043176293373108, "Finetune/Step": 743, "Finetune/Step Time": 7.500660112127662}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9528347849845886, "Finetune/Loss (Raw)": 0.9749048948287964, "Finetune/Step": 744, "Finetune/Step Time": 7.5025211572647095}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9516438245773315, "Finetune/Loss (Raw)": 0.8172962069511414, "Finetune/Step": 745, "Finetune/Step Time": 7.520602501928806}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9522778987884521, "Finetune/Loss (Raw)": 1.078458309173584, "Finetune/Step": 746, "Finetune/Step Time": 7.511738182976842}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9537684917449951, "Finetune/Loss (Raw)": 1.0790691375732422, "Finetune/Step": 747, "Finetune/Step Time": 7.492188818752766}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9542069435119629, "Finetune/Loss (Raw)": 1.0602256059646606, "Finetune/Step": 748, "Finetune/Step Time": 7.494246367365122}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9537002444267273, "Finetune/Loss (Raw)": 0.9383165240287781, "Finetune/Step": 749, "Finetune/Step Time": 7.484741138294339}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9539566040039062, "Finetune/Loss (Raw)": 0.9757850170135498, "Finetune/Step": 750, "Finetune/Step Time": 7.490615103393793}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9523842930793762, "Finetune/Loss (Raw)": 0.8383232355117798, "Finetune/Step": 751, "Finetune/Step Time": 7.493696236982942}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9528171420097351, "Finetune/Loss (Raw)": 1.025119662284851, "Finetune/Step": 752, "Finetune/Step Time": 7.49449816532433}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9479823112487793, "Finetune/Loss (Raw)": 0.39129114151000977, "Finetune/Step": 753, "Finetune/Step Time": 7.506759714335203}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9465196132659912, "Finetune/Loss (Raw)": 0.8469630479812622, "Finetune/Step": 754, "Finetune/Step Time": 7.497927105054259}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9460550546646118, "Finetune/Loss (Raw)": 0.8930496573448181, "Finetune/Step": 755, "Finetune/Step Time": 7.519763549789786}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9457932710647583, "Finetune/Loss (Raw)": 0.92288738489151, "Finetune/Step": 756, "Finetune/Step Time": 7.518462218344212}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9454298615455627, "Finetune/Loss (Raw)": 0.9329192042350769, "Finetune/Step": 757, "Finetune/Step Time": 7.530763102695346}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9455229043960571, "Finetune/Loss (Raw)": 1.115900993347168, "Finetune/Step": 758, "Finetune/Step Time": 7.527958512306213}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9468071460723877, "Finetune/Loss (Raw)": 1.033514142036438, "Finetune/Step": 759, "Finetune/Step Time": 7.517772983759642}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.945709764957428, "Finetune/Loss (Raw)": 0.982912540435791, "Finetune/Step": 760, "Finetune/Step Time": 7.51098320260644}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9433188438415527, "Finetune/Loss (Raw)": 0.9215412735939026, "Finetune/Step": 761, "Finetune/Step Time": 7.514171814545989}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9390443563461304, "Finetune/Loss (Raw)": 0.37229323387145996, "Finetune/Step": 762, "Finetune/Step Time": 7.52885527908802}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9380857944488525, "Finetune/Loss (Raw)": 0.8551514744758606, "Finetune/Step": 763, "Finetune/Step Time": 7.533101050183177}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9374736547470093, "Finetune/Loss (Raw)": 0.9529802203178406, "Finetune/Step": 764, "Finetune/Step Time": 7.512133214622736}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9367179274559021, "Finetune/Loss (Raw)": 0.9387659430503845, "Finetune/Step": 765, "Finetune/Step Time": 7.516136057674885}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9366140961647034, "Finetune/Loss (Raw)": 1.0473551750183105, "Finetune/Step": 766, "Finetune/Step Time": 7.534799853339791}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9360038042068481, "Finetune/Loss (Raw)": 0.8955369591712952, "Finetune/Step": 767, "Finetune/Step Time": 7.544146561995149}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9353238344192505, "Finetune/Loss (Raw)": 0.8972737193107605, "Finetune/Step": 768, "Finetune/Step Time": 7.554606640711427}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9334362149238586, "Finetune/Loss (Raw)": 0.7989228963851929, "Finetune/Step": 769, "Finetune/Step Time": 7.563310110941529}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9382550716400146, "Finetune/Loss (Raw)": 0.9537148475646973, "Finetune/Step": 770, "Finetune/Step Time": 7.568269848823547}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9387636780738831, "Finetune/Loss (Raw)": 1.0394618511199951, "Finetune/Step": 771, "Finetune/Step Time": 7.573023125529289}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.938469648361206, "Finetune/Loss (Raw)": 0.9714975357055664, "Finetune/Step": 772, "Finetune/Step Time": 7.567901028320193}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9383589029312134, "Finetune/Loss (Raw)": 1.0351008176803589, "Finetune/Step": 773, "Finetune/Step Time": 7.567200927063823}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9369935989379883, "Finetune/Loss (Raw)": 0.8276065587997437, "Finetune/Step": 774, "Finetune/Step Time": 7.578779915347695}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9375823736190796, "Finetune/Loss (Raw)": 1.0046976804733276, "Finetune/Step": 775, "Finetune/Step Time": 7.58124672062695}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9353393912315369, "Finetune/Loss (Raw)": 0.7251852750778198, "Finetune/Step": 776, "Finetune/Step Time": 7.583457259461284}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.936255931854248, "Finetune/Loss (Raw)": 1.104546308517456, "Finetune/Step": 777, "Finetune/Step Time": 7.600579332560301}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9372941255569458, "Finetune/Loss (Raw)": 1.0572940111160278, "Finetune/Step": 778, "Finetune/Step Time": 7.586795696988702}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9365694522857666, "Finetune/Loss (Raw)": 0.9012972116470337, "Finetune/Step": 779, "Finetune/Step Time": 7.584111228585243}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9314171075820923, "Finetune/Loss (Raw)": 0.3265196681022644, "Finetune/Step": 780, "Finetune/Step Time": 7.59791667573154}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9314839839935303, "Finetune/Loss (Raw)": 0.8983352184295654, "Finetune/Step": 781, "Finetune/Step Time": 7.599027633666992}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.927537202835083, "Finetune/Loss (Raw)": 0.675247073173523, "Finetune/Step": 782, "Finetune/Step Time": 7.629381472244859}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9273406863212585, "Finetune/Loss (Raw)": 0.9129505157470703, "Finetune/Step": 783, "Finetune/Step Time": 7.661897964775562}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9255509972572327, "Finetune/Loss (Raw)": 0.7075667381286621, "Finetune/Step": 784, "Finetune/Step Time": 7.680097291246057}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9264994859695435, "Finetune/Loss (Raw)": 1.034325122833252, "Finetune/Step": 785, "Finetune/Step Time": 7.67705506645143}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9274590611457825, "Finetune/Loss (Raw)": 1.08732008934021, "Finetune/Step": 786, "Finetune/Step Time": 7.675484435632825}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9295051097869873, "Finetune/Loss (Raw)": 1.0389955043792725, "Finetune/Step": 787, "Finetune/Step Time": 7.679933233186603}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9293878078460693, "Finetune/Loss (Raw)": 1.077809453010559, "Finetune/Step": 788, "Finetune/Step Time": 7.6778516713529825}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9292300939559937, "Finetune/Loss (Raw)": 0.9654631018638611, "Finetune/Step": 789, "Finetune/Step Time": 7.67694684676826}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9267520904541016, "Finetune/Loss (Raw)": 0.7105525135993958, "Finetune/Step": 790, "Finetune/Step Time": 7.706837309524417}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9255435466766357, "Finetune/Loss (Raw)": 0.8928938508033752, "Finetune/Step": 791, "Finetune/Step Time": 7.708978924900293}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9244095087051392, "Finetune/Loss (Raw)": 0.8171990513801575, "Finetune/Step": 792, "Finetune/Step Time": 7.700003232806921}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9236276745796204, "Finetune/Loss (Raw)": 1.0109692811965942, "Finetune/Step": 793, "Finetune/Step Time": 7.702307317405939}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9217357039451599, "Finetune/Loss (Raw)": 0.8933460116386414, "Finetune/Step": 794, "Finetune/Step Time": 7.704979080706835}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9208447933197021, "Finetune/Loss (Raw)": 0.9476397037506104, "Finetune/Step": 795, "Finetune/Step Time": 7.70812950655818}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.921542763710022, "Finetune/Loss (Raw)": 0.925057590007782, "Finetune/Step": 796, "Finetune/Step Time": 7.704711442813277}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9212042093276978, "Finetune/Loss (Raw)": 0.942466676235199, "Finetune/Step": 797, "Finetune/Step Time": 7.710245739668608}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9219021797180176, "Finetune/Loss (Raw)": 0.9844968318939209, "Finetune/Step": 798, "Finetune/Step Time": 7.713178861886263}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.921269416809082, "Finetune/Loss (Raw)": 0.8647255301475525, "Finetune/Step": 799, "Finetune/Step Time": 7.731764765456319}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.9211270809173584, "Finetune/Loss (Raw)": 1.0115084648132324, "Finetune/Step": 800, "Finetune/Step Time": 7.737478898838162}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9207146167755127, "Finetune/Loss (Raw)": 1.027570366859436, "Finetune/Step": 801, "Finetune/Step Time": 7.762100851163268}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9192774891853333, "Finetune/Loss (Raw)": 0.9026836156845093, "Finetune/Step": 802, "Finetune/Step Time": 7.765258515253663}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9172621965408325, "Finetune/Loss (Raw)": 0.7661739587783813, "Finetune/Step": 803, "Finetune/Step Time": 7.770913572981954}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9170099496841431, "Finetune/Loss (Raw)": 0.9557386040687561, "Finetune/Step": 804, "Finetune/Step Time": 7.762180773541331}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9182813167572021, "Finetune/Loss (Raw)": 0.98614102602005, "Finetune/Step": 805, "Finetune/Step Time": 7.731858178973198}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9160839915275574, "Finetune/Loss (Raw)": 0.809267520904541, "Finetune/Step": 806, "Finetune/Step Time": 7.745734563097358}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.914868950843811, "Finetune/Loss (Raw)": 0.9427306056022644, "Finetune/Step": 807, "Finetune/Step Time": 7.73781624250114}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9151405096054077, "Finetune/Loss (Raw)": 0.9541068077087402, "Finetune/Step": 808, "Finetune/Step Time": 7.755564749240875}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.914348840713501, "Finetune/Loss (Raw)": 0.9244793057441711, "Finetune/Step": 809, "Finetune/Step Time": 7.758674580603838}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9143788814544678, "Finetune/Loss (Raw)": 1.0583189725875854, "Finetune/Step": 810, "Finetune/Step Time": 7.761796981096268}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9123730063438416, "Finetune/Loss (Raw)": 0.8129579424858093, "Finetune/Step": 811, "Finetune/Step Time": 7.759060192853212}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.914326012134552, "Finetune/Loss (Raw)": 1.1719515323638916, "Finetune/Step": 812, "Finetune/Step Time": 7.755059463903308}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9160591959953308, "Finetune/Loss (Raw)": 0.945029616355896, "Finetune/Step": 813, "Finetune/Step Time": 7.729024088010192}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9165053367614746, "Finetune/Loss (Raw)": 0.9288671612739563, "Finetune/Step": 814, "Finetune/Step Time": 7.7180343717336655}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9164305925369263, "Finetune/Loss (Raw)": 0.9308568835258484, "Finetune/Step": 815, "Finetune/Step Time": 7.71094180457294}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9167767763137817, "Finetune/Loss (Raw)": 1.027825117111206, "Finetune/Step": 816, "Finetune/Step Time": 7.711284797638655}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9192239046096802, "Finetune/Loss (Raw)": 1.0122021436691284, "Finetune/Step": 817, "Finetune/Step Time": 7.700436282902956}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9154006242752075, "Finetune/Loss (Raw)": 0.32060152292251587, "Finetune/Step": 818, "Finetune/Step Time": 7.675718992948532}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9134677648544312, "Finetune/Loss (Raw)": 0.7833250164985657, "Finetune/Step": 819, "Finetune/Step Time": 7.674788448959589}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9120993614196777, "Finetune/Loss (Raw)": 0.7081339955329895, "Finetune/Step": 820, "Finetune/Step Time": 7.6555563770234585}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9122501611709595, "Finetune/Loss (Raw)": 0.9120537042617798, "Finetune/Step": 821, "Finetune/Step Time": 7.6549468990415335}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9161254167556763, "Finetune/Loss (Raw)": 0.8837801814079285, "Finetune/Step": 822, "Finetune/Step Time": 7.644511960446835}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9179714322090149, "Finetune/Loss (Raw)": 1.0653939247131348, "Finetune/Step": 823, "Finetune/Step Time": 7.629629477858543}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9176220893859863, "Finetune/Loss (Raw)": 1.027308702468872, "Finetune/Step": 824, "Finetune/Step Time": 7.626873429864645}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9175432324409485, "Finetune/Loss (Raw)": 0.8856285810470581, "Finetune/Step": 825, "Finetune/Step Time": 7.616734221577644}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9149455428123474, "Finetune/Loss (Raw)": 0.8153959512710571, "Finetune/Step": 826, "Finetune/Step Time": 7.612299829721451}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9133473038673401, "Finetune/Loss (Raw)": 0.9551102519035339, "Finetune/Step": 827, "Finetune/Step Time": 7.598786793649197}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9088687300682068, "Finetune/Loss (Raw)": 0.3737993836402893, "Finetune/Step": 828, "Finetune/Step Time": 7.592191353440285}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9142781496047974, "Finetune/Loss (Raw)": 0.9961239099502563, "Finetune/Step": 829, "Finetune/Step Time": 7.58565142005682}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9144809246063232, "Finetune/Loss (Raw)": 0.9580754041671753, "Finetune/Step": 830, "Finetune/Step Time": 7.581967543810606}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9153927564620972, "Finetune/Loss (Raw)": 0.9474118947982788, "Finetune/Step": 831, "Finetune/Step Time": 7.5869501661509275}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9158961772918701, "Finetune/Loss (Raw)": 1.0352466106414795, "Finetune/Step": 832, "Finetune/Step Time": 7.568236639723182}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9113274216651917, "Finetune/Loss (Raw)": 0.41351181268692017, "Finetune/Step": 833, "Finetune/Step Time": 7.581838613376021}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9128112196922302, "Finetune/Loss (Raw)": 0.9371694922447205, "Finetune/Step": 834, "Finetune/Step Time": 7.590054139494896}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9134736061096191, "Finetune/Loss (Raw)": 0.9488062262535095, "Finetune/Step": 835, "Finetune/Step Time": 7.594963423907757}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9123752117156982, "Finetune/Loss (Raw)": 0.9821048378944397, "Finetune/Step": 836, "Finetune/Step Time": 7.590141260996461}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9118567705154419, "Finetune/Loss (Raw)": 0.8634058833122253, "Finetune/Step": 837, "Finetune/Step Time": 7.598270010203123}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9129785299301147, "Finetune/Loss (Raw)": 0.9993361234664917, "Finetune/Step": 838, "Finetune/Step Time": 7.6020983923226595}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9118446111679077, "Finetune/Loss (Raw)": 0.8768764138221741, "Finetune/Step": 839, "Finetune/Step Time": 7.5940376203507185}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9152270555496216, "Finetune/Loss (Raw)": 1.1000926494598389, "Finetune/Step": 840, "Finetune/Step Time": 7.582023423165083}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9144457578659058, "Finetune/Loss (Raw)": 0.8509707450866699, "Finetune/Step": 841, "Finetune/Step Time": 7.586116123944521}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9152768850326538, "Finetune/Loss (Raw)": 1.0002501010894775, "Finetune/Step": 842, "Finetune/Step Time": 7.5945049449801445}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9142899513244629, "Finetune/Loss (Raw)": 0.9631174206733704, "Finetune/Step": 843, "Finetune/Step Time": 7.608065996319056}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9150415658950806, "Finetune/Loss (Raw)": 0.9383386969566345, "Finetune/Step": 844, "Finetune/Step Time": 7.6094931345433}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9146333932876587, "Finetune/Loss (Raw)": 1.0267589092254639, "Finetune/Step": 845, "Finetune/Step Time": 7.595385627821088}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.914536714553833, "Finetune/Loss (Raw)": 0.9968006610870361, "Finetune/Step": 846, "Finetune/Step Time": 7.587296592071652}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9103291034698486, "Finetune/Loss (Raw)": 0.4566041827201843, "Finetune/Step": 847, "Finetune/Step Time": 7.599437618628144}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9075391292572021, "Finetune/Loss (Raw)": 0.8164652585983276, "Finetune/Step": 848, "Finetune/Step Time": 7.6022446528077126}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9081800580024719, "Finetune/Loss (Raw)": 0.9729453325271606, "Finetune/Step": 849, "Finetune/Step Time": 7.5804108288139105}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9075360298156738, "Finetune/Loss (Raw)": 0.8628871440887451, "Finetune/Step": 850, "Finetune/Step Time": 7.564972497522831}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9067725539207458, "Finetune/Loss (Raw)": 0.9846554398536682, "Finetune/Step": 851, "Finetune/Step Time": 7.570627396926284}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9053040742874146, "Finetune/Loss (Raw)": 0.8411100506782532, "Finetune/Step": 852, "Finetune/Step Time": 7.556008163839579}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.9038611650466919, "Finetune/Loss (Raw)": 0.9337288737297058, "Finetune/Step": 853, "Finetune/Step Time": 7.55194634385407}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9052273035049438, "Finetune/Loss (Raw)": 0.8770139813423157, "Finetune/Step": 854, "Finetune/Step Time": 7.554555324837565}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9031838178634644, "Finetune/Loss (Raw)": 0.7310435175895691, "Finetune/Step": 855, "Finetune/Step Time": 7.589733993634582}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9015681147575378, "Finetune/Loss (Raw)": 0.9315717220306396, "Finetune/Step": 856, "Finetune/Step Time": 7.599844576790929}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9040037989616394, "Finetune/Loss (Raw)": 0.8988722562789917, "Finetune/Step": 857, "Finetune/Step Time": 7.589225444942713}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.9053415060043335, "Finetune/Loss (Raw)": 1.1498740911483765, "Finetune/Step": 858, "Finetune/Step Time": 7.586354590952396}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9052242040634155, "Finetune/Loss (Raw)": 1.0159637928009033, "Finetune/Step": 859, "Finetune/Step Time": 7.601151036098599}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.905535876750946, "Finetune/Loss (Raw)": 0.8973050713539124, "Finetune/Step": 860, "Finetune/Step Time": 7.570302052423358}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9035486578941345, "Finetune/Loss (Raw)": 0.6633583903312683, "Finetune/Step": 861, "Finetune/Step Time": 7.559699721634388}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9045813083648682, "Finetune/Loss (Raw)": 0.9705520272254944, "Finetune/Step": 862, "Finetune/Step Time": 7.5624820571392775}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9039716720581055, "Finetune/Loss (Raw)": 0.76798415184021, "Finetune/Step": 863, "Finetune/Step Time": 7.5681205205619335}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9047669172286987, "Finetune/Loss (Raw)": 1.0037988424301147, "Finetune/Step": 864, "Finetune/Step Time": 7.536123558878899}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9033218026161194, "Finetune/Loss (Raw)": 0.9108065366744995, "Finetune/Step": 865, "Finetune/Step Time": 7.556969162076712}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9037953615188599, "Finetune/Loss (Raw)": 1.0597892999649048, "Finetune/Step": 866, "Finetune/Step Time": 7.558423101902008}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9083651304244995, "Finetune/Loss (Raw)": 1.031683325767517, "Finetune/Step": 867, "Finetune/Step Time": 7.544057551771402}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.906967282295227, "Finetune/Loss (Raw)": 0.9085379242897034, "Finetune/Step": 868, "Finetune/Step Time": 7.5364773366600275}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9091350436210632, "Finetune/Loss (Raw)": 1.0425044298171997, "Finetune/Step": 869, "Finetune/Step Time": 7.527421222999692}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9084137678146362, "Finetune/Loss (Raw)": 0.8503551483154297, "Finetune/Step": 870, "Finetune/Step Time": 7.5196423307061195}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9065029621124268, "Finetune/Loss (Raw)": 0.7985912561416626, "Finetune/Step": 871, "Finetune/Step Time": 7.513506995514035}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9063335657119751, "Finetune/Loss (Raw)": 0.9532217383384705, "Finetune/Step": 872, "Finetune/Step Time": 7.513258533552289}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9076701402664185, "Finetune/Loss (Raw)": 0.9883790612220764, "Finetune/Step": 873, "Finetune/Step Time": 7.497558573260903}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9056090116500854, "Finetune/Loss (Raw)": 0.8146337866783142, "Finetune/Step": 874, "Finetune/Step Time": 7.503023399040103}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9040274620056152, "Finetune/Loss (Raw)": 0.8766297698020935, "Finetune/Step": 875, "Finetune/Step Time": 7.515284288674593}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9027085304260254, "Finetune/Loss (Raw)": 0.8914023637771606, "Finetune/Step": 876, "Finetune/Step Time": 7.516852805390954}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9029155373573303, "Finetune/Loss (Raw)": 0.9648099541664124, "Finetune/Step": 877, "Finetune/Step Time": 7.515936579555273}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9026196002960205, "Finetune/Loss (Raw)": 0.9379082918167114, "Finetune/Step": 878, "Finetune/Step Time": 7.508889043703675}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.902411937713623, "Finetune/Loss (Raw)": 0.8117384314537048, "Finetune/Step": 879, "Finetune/Step Time": 7.529531881213188}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9017428755760193, "Finetune/Loss (Raw)": 0.9394849538803101, "Finetune/Step": 880, "Finetune/Step Time": 7.534501057118177}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9047427177429199, "Finetune/Loss (Raw)": 0.7752675414085388, "Finetune/Step": 881, "Finetune/Step Time": 7.534174321219325}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.9058873653411865, "Finetune/Loss (Raw)": 0.99347323179245, "Finetune/Step": 882, "Finetune/Step Time": 7.534038880839944}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.906828761100769, "Finetune/Loss (Raw)": 1.013551950454712, "Finetune/Step": 883, "Finetune/Step Time": 7.506008880212903}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9077000617980957, "Finetune/Loss (Raw)": 1.0344171524047852, "Finetune/Step": 884, "Finetune/Step Time": 7.5059378407895565}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.902167797088623, "Finetune/Loss (Raw)": 0.22478055953979492, "Finetune/Step": 885, "Finetune/Step Time": 7.5069428235292435}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.900962769985199, "Finetune/Loss (Raw)": 0.9616632461547852, "Finetune/Step": 886, "Finetune/Step Time": 7.511353621259332}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8959877490997314, "Finetune/Loss (Raw)": 0.3967176675796509, "Finetune/Step": 887, "Finetune/Step Time": 7.532119080424309}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8964178562164307, "Finetune/Loss (Raw)": 1.0379581451416016, "Finetune/Step": 888, "Finetune/Step Time": 7.538717621937394}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8969730138778687, "Finetune/Loss (Raw)": 0.9926080107688904, "Finetune/Step": 889, "Finetune/Step Time": 7.544340163469315}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9013498425483704, "Finetune/Loss (Raw)": 0.9325249791145325, "Finetune/Step": 890, "Finetune/Step Time": 7.531769609078765}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9018245935440063, "Finetune/Loss (Raw)": 0.9159180521965027, "Finetune/Step": 891, "Finetune/Step Time": 7.535227855667472}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9010332822799683, "Finetune/Loss (Raw)": 0.8516960740089417, "Finetune/Step": 892, "Finetune/Step Time": 7.53947051987052}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9019438624382019, "Finetune/Loss (Raw)": 1.055312156677246, "Finetune/Step": 893, "Finetune/Step Time": 7.536303274333477}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9010889530181885, "Finetune/Loss (Raw)": 0.9379297494888306, "Finetune/Step": 894, "Finetune/Step Time": 7.520780188962817}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9012355208396912, "Finetune/Loss (Raw)": 0.9143012166023254, "Finetune/Step": 895, "Finetune/Step Time": 7.527251150459051}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9020929932594299, "Finetune/Loss (Raw)": 1.0070310831069946, "Finetune/Step": 896, "Finetune/Step Time": 7.519914947450161}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9019719362258911, "Finetune/Loss (Raw)": 0.7834245562553406, "Finetune/Step": 897, "Finetune/Step Time": 7.523379845544696}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8973216414451599, "Finetune/Loss (Raw)": 0.3584763705730438, "Finetune/Step": 898, "Finetune/Step Time": 7.519141824916005}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8956798315048218, "Finetune/Loss (Raw)": 0.8293090462684631, "Finetune/Step": 899, "Finetune/Step Time": 7.552687963470817}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8963043689727783, "Finetune/Loss (Raw)": 1.0514401197433472, "Finetune/Step": 900, "Finetune/Step Time": 7.552943060174584}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8963712453842163, "Finetune/Loss (Raw)": 1.043662190437317, "Finetune/Step": 901, "Finetune/Step Time": 7.558435041457415}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.897541880607605, "Finetune/Loss (Raw)": 0.9774520993232727, "Finetune/Step": 902, "Finetune/Step Time": 7.541780451312661}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8974672555923462, "Finetune/Loss (Raw)": 0.9951421022415161, "Finetune/Step": 903, "Finetune/Step Time": 7.55067521519959}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8986822962760925, "Finetune/Loss (Raw)": 0.8807075619697571, "Finetune/Step": 904, "Finetune/Step Time": 7.547299154102802}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8979052305221558, "Finetune/Loss (Raw)": 1.0050873756408691, "Finetune/Step": 905, "Finetune/Step Time": 7.527609869837761}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8965051174163818, "Finetune/Loss (Raw)": 0.8780741095542908, "Finetune/Step": 906, "Finetune/Step Time": 7.525140557438135}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8971691727638245, "Finetune/Loss (Raw)": 0.9862979054450989, "Finetune/Step": 907, "Finetune/Step Time": 7.513036699965596}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9018537402153015, "Finetune/Loss (Raw)": 0.9261484742164612, "Finetune/Step": 908, "Finetune/Step Time": 7.499548614025116}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9019145369529724, "Finetune/Loss (Raw)": 0.9061105251312256, "Finetune/Step": 909, "Finetune/Step Time": 7.503142051398754}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9037189483642578, "Finetune/Loss (Raw)": 0.9062134027481079, "Finetune/Step": 910, "Finetune/Step Time": 7.4755226112902164}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9035742282867432, "Finetune/Loss (Raw)": 0.8944288492202759, "Finetune/Step": 911, "Finetune/Step Time": 7.438577193766832}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.906329870223999, "Finetune/Loss (Raw)": 1.0602850914001465, "Finetune/Step": 912, "Finetune/Step Time": 7.429061938077211}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9034268856048584, "Finetune/Loss (Raw)": 0.6627423167228699, "Finetune/Step": 913, "Finetune/Step Time": 7.435247963294387}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9034199714660645, "Finetune/Loss (Raw)": 1.0864367485046387, "Finetune/Step": 914, "Finetune/Step Time": 7.447858767583966}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9027880430221558, "Finetune/Loss (Raw)": 0.9581114053726196, "Finetune/Step": 915, "Finetune/Step Time": 7.42105414159596}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9019474983215332, "Finetune/Loss (Raw)": 0.970217227935791, "Finetune/Step": 916, "Finetune/Step Time": 7.427087044343352}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9030243158340454, "Finetune/Loss (Raw)": 1.103297233581543, "Finetune/Step": 917, "Finetune/Step Time": 7.467672331258655}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9046230316162109, "Finetune/Loss (Raw)": 0.9151891469955444, "Finetune/Step": 918, "Finetune/Step Time": 7.4459368251264095}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.902982234954834, "Finetune/Loss (Raw)": 0.6828674077987671, "Finetune/Step": 919, "Finetune/Step Time": 7.459977289661765}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9027509093284607, "Finetune/Loss (Raw)": 0.7875905632972717, "Finetune/Step": 920, "Finetune/Step Time": 7.466051176190376}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9023626446723938, "Finetune/Loss (Raw)": 0.961273729801178, "Finetune/Step": 921, "Finetune/Step Time": 7.456092638894916}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9022414684295654, "Finetune/Loss (Raw)": 0.8778383135795593, "Finetune/Step": 922, "Finetune/Step Time": 7.454810554161668}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9024601578712463, "Finetune/Loss (Raw)": 0.9756278395652771, "Finetune/Step": 923, "Finetune/Step Time": 7.446926319971681}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9019267559051514, "Finetune/Loss (Raw)": 0.8567804098129272, "Finetune/Step": 924, "Finetune/Step Time": 7.455486584454775}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9005157947540283, "Finetune/Loss (Raw)": 0.7618666887283325, "Finetune/Step": 925, "Finetune/Step Time": 7.475517934188247}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8990330696105957, "Finetune/Loss (Raw)": 0.7947126626968384, "Finetune/Step": 926, "Finetune/Step Time": 7.479537939652801}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8997013568878174, "Finetune/Loss (Raw)": 0.9502658247947693, "Finetune/Step": 927, "Finetune/Step Time": 7.460573207587004}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8991814851760864, "Finetune/Loss (Raw)": 0.9449554085731506, "Finetune/Step": 928, "Finetune/Step Time": 7.453285774216056}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.898563027381897, "Finetune/Loss (Raw)": 0.9484125375747681, "Finetune/Step": 929, "Finetune/Step Time": 7.429573593661189}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8982671499252319, "Finetune/Loss (Raw)": 0.864817202091217, "Finetune/Step": 930, "Finetune/Step Time": 7.435199126601219}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8997980356216431, "Finetune/Loss (Raw)": 0.962127685546875, "Finetune/Step": 931, "Finetune/Step Time": 7.418064061552286}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.900001049041748, "Finetune/Loss (Raw)": 0.9817194938659668, "Finetune/Step": 932, "Finetune/Step Time": 7.424630600959063}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8997447490692139, "Finetune/Loss (Raw)": 0.9533272385597229, "Finetune/Step": 933, "Finetune/Step Time": 7.435254197567701}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9009367227554321, "Finetune/Loss (Raw)": 0.9618515968322754, "Finetune/Step": 934, "Finetune/Step Time": 7.423095460981131}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8997951745986938, "Finetune/Loss (Raw)": 0.7966050505638123, "Finetune/Step": 935, "Finetune/Step Time": 7.424251910299063}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8989037275314331, "Finetune/Loss (Raw)": 0.839999258518219, "Finetune/Step": 936, "Finetune/Step Time": 7.417788276448846}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9001287221908569, "Finetune/Loss (Raw)": 1.0812798738479614, "Finetune/Step": 937, "Finetune/Step Time": 7.414017479866743}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9003517031669617, "Finetune/Loss (Raw)": 1.0868680477142334, "Finetune/Step": 938, "Finetune/Step Time": 7.418607925996184}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9008574485778809, "Finetune/Loss (Raw)": 0.877687394618988, "Finetune/Step": 939, "Finetune/Step Time": 7.420077070593834}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8992781043052673, "Finetune/Loss (Raw)": 0.9697973132133484, "Finetune/Step": 940, "Finetune/Step Time": 7.423141311854124}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8991340398788452, "Finetune/Loss (Raw)": 0.9265850782394409, "Finetune/Step": 941, "Finetune/Step Time": 7.423308726400137}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8982033133506775, "Finetune/Loss (Raw)": 0.8097363114356995, "Finetune/Step": 942, "Finetune/Step Time": 7.430082006379962}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8980311155319214, "Finetune/Loss (Raw)": 0.9088109135627747, "Finetune/Step": 943, "Finetune/Step Time": 7.429800705984235}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8970561027526855, "Finetune/Loss (Raw)": 0.9030276536941528, "Finetune/Step": 944, "Finetune/Step Time": 7.425811797380447}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8954165577888489, "Finetune/Loss (Raw)": 0.8023439049720764, "Finetune/Step": 945, "Finetune/Step Time": 7.4361574202775955}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8992043733596802, "Finetune/Loss (Raw)": 0.8054438829421997, "Finetune/Step": 946, "Finetune/Step Time": 7.439764751121402}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.899943470954895, "Finetune/Loss (Raw)": 0.877930223941803, "Finetune/Step": 947, "Finetune/Step Time": 7.459636405110359}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8973650932312012, "Finetune/Loss (Raw)": 0.37809762358665466, "Finetune/Step": 948, "Finetune/Step Time": 7.464051436632872}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8985193967819214, "Finetune/Loss (Raw)": 1.059806227684021, "Finetune/Step": 949, "Finetune/Step Time": 7.450637727975845}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8984854221343994, "Finetune/Loss (Raw)": 0.8794267177581787, "Finetune/Step": 950, "Finetune/Step Time": 7.449296489357948}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8989734649658203, "Finetune/Loss (Raw)": 1.1278618574142456, "Finetune/Step": 951, "Finetune/Step Time": 7.443793591111898}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8972880840301514, "Finetune/Loss (Raw)": 0.8115858435630798, "Finetune/Step": 952, "Finetune/Step Time": 7.449525894597173}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8976731300354004, "Finetune/Loss (Raw)": 0.9349139928817749, "Finetune/Step": 953, "Finetune/Step Time": 7.44293188303709}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8979657292366028, "Finetune/Loss (Raw)": 0.8528515696525574, "Finetune/Step": 954, "Finetune/Step Time": 7.440592734143138}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8977458477020264, "Finetune/Loss (Raw)": 0.9269615411758423, "Finetune/Step": 955, "Finetune/Step Time": 7.440691912546754}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.90227210521698, "Finetune/Loss (Raw)": 0.9531549215316772, "Finetune/Step": 956, "Finetune/Step Time": 7.429280938580632}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9011911153793335, "Finetune/Loss (Raw)": 0.8577615022659302, "Finetune/Step": 957, "Finetune/Step Time": 7.425963265821338}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9005752801895142, "Finetune/Loss (Raw)": 0.87924724817276, "Finetune/Step": 958, "Finetune/Step Time": 7.4363426472991705}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.899573802947998, "Finetune/Loss (Raw)": 0.8192187547683716, "Finetune/Step": 959, "Finetune/Step Time": 7.419078012928367}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8985422849655151, "Finetune/Loss (Raw)": 0.9032160639762878, "Finetune/Step": 960, "Finetune/Step Time": 7.421088874340057}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9016319513320923, "Finetune/Loss (Raw)": 0.8089906573295593, "Finetune/Step": 961, "Finetune/Step Time": 7.40916483104229}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.902259349822998, "Finetune/Loss (Raw)": 1.0174767971038818, "Finetune/Step": 962, "Finetune/Step Time": 7.406117698177695}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9015806317329407, "Finetune/Loss (Raw)": 0.8619332909584045, "Finetune/Step": 963, "Finetune/Step Time": 7.400044551119208}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9007523059844971, "Finetune/Loss (Raw)": 0.876080334186554, "Finetune/Step": 964, "Finetune/Step Time": 7.399998476728797}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8999860286712646, "Finetune/Loss (Raw)": 0.7653205990791321, "Finetune/Step": 965, "Finetune/Step Time": 7.395615620538592}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8990800380706787, "Finetune/Loss (Raw)": 0.8833712339401245, "Finetune/Step": 966, "Finetune/Step Time": 7.396431161090732}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8988568186759949, "Finetune/Loss (Raw)": 0.8482998013496399, "Finetune/Step": 967, "Finetune/Step Time": 7.401723809540272}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8977851867675781, "Finetune/Loss (Raw)": 0.9629277586936951, "Finetune/Step": 968, "Finetune/Step Time": 7.400322260335088}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8977795243263245, "Finetune/Loss (Raw)": 0.8502437472343445, "Finetune/Step": 969, "Finetune/Step Time": 7.407457897439599}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8946046233177185, "Finetune/Loss (Raw)": 0.5938612222671509, "Finetune/Step": 970, "Finetune/Step Time": 7.416783653199673}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8940986394882202, "Finetune/Loss (Raw)": 0.8983537554740906, "Finetune/Step": 971, "Finetune/Step Time": 7.429225035011768}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8897734880447388, "Finetune/Loss (Raw)": 0.3847189247608185, "Finetune/Step": 972, "Finetune/Step Time": 7.441456474363804}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8881951570510864, "Finetune/Loss (Raw)": 0.8247334361076355, "Finetune/Step": 973, "Finetune/Step Time": 7.446932835504413}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8870494961738586, "Finetune/Loss (Raw)": 0.8501556515693665, "Finetune/Step": 974, "Finetune/Step Time": 7.462178077548742}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8915997743606567, "Finetune/Loss (Raw)": 1.0390386581420898, "Finetune/Step": 975, "Finetune/Step Time": 7.46137779019773}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8923088312149048, "Finetune/Loss (Raw)": 0.9072254300117493, "Finetune/Step": 976, "Finetune/Step Time": 7.457857182249427}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8925838470458984, "Finetune/Loss (Raw)": 1.0081427097320557, "Finetune/Step": 977, "Finetune/Step Time": 7.462507463991642}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8925814628601074, "Finetune/Loss (Raw)": 0.862581729888916, "Finetune/Step": 978, "Finetune/Step Time": 7.447750940918922}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8915824890136719, "Finetune/Loss (Raw)": 0.8567885756492615, "Finetune/Step": 979, "Finetune/Step Time": 7.448085930198431}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8933974504470825, "Finetune/Loss (Raw)": 1.0734244585037231, "Finetune/Step": 980, "Finetune/Step Time": 7.445659069344401}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8930730819702148, "Finetune/Loss (Raw)": 0.8922135829925537, "Finetune/Step": 981, "Finetune/Step Time": 7.446233056485653}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8938102126121521, "Finetune/Loss (Raw)": 0.9713671207427979, "Finetune/Step": 982, "Finetune/Step Time": 7.434038737788796}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.895563006401062, "Finetune/Loss (Raw)": 0.9553968906402588, "Finetune/Step": 983, "Finetune/Step Time": 7.398236462846398}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8945741653442383, "Finetune/Loss (Raw)": 0.8049978017807007, "Finetune/Step": 984, "Finetune/Step Time": 7.3956202156841755}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8944648504257202, "Finetune/Loss (Raw)": 0.8848879933357239, "Finetune/Step": 985, "Finetune/Step Time": 7.394456684589386}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8918581604957581, "Finetune/Loss (Raw)": 0.8162124752998352, "Finetune/Step": 986, "Finetune/Step Time": 7.407487511634827}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8912591934204102, "Finetune/Loss (Raw)": 0.9392989277839661, "Finetune/Step": 987, "Finetune/Step Time": 7.404326451942325}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8898262977600098, "Finetune/Loss (Raw)": 0.7138858437538147, "Finetune/Step": 988, "Finetune/Step Time": 7.4063705168664455}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8921842575073242, "Finetune/Loss (Raw)": 0.9651851058006287, "Finetune/Step": 989, "Finetune/Step Time": 7.409119822084904}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8899470567703247, "Finetune/Loss (Raw)": 0.6841949820518494, "Finetune/Step": 990, "Finetune/Step Time": 7.414606582373381}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8916730284690857, "Finetune/Loss (Raw)": 0.9889073967933655, "Finetune/Step": 991, "Finetune/Step Time": 7.405229212716222}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8908650875091553, "Finetune/Loss (Raw)": 0.9003854990005493, "Finetune/Step": 992, "Finetune/Step Time": 7.402516288682818}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8905020952224731, "Finetune/Loss (Raw)": 0.864338755607605, "Finetune/Step": 993, "Finetune/Step Time": 7.411870900541544}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8877679109573364, "Finetune/Loss (Raw)": 0.7098129391670227, "Finetune/Step": 994, "Finetune/Step Time": 7.420269062742591}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8865761756896973, "Finetune/Loss (Raw)": 0.8791427612304688, "Finetune/Step": 995, "Finetune/Step Time": 7.4184712171554565}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.8860683441162109, "Finetune/Loss (Raw)": 0.8435308337211609, "Finetune/Step": 996, "Finetune/Step Time": 7.421949278563261}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8848533630371094, "Finetune/Loss (Raw)": 0.8869932889938354, "Finetune/Step": 997, "Finetune/Step Time": 7.4015587996691465}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8845949769020081, "Finetune/Loss (Raw)": 0.8172783255577087, "Finetune/Step": 998, "Finetune/Step Time": 7.4129005670547485}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8863605260848999, "Finetune/Loss (Raw)": 1.0245848894119263, "Finetune/Step": 999, "Finetune/Step Time": 7.406415306031704}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8871011734008789, "Finetune/Loss (Raw)": 1.0480258464813232, "Finetune/Step": 1000, "Finetune/Step Time": 7.399666173383594}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8818432092666626, "Finetune/Loss (Raw)": 0.3153594732284546, "Finetune/Step": 1001, "Finetune/Step Time": 7.415257588028908}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8829329013824463, "Finetune/Loss (Raw)": 0.9541110992431641, "Finetune/Step": 1002, "Finetune/Step Time": 7.415292019024491}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8837602734565735, "Finetune/Loss (Raw)": 0.9825339317321777, "Finetune/Step": 1003, "Finetune/Step Time": 7.417040843516588}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8846346139907837, "Finetune/Loss (Raw)": 1.0033103227615356, "Finetune/Step": 1004, "Finetune/Step Time": 7.416019542142749}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8844038844108582, "Finetune/Loss (Raw)": 0.9352839589118958, "Finetune/Step": 1005, "Finetune/Step Time": 7.407749941572547}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8827415704727173, "Finetune/Loss (Raw)": 0.725128710269928, "Finetune/Step": 1006, "Finetune/Step Time": 7.422595404088497}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8831043839454651, "Finetune/Loss (Raw)": 0.8581807017326355, "Finetune/Step": 1007, "Finetune/Step Time": 7.404090270400047}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8830388188362122, "Finetune/Loss (Raw)": 0.9310942888259888, "Finetune/Step": 1008, "Finetune/Step Time": 7.402381967753172}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8802739381790161, "Finetune/Loss (Raw)": 0.4213612973690033, "Finetune/Step": 1009, "Finetune/Step Time": 7.4017651211470366}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8789154887199402, "Finetune/Loss (Raw)": 0.819588303565979, "Finetune/Step": 1010, "Finetune/Step Time": 7.403912050649524}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8774967193603516, "Finetune/Loss (Raw)": 0.8319565057754517, "Finetune/Step": 1011, "Finetune/Step Time": 7.40280887298286}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8769117593765259, "Finetune/Loss (Raw)": 0.9595352411270142, "Finetune/Step": 1012, "Finetune/Step Time": 7.407109143212438}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.882049560546875, "Finetune/Loss (Raw)": 0.8824227452278137, "Finetune/Step": 1013, "Finetune/Step Time": 7.393023995682597}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.882372260093689, "Finetune/Loss (Raw)": 1.0029696226119995, "Finetune/Step": 1014, "Finetune/Step Time": 7.386706018820405}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8816943168640137, "Finetune/Loss (Raw)": 0.30993685126304626, "Finetune/Step": 1015, "Finetune/Step Time": 7.381278932094574}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8810551762580872, "Finetune/Loss (Raw)": 0.9561529159545898, "Finetune/Step": 1016, "Finetune/Step Time": 7.378993751481175}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8810980319976807, "Finetune/Loss (Raw)": 0.9980876445770264, "Finetune/Step": 1017, "Finetune/Step Time": 7.369529975578189}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8806703090667725, "Finetune/Loss (Raw)": 0.8777813911437988, "Finetune/Step": 1018, "Finetune/Step Time": 7.404714655131102}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8801507353782654, "Finetune/Loss (Raw)": 0.8494134545326233, "Finetune/Step": 1019, "Finetune/Step Time": 7.402141340076923}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8806743621826172, "Finetune/Loss (Raw)": 0.9187208414077759, "Finetune/Step": 1020, "Finetune/Step Time": 7.396844433620572}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8783444166183472, "Finetune/Loss (Raw)": 0.7570763826370239, "Finetune/Step": 1021, "Finetune/Step Time": 7.407051702961326}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8779503107070923, "Finetune/Loss (Raw)": 0.8874861001968384, "Finetune/Step": 1022, "Finetune/Step Time": 7.41263760253787}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8763960003852844, "Finetune/Loss (Raw)": 0.7153438329696655, "Finetune/Step": 1023, "Finetune/Step Time": 7.414790265262127}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8750205039978027, "Finetune/Loss (Raw)": 0.8309706449508667, "Finetune/Step": 1024, "Finetune/Step Time": 7.415363224223256}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8752068281173706, "Finetune/Loss (Raw)": 0.8072726726531982, "Finetune/Step": 1025, "Finetune/Step Time": 7.399576548486948}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8793349266052246, "Finetune/Loss (Raw)": 0.886874258518219, "Finetune/Step": 1026, "Finetune/Step Time": 7.403985161334276}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.875726580619812, "Finetune/Loss (Raw)": 0.36744651198387146, "Finetune/Step": 1027, "Finetune/Step Time": 7.379124116152525}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8750652074813843, "Finetune/Loss (Raw)": 0.966779887676239, "Finetune/Step": 1028, "Finetune/Step Time": 7.381578654050827}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8732879757881165, "Finetune/Loss (Raw)": 0.8161791563034058, "Finetune/Step": 1029, "Finetune/Step Time": 7.388595037162304}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8723206520080566, "Finetune/Loss (Raw)": 0.8536322712898254, "Finetune/Step": 1030, "Finetune/Step Time": 7.39213233999908}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.871625542640686, "Finetune/Loss (Raw)": 0.9061602354049683, "Finetune/Step": 1031, "Finetune/Step Time": 7.367084389552474}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8674494028091431, "Finetune/Loss (Raw)": 0.3461693525314331, "Finetune/Step": 1032, "Finetune/Step Time": 7.382357424125075}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8668510913848877, "Finetune/Loss (Raw)": 0.9284973740577698, "Finetune/Step": 1033, "Finetune/Step Time": 7.407473262399435}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.865841805934906, "Finetune/Loss (Raw)": 0.7488859295845032, "Finetune/Step": 1034, "Finetune/Step Time": 7.414365528151393}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8651936650276184, "Finetune/Loss (Raw)": 0.903343915939331, "Finetune/Step": 1035, "Finetune/Step Time": 7.425481943413615}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.864871621131897, "Finetune/Loss (Raw)": 0.8849225044250488, "Finetune/Step": 1036, "Finetune/Step Time": 7.429617328569293}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8634884357452393, "Finetune/Loss (Raw)": 0.7290655970573425, "Finetune/Step": 1037, "Finetune/Step Time": 7.432405786588788}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.864751398563385, "Finetune/Loss (Raw)": 1.0678727626800537, "Finetune/Step": 1038, "Finetune/Step Time": 7.425381287932396}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8648211359977722, "Finetune/Loss (Raw)": 0.9033557176589966, "Finetune/Step": 1039, "Finetune/Step Time": 7.423876084387302}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8625569343566895, "Finetune/Loss (Raw)": 0.770465075969696, "Finetune/Step": 1040, "Finetune/Step Time": 7.419218359515071}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8653523325920105, "Finetune/Loss (Raw)": 1.0205576419830322, "Finetune/Step": 1041, "Finetune/Step Time": 7.389341086149216}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8648648262023926, "Finetune/Loss (Raw)": 1.0240312814712524, "Finetune/Step": 1042, "Finetune/Step Time": 7.380706844851375}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8602781295776367, "Finetune/Loss (Raw)": 0.3710220158100128, "Finetune/Step": 1043, "Finetune/Step Time": 7.398233041167259}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8580927848815918, "Finetune/Loss (Raw)": 0.6904871463775635, "Finetune/Step": 1044, "Finetune/Step Time": 7.3988004848361015}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8563000559806824, "Finetune/Loss (Raw)": 0.8738262057304382, "Finetune/Step": 1045, "Finetune/Step Time": 7.375696364790201}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8559401631355286, "Finetune/Loss (Raw)": 0.8691197633743286, "Finetune/Step": 1046, "Finetune/Step Time": 7.377640167251229}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.857819676399231, "Finetune/Loss (Raw)": 0.9234550595283508, "Finetune/Step": 1047, "Finetune/Step Time": 7.364248540252447}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8598862290382385, "Finetune/Loss (Raw)": 1.0521010160446167, "Finetune/Step": 1048, "Finetune/Step Time": 7.35531061142683}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8586571216583252, "Finetune/Loss (Raw)": 0.8039490580558777, "Finetune/Step": 1049, "Finetune/Step Time": 7.352788804098964}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.857736349105835, "Finetune/Loss (Raw)": 0.7599815130233765, "Finetune/Step": 1050, "Finetune/Step Time": 7.364523312076926}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8558902144432068, "Finetune/Loss (Raw)": 0.7393258213996887, "Finetune/Step": 1051, "Finetune/Step Time": 7.368614934384823}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8574457764625549, "Finetune/Loss (Raw)": 1.0558886528015137, "Finetune/Step": 1052, "Finetune/Step Time": 7.3664129208773375}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.858299732208252, "Finetune/Loss (Raw)": 0.8711783289909363, "Finetune/Step": 1053, "Finetune/Step Time": 7.353630851954222}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8594181537628174, "Finetune/Loss (Raw)": 0.9378664493560791, "Finetune/Step": 1054, "Finetune/Step Time": 7.3478433303534985}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8582842946052551, "Finetune/Loss (Raw)": 0.8051349520683289, "Finetune/Step": 1055, "Finetune/Step Time": 7.348796678707004}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8589444756507874, "Finetune/Loss (Raw)": 1.029449462890625, "Finetune/Step": 1056, "Finetune/Step Time": 7.349811343476176}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8581131100654602, "Finetune/Loss (Raw)": 0.8420034050941467, "Finetune/Step": 1057, "Finetune/Step Time": 7.344939647242427}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.857620894908905, "Finetune/Loss (Raw)": 0.8018099069595337, "Finetune/Step": 1058, "Finetune/Step Time": 7.346040589734912}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8563547730445862, "Finetune/Loss (Raw)": 0.8000698685646057, "Finetune/Step": 1059, "Finetune/Step Time": 7.363405600190163}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8552469611167908, "Finetune/Loss (Raw)": 0.8399156928062439, "Finetune/Step": 1060, "Finetune/Step Time": 7.361247314140201}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8531965017318726, "Finetune/Loss (Raw)": 0.6908712387084961, "Finetune/Step": 1061, "Finetune/Step Time": 7.341744460165501}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8527975082397461, "Finetune/Loss (Raw)": 0.9107787013053894, "Finetune/Step": 1062, "Finetune/Step Time": 7.336815373972058}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8534801006317139, "Finetune/Loss (Raw)": 0.8839776515960693, "Finetune/Step": 1063, "Finetune/Step Time": 7.344033060595393}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8557515740394592, "Finetune/Loss (Raw)": 1.1307417154312134, "Finetune/Step": 1064, "Finetune/Step Time": 7.330815041437745}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8554553985595703, "Finetune/Loss (Raw)": 1.0433765649795532, "Finetune/Step": 1065, "Finetune/Step Time": 7.331422684714198}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.853402853012085, "Finetune/Loss (Raw)": 0.8241335153579712, "Finetune/Step": 1066, "Finetune/Step Time": 7.325159570202231}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.854593813419342, "Finetune/Loss (Raw)": 1.030137300491333, "Finetune/Step": 1067, "Finetune/Step Time": 7.331663623452187}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8532730340957642, "Finetune/Loss (Raw)": 0.8007370233535767, "Finetune/Step": 1068, "Finetune/Step Time": 7.336637491360307}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8528330326080322, "Finetune/Loss (Raw)": 0.8702658414840698, "Finetune/Step": 1069, "Finetune/Step Time": 7.362197060137987}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8536443710327148, "Finetune/Loss (Raw)": 0.91358482837677, "Finetune/Step": 1070, "Finetune/Step Time": 7.351641183719039}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8540658950805664, "Finetune/Loss (Raw)": 0.9627746343612671, "Finetune/Step": 1071, "Finetune/Step Time": 7.349731121212244}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8545346856117249, "Finetune/Loss (Raw)": 0.9630230069160461, "Finetune/Step": 1072, "Finetune/Step Time": 7.359027968719602}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.855019211769104, "Finetune/Loss (Raw)": 0.8643653392791748, "Finetune/Step": 1073, "Finetune/Step Time": 7.342609394341707}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8564223051071167, "Finetune/Loss (Raw)": 0.9850342273712158, "Finetune/Step": 1074, "Finetune/Step Time": 7.327839402481914}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.856581449508667, "Finetune/Loss (Raw)": 0.8983086943626404, "Finetune/Step": 1075, "Finetune/Step Time": 7.3219117019325495}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8614251613616943, "Finetune/Loss (Raw)": 0.9980913400650024, "Finetune/Step": 1076, "Finetune/Step Time": 7.309170627966523}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8610042333602905, "Finetune/Loss (Raw)": 1.0059212446212769, "Finetune/Step": 1077, "Finetune/Step Time": 7.312383528798819}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8617103099822998, "Finetune/Loss (Raw)": 0.9698070883750916, "Finetune/Step": 1078, "Finetune/Step Time": 7.314625218510628}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8590068817138672, "Finetune/Loss (Raw)": 0.7818282246589661, "Finetune/Step": 1079, "Finetune/Step Time": 7.319011718034744}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8585044741630554, "Finetune/Loss (Raw)": 0.7472766041755676, "Finetune/Step": 1080, "Finetune/Step Time": 7.318937411531806}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8585164546966553, "Finetune/Loss (Raw)": 0.9364433884620667, "Finetune/Step": 1081, "Finetune/Step Time": 7.32211260125041}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8575500249862671, "Finetune/Loss (Raw)": 0.7291513085365295, "Finetune/Step": 1082, "Finetune/Step Time": 7.353709962219}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8576258420944214, "Finetune/Loss (Raw)": 0.9366698265075684, "Finetune/Step": 1083, "Finetune/Step Time": 7.3527915477752686}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.85757976770401, "Finetune/Loss (Raw)": 0.9472540616989136, "Finetune/Step": 1084, "Finetune/Step Time": 7.367260253056884}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8580036163330078, "Finetune/Loss (Raw)": 0.9120162725448608, "Finetune/Step": 1085, "Finetune/Step Time": 7.357323944568634}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.858761191368103, "Finetune/Loss (Raw)": 0.9762184023857117, "Finetune/Step": 1086, "Finetune/Step Time": 7.342975199222565}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.859738826751709, "Finetune/Loss (Raw)": 0.9443583488464355, "Finetune/Step": 1087, "Finetune/Step Time": 7.3445522747933865}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8577949404716492, "Finetune/Loss (Raw)": 0.6543961763381958, "Finetune/Step": 1088, "Finetune/Step Time": 7.352782050147653}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8584984540939331, "Finetune/Loss (Raw)": 0.8990408182144165, "Finetune/Step": 1089, "Finetune/Step Time": 7.348205232992768}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8581734895706177, "Finetune/Loss (Raw)": 0.9758700728416443, "Finetune/Step": 1090, "Finetune/Step Time": 7.3578290324658155}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.858102560043335, "Finetune/Loss (Raw)": 0.8528609871864319, "Finetune/Step": 1091, "Finetune/Step Time": 7.356471572071314}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8588682413101196, "Finetune/Loss (Raw)": 0.974094569683075, "Finetune/Step": 1092, "Finetune/Step Time": 7.354756534099579}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8590665459632874, "Finetune/Loss (Raw)": 0.7906935811042786, "Finetune/Step": 1093, "Finetune/Step Time": 7.351561229676008}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8590610027313232, "Finetune/Loss (Raw)": 0.8826597929000854, "Finetune/Step": 1094, "Finetune/Step Time": 7.346559956669807}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8601309061050415, "Finetune/Loss (Raw)": 0.9852541089057922, "Finetune/Step": 1095, "Finetune/Step Time": 7.330337198451161}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8600746393203735, "Finetune/Loss (Raw)": 0.9557340145111084, "Finetune/Step": 1096, "Finetune/Step Time": 7.326532827690244}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8602913022041321, "Finetune/Loss (Raw)": 0.8779712915420532, "Finetune/Step": 1097, "Finetune/Step Time": 7.328160755336285}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8623964786529541, "Finetune/Loss (Raw)": 0.8633167147636414, "Finetune/Step": 1098, "Finetune/Step Time": 7.324379749596119}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8626236319541931, "Finetune/Loss (Raw)": 0.9274348020553589, "Finetune/Step": 1099, "Finetune/Step Time": 7.299221297726035}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8663926124572754, "Finetune/Loss (Raw)": 0.8671472668647766, "Finetune/Step": 1100, "Finetune/Step Time": 7.290927015244961}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8672769069671631, "Finetune/Loss (Raw)": 0.937927782535553, "Finetune/Step": 1101, "Finetune/Step Time": 7.290866876021028}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8664721250534058, "Finetune/Loss (Raw)": 0.7471349239349365, "Finetune/Step": 1102, "Finetune/Step Time": 7.27824092656374}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8664069175720215, "Finetune/Loss (Raw)": 1.0306987762451172, "Finetune/Step": 1103, "Finetune/Step Time": 7.265325719490647}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8670136332511902, "Finetune/Loss (Raw)": 0.9848859906196594, "Finetune/Step": 1104, "Finetune/Step Time": 7.2745950277894735}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8660476207733154, "Finetune/Loss (Raw)": 0.8844937086105347, "Finetune/Step": 1105, "Finetune/Step Time": 7.280798856168985}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.865736722946167, "Finetune/Loss (Raw)": 0.8227753043174744, "Finetune/Step": 1106, "Finetune/Step Time": 7.2932313196361065}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8663179874420166, "Finetune/Loss (Raw)": 0.9311921000480652, "Finetune/Step": 1107, "Finetune/Step Time": 7.288953514769673}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8661279678344727, "Finetune/Loss (Raw)": 1.0491150617599487, "Finetune/Step": 1108, "Finetune/Step Time": 7.290110856294632}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8642925024032593, "Finetune/Loss (Raw)": 0.6572597622871399, "Finetune/Step": 1109, "Finetune/Step Time": 7.3025425262749195}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8638342022895813, "Finetune/Loss (Raw)": 0.9127104878425598, "Finetune/Step": 1110, "Finetune/Step Time": 7.302566297352314}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8646742701530457, "Finetune/Loss (Raw)": 1.0629265308380127, "Finetune/Step": 1111, "Finetune/Step Time": 7.298625452443957}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.864982008934021, "Finetune/Loss (Raw)": 0.8443949818611145, "Finetune/Step": 1112, "Finetune/Step Time": 7.286981588229537}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8649078607559204, "Finetune/Loss (Raw)": 0.8753967881202698, "Finetune/Step": 1113, "Finetune/Step Time": 7.283730687573552}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8648830652236938, "Finetune/Loss (Raw)": 0.8130319118499756, "Finetune/Step": 1114, "Finetune/Step Time": 7.297412803396583}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8647745251655579, "Finetune/Loss (Raw)": 0.925402820110321, "Finetune/Step": 1115, "Finetune/Step Time": 7.295842133462429}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8669574856758118, "Finetune/Loss (Raw)": 0.9933091998100281, "Finetune/Step": 1116, "Finetune/Step Time": 7.291358491405845}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8657563328742981, "Finetune/Loss (Raw)": 0.8114376068115234, "Finetune/Step": 1117, "Finetune/Step Time": 7.291178120300174}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8677950501441956, "Finetune/Loss (Raw)": 0.9451466202735901, "Finetune/Step": 1118, "Finetune/Step Time": 7.2785415686666965}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.865003764629364, "Finetune/Loss (Raw)": 0.6316245198249817, "Finetune/Step": 1119, "Finetune/Step Time": 7.288704251870513}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8649692535400391, "Finetune/Loss (Raw)": 0.8959753513336182, "Finetune/Step": 1120, "Finetune/Step Time": 7.292506881058216}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8661848306655884, "Finetune/Loss (Raw)": 1.0199257135391235, "Finetune/Step": 1121, "Finetune/Step Time": 7.263166630640626}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8678742051124573, "Finetune/Loss (Raw)": 0.9260513186454773, "Finetune/Step": 1122, "Finetune/Step Time": 7.269600857049227}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8672134876251221, "Finetune/Loss (Raw)": 0.7945733666419983, "Finetune/Step": 1123, "Finetune/Step Time": 7.288089796900749}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.869125485420227, "Finetune/Loss (Raw)": 1.0882723331451416, "Finetune/Step": 1124, "Finetune/Step Time": 7.2850200943648815}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8688900470733643, "Finetune/Loss (Raw)": 0.8568563461303711, "Finetune/Step": 1125, "Finetune/Step Time": 7.282383844256401}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8697012662887573, "Finetune/Loss (Raw)": 0.9211122393608093, "Finetune/Step": 1126, "Finetune/Step Time": 7.265524858608842}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8686224222183228, "Finetune/Loss (Raw)": 0.8864951729774475, "Finetune/Step": 1127, "Finetune/Step Time": 7.26529080606997}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8666624426841736, "Finetune/Loss (Raw)": 0.7971453070640564, "Finetune/Step": 1128, "Finetune/Step Time": 7.277642486616969}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8717318773269653, "Finetune/Loss (Raw)": 0.9642519950866699, "Finetune/Step": 1129, "Finetune/Step Time": 7.259709352627397}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.869732141494751, "Finetune/Loss (Raw)": 0.6981385350227356, "Finetune/Step": 1130, "Finetune/Step Time": 7.27828948572278}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8694756627082825, "Finetune/Loss (Raw)": 0.9497014880180359, "Finetune/Step": 1131, "Finetune/Step Time": 7.261305088177323}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8691802620887756, "Finetune/Loss (Raw)": 0.9655032157897949, "Finetune/Step": 1132, "Finetune/Step Time": 7.263216385617852}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8690084218978882, "Finetune/Loss (Raw)": 0.9132885336875916, "Finetune/Step": 1133, "Finetune/Step Time": 7.259294122457504}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8701992034912109, "Finetune/Loss (Raw)": 0.877540647983551, "Finetune/Step": 1134, "Finetune/Step Time": 7.241710906848311}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8710440397262573, "Finetune/Loss (Raw)": 0.9663221836090088, "Finetune/Step": 1135, "Finetune/Step Time": 7.236564481630921}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8705472946166992, "Finetune/Loss (Raw)": 0.8675186634063721, "Finetune/Step": 1136, "Finetune/Step Time": 7.23402975872159}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8749160766601562, "Finetune/Loss (Raw)": 0.9805593490600586, "Finetune/Step": 1137, "Finetune/Step Time": 7.2210891004651785}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8755730390548706, "Finetune/Loss (Raw)": 0.9036778807640076, "Finetune/Step": 1138, "Finetune/Step Time": 7.240834392607212}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8756630420684814, "Finetune/Loss (Raw)": 0.8434865474700928, "Finetune/Step": 1139, "Finetune/Step Time": 7.253413224592805}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8752241134643555, "Finetune/Loss (Raw)": 0.9033440351486206, "Finetune/Step": 1140, "Finetune/Step Time": 7.2475012596696615}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8751609325408936, "Finetune/Loss (Raw)": 0.8743409514427185, "Finetune/Step": 1141, "Finetune/Step Time": 7.252260668203235}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.869655966758728, "Finetune/Loss (Raw)": 0.29832449555397034, "Finetune/Step": 1142, "Finetune/Step Time": 7.259686537086964}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8740190267562866, "Finetune/Loss (Raw)": 0.8684192299842834, "Finetune/Step": 1143, "Finetune/Step Time": 7.25795765593648}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8734820485115051, "Finetune/Loss (Raw)": 0.887413740158081, "Finetune/Step": 1144, "Finetune/Step Time": 7.261760041117668}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8725745677947998, "Finetune/Loss (Raw)": 0.8819321393966675, "Finetune/Step": 1145, "Finetune/Step Time": 7.262264771386981}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8730870485305786, "Finetune/Loss (Raw)": 0.9433755278587341, "Finetune/Step": 1146, "Finetune/Step Time": 7.229594526812434}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8719974756240845, "Finetune/Loss (Raw)": 0.7099506855010986, "Finetune/Step": 1147, "Finetune/Step Time": 7.232307579368353}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8675171732902527, "Finetune/Loss (Raw)": 0.3452467918395996, "Finetune/Step": 1148, "Finetune/Step Time": 7.2466954831033945}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8698781728744507, "Finetune/Loss (Raw)": 1.0592846870422363, "Finetune/Step": 1149, "Finetune/Step Time": 7.247425561770797}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8692101240158081, "Finetune/Loss (Raw)": 0.8019660115242004, "Finetune/Step": 1150, "Finetune/Step Time": 7.2382272984832525}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8698408603668213, "Finetune/Loss (Raw)": 0.7960883378982544, "Finetune/Step": 1151, "Finetune/Step Time": 7.223207160830498}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8699681758880615, "Finetune/Loss (Raw)": 0.847261905670166, "Finetune/Step": 1152, "Finetune/Step Time": 7.240277687087655}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8709824085235596, "Finetune/Loss (Raw)": 0.9370975494384766, "Finetune/Step": 1153, "Finetune/Step Time": 7.254232132807374}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.866606593132019, "Finetune/Loss (Raw)": 0.3267683982849121, "Finetune/Step": 1154, "Finetune/Step Time": 7.2500557247549295}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8663983345031738, "Finetune/Loss (Raw)": 0.34078675508499146, "Finetune/Step": 1155, "Finetune/Step Time": 7.249210439622402}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8666127920150757, "Finetune/Loss (Raw)": 0.9942328929901123, "Finetune/Step": 1156, "Finetune/Step Time": 7.246121507138014}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8677618503570557, "Finetune/Loss (Raw)": 0.9632551074028015, "Finetune/Step": 1157, "Finetune/Step Time": 7.238492920994759}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8673888444900513, "Finetune/Loss (Raw)": 0.8058873414993286, "Finetune/Step": 1158, "Finetune/Step Time": 7.229544835165143}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.866453230381012, "Finetune/Loss (Raw)": 0.786405622959137, "Finetune/Step": 1159, "Finetune/Step Time": 7.229734746739268}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8705364465713501, "Finetune/Loss (Raw)": 0.868818998336792, "Finetune/Step": 1160, "Finetune/Step Time": 7.2319771852344275}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8697850108146667, "Finetune/Loss (Raw)": 0.8323137164115906, "Finetune/Step": 1161, "Finetune/Step Time": 7.225516786798835}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8714593648910522, "Finetune/Loss (Raw)": 0.9632023572921753, "Finetune/Step": 1162, "Finetune/Step Time": 7.222845993936062}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8693882822990417, "Finetune/Loss (Raw)": 0.6382469534873962, "Finetune/Step": 1163, "Finetune/Step Time": 7.232061814516783}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8708117008209229, "Finetune/Loss (Raw)": 1.0671225786209106, "Finetune/Step": 1164, "Finetune/Step Time": 7.22999475710094}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8679492473602295, "Finetune/Loss (Raw)": 0.3626665771007538, "Finetune/Step": 1165, "Finetune/Step Time": 7.233136121183634}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8659576177597046, "Finetune/Loss (Raw)": 0.8129417300224304, "Finetune/Step": 1166, "Finetune/Step Time": 7.242640124633908}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8638479709625244, "Finetune/Loss (Raw)": 0.6333287358283997, "Finetune/Step": 1167, "Finetune/Step Time": 7.258022649213672}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8640316128730774, "Finetune/Loss (Raw)": 0.7939698100090027, "Finetune/Step": 1168, "Finetune/Step Time": 7.257630115374923}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8632901906967163, "Finetune/Loss (Raw)": 0.9256531596183777, "Finetune/Step": 1169, "Finetune/Step Time": 7.2597161419689655}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8589471578598022, "Finetune/Loss (Raw)": 0.46812623739242554, "Finetune/Step": 1170, "Finetune/Step Time": 7.269680321216583}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8637503385543823, "Finetune/Loss (Raw)": 0.9858289361000061, "Finetune/Step": 1171, "Finetune/Step Time": 7.251352697610855}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8656284809112549, "Finetune/Loss (Raw)": 0.9308922290802002, "Finetune/Step": 1172, "Finetune/Step Time": 7.245550153777003}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8658164143562317, "Finetune/Loss (Raw)": 0.8978733420372009, "Finetune/Step": 1173, "Finetune/Step Time": 7.2292863838374615}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8618093729019165, "Finetune/Loss (Raw)": 0.3562222421169281, "Finetune/Step": 1174, "Finetune/Step Time": 7.233767839148641}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8610416650772095, "Finetune/Loss (Raw)": 0.8251835107803345, "Finetune/Step": 1175, "Finetune/Step Time": 7.246857635676861}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8592577576637268, "Finetune/Loss (Raw)": 0.8237653374671936, "Finetune/Step": 1176, "Finetune/Step Time": 7.242960397154093}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8552250862121582, "Finetune/Loss (Raw)": 0.2877698540687561, "Finetune/Step": 1177, "Finetune/Step Time": 7.258255599066615}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8518067598342896, "Finetune/Loss (Raw)": 0.3224380910396576, "Finetune/Step": 1178, "Finetune/Step Time": 7.257364125922322}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8540332913398743, "Finetune/Loss (Raw)": 1.0243160724639893, "Finetune/Step": 1179, "Finetune/Step Time": 7.249773325398564}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8521313667297363, "Finetune/Loss (Raw)": 0.8124386072158813, "Finetune/Step": 1180, "Finetune/Step Time": 7.2646391205489635}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8533121347427368, "Finetune/Loss (Raw)": 1.0223197937011719, "Finetune/Step": 1181, "Finetune/Step Time": 7.2524692453444}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8506418466567993, "Finetune/Loss (Raw)": 0.5960714817047119, "Finetune/Step": 1182, "Finetune/Step Time": 7.254141230136156}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8518856763839722, "Finetune/Loss (Raw)": 0.9643384218215942, "Finetune/Step": 1183, "Finetune/Step Time": 7.254895830526948}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8495368957519531, "Finetune/Loss (Raw)": 0.7288134694099426, "Finetune/Step": 1184, "Finetune/Step Time": 7.2826710641384125}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8500465750694275, "Finetune/Loss (Raw)": 0.9072408080101013, "Finetune/Step": 1185, "Finetune/Step Time": 7.2854866348207}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8518702983856201, "Finetune/Loss (Raw)": 1.0352489948272705, "Finetune/Step": 1186, "Finetune/Step Time": 7.275959925726056}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8483572006225586, "Finetune/Loss (Raw)": 0.3503856062889099, "Finetune/Step": 1187, "Finetune/Step Time": 7.275433151051402}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8490861654281616, "Finetune/Loss (Raw)": 0.9332247972488403, "Finetune/Step": 1188, "Finetune/Step Time": 7.274296164512634}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8512277603149414, "Finetune/Loss (Raw)": 0.9649993777275085, "Finetune/Step": 1189, "Finetune/Step Time": 7.278522152453661}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8511768579483032, "Finetune/Loss (Raw)": 0.9042655825614929, "Finetune/Step": 1190, "Finetune/Step Time": 7.276497373357415}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8516631126403809, "Finetune/Loss (Raw)": 0.9462180733680725, "Finetune/Step": 1191, "Finetune/Step Time": 7.269868345931172}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8503438234329224, "Finetune/Loss (Raw)": 0.9618651270866394, "Finetune/Step": 1192, "Finetune/Step Time": 7.27677002735436}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8494371175765991, "Finetune/Loss (Raw)": 0.9273219108581543, "Finetune/Step": 1193, "Finetune/Step Time": 7.275559842586517}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8503042459487915, "Finetune/Loss (Raw)": 0.9351314902305603, "Finetune/Step": 1194, "Finetune/Step Time": 7.288594434037805}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8490977883338928, "Finetune/Loss (Raw)": 0.8757070302963257, "Finetune/Step": 1195, "Finetune/Step Time": 7.290817139670253}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8499534130096436, "Finetune/Loss (Raw)": 0.9102519750595093, "Finetune/Step": 1196, "Finetune/Step Time": 7.286058755591512}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8507862091064453, "Finetune/Loss (Raw)": 0.9768667221069336, "Finetune/Step": 1197, "Finetune/Step Time": 7.2529445849359035}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8507009744644165, "Finetune/Loss (Raw)": 0.9026829600334167, "Finetune/Step": 1198, "Finetune/Step Time": 7.256644330918789}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8508356809616089, "Finetune/Loss (Raw)": 0.9800055027008057, "Finetune/Step": 1199, "Finetune/Step Time": 7.25178481079638}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.850804328918457, "Finetune/Loss (Raw)": 0.9590055346488953, "Finetune/Step": 1200, "Finetune/Step Time": 7.247479405254126}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.851733922958374, "Finetune/Loss (Raw)": 0.9833564758300781, "Finetune/Step": 1201, "Finetune/Step Time": 7.259703924879432}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8524731993675232, "Finetune/Loss (Raw)": 1.0796698331832886, "Finetune/Step": 1202, "Finetune/Step Time": 7.2625811249017715}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8536180257797241, "Finetune/Loss (Raw)": 1.0448452234268188, "Finetune/Step": 1203, "Finetune/Step Time": 7.263567654415965}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8536679744720459, "Finetune/Loss (Raw)": 1.0044893026351929, "Finetune/Step": 1204, "Finetune/Step Time": 7.2709850165992975}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8521109223365784, "Finetune/Loss (Raw)": 0.8066129684448242, "Finetune/Step": 1205, "Finetune/Step Time": 7.287580948323011}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8525209426879883, "Finetune/Loss (Raw)": 1.0222892761230469, "Finetune/Step": 1206, "Finetune/Step Time": 7.279776366427541}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8533128499984741, "Finetune/Loss (Raw)": 0.8831935524940491, "Finetune/Step": 1207, "Finetune/Step Time": 7.285143677145243}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8546537160873413, "Finetune/Loss (Raw)": 0.9189090728759766, "Finetune/Step": 1208, "Finetune/Step Time": 7.285150241106749}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8549280166625977, "Finetune/Loss (Raw)": 0.9715503454208374, "Finetune/Step": 1209, "Finetune/Step Time": 7.283573152497411}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.855905294418335, "Finetune/Loss (Raw)": 0.8542385101318359, "Finetune/Step": 1210, "Finetune/Step Time": 7.250027492642403}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8554526567459106, "Finetune/Loss (Raw)": 0.8787403702735901, "Finetune/Step": 1211, "Finetune/Step Time": 7.251653620973229}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8556951880455017, "Finetune/Loss (Raw)": 0.9782981276512146, "Finetune/Step": 1212, "Finetune/Step Time": 7.239379782229662}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8553142547607422, "Finetune/Loss (Raw)": 0.8632553219795227, "Finetune/Step": 1213, "Finetune/Step Time": 7.238873237743974}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8538764119148254, "Finetune/Loss (Raw)": 0.7921720147132874, "Finetune/Step": 1214, "Finetune/Step Time": 7.252653272822499}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8538014888763428, "Finetune/Loss (Raw)": 0.9347734451293945, "Finetune/Step": 1215, "Finetune/Step Time": 7.25361854583025}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.851415753364563, "Finetune/Loss (Raw)": 0.3490171730518341, "Finetune/Step": 1216, "Finetune/Step Time": 7.257796131074429}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.852332592010498, "Finetune/Loss (Raw)": 1.0163966417312622, "Finetune/Step": 1217, "Finetune/Step Time": 7.26203103736043}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8522466421127319, "Finetune/Loss (Raw)": 0.9648728370666504, "Finetune/Step": 1218, "Finetune/Step Time": 7.2466530073434114}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8479530811309814, "Finetune/Loss (Raw)": 0.3032788634300232, "Finetune/Step": 1219, "Finetune/Step Time": 7.2615787368267775}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8471980094909668, "Finetune/Loss (Raw)": 0.8774500489234924, "Finetune/Step": 1220, "Finetune/Step Time": 7.2606515400111675}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8476864099502563, "Finetune/Loss (Raw)": 0.853202760219574, "Finetune/Step": 1221, "Finetune/Step Time": 7.270194329321384}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8473583459854126, "Finetune/Loss (Raw)": 0.8406748175621033, "Finetune/Step": 1222, "Finetune/Step Time": 7.279825292527676}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.846794605255127, "Finetune/Loss (Raw)": 0.9130961894989014, "Finetune/Step": 1223, "Finetune/Step Time": 7.27955617569387}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8465347290039062, "Finetune/Loss (Raw)": 0.9224687218666077, "Finetune/Step": 1224, "Finetune/Step Time": 7.280037347227335}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.845746636390686, "Finetune/Loss (Raw)": 0.7770894169807434, "Finetune/Step": 1225, "Finetune/Step Time": 7.264497987926006}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8451536893844604, "Finetune/Loss (Raw)": 0.7874202132225037, "Finetune/Step": 1226, "Finetune/Step Time": 7.253859745338559}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8435541391372681, "Finetune/Loss (Raw)": 0.7226942777633667, "Finetune/Step": 1227, "Finetune/Step Time": 7.2604557778686285}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.843302309513092, "Finetune/Loss (Raw)": 0.8349162340164185, "Finetune/Step": 1228, "Finetune/Step Time": 7.265719514340162}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8438692092895508, "Finetune/Loss (Raw)": 1.0104879140853882, "Finetune/Step": 1229, "Finetune/Step Time": 7.261524697765708}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8411778807640076, "Finetune/Loss (Raw)": 0.40264585614204407, "Finetune/Step": 1230, "Finetune/Step Time": 7.278874270617962}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8409999012947083, "Finetune/Loss (Raw)": 1.0079216957092285, "Finetune/Step": 1231, "Finetune/Step Time": 7.272483794018626}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8401325941085815, "Finetune/Loss (Raw)": 0.8738608956336975, "Finetune/Step": 1232, "Finetune/Step Time": 7.260551530867815}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8405687808990479, "Finetune/Loss (Raw)": 0.9403273463249207, "Finetune/Step": 1233, "Finetune/Step Time": 7.244405658915639}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8400276899337769, "Finetune/Loss (Raw)": 0.7535158395767212, "Finetune/Step": 1234, "Finetune/Step Time": 7.251966215670109}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8396533727645874, "Finetune/Loss (Raw)": 0.8832828998565674, "Finetune/Step": 1235, "Finetune/Step Time": 7.250293439254165}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8392365574836731, "Finetune/Loss (Raw)": 0.9957605004310608, "Finetune/Step": 1236, "Finetune/Step Time": 7.245739437639713}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.841636061668396, "Finetune/Loss (Raw)": 0.9643954634666443, "Finetune/Step": 1237, "Finetune/Step Time": 7.24739845469594}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8424533605575562, "Finetune/Loss (Raw)": 1.0173228979110718, "Finetune/Step": 1238, "Finetune/Step Time": 7.248956929892302}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8411652445793152, "Finetune/Loss (Raw)": 0.8980579972267151, "Finetune/Step": 1239, "Finetune/Step Time": 7.256419584155083}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8413363099098206, "Finetune/Loss (Raw)": 0.8662806749343872, "Finetune/Step": 1240, "Finetune/Step Time": 7.254881581291556}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8408489227294922, "Finetune/Loss (Raw)": 0.8130155801773071, "Finetune/Step": 1241, "Finetune/Step Time": 7.258582264184952}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8415231704711914, "Finetune/Loss (Raw)": 0.899330198764801, "Finetune/Step": 1242, "Finetune/Step Time": 7.231782026588917}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8415505886077881, "Finetune/Loss (Raw)": 0.9289150834083557, "Finetune/Step": 1243, "Finetune/Step Time": 7.224667865782976}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8405623435974121, "Finetune/Loss (Raw)": 0.8668176531791687, "Finetune/Step": 1244, "Finetune/Step Time": 7.227114949375391}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8404144644737244, "Finetune/Loss (Raw)": 0.7925127148628235, "Finetune/Step": 1245, "Finetune/Step Time": 7.21702367067337}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8395810127258301, "Finetune/Loss (Raw)": 0.8384608030319214, "Finetune/Step": 1246, "Finetune/Step Time": 7.237763404846191}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8422843217849731, "Finetune/Loss (Raw)": 0.9776443839073181, "Finetune/Step": 1247, "Finetune/Step Time": 7.2231061309576035}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.840923547744751, "Finetune/Loss (Raw)": 0.7217943072319031, "Finetune/Step": 1248, "Finetune/Step Time": 7.226706869900227}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8394495248794556, "Finetune/Loss (Raw)": 0.8312536478042603, "Finetune/Step": 1249, "Finetune/Step Time": 7.226898247376084}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8393893241882324, "Finetune/Loss (Raw)": 0.9183430671691895, "Finetune/Step": 1250, "Finetune/Step Time": 7.206875566393137}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8403486013412476, "Finetune/Loss (Raw)": 0.9173660278320312, "Finetune/Step": 1251, "Finetune/Step Time": 7.191390249878168}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8380224704742432, "Finetune/Loss (Raw)": 0.7905228137969971, "Finetune/Step": 1252, "Finetune/Step Time": 7.198595846071839}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8375169038772583, "Finetune/Loss (Raw)": 0.7921534776687622, "Finetune/Step": 1253, "Finetune/Step Time": 7.215422131121159}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8372526168823242, "Finetune/Loss (Raw)": 0.8872765302658081, "Finetune/Step": 1254, "Finetune/Step Time": 7.218769391998649}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.837997555732727, "Finetune/Loss (Raw)": 0.9818513989448547, "Finetune/Step": 1255, "Finetune/Step Time": 7.220007922500372}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8389037847518921, "Finetune/Loss (Raw)": 0.9131424427032471, "Finetune/Step": 1256, "Finetune/Step Time": 7.214727118611336}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8360608816146851, "Finetune/Loss (Raw)": 0.6003656387329102, "Finetune/Step": 1257, "Finetune/Step Time": 7.238790910691023}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.837466835975647, "Finetune/Loss (Raw)": 0.878095269203186, "Finetune/Step": 1258, "Finetune/Step Time": 7.216956032440066}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.836246132850647, "Finetune/Loss (Raw)": 0.7934533953666687, "Finetune/Step": 1259, "Finetune/Step Time": 7.227677393704653}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8372622728347778, "Finetune/Loss (Raw)": 1.0955687761306763, "Finetune/Step": 1260, "Finetune/Step Time": 7.228901917114854}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8359845876693726, "Finetune/Loss (Raw)": 0.7497493028640747, "Finetune/Step": 1261, "Finetune/Step Time": 7.227773819118738}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8361997604370117, "Finetune/Loss (Raw)": 0.9050746560096741, "Finetune/Step": 1262, "Finetune/Step Time": 7.222989648580551}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8360414505004883, "Finetune/Loss (Raw)": 0.946053147315979, "Finetune/Step": 1263, "Finetune/Step Time": 7.219206444919109}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8361735343933105, "Finetune/Loss (Raw)": 0.8844329714775085, "Finetune/Step": 1264, "Finetune/Step Time": 7.217244599014521}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8314670920372009, "Finetune/Loss (Raw)": 0.3781324326992035, "Finetune/Step": 1265, "Finetune/Step Time": 7.230232143774629}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8310115933418274, "Finetune/Loss (Raw)": 0.8453741669654846, "Finetune/Step": 1266, "Finetune/Step Time": 7.224161993712187}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8317607641220093, "Finetune/Loss (Raw)": 0.9393793344497681, "Finetune/Step": 1267, "Finetune/Step Time": 7.210643138736486}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8323196172714233, "Finetune/Loss (Raw)": 0.9748765230178833, "Finetune/Step": 1268, "Finetune/Step Time": 7.213424762710929}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8319041728973389, "Finetune/Loss (Raw)": 0.8211688995361328, "Finetune/Step": 1269, "Finetune/Step Time": 7.205273684114218}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8370425701141357, "Finetune/Loss (Raw)": 0.9560394287109375, "Finetune/Step": 1270, "Finetune/Step Time": 7.20125468634069}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8379740118980408, "Finetune/Loss (Raw)": 0.9876391887664795, "Finetune/Step": 1271, "Finetune/Step Time": 7.186683997511864}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8368167877197266, "Finetune/Loss (Raw)": 0.7392928600311279, "Finetune/Step": 1272, "Finetune/Step Time": 7.195013819262385}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8360698223114014, "Finetune/Loss (Raw)": 0.7863187193870544, "Finetune/Step": 1273, "Finetune/Step Time": 7.205386471003294}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8350669741630554, "Finetune/Loss (Raw)": 0.8150075078010559, "Finetune/Step": 1274, "Finetune/Step Time": 7.2073764111846685}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8377590179443359, "Finetune/Loss (Raw)": 1.0545284748077393, "Finetune/Step": 1275, "Finetune/Step Time": 7.198422575369477}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8416582942008972, "Finetune/Loss (Raw)": 0.8443624973297119, "Finetune/Step": 1276, "Finetune/Step Time": 7.184970425441861}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8402704000473022, "Finetune/Loss (Raw)": 0.881634533405304, "Finetune/Step": 1277, "Finetune/Step Time": 7.187553822994232}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8387575149536133, "Finetune/Loss (Raw)": 0.6083132028579712, "Finetune/Step": 1278, "Finetune/Step Time": 7.1936575174331665}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8394709825515747, "Finetune/Loss (Raw)": 0.8874116539955139, "Finetune/Step": 1279, "Finetune/Step Time": 7.19525239802897}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8408489227294922, "Finetune/Loss (Raw)": 1.0236440896987915, "Finetune/Step": 1280, "Finetune/Step Time": 7.174065016210079}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8405532836914062, "Finetune/Loss (Raw)": 0.8992478847503662, "Finetune/Step": 1281, "Finetune/Step Time": 7.158491123467684}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8449146747589111, "Finetune/Loss (Raw)": 0.8850327730178833, "Finetune/Step": 1282, "Finetune/Step Time": 7.145246518775821}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8475829362869263, "Finetune/Loss (Raw)": 0.6823170781135559, "Finetune/Step": 1283, "Finetune/Step Time": 7.142616398632526}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8464908599853516, "Finetune/Loss (Raw)": 0.8544523119926453, "Finetune/Step": 1284, "Finetune/Step Time": 7.144995471462607}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8465476036071777, "Finetune/Loss (Raw)": 0.9705137610435486, "Finetune/Step": 1285, "Finetune/Step Time": 7.144653184339404}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8468787670135498, "Finetune/Loss (Raw)": 0.8482798933982849, "Finetune/Step": 1286, "Finetune/Step Time": 7.159210354089737}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8477398753166199, "Finetune/Loss (Raw)": 0.8966277241706848, "Finetune/Step": 1287, "Finetune/Step Time": 7.158745635300875}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8474963903427124, "Finetune/Loss (Raw)": 0.8376503586769104, "Finetune/Step": 1288, "Finetune/Step Time": 7.13869015686214}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8474125266075134, "Finetune/Loss (Raw)": 0.8215764164924622, "Finetune/Step": 1289, "Finetune/Step Time": 7.123390279710293}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8477574586868286, "Finetune/Loss (Raw)": 1.0073524713516235, "Finetune/Step": 1290, "Finetune/Step Time": 7.117548931390047}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8490372896194458, "Finetune/Loss (Raw)": 0.8020728230476379, "Finetune/Step": 1291, "Finetune/Step Time": 7.113708484917879}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8471717238426208, "Finetune/Loss (Raw)": 0.8283295631408691, "Finetune/Step": 1292, "Finetune/Step Time": 7.108956942334771}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8512569069862366, "Finetune/Loss (Raw)": 0.8855679631233215, "Finetune/Step": 1293, "Finetune/Step Time": 7.09442874789238}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.852182149887085, "Finetune/Loss (Raw)": 0.9313740134239197, "Finetune/Step": 1294, "Finetune/Step Time": 7.095918644219637}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8537526726722717, "Finetune/Loss (Raw)": 0.8343565464019775, "Finetune/Step": 1295, "Finetune/Step Time": 7.093975689262152}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8537940382957458, "Finetune/Loss (Raw)": 0.799263060092926, "Finetune/Step": 1296, "Finetune/Step Time": 7.096716232597828}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8530479669570923, "Finetune/Loss (Raw)": 0.8301586508750916, "Finetune/Step": 1297, "Finetune/Step Time": 7.111461948603392}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8553533554077148, "Finetune/Loss (Raw)": 0.763216495513916, "Finetune/Step": 1298, "Finetune/Step Time": 7.09379948489368}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8529118895530701, "Finetune/Loss (Raw)": 0.6733171939849854, "Finetune/Step": 1299, "Finetune/Step Time": 7.097102141007781}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8519784212112427, "Finetune/Loss (Raw)": 0.8114049434661865, "Finetune/Step": 1300, "Finetune/Step Time": 7.095392070710659}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8516955971717834, "Finetune/Loss (Raw)": 0.8616741895675659, "Finetune/Step": 1301, "Finetune/Step Time": 7.112721407786012}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8554491996765137, "Finetune/Loss (Raw)": 0.8366817235946655, "Finetune/Step": 1302, "Finetune/Step Time": 7.120302075520158}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8554733991622925, "Finetune/Loss (Raw)": 0.8282884359359741, "Finetune/Step": 1303, "Finetune/Step Time": 7.104110142216086}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8563697338104248, "Finetune/Loss (Raw)": 0.9384925961494446, "Finetune/Step": 1304, "Finetune/Step Time": 7.10909572429955}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8607643842697144, "Finetune/Loss (Raw)": 0.8502823710441589, "Finetune/Step": 1305, "Finetune/Step Time": 7.09859736636281}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8646278381347656, "Finetune/Loss (Raw)": 0.8169586062431335, "Finetune/Step": 1306, "Finetune/Step Time": 7.101589474827051}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.864612340927124, "Finetune/Loss (Raw)": 1.022343397140503, "Finetune/Step": 1307, "Finetune/Step Time": 7.095392497256398}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8661654591560364, "Finetune/Loss (Raw)": 1.0112301111221313, "Finetune/Step": 1308, "Finetune/Step Time": 7.078026322647929}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8650943636894226, "Finetune/Loss (Raw)": 0.8852244019508362, "Finetune/Step": 1309, "Finetune/Step Time": 7.107261706143618}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8671285510063171, "Finetune/Loss (Raw)": 0.856445848941803, "Finetune/Step": 1310, "Finetune/Step Time": 7.105419738218188}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8667893409729004, "Finetune/Loss (Raw)": 0.9209195375442505, "Finetune/Step": 1311, "Finetune/Step Time": 7.107335871085525}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.865910530090332, "Finetune/Loss (Raw)": 0.6163159012794495, "Finetune/Step": 1312, "Finetune/Step Time": 7.102475101128221}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8659048080444336, "Finetune/Loss (Raw)": 0.9065130352973938, "Finetune/Step": 1313, "Finetune/Step Time": 7.108517928048968}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8651540875434875, "Finetune/Loss (Raw)": 0.9391629099845886, "Finetune/Step": 1314, "Finetune/Step Time": 7.106055116280913}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8696339130401611, "Finetune/Loss (Raw)": 0.9238011240959167, "Finetune/Step": 1315, "Finetune/Step Time": 7.093471243977547}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8705877065658569, "Finetune/Loss (Raw)": 1.055303931236267, "Finetune/Step": 1316, "Finetune/Step Time": 7.098252953961492}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.870449960231781, "Finetune/Loss (Raw)": 0.9473719596862793, "Finetune/Step": 1317, "Finetune/Step Time": 7.091558488085866}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.870116114616394, "Finetune/Loss (Raw)": 0.8615385890007019, "Finetune/Step": 1318, "Finetune/Step Time": 7.091234099119902}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8698249459266663, "Finetune/Loss (Raw)": 0.908947765827179, "Finetune/Step": 1319, "Finetune/Step Time": 7.089266501367092}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8684258460998535, "Finetune/Loss (Raw)": 0.7827744483947754, "Finetune/Step": 1320, "Finetune/Step Time": 7.090822767466307}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8682296872138977, "Finetune/Loss (Raw)": 0.9022151231765747, "Finetune/Step": 1321, "Finetune/Step Time": 7.093696061521769}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8679539561271667, "Finetune/Loss (Raw)": 0.8998371958732605, "Finetune/Step": 1322, "Finetune/Step Time": 7.08361965790391}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8683273196220398, "Finetune/Loss (Raw)": 0.923501193523407, "Finetune/Step": 1323, "Finetune/Step Time": 7.07225176692009}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8688054084777832, "Finetune/Loss (Raw)": 0.9714412689208984, "Finetune/Step": 1324, "Finetune/Step Time": 7.074707996100187}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8688536286354065, "Finetune/Loss (Raw)": 0.98304682970047, "Finetune/Step": 1325, "Finetune/Step Time": 7.092413207516074}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8693153262138367, "Finetune/Loss (Raw)": 0.9617792367935181, "Finetune/Step": 1326, "Finetune/Step Time": 7.08621777035296}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8674647212028503, "Finetune/Loss (Raw)": 0.7431270480155945, "Finetune/Step": 1327, "Finetune/Step Time": 7.122660072520375}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8681972026824951, "Finetune/Loss (Raw)": 1.0527641773223877, "Finetune/Step": 1328, "Finetune/Step Time": 7.119776722043753}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.869064450263977, "Finetune/Loss (Raw)": 1.094363808631897, "Finetune/Step": 1329, "Finetune/Step Time": 7.112115161493421}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8660130500793457, "Finetune/Loss (Raw)": 0.6890895962715149, "Finetune/Step": 1330, "Finetune/Step Time": 7.106103628873825}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.865280270576477, "Finetune/Loss (Raw)": 0.9510480761528015, "Finetune/Step": 1331, "Finetune/Step Time": 7.089354185387492}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.863431990146637, "Finetune/Loss (Raw)": 0.7679049372673035, "Finetune/Step": 1332, "Finetune/Step Time": 7.092176005244255}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8640792965888977, "Finetune/Loss (Raw)": 0.8894723653793335, "Finetune/Step": 1333, "Finetune/Step Time": 7.079339187592268}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8633182048797607, "Finetune/Loss (Raw)": 0.9248748421669006, "Finetune/Step": 1334, "Finetune/Step Time": 7.082731015980244}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8635538816452026, "Finetune/Loss (Raw)": 0.9133594036102295, "Finetune/Step": 1335, "Finetune/Step Time": 7.075662096962333}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8635572195053101, "Finetune/Loss (Raw)": 0.9193345308303833, "Finetune/Step": 1336, "Finetune/Step Time": 7.07053566724062}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8635381460189819, "Finetune/Loss (Raw)": 0.9691120386123657, "Finetune/Step": 1337, "Finetune/Step Time": 7.072483483701944}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8591777086257935, "Finetune/Loss (Raw)": 0.2960952818393707, "Finetune/Step": 1338, "Finetune/Step Time": 7.087532693520188}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.858321487903595, "Finetune/Loss (Raw)": 0.7691476941108704, "Finetune/Step": 1339, "Finetune/Step Time": 7.093535399064422}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8574212789535522, "Finetune/Loss (Raw)": 0.8630694150924683, "Finetune/Step": 1340, "Finetune/Step Time": 7.100178420543671}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8571938872337341, "Finetune/Loss (Raw)": 0.8341506123542786, "Finetune/Step": 1341, "Finetune/Step Time": 7.1008539367467165}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8583297729492188, "Finetune/Loss (Raw)": 0.9375665187835693, "Finetune/Step": 1342, "Finetune/Step Time": 7.097452603280544}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8572224378585815, "Finetune/Loss (Raw)": 0.7930370569229126, "Finetune/Step": 1343, "Finetune/Step Time": 7.118587642908096}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8608752489089966, "Finetune/Loss (Raw)": 0.8165678381919861, "Finetune/Step": 1344, "Finetune/Step Time": 7.110476180911064}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8607923984527588, "Finetune/Loss (Raw)": 1.0058025121688843, "Finetune/Step": 1345, "Finetune/Step Time": 7.10944053158164}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8601667284965515, "Finetune/Loss (Raw)": 0.8847805857658386, "Finetune/Step": 1346, "Finetune/Step Time": 7.1219447292387486}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.865372896194458, "Finetune/Loss (Raw)": 0.9696662425994873, "Finetune/Step": 1347, "Finetune/Step Time": 7.124134039506316}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8618625402450562, "Finetune/Loss (Raw)": 0.4281219244003296, "Finetune/Step": 1348, "Finetune/Step Time": 7.140610162168741}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8625068664550781, "Finetune/Loss (Raw)": 0.9356837868690491, "Finetune/Step": 1349, "Finetune/Step Time": 7.122313622385263}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8631290197372437, "Finetune/Loss (Raw)": 0.9203081130981445, "Finetune/Step": 1350, "Finetune/Step Time": 7.120474314317107}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8631821870803833, "Finetune/Loss (Raw)": 0.9199019074440002, "Finetune/Step": 1351, "Finetune/Step Time": 7.124459806829691}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.859242856502533, "Finetune/Loss (Raw)": 0.41823118925094604, "Finetune/Step": 1352, "Finetune/Step Time": 7.137876076623797}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8598340153694153, "Finetune/Loss (Raw)": 0.8527610301971436, "Finetune/Step": 1353, "Finetune/Step Time": 7.138807695358992}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8605950474739075, "Finetune/Loss (Raw)": 0.8848312497138977, "Finetune/Step": 1354, "Finetune/Step Time": 7.136107305064797}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8628328442573547, "Finetune/Loss (Raw)": 1.0091367959976196, "Finetune/Step": 1355, "Finetune/Step Time": 7.129913339391351}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8642299771308899, "Finetune/Loss (Raw)": 1.0137461423873901, "Finetune/Step": 1356, "Finetune/Step Time": 7.123894007876515}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8633502125740051, "Finetune/Loss (Raw)": 0.8978773355484009, "Finetune/Step": 1357, "Finetune/Step Time": 7.136602699756622}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8673385381698608, "Finetune/Loss (Raw)": 0.9131540656089783, "Finetune/Step": 1358, "Finetune/Step Time": 7.119128756225109}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8657284379005432, "Finetune/Loss (Raw)": 0.8018290996551514, "Finetune/Step": 1359, "Finetune/Step Time": 7.13311749137938}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8662538528442383, "Finetune/Loss (Raw)": 0.9411114454269409, "Finetune/Step": 1360, "Finetune/Step Time": 7.1367744114249945}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8667077422142029, "Finetune/Loss (Raw)": 0.998424232006073, "Finetune/Step": 1361, "Finetune/Step Time": 7.138666780665517}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8677712678909302, "Finetune/Loss (Raw)": 0.8896468281745911, "Finetune/Step": 1362, "Finetune/Step Time": 7.122165735810995}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8674101829528809, "Finetune/Loss (Raw)": 0.8370634913444519, "Finetune/Step": 1363, "Finetune/Step Time": 7.122703276574612}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8660531044006348, "Finetune/Loss (Raw)": 0.8220518231391907, "Finetune/Step": 1364, "Finetune/Step Time": 7.151664678007364}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8646122217178345, "Finetune/Loss (Raw)": 0.7799665331840515, "Finetune/Step": 1365, "Finetune/Step Time": 7.155224593356252}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8636668920516968, "Finetune/Loss (Raw)": 0.8963168263435364, "Finetune/Step": 1366, "Finetune/Step Time": 7.15025514177978}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8629069328308105, "Finetune/Loss (Raw)": 0.8007946610450745, "Finetune/Step": 1367, "Finetune/Step Time": 7.168904043734074}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8631799221038818, "Finetune/Loss (Raw)": 0.9012138843536377, "Finetune/Step": 1368, "Finetune/Step Time": 7.169720320031047}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8644917011260986, "Finetune/Loss (Raw)": 0.9809178709983826, "Finetune/Step": 1369, "Finetune/Step Time": 7.178996607661247}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8633532524108887, "Finetune/Loss (Raw)": 0.7536191940307617, "Finetune/Step": 1370, "Finetune/Step Time": 7.181999146938324}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8630692958831787, "Finetune/Loss (Raw)": 0.8925694823265076, "Finetune/Step": 1371, "Finetune/Step Time": 7.181926891207695}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8592281341552734, "Finetune/Loss (Raw)": 0.37514862418174744, "Finetune/Step": 1372, "Finetune/Step Time": 7.193550640717149}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8607319593429565, "Finetune/Loss (Raw)": 0.9850010871887207, "Finetune/Step": 1373, "Finetune/Step Time": 7.194563336670399}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8600764274597168, "Finetune/Loss (Raw)": 0.754553496837616, "Finetune/Step": 1374, "Finetune/Step Time": 7.186997199431062}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8598513603210449, "Finetune/Loss (Raw)": 0.94882732629776, "Finetune/Step": 1375, "Finetune/Step Time": 7.185365963727236}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.856687605381012, "Finetune/Loss (Raw)": 0.3168420195579529, "Finetune/Step": 1376, "Finetune/Step Time": 7.191194020211697}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8567098379135132, "Finetune/Loss (Raw)": 0.8341018557548523, "Finetune/Step": 1377, "Finetune/Step Time": 7.200361110270023}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8569139242172241, "Finetune/Loss (Raw)": 0.9444588422775269, "Finetune/Step": 1378, "Finetune/Step Time": 7.219305194914341}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8545314073562622, "Finetune/Loss (Raw)": 0.6124044060707092, "Finetune/Step": 1379, "Finetune/Step Time": 7.237081779167056}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8549551963806152, "Finetune/Loss (Raw)": 0.8447651863098145, "Finetune/Step": 1380, "Finetune/Step Time": 7.226211454719305}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8560214638710022, "Finetune/Loss (Raw)": 0.9286354780197144, "Finetune/Step": 1381, "Finetune/Step Time": 7.212764963507652}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8559104204177856, "Finetune/Loss (Raw)": 0.8730682730674744, "Finetune/Step": 1382, "Finetune/Step Time": 7.21169133298099}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8542182445526123, "Finetune/Loss (Raw)": 0.7652528285980225, "Finetune/Step": 1383, "Finetune/Step Time": 7.2161750961095095}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8538551926612854, "Finetune/Loss (Raw)": 0.8666687607765198, "Finetune/Step": 1384, "Finetune/Step Time": 7.2198132667690516}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8566114902496338, "Finetune/Loss (Raw)": 0.9531667828559875, "Finetune/Step": 1385, "Finetune/Step Time": 7.197766978293657}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8563038110733032, "Finetune/Loss (Raw)": 0.8387266993522644, "Finetune/Step": 1386, "Finetune/Step Time": 7.1987911965698}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.855920672416687, "Finetune/Loss (Raw)": 0.7444086074829102, "Finetune/Step": 1387, "Finetune/Step Time": 7.193937685340643}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8547573089599609, "Finetune/Loss (Raw)": 0.9466525316238403, "Finetune/Step": 1388, "Finetune/Step Time": 7.190964329987764}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8558381795883179, "Finetune/Loss (Raw)": 0.8881048560142517, "Finetune/Step": 1389, "Finetune/Step Time": 7.192754799500108}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8567733764648438, "Finetune/Loss (Raw)": 1.0247775316238403, "Finetune/Step": 1390, "Finetune/Step Time": 7.20101829059422}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8558318614959717, "Finetune/Loss (Raw)": 0.8255417943000793, "Finetune/Step": 1391, "Finetune/Step Time": 7.2175554651767015}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8554586172103882, "Finetune/Loss (Raw)": 0.8366575241088867, "Finetune/Step": 1392, "Finetune/Step Time": 7.251184979453683}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.858472466468811, "Finetune/Loss (Raw)": 0.763900637626648, "Finetune/Step": 1393, "Finetune/Step Time": 7.27615618892014}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8592408895492554, "Finetune/Loss (Raw)": 0.9437381029129028, "Finetune/Step": 1394, "Finetune/Step Time": 7.264370935037732}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8582662343978882, "Finetune/Loss (Raw)": 0.81461501121521, "Finetune/Step": 1395, "Finetune/Step Time": 7.267446672543883}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8556414246559143, "Finetune/Loss (Raw)": 0.6389051675796509, "Finetune/Step": 1396, "Finetune/Step Time": 7.275869375094771}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8561569452285767, "Finetune/Loss (Raw)": 0.8871561288833618, "Finetune/Step": 1397, "Finetune/Step Time": 7.300011534243822}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8555541038513184, "Finetune/Loss (Raw)": 0.8788739442825317, "Finetune/Step": 1398, "Finetune/Step Time": 7.290836108848453}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8527129888534546, "Finetune/Loss (Raw)": 0.6239794492721558, "Finetune/Step": 1399, "Finetune/Step Time": 7.29729362949729}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8542768955230713, "Finetune/Loss (Raw)": 0.9394745230674744, "Finetune/Step": 1400, "Finetune/Step Time": 7.292612897232175}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8545795679092407, "Finetune/Loss (Raw)": 0.8250555396080017, "Finetune/Step": 1401, "Finetune/Step Time": 7.291720557957888}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8512181043624878, "Finetune/Loss (Raw)": 0.3847452998161316, "Finetune/Step": 1402, "Finetune/Step Time": 7.297944698482752}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.849552571773529, "Finetune/Loss (Raw)": 0.8413371443748474, "Finetune/Step": 1403, "Finetune/Step Time": 7.2999805472791195}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.849960446357727, "Finetune/Loss (Raw)": 0.8965691328048706, "Finetune/Step": 1404, "Finetune/Step Time": 7.2979829628020525}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8486753702163696, "Finetune/Loss (Raw)": 0.7171444892883301, "Finetune/Step": 1405, "Finetune/Step Time": 7.2974113915115595}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8506074547767639, "Finetune/Loss (Raw)": 0.8556140065193176, "Finetune/Step": 1406, "Finetune/Step Time": 7.291746474802494}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8465417623519897, "Finetune/Loss (Raw)": 0.3670049011707306, "Finetune/Step": 1407, "Finetune/Step Time": 7.300370028242469}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8444052934646606, "Finetune/Loss (Raw)": 0.7501800060272217, "Finetune/Step": 1408, "Finetune/Step Time": 7.303383668884635}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.844551682472229, "Finetune/Loss (Raw)": 0.9179848432540894, "Finetune/Step": 1409, "Finetune/Step Time": 7.300836335867643}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8435178995132446, "Finetune/Loss (Raw)": 0.7527080774307251, "Finetune/Step": 1410, "Finetune/Step Time": 7.328748393803835}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8451519012451172, "Finetune/Loss (Raw)": 0.8914715051651001, "Finetune/Step": 1411, "Finetune/Step Time": 7.31788045912981}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8436121344566345, "Finetune/Loss (Raw)": 0.6573636531829834, "Finetune/Step": 1412, "Finetune/Step Time": 7.317687829956412}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8431491851806641, "Finetune/Loss (Raw)": 0.911258339881897, "Finetune/Step": 1413, "Finetune/Step Time": 7.3215830605477095}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8444571495056152, "Finetune/Loss (Raw)": 1.0156919956207275, "Finetune/Step": 1414, "Finetune/Step Time": 7.3112903237342834}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8439235687255859, "Finetune/Loss (Raw)": 0.8283305764198303, "Finetune/Step": 1415, "Finetune/Step Time": 7.315425703302026}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8450226783752441, "Finetune/Loss (Raw)": 0.9783362150192261, "Finetune/Step": 1416, "Finetune/Step Time": 7.313877807930112}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8451851606369019, "Finetune/Loss (Raw)": 0.8423847556114197, "Finetune/Step": 1417, "Finetune/Step Time": 7.3126358184963465}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8429874181747437, "Finetune/Loss (Raw)": 0.7260347008705139, "Finetune/Step": 1418, "Finetune/Step Time": 7.330818230286241}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8425096273422241, "Finetune/Loss (Raw)": 0.7409136295318604, "Finetune/Step": 1419, "Finetune/Step Time": 7.313879923895001}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8432571887969971, "Finetune/Loss (Raw)": 0.9240256547927856, "Finetune/Step": 1420, "Finetune/Step Time": 7.313652256503701}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8427881002426147, "Finetune/Loss (Raw)": 0.8255183100700378, "Finetune/Step": 1421, "Finetune/Step Time": 7.325756246224046}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8415372967720032, "Finetune/Loss (Raw)": 0.7712693810462952, "Finetune/Step": 1422, "Finetune/Step Time": 7.322689263150096}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8423794507980347, "Finetune/Loss (Raw)": 0.9421525001525879, "Finetune/Step": 1423, "Finetune/Step Time": 7.31337608024478}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8423038125038147, "Finetune/Loss (Raw)": 0.789582371711731, "Finetune/Step": 1424, "Finetune/Step Time": 7.307872321456671}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8425982594490051, "Finetune/Loss (Raw)": 0.8678526282310486, "Finetune/Step": 1425, "Finetune/Step Time": 7.300931537523866}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8428730368614197, "Finetune/Loss (Raw)": 0.7983856797218323, "Finetune/Step": 1426, "Finetune/Step Time": 7.313440930098295}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8434135913848877, "Finetune/Loss (Raw)": 0.7425107359886169, "Finetune/Step": 1427, "Finetune/Step Time": 7.313154641538858}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8430818915367126, "Finetune/Loss (Raw)": 0.7689446806907654, "Finetune/Step": 1428, "Finetune/Step Time": 7.319299208000302}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8420495390892029, "Finetune/Loss (Raw)": 0.7295279502868652, "Finetune/Step": 1429, "Finetune/Step Time": 7.310334825888276}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8420614004135132, "Finetune/Loss (Raw)": 0.8382049202919006, "Finetune/Step": 1430, "Finetune/Step Time": 7.30194047652185}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8415784239768982, "Finetune/Loss (Raw)": 0.7664644122123718, "Finetune/Step": 1431, "Finetune/Step Time": 7.313252244144678}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8402361869812012, "Finetune/Loss (Raw)": 0.7666826844215393, "Finetune/Step": 1432, "Finetune/Step Time": 7.316861912608147}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8410269021987915, "Finetune/Loss (Raw)": 0.9515067934989929, "Finetune/Step": 1433, "Finetune/Step Time": 7.318650908768177}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8374947309494019, "Finetune/Loss (Raw)": 0.3648327589035034, "Finetune/Step": 1434, "Finetune/Step Time": 7.316739177331328}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8366855382919312, "Finetune/Loss (Raw)": 0.9187716841697693, "Finetune/Step": 1435, "Finetune/Step Time": 7.3236918691545725}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8336490392684937, "Finetune/Loss (Raw)": 0.6225583553314209, "Finetune/Step": 1436, "Finetune/Step Time": 7.335169004276395}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8336824178695679, "Finetune/Loss (Raw)": 0.8894907832145691, "Finetune/Step": 1437, "Finetune/Step Time": 7.306963626295328}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8339685201644897, "Finetune/Loss (Raw)": 0.8930729627609253, "Finetune/Step": 1438, "Finetune/Step Time": 7.302715307101607}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8342174887657166, "Finetune/Loss (Raw)": 0.9527761340141296, "Finetune/Step": 1439, "Finetune/Step Time": 7.300038414075971}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8342970609664917, "Finetune/Loss (Raw)": 0.6265079975128174, "Finetune/Step": 1440, "Finetune/Step Time": 7.30552863702178}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8338897824287415, "Finetune/Loss (Raw)": 0.8543809652328491, "Finetune/Step": 1441, "Finetune/Step Time": 7.302423233166337}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8329510688781738, "Finetune/Loss (Raw)": 0.8190137147903442, "Finetune/Step": 1442, "Finetune/Step Time": 7.3087179362773895}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8322945833206177, "Finetune/Loss (Raw)": 0.8397606015205383, "Finetune/Step": 1443, "Finetune/Step Time": 7.3133549727499485}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8302267789840698, "Finetune/Loss (Raw)": 0.7906283140182495, "Finetune/Step": 1444, "Finetune/Step Time": 7.311340104788542}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8294821977615356, "Finetune/Loss (Raw)": 0.8520662784576416, "Finetune/Step": 1445, "Finetune/Step Time": 7.314176648855209}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8283829689025879, "Finetune/Loss (Raw)": 0.7208414077758789, "Finetune/Step": 1446, "Finetune/Step Time": 7.330129811540246}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8282674551010132, "Finetune/Loss (Raw)": 0.8941556215286255, "Finetune/Step": 1447, "Finetune/Step Time": 7.335283460095525}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.82950758934021, "Finetune/Loss (Raw)": 0.9415085911750793, "Finetune/Step": 1448, "Finetune/Step Time": 7.32755621522665}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8282822370529175, "Finetune/Loss (Raw)": 0.7453809976577759, "Finetune/Step": 1449, "Finetune/Step Time": 7.330596027895808}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8269850015640259, "Finetune/Loss (Raw)": 0.7337885499000549, "Finetune/Step": 1450, "Finetune/Step Time": 7.366307055577636}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8263520002365112, "Finetune/Loss (Raw)": 0.8424733281135559, "Finetune/Step": 1451, "Finetune/Step Time": 7.370455175638199}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8261349201202393, "Finetune/Loss (Raw)": 0.9436596035957336, "Finetune/Step": 1452, "Finetune/Step Time": 7.362772839143872}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8247499465942383, "Finetune/Loss (Raw)": 0.8057725429534912, "Finetune/Step": 1453, "Finetune/Step Time": 7.357875924557447}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8254979848861694, "Finetune/Loss (Raw)": 1.0575287342071533, "Finetune/Step": 1454, "Finetune/Step Time": 7.360850093886256}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8271108269691467, "Finetune/Loss (Raw)": 0.9495616555213928, "Finetune/Step": 1455, "Finetune/Step Time": 7.329687222838402}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8253593444824219, "Finetune/Loss (Raw)": 0.8285749554634094, "Finetune/Step": 1456, "Finetune/Step Time": 7.330890890210867}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8196730017662048, "Finetune/Loss (Raw)": 0.36651405692100525, "Finetune/Step": 1457, "Finetune/Step Time": 7.3438652120530605}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8210479021072388, "Finetune/Loss (Raw)": 0.86507648229599, "Finetune/Step": 1458, "Finetune/Step Time": 7.341834792867303}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8213004469871521, "Finetune/Loss (Raw)": 0.983372688293457, "Finetune/Step": 1459, "Finetune/Step Time": 7.3504271022975445}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8231608867645264, "Finetune/Loss (Raw)": 1.0060378313064575, "Finetune/Step": 1460, "Finetune/Step Time": 7.340828992426395}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8244032859802246, "Finetune/Loss (Raw)": 1.0485111474990845, "Finetune/Step": 1461, "Finetune/Step Time": 7.3349111415445805}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8243331909179688, "Finetune/Loss (Raw)": 0.9159008264541626, "Finetune/Step": 1462, "Finetune/Step Time": 7.3379544243216515}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8248417377471924, "Finetune/Loss (Raw)": 0.9784488677978516, "Finetune/Step": 1463, "Finetune/Step Time": 7.3395124692469835}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8240624666213989, "Finetune/Loss (Raw)": 0.8195884227752686, "Finetune/Step": 1464, "Finetune/Step Time": 7.3454247154295444}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8232008218765259, "Finetune/Loss (Raw)": 0.8588247895240784, "Finetune/Step": 1465, "Finetune/Step Time": 7.339685859158635}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8277209997177124, "Finetune/Loss (Raw)": 0.8746809959411621, "Finetune/Step": 1466, "Finetune/Step Time": 7.331674220040441}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8284662961959839, "Finetune/Loss (Raw)": 0.8645403385162354, "Finetune/Step": 1467, "Finetune/Step Time": 7.349274877458811}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8290147185325623, "Finetune/Loss (Raw)": 0.9332680106163025, "Finetune/Step": 1468, "Finetune/Step Time": 7.341917863115668}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8254512548446655, "Finetune/Loss (Raw)": 0.37802353501319885, "Finetune/Step": 1469, "Finetune/Step Time": 7.361891746520996}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8245898485183716, "Finetune/Loss (Raw)": 0.8273113369941711, "Finetune/Step": 1470, "Finetune/Step Time": 7.3503741286695}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8250877261161804, "Finetune/Loss (Raw)": 0.8567610383033752, "Finetune/Step": 1471, "Finetune/Step Time": 7.324825430288911}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8247419595718384, "Finetune/Loss (Raw)": 0.772314727306366, "Finetune/Step": 1472, "Finetune/Step Time": 7.317769920453429}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8215990662574768, "Finetune/Loss (Raw)": 0.6035087704658508, "Finetune/Step": 1473, "Finetune/Step Time": 7.323833242058754}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.822803258895874, "Finetune/Loss (Raw)": 1.038918137550354, "Finetune/Step": 1474, "Finetune/Step Time": 7.308735378086567}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8205868005752563, "Finetune/Loss (Raw)": 0.6859606504440308, "Finetune/Step": 1475, "Finetune/Step Time": 7.301988236606121}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.824496865272522, "Finetune/Loss (Raw)": 0.9286109805107117, "Finetune/Step": 1476, "Finetune/Step Time": 7.291182849556208}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8196274042129517, "Finetune/Loss (Raw)": 0.3123851418495178, "Finetune/Step": 1477, "Finetune/Step Time": 7.321489110589027}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8203839063644409, "Finetune/Loss (Raw)": 1.0171465873718262, "Finetune/Step": 1478, "Finetune/Step Time": 7.313989762216806}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8193228244781494, "Finetune/Loss (Raw)": 0.7840777635574341, "Finetune/Step": 1479, "Finetune/Step Time": 7.328443631529808}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8228931427001953, "Finetune/Loss (Raw)": 0.8752331733703613, "Finetune/Step": 1480, "Finetune/Step Time": 7.314875669777393}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8233990669250488, "Finetune/Loss (Raw)": 0.9175244569778442, "Finetune/Step": 1481, "Finetune/Step Time": 7.319410687312484}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8230845332145691, "Finetune/Loss (Raw)": 0.8445723652839661, "Finetune/Step": 1482, "Finetune/Step Time": 7.311496818438172}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8200839757919312, "Finetune/Loss (Raw)": 0.6250565648078918, "Finetune/Step": 1483, "Finetune/Step Time": 7.334854118525982}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8192068338394165, "Finetune/Loss (Raw)": 0.901479184627533, "Finetune/Step": 1484, "Finetune/Step Time": 7.331524705514312}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8184347152709961, "Finetune/Loss (Raw)": 0.7990376949310303, "Finetune/Step": 1485, "Finetune/Step Time": 7.320128068327904}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8137388229370117, "Finetune/Loss (Raw)": 0.31208518147468567, "Finetune/Step": 1486, "Finetune/Step Time": 7.33289865963161}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8154534101486206, "Finetune/Loss (Raw)": 1.0212937593460083, "Finetune/Step": 1487, "Finetune/Step Time": 7.3283470664173365}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.816659688949585, "Finetune/Loss (Raw)": 1.0955175161361694, "Finetune/Step": 1488, "Finetune/Step Time": 7.325779408216476}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.813998818397522, "Finetune/Loss (Raw)": 0.6578340530395508, "Finetune/Step": 1489, "Finetune/Step Time": 7.339696204289794}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8132632374763489, "Finetune/Loss (Raw)": 0.7954936027526855, "Finetune/Step": 1490, "Finetune/Step Time": 7.370400095358491}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.812214732170105, "Finetune/Loss (Raw)": 0.7028460502624512, "Finetune/Step": 1491, "Finetune/Step Time": 7.383500386029482}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8132673501968384, "Finetune/Loss (Raw)": 0.9567979574203491, "Finetune/Step": 1492, "Finetune/Step Time": 7.3547337632626295}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8097286224365234, "Finetune/Loss (Raw)": 0.32700830698013306, "Finetune/Step": 1493, "Finetune/Step Time": 7.351417085155845}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8093039393424988, "Finetune/Loss (Raw)": 0.8419546484947205, "Finetune/Step": 1494, "Finetune/Step Time": 7.355044594034553}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8097000122070312, "Finetune/Loss (Raw)": 0.85148686170578, "Finetune/Step": 1495, "Finetune/Step Time": 7.340620705857873}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8097177147865295, "Finetune/Loss (Raw)": 0.9034851789474487, "Finetune/Step": 1496, "Finetune/Step Time": 7.340137932449579}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8081569671630859, "Finetune/Loss (Raw)": 0.7811418175697327, "Finetune/Step": 1497, "Finetune/Step Time": 7.333469485864043}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8099997043609619, "Finetune/Loss (Raw)": 0.9894881248474121, "Finetune/Step": 1498, "Finetune/Step Time": 7.33562046661973}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8063488602638245, "Finetune/Loss (Raw)": 0.42526212334632874, "Finetune/Step": 1499, "Finetune/Step Time": 7.343873204663396}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8061798810958862, "Finetune/Loss (Raw)": 0.3535173833370209, "Finetune/Step": 1500, "Finetune/Step Time": 7.342769796028733}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8061779737472534, "Finetune/Loss (Raw)": 0.9847571849822998, "Finetune/Step": 1501, "Finetune/Step Time": 7.37388607673347}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8077609539031982, "Finetune/Loss (Raw)": 0.9571807384490967, "Finetune/Step": 1502, "Finetune/Step Time": 7.36599051207304}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8060307502746582, "Finetune/Loss (Raw)": 0.7273587584495544, "Finetune/Step": 1503, "Finetune/Step Time": 7.367974516004324}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8105155825614929, "Finetune/Loss (Raw)": 0.8908976316452026, "Finetune/Step": 1504, "Finetune/Step Time": 7.365155790001154}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.810704231262207, "Finetune/Loss (Raw)": 0.8582490682601929, "Finetune/Step": 1505, "Finetune/Step Time": 7.351235883310437}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8094954490661621, "Finetune/Loss (Raw)": 0.7897350192070007, "Finetune/Step": 1506, "Finetune/Step Time": 7.339255962520838}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.812106728553772, "Finetune/Loss (Raw)": 0.9466474652290344, "Finetune/Step": 1507, "Finetune/Step Time": 7.317625632509589}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.813007116317749, "Finetune/Loss (Raw)": 0.960017740726471, "Finetune/Step": 1508, "Finetune/Step Time": 7.32042833045125}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8126055002212524, "Finetune/Loss (Raw)": 0.87722247838974, "Finetune/Step": 1509, "Finetune/Step Time": 7.314297564327717}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8131625056266785, "Finetune/Loss (Raw)": 0.9443682432174683, "Finetune/Step": 1510, "Finetune/Step Time": 7.3135484009981155}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8146615028381348, "Finetune/Loss (Raw)": 0.9571272730827332, "Finetune/Step": 1511, "Finetune/Step Time": 7.312603250145912}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8138909339904785, "Finetune/Loss (Raw)": 0.7680355906486511, "Finetune/Step": 1512, "Finetune/Step Time": 7.316552819684148}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8142170310020447, "Finetune/Loss (Raw)": 0.9949060082435608, "Finetune/Step": 1513, "Finetune/Step Time": 7.318648852407932}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8139376640319824, "Finetune/Loss (Raw)": 0.8029706478118896, "Finetune/Step": 1514, "Finetune/Step Time": 7.327903941273689}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8148956298828125, "Finetune/Loss (Raw)": 0.8670294880867004, "Finetune/Step": 1515, "Finetune/Step Time": 7.325594063848257}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.814460039138794, "Finetune/Loss (Raw)": 0.890889048576355, "Finetune/Step": 1516, "Finetune/Step Time": 7.3269328735768795}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8138034343719482, "Finetune/Loss (Raw)": 0.8040686249732971, "Finetune/Step": 1517, "Finetune/Step Time": 7.32831621542573}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8135085105895996, "Finetune/Loss (Raw)": 0.9870246052742004, "Finetune/Step": 1518, "Finetune/Step Time": 7.322358464822173}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8127051591873169, "Finetune/Loss (Raw)": 0.7227106094360352, "Finetune/Step": 1519, "Finetune/Step Time": 7.307543255388737}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.809229850769043, "Finetune/Loss (Raw)": 0.3918205201625824, "Finetune/Step": 1520, "Finetune/Step Time": 7.285987690091133}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8103798627853394, "Finetune/Loss (Raw)": 0.9111002683639526, "Finetune/Step": 1521, "Finetune/Step Time": 7.248726550489664}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8088359236717224, "Finetune/Loss (Raw)": 0.7461138367652893, "Finetune/Step": 1522, "Finetune/Step Time": 7.259244047105312}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8075909614562988, "Finetune/Loss (Raw)": 0.6552627086639404, "Finetune/Step": 1523, "Finetune/Step Time": 7.272558020427823}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8083192110061646, "Finetune/Loss (Raw)": 0.7321256995201111, "Finetune/Step": 1524, "Finetune/Step Time": 7.289954775944352}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8070275783538818, "Finetune/Loss (Raw)": 0.7218230366706848, "Finetune/Step": 1525, "Finetune/Step Time": 7.278985952958465}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.807543158531189, "Finetune/Loss (Raw)": 0.9448649883270264, "Finetune/Step": 1526, "Finetune/Step Time": 7.278143918141723}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8093545436859131, "Finetune/Loss (Raw)": 0.8558356165885925, "Finetune/Step": 1527, "Finetune/Step Time": 7.272617259994149}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8053038120269775, "Finetune/Loss (Raw)": 0.420977920293808, "Finetune/Step": 1528, "Finetune/Step Time": 7.28058316372335}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8065005540847778, "Finetune/Loss (Raw)": 0.978247344493866, "Finetune/Step": 1529, "Finetune/Step Time": 7.271330785006285}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8082907199859619, "Finetune/Loss (Raw)": 0.6138777732849121, "Finetune/Step": 1530, "Finetune/Step Time": 7.2753420528024435}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8089085817337036, "Finetune/Loss (Raw)": 0.9204243421554565, "Finetune/Step": 1531, "Finetune/Step Time": 7.2785809226334095}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8087253570556641, "Finetune/Loss (Raw)": 0.873120129108429, "Finetune/Step": 1532, "Finetune/Step Time": 7.287824898958206}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8085887432098389, "Finetune/Loss (Raw)": 0.6996603012084961, "Finetune/Step": 1533, "Finetune/Step Time": 7.281375745311379}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8073217272758484, "Finetune/Loss (Raw)": 0.693433403968811, "Finetune/Step": 1534, "Finetune/Step Time": 7.288725847378373}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8108057975769043, "Finetune/Loss (Raw)": 0.812969446182251, "Finetune/Step": 1535, "Finetune/Step Time": 7.27765279635787}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.811273992061615, "Finetune/Loss (Raw)": 0.8101066946983337, "Finetune/Step": 1536, "Finetune/Step Time": 7.284207917749882}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8105770349502563, "Finetune/Loss (Raw)": 0.8287734985351562, "Finetune/Step": 1537, "Finetune/Step Time": 7.2855298556387424}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8081022500991821, "Finetune/Loss (Raw)": 0.43593817949295044, "Finetune/Step": 1538, "Finetune/Step Time": 7.2696543373167515}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8080230951309204, "Finetune/Loss (Raw)": 0.8813327550888062, "Finetune/Step": 1539, "Finetune/Step Time": 7.2718009278178215}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8092949390411377, "Finetune/Loss (Raw)": 0.8201597332954407, "Finetune/Step": 1540, "Finetune/Step Time": 7.271978976204991}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8095582127571106, "Finetune/Loss (Raw)": 0.9449633359909058, "Finetune/Step": 1541, "Finetune/Step Time": 7.272310920059681}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.807014524936676, "Finetune/Loss (Raw)": 0.6900978088378906, "Finetune/Step": 1542, "Finetune/Step Time": 7.2809512708336115}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.8065402507781982, "Finetune/Loss (Raw)": 0.7676151990890503, "Finetune/Step": 1543, "Finetune/Step Time": 7.2779756262898445}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8059945106506348, "Finetune/Loss (Raw)": 0.908490777015686, "Finetune/Step": 1544, "Finetune/Step Time": 7.277288008481264}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.8057924509048462, "Finetune/Loss (Raw)": 0.8165246844291687, "Finetune/Step": 1545, "Finetune/Step Time": 7.2806770000606775}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8076034784317017, "Finetune/Loss (Raw)": 0.9578434228897095, "Finetune/Step": 1546, "Finetune/Step Time": 7.268825003877282}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8087233304977417, "Finetune/Loss (Raw)": 0.8842567205429077, "Finetune/Step": 1547, "Finetune/Step Time": 7.275047831237316}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.808326005935669, "Finetune/Loss (Raw)": 0.8731647729873657, "Finetune/Step": 1548, "Finetune/Step Time": 7.284899847581983}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.8049823641777039, "Finetune/Loss (Raw)": 0.39753270149230957, "Finetune/Step": 1549, "Finetune/Step Time": 7.288089895620942}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8059712648391724, "Finetune/Loss (Raw)": 0.8978418111801147, "Finetune/Step": 1550, "Finetune/Step Time": 7.298628007993102}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8046217560768127, "Finetune/Loss (Raw)": 0.7694216370582581, "Finetune/Step": 1551, "Finetune/Step Time": 7.293462296947837}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8057578802108765, "Finetune/Loss (Raw)": 0.935002326965332, "Finetune/Step": 1552, "Finetune/Step Time": 7.294180899858475}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8050954341888428, "Finetune/Loss (Raw)": 0.7830615043640137, "Finetune/Step": 1553, "Finetune/Step Time": 7.306071484461427}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.8048597574234009, "Finetune/Loss (Raw)": 0.7682189345359802, "Finetune/Step": 1554, "Finetune/Step Time": 7.297065205872059}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8061915636062622, "Finetune/Loss (Raw)": 0.912980318069458, "Finetune/Step": 1555, "Finetune/Step Time": 7.300037728622556}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8056589365005493, "Finetune/Loss (Raw)": 0.7007724046707153, "Finetune/Step": 1556, "Finetune/Step Time": 7.306173346936703}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8062363862991333, "Finetune/Loss (Raw)": 0.8034427165985107, "Finetune/Step": 1557, "Finetune/Step Time": 7.305717833340168}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.8063462376594543, "Finetune/Loss (Raw)": 0.8522634506225586, "Finetune/Step": 1558, "Finetune/Step Time": 7.295756835490465}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8088148832321167, "Finetune/Loss (Raw)": 1.082443118095398, "Finetune/Step": 1559, "Finetune/Step Time": 7.286763837561011}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8099275827407837, "Finetune/Loss (Raw)": 0.9091129899024963, "Finetune/Step": 1560, "Finetune/Step Time": 7.292006388306618}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8093050718307495, "Finetune/Loss (Raw)": 0.8718302845954895, "Finetune/Step": 1561, "Finetune/Step Time": 7.28941823169589}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8135430812835693, "Finetune/Loss (Raw)": 0.9072925448417664, "Finetune/Step": 1562, "Finetune/Step Time": 7.295071875676513}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8126762509346008, "Finetune/Loss (Raw)": 0.8078192472457886, "Finetune/Step": 1563, "Finetune/Step Time": 7.313469838351011}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8139991164207458, "Finetune/Loss (Raw)": 0.7918862700462341, "Finetune/Step": 1564, "Finetune/Step Time": 7.300035392865539}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.813046932220459, "Finetune/Loss (Raw)": 0.7676115036010742, "Finetune/Step": 1565, "Finetune/Step Time": 7.300073526799679}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8121888637542725, "Finetune/Loss (Raw)": 0.7832444310188293, "Finetune/Step": 1566, "Finetune/Step Time": 7.307388007640839}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8114640712738037, "Finetune/Loss (Raw)": 0.8599954843521118, "Finetune/Step": 1567, "Finetune/Step Time": 7.313804538920522}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8131295442581177, "Finetune/Loss (Raw)": 0.8396956920623779, "Finetune/Step": 1568, "Finetune/Step Time": 7.2865224573761225}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8119075298309326, "Finetune/Loss (Raw)": 0.6979652643203735, "Finetune/Step": 1569, "Finetune/Step Time": 7.298530999571085}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.812995970249176, "Finetune/Loss (Raw)": 0.9583299160003662, "Finetune/Step": 1570, "Finetune/Step Time": 7.2959527391940355}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8134984374046326, "Finetune/Loss (Raw)": 0.9040787816047668, "Finetune/Step": 1571, "Finetune/Step Time": 7.291916489601135}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8146048784255981, "Finetune/Loss (Raw)": 0.932249128818512, "Finetune/Step": 1572, "Finetune/Step Time": 7.285773960873485}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8144594430923462, "Finetune/Loss (Raw)": 0.833450436592102, "Finetune/Step": 1573, "Finetune/Step Time": 7.301483133807778}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8144283890724182, "Finetune/Loss (Raw)": 0.7168698310852051, "Finetune/Step": 1574, "Finetune/Step Time": 7.285060435533524}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8151311278343201, "Finetune/Loss (Raw)": 0.9840989112854004, "Finetune/Step": 1575, "Finetune/Step Time": 7.293818432837725}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8144770264625549, "Finetune/Loss (Raw)": 0.8577926158905029, "Finetune/Step": 1576, "Finetune/Step Time": 7.29624299518764}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8153855800628662, "Finetune/Loss (Raw)": 0.8616709113121033, "Finetune/Step": 1577, "Finetune/Step Time": 7.287130052223802}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8165956139564514, "Finetune/Loss (Raw)": 0.888676643371582, "Finetune/Step": 1578, "Finetune/Step Time": 7.245231576263905}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8162397146224976, "Finetune/Loss (Raw)": 0.7969150543212891, "Finetune/Step": 1579, "Finetune/Step Time": 7.249296160414815}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8143097162246704, "Finetune/Loss (Raw)": 0.6966215372085571, "Finetune/Step": 1580, "Finetune/Step Time": 7.282618829980493}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8138208389282227, "Finetune/Loss (Raw)": 0.7431977987289429, "Finetune/Step": 1581, "Finetune/Step Time": 7.277711221948266}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8122479319572449, "Finetune/Loss (Raw)": 0.8561952114105225, "Finetune/Step": 1582, "Finetune/Step Time": 7.278605371713638}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.811687171459198, "Finetune/Loss (Raw)": 0.8777777552604675, "Finetune/Step": 1583, "Finetune/Step Time": 7.2810859102755785}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8118000030517578, "Finetune/Loss (Raw)": 0.8430259823799133, "Finetune/Step": 1584, "Finetune/Step Time": 7.282061396166682}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8165134191513062, "Finetune/Loss (Raw)": 0.9698339104652405, "Finetune/Step": 1585, "Finetune/Step Time": 7.267652615904808}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8179041147232056, "Finetune/Loss (Raw)": 1.0430800914764404, "Finetune/Step": 1586, "Finetune/Step Time": 7.307639067992568}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.817605197429657, "Finetune/Loss (Raw)": 0.9451084136962891, "Finetune/Step": 1587, "Finetune/Step Time": 7.3011175859719515}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8163005113601685, "Finetune/Loss (Raw)": 0.8390392065048218, "Finetune/Step": 1588, "Finetune/Step Time": 7.310748560354114}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8148342967033386, "Finetune/Loss (Raw)": 0.8608385920524597, "Finetune/Step": 1589, "Finetune/Step Time": 7.325892079621553}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8150840401649475, "Finetune/Loss (Raw)": 0.9478686451911926, "Finetune/Step": 1590, "Finetune/Step Time": 7.33091332949698}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8122495412826538, "Finetune/Loss (Raw)": 0.6156255602836609, "Finetune/Step": 1591, "Finetune/Step Time": 7.345573617145419}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8113141059875488, "Finetune/Loss (Raw)": 0.6998541355133057, "Finetune/Step": 1592, "Finetune/Step Time": 7.347163919359446}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8107829689979553, "Finetune/Loss (Raw)": 0.7908427119255066, "Finetune/Step": 1593, "Finetune/Step Time": 7.349300326779485}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8105298280715942, "Finetune/Loss (Raw)": 0.8422790765762329, "Finetune/Step": 1594, "Finetune/Step Time": 7.353631546720862}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8094363808631897, "Finetune/Loss (Raw)": 0.7245807647705078, "Finetune/Step": 1595, "Finetune/Step Time": 7.331685388460755}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8089244365692139, "Finetune/Loss (Raw)": 0.8677330613136292, "Finetune/Step": 1596, "Finetune/Step Time": 7.335789654403925}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8117223978042603, "Finetune/Loss (Raw)": 0.7361635565757751, "Finetune/Step": 1597, "Finetune/Step Time": 7.321570700034499}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8118181228637695, "Finetune/Loss (Raw)": 0.8395640850067139, "Finetune/Step": 1598, "Finetune/Step Time": 7.334503538906574}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8080255389213562, "Finetune/Loss (Raw)": 0.37130627036094666, "Finetune/Step": 1599, "Finetune/Step Time": 7.349870005622506}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.809034526348114, "Finetune/Loss (Raw)": 0.9014674425125122, "Finetune/Step": 1600, "Finetune/Step Time": 7.353698771446943}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8073150515556335, "Finetune/Loss (Raw)": 0.38341808319091797, "Finetune/Step": 1601, "Finetune/Step Time": 7.362090919166803}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.806634783744812, "Finetune/Loss (Raw)": 0.951842188835144, "Finetune/Step": 1602, "Finetune/Step Time": 7.3715749979019165}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8085026741027832, "Finetune/Loss (Raw)": 0.9250467419624329, "Finetune/Step": 1603, "Finetune/Step Time": 7.367096398025751}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.807689905166626, "Finetune/Loss (Raw)": 0.8245758414268494, "Finetune/Step": 1604, "Finetune/Step Time": 7.366176271811128}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8105922937393188, "Finetune/Loss (Raw)": 0.6838928461074829, "Finetune/Step": 1605, "Finetune/Step Time": 7.349021637812257}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8076549768447876, "Finetune/Loss (Raw)": 0.641181230545044, "Finetune/Step": 1606, "Finetune/Step Time": 7.378855286166072}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8080521821975708, "Finetune/Loss (Raw)": 0.8349146246910095, "Finetune/Step": 1607, "Finetune/Step Time": 7.365978417918086}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8042052388191223, "Finetune/Loss (Raw)": 0.3828231394290924, "Finetune/Step": 1608, "Finetune/Step Time": 7.379368705675006}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8039767742156982, "Finetune/Loss (Raw)": 0.8882862329483032, "Finetune/Step": 1609, "Finetune/Step Time": 7.373903742060065}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8042098879814148, "Finetune/Loss (Raw)": 0.8744050860404968, "Finetune/Step": 1610, "Finetune/Step Time": 7.375376915559173}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8052638173103333, "Finetune/Loss (Raw)": 0.7599592208862305, "Finetune/Step": 1611, "Finetune/Step Time": 7.367598939687014}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.8046094179153442, "Finetune/Loss (Raw)": 0.817717432975769, "Finetune/Step": 1612, "Finetune/Step Time": 7.369575180113316}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8040352463722229, "Finetune/Loss (Raw)": 0.7255432605743408, "Finetune/Step": 1613, "Finetune/Step Time": 7.380961641669273}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8085004091262817, "Finetune/Loss (Raw)": 0.8836295008659363, "Finetune/Step": 1614, "Finetune/Step Time": 7.366678364574909}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.8079961538314819, "Finetune/Loss (Raw)": 0.9567469954490662, "Finetune/Step": 1615, "Finetune/Step Time": 7.359762694686651}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.8062094449996948, "Finetune/Loss (Raw)": 0.8668133616447449, "Finetune/Step": 1616, "Finetune/Step Time": 7.35827598720789}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.807435929775238, "Finetune/Loss (Raw)": 0.814828097820282, "Finetune/Step": 1617, "Finetune/Step Time": 7.354549957439303}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8077045679092407, "Finetune/Loss (Raw)": 0.8298875689506531, "Finetune/Step": 1618, "Finetune/Step Time": 7.324050618335605}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8081803321838379, "Finetune/Loss (Raw)": 0.7637332677841187, "Finetune/Step": 1619, "Finetune/Step Time": 7.313448173925281}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8091642260551453, "Finetune/Loss (Raw)": 1.0827350616455078, "Finetune/Step": 1620, "Finetune/Step Time": 7.316545996814966}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8128194808959961, "Finetune/Loss (Raw)": 0.7948874831199646, "Finetune/Step": 1621, "Finetune/Step Time": 7.308402046561241}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8138586282730103, "Finetune/Loss (Raw)": 0.9749627113342285, "Finetune/Step": 1622, "Finetune/Step Time": 7.318168127909303}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8155456781387329, "Finetune/Loss (Raw)": 1.0674258470535278, "Finetune/Step": 1623, "Finetune/Step Time": 7.312287228181958}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8153059482574463, "Finetune/Loss (Raw)": 0.8728035688400269, "Finetune/Step": 1624, "Finetune/Step Time": 7.314325924962759}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8160396814346313, "Finetune/Loss (Raw)": 0.8750612735748291, "Finetune/Step": 1625, "Finetune/Step Time": 7.314893174916506}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8153650760650635, "Finetune/Loss (Raw)": 0.9031373262405396, "Finetune/Step": 1626, "Finetune/Step Time": 7.306485798209906}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8195528388023376, "Finetune/Loss (Raw)": 0.9612902402877808, "Finetune/Step": 1627, "Finetune/Step Time": 7.290165655314922}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8233450651168823, "Finetune/Loss (Raw)": 0.8389284610748291, "Finetune/Step": 1628, "Finetune/Step Time": 7.2758345361799}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8217802047729492, "Finetune/Loss (Raw)": 0.7844547629356384, "Finetune/Step": 1629, "Finetune/Step Time": 7.247738705947995}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8213639259338379, "Finetune/Loss (Raw)": 0.9038946628570557, "Finetune/Step": 1630, "Finetune/Step Time": 7.245805501937866}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.822349488735199, "Finetune/Loss (Raw)": 0.8535127639770508, "Finetune/Step": 1631, "Finetune/Step Time": 7.248384157195687}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8218706846237183, "Finetune/Loss (Raw)": 0.8296060562133789, "Finetune/Step": 1632, "Finetune/Step Time": 7.240421816706657}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8214304447174072, "Finetune/Loss (Raw)": 0.8019024729728699, "Finetune/Step": 1633, "Finetune/Step Time": 7.240657085552812}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8221486806869507, "Finetune/Loss (Raw)": 0.8816698789596558, "Finetune/Step": 1634, "Finetune/Step Time": 7.244417222216725}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8209750652313232, "Finetune/Loss (Raw)": 0.7964195013046265, "Finetune/Step": 1635, "Finetune/Step Time": 7.265746124088764}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8204609155654907, "Finetune/Loss (Raw)": 0.8942146301269531, "Finetune/Step": 1636, "Finetune/Step Time": 7.262985268607736}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8198614120483398, "Finetune/Loss (Raw)": 0.8004860281944275, "Finetune/Step": 1637, "Finetune/Step Time": 7.264485640451312}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8187494277954102, "Finetune/Loss (Raw)": 0.8020342588424683, "Finetune/Step": 1638, "Finetune/Step Time": 7.2659897711128}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8169190287590027, "Finetune/Loss (Raw)": 0.7228313684463501, "Finetune/Step": 1639, "Finetune/Step Time": 7.2637869492173195}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8183885812759399, "Finetune/Loss (Raw)": 0.9561437368392944, "Finetune/Step": 1640, "Finetune/Step Time": 7.251542886719108}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.817912220954895, "Finetune/Loss (Raw)": 0.9339265823364258, "Finetune/Step": 1641, "Finetune/Step Time": 7.2485670037567616}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8183691501617432, "Finetune/Loss (Raw)": 0.8614609837532043, "Finetune/Step": 1642, "Finetune/Step Time": 7.237330183386803}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8193358182907104, "Finetune/Loss (Raw)": 0.9907580614089966, "Finetune/Step": 1643, "Finetune/Step Time": 7.239090614020824}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8186370134353638, "Finetune/Loss (Raw)": 0.8014423251152039, "Finetune/Step": 1644, "Finetune/Step Time": 7.264486625790596}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8190501928329468, "Finetune/Loss (Raw)": 0.8569629788398743, "Finetune/Step": 1645, "Finetune/Step Time": 7.265577457845211}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8186109066009521, "Finetune/Loss (Raw)": 0.9307861924171448, "Finetune/Step": 1646, "Finetune/Step Time": 7.269308779388666}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.819202184677124, "Finetune/Loss (Raw)": 0.7983981370925903, "Finetune/Step": 1647, "Finetune/Step Time": 7.282508691772819}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8234503269195557, "Finetune/Loss (Raw)": 0.9355886578559875, "Finetune/Step": 1648, "Finetune/Step Time": 7.2726196479052305}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8227698802947998, "Finetune/Loss (Raw)": 0.8239924311637878, "Finetune/Step": 1649, "Finetune/Step Time": 7.274664675816894}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8240055441856384, "Finetune/Loss (Raw)": 0.9042866230010986, "Finetune/Step": 1650, "Finetune/Step Time": 7.262893842533231}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8247506618499756, "Finetune/Loss (Raw)": 0.7506371140480042, "Finetune/Step": 1651, "Finetune/Step Time": 7.264662692323327}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8254561424255371, "Finetune/Loss (Raw)": 0.822424590587616, "Finetune/Step": 1652, "Finetune/Step Time": 7.247914627194405}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8263977766036987, "Finetune/Loss (Raw)": 0.8423603773117065, "Finetune/Step": 1653, "Finetune/Step Time": 7.239449065178633}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8261223435401917, "Finetune/Loss (Raw)": 0.9096031785011292, "Finetune/Step": 1654, "Finetune/Step Time": 7.251768074929714}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8224088549613953, "Finetune/Loss (Raw)": 0.380504310131073, "Finetune/Step": 1655, "Finetune/Step Time": 7.264172237366438}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8260983228683472, "Finetune/Loss (Raw)": 0.8932345509529114, "Finetune/Step": 1656, "Finetune/Step Time": 7.252945879474282}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8248393535614014, "Finetune/Loss (Raw)": 0.8171004056930542, "Finetune/Step": 1657, "Finetune/Step Time": 7.25054638274014}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8269832730293274, "Finetune/Loss (Raw)": 0.8883000016212463, "Finetune/Step": 1658, "Finetune/Step Time": 7.234991306439042}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8260707855224609, "Finetune/Loss (Raw)": 0.8036212921142578, "Finetune/Step": 1659, "Finetune/Step Time": 7.234628736972809}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8261340260505676, "Finetune/Loss (Raw)": 0.8812208771705627, "Finetune/Step": 1660, "Finetune/Step Time": 7.230493566021323}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8272857666015625, "Finetune/Loss (Raw)": 0.8470816612243652, "Finetune/Step": 1661, "Finetune/Step Time": 7.225311432033777}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8292263150215149, "Finetune/Loss (Raw)": 0.9418242573738098, "Finetune/Step": 1662, "Finetune/Step Time": 7.223500629886985}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8276699781417847, "Finetune/Loss (Raw)": 0.6137561202049255, "Finetune/Step": 1663, "Finetune/Step Time": 7.232438433915377}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.826828122138977, "Finetune/Loss (Raw)": 0.7023528218269348, "Finetune/Step": 1664, "Finetune/Step Time": 7.225008636713028}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8280925750732422, "Finetune/Loss (Raw)": 0.9906154274940491, "Finetune/Step": 1665, "Finetune/Step Time": 7.223871858790517}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8311222791671753, "Finetune/Loss (Raw)": 0.8237413763999939, "Finetune/Step": 1666, "Finetune/Step Time": 7.204957885667682}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8311982750892639, "Finetune/Loss (Raw)": 0.8910608887672424, "Finetune/Step": 1667, "Finetune/Step Time": 7.201578380540013}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8321126699447632, "Finetune/Loss (Raw)": 0.9372051954269409, "Finetune/Step": 1668, "Finetune/Step Time": 7.205950031057}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8316560983657837, "Finetune/Loss (Raw)": 0.8865245580673218, "Finetune/Step": 1669, "Finetune/Step Time": 7.202956333756447}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8335866332054138, "Finetune/Loss (Raw)": 0.9372038245201111, "Finetune/Step": 1670, "Finetune/Step Time": 7.188689682632685}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8339067697525024, "Finetune/Loss (Raw)": 0.8085944056510925, "Finetune/Step": 1671, "Finetune/Step Time": 7.195449851453304}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8335471153259277, "Finetune/Loss (Raw)": 0.8624488711357117, "Finetune/Step": 1672, "Finetune/Step Time": 7.211183601990342}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8328723907470703, "Finetune/Loss (Raw)": 0.7301579713821411, "Finetune/Step": 1673, "Finetune/Step Time": 7.2159941997379065}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8302549123764038, "Finetune/Loss (Raw)": 0.6228158473968506, "Finetune/Step": 1674, "Finetune/Step Time": 7.222410995513201}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8287787437438965, "Finetune/Loss (Raw)": 0.6953045725822449, "Finetune/Step": 1675, "Finetune/Step Time": 7.226403342559934}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8292249441146851, "Finetune/Loss (Raw)": 0.9302821159362793, "Finetune/Step": 1676, "Finetune/Step Time": 7.2203533332794905}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8336292505264282, "Finetune/Loss (Raw)": 0.9612807035446167, "Finetune/Step": 1677, "Finetune/Step Time": 7.20614667236805}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8328120708465576, "Finetune/Loss (Raw)": 0.7932418584823608, "Finetune/Step": 1678, "Finetune/Step Time": 7.191846190020442}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8297924995422363, "Finetune/Loss (Raw)": 0.3829171359539032, "Finetune/Step": 1679, "Finetune/Step Time": 7.206498701125383}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8292437791824341, "Finetune/Loss (Raw)": 0.8647676110267639, "Finetune/Step": 1680, "Finetune/Step Time": 7.213772678747773}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8299373388290405, "Finetune/Loss (Raw)": 0.8718365430831909, "Finetune/Step": 1681, "Finetune/Step Time": 7.195945672690868}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.832084059715271, "Finetune/Loss (Raw)": 1.042997121810913, "Finetune/Step": 1682, "Finetune/Step Time": 7.198788417503238}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8305190801620483, "Finetune/Loss (Raw)": 0.7126599550247192, "Finetune/Step": 1683, "Finetune/Step Time": 7.2066102884709835}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8316815495491028, "Finetune/Loss (Raw)": 0.8495703339576721, "Finetune/Step": 1684, "Finetune/Step Time": 7.19821946695447}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8313860893249512, "Finetune/Loss (Raw)": 0.765620768070221, "Finetune/Step": 1685, "Finetune/Step Time": 7.20148890465498}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8297598361968994, "Finetune/Loss (Raw)": 0.6441118121147156, "Finetune/Step": 1686, "Finetune/Step Time": 7.212969191372395}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8284357786178589, "Finetune/Loss (Raw)": 0.912956714630127, "Finetune/Step": 1687, "Finetune/Step Time": 7.215330470353365}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.8277051448822021, "Finetune/Loss (Raw)": 0.8155924081802368, "Finetune/Step": 1688, "Finetune/Step Time": 7.212796833366156}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8232685327529907, "Finetune/Loss (Raw)": 0.3039429783821106, "Finetune/Step": 1689, "Finetune/Step Time": 7.224080523476005}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8236278295516968, "Finetune/Loss (Raw)": 0.9532828330993652, "Finetune/Step": 1690, "Finetune/Step Time": 7.205121707171202}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.82419753074646, "Finetune/Loss (Raw)": 0.880745530128479, "Finetune/Step": 1691, "Finetune/Step Time": 7.187100684270263}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8237031698226929, "Finetune/Loss (Raw)": 0.7286112904548645, "Finetune/Step": 1692, "Finetune/Step Time": 7.208506530150771}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8229921460151672, "Finetune/Loss (Raw)": 0.6765971779823303, "Finetune/Step": 1693, "Finetune/Step Time": 7.226941768079996}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8215276002883911, "Finetune/Loss (Raw)": 0.5957825779914856, "Finetune/Step": 1694, "Finetune/Step Time": 7.24108699336648}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8202725648880005, "Finetune/Loss (Raw)": 0.6993499398231506, "Finetune/Step": 1695, "Finetune/Step Time": 7.247179353609681}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8204057216644287, "Finetune/Loss (Raw)": 0.8567417860031128, "Finetune/Step": 1696, "Finetune/Step Time": 7.2449957355856895}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8220992088317871, "Finetune/Loss (Raw)": 0.9147330522537231, "Finetune/Step": 1697, "Finetune/Step Time": 7.231122059747577}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8211808204650879, "Finetune/Loss (Raw)": 0.8407728672027588, "Finetune/Step": 1698, "Finetune/Step Time": 7.232774516567588}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8210136294364929, "Finetune/Loss (Raw)": 0.8826774954795837, "Finetune/Step": 1699, "Finetune/Step Time": 7.23069323413074}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8207306861877441, "Finetune/Loss (Raw)": 0.8960366249084473, "Finetune/Step": 1700, "Finetune/Step Time": 7.240234589204192}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8216969966888428, "Finetune/Loss (Raw)": 0.9571353197097778, "Finetune/Step": 1701, "Finetune/Step Time": 7.225348860025406}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8232918977737427, "Finetune/Loss (Raw)": 0.921012282371521, "Finetune/Step": 1702, "Finetune/Step Time": 7.224660122767091}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8209158182144165, "Finetune/Loss (Raw)": 0.6799644827842712, "Finetune/Step": 1703, "Finetune/Step Time": 7.232082797214389}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8169052600860596, "Finetune/Loss (Raw)": 0.34443891048431396, "Finetune/Step": 1704, "Finetune/Step Time": 7.24300192669034}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.816865086555481, "Finetune/Loss (Raw)": 0.8565258383750916, "Finetune/Step": 1705, "Finetune/Step Time": 7.246219251304865}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.817016065120697, "Finetune/Loss (Raw)": 0.9080100655555725, "Finetune/Step": 1706, "Finetune/Step Time": 7.257865816354752}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8175972700119019, "Finetune/Loss (Raw)": 0.8713096976280212, "Finetune/Step": 1707, "Finetune/Step Time": 7.25540985353291}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8187562227249146, "Finetune/Loss (Raw)": 0.8449666500091553, "Finetune/Step": 1708, "Finetune/Step Time": 7.237343253567815}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8205587863922119, "Finetune/Loss (Raw)": 0.9739220142364502, "Finetune/Step": 1709, "Finetune/Step Time": 7.235496342182159}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8204470872879028, "Finetune/Loss (Raw)": 0.8418988585472107, "Finetune/Step": 1710, "Finetune/Step Time": 7.244747327640653}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8201747536659241, "Finetune/Loss (Raw)": 0.8429231643676758, "Finetune/Step": 1711, "Finetune/Step Time": 7.248490609228611}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8214110136032104, "Finetune/Loss (Raw)": 1.001259446144104, "Finetune/Step": 1712, "Finetune/Step Time": 7.249449674040079}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8209181427955627, "Finetune/Loss (Raw)": 0.906752347946167, "Finetune/Step": 1713, "Finetune/Step Time": 7.2501011081039906}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8196537494659424, "Finetune/Loss (Raw)": 0.8812442421913147, "Finetune/Step": 1714, "Finetune/Step Time": 7.217346467077732}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8173163533210754, "Finetune/Loss (Raw)": 0.6459166407585144, "Finetune/Step": 1715, "Finetune/Step Time": 7.225872382521629}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8176872730255127, "Finetune/Loss (Raw)": 0.8865199089050293, "Finetune/Step": 1716, "Finetune/Step Time": 7.2148972153663635}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8178190588951111, "Finetune/Loss (Raw)": 0.8777012825012207, "Finetune/Step": 1717, "Finetune/Step Time": 7.215608265250921}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8176377415657043, "Finetune/Loss (Raw)": 0.9246610999107361, "Finetune/Step": 1718, "Finetune/Step Time": 7.206460814923048}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8192804455757141, "Finetune/Loss (Raw)": 0.8258904814720154, "Finetune/Step": 1719, "Finetune/Step Time": 7.193086624145508}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8212661743164062, "Finetune/Loss (Raw)": 0.954028308391571, "Finetune/Step": 1720, "Finetune/Step Time": 7.191493481397629}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8221150636672974, "Finetune/Loss (Raw)": 0.8995057344436646, "Finetune/Step": 1721, "Finetune/Step Time": 7.19272025115788}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8222864866256714, "Finetune/Loss (Raw)": 0.8642221093177795, "Finetune/Step": 1722, "Finetune/Step Time": 7.1834098771214485}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.823332667350769, "Finetune/Loss (Raw)": 0.8584845662117004, "Finetune/Step": 1723, "Finetune/Step Time": 7.198988299816847}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8227211833000183, "Finetune/Loss (Raw)": 0.789462149143219, "Finetune/Step": 1724, "Finetune/Step Time": 7.192329149693251}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8236347436904907, "Finetune/Loss (Raw)": 0.8530964851379395, "Finetune/Step": 1725, "Finetune/Step Time": 7.182440586388111}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8232769966125488, "Finetune/Loss (Raw)": 0.7937765121459961, "Finetune/Step": 1726, "Finetune/Step Time": 7.1746793538331985}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8269761204719543, "Finetune/Loss (Raw)": 0.8447967171669006, "Finetune/Step": 1727, "Finetune/Step Time": 7.176549080759287}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8272124528884888, "Finetune/Loss (Raw)": 0.93171626329422, "Finetune/Step": 1728, "Finetune/Step Time": 7.173326896503568}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8312028646469116, "Finetune/Loss (Raw)": 0.8941929936408997, "Finetune/Step": 1729, "Finetune/Step Time": 7.1610642075538635}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8296622037887573, "Finetune/Loss (Raw)": 0.7546349167823792, "Finetune/Step": 1730, "Finetune/Step Time": 7.153441129252315}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8304557204246521, "Finetune/Loss (Raw)": 1.0266165733337402, "Finetune/Step": 1731, "Finetune/Step Time": 7.1502464562654495}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8313771486282349, "Finetune/Loss (Raw)": 0.9425188899040222, "Finetune/Step": 1732, "Finetune/Step Time": 7.165066245943308}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8329136967658997, "Finetune/Loss (Raw)": 0.8805686831474304, "Finetune/Step": 1733, "Finetune/Step Time": 7.157380210235715}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8349704742431641, "Finetune/Loss (Raw)": 0.9044581055641174, "Finetune/Step": 1734, "Finetune/Step Time": 7.142070483416319}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8349741697311401, "Finetune/Loss (Raw)": 0.8353767991065979, "Finetune/Step": 1735, "Finetune/Step Time": 7.141315594315529}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8387917280197144, "Finetune/Loss (Raw)": 0.8714738488197327, "Finetune/Step": 1736, "Finetune/Step Time": 7.127451829612255}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8381078243255615, "Finetune/Loss (Raw)": 0.8007531762123108, "Finetune/Step": 1737, "Finetune/Step Time": 7.126771496608853}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8340142965316772, "Finetune/Loss (Raw)": 0.35042664408683777, "Finetune/Step": 1738, "Finetune/Step Time": 7.1376026421785355}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8346606492996216, "Finetune/Loss (Raw)": 0.8426926136016846, "Finetune/Step": 1739, "Finetune/Step Time": 7.116986149922013}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8341469168663025, "Finetune/Loss (Raw)": 0.7519576549530029, "Finetune/Step": 1740, "Finetune/Step Time": 7.132465869188309}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8366135358810425, "Finetune/Loss (Raw)": 1.0412676334381104, "Finetune/Step": 1741, "Finetune/Step Time": 7.123172326013446}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8351290225982666, "Finetune/Loss (Raw)": 0.6936177611351013, "Finetune/Step": 1742, "Finetune/Step Time": 7.131126677617431}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.834365963935852, "Finetune/Loss (Raw)": 0.8590725660324097, "Finetune/Step": 1743, "Finetune/Step Time": 7.146602846682072}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8340193629264832, "Finetune/Loss (Raw)": 0.8224564790725708, "Finetune/Step": 1744, "Finetune/Step Time": 7.149028452113271}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8346027135848999, "Finetune/Loss (Raw)": 0.8894912600517273, "Finetune/Step": 1745, "Finetune/Step Time": 7.144547181203961}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8358004689216614, "Finetune/Loss (Raw)": 0.9832026958465576, "Finetune/Step": 1746, "Finetune/Step Time": 7.144822334870696}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8332216143608093, "Finetune/Loss (Raw)": 0.43363454937934875, "Finetune/Step": 1747, "Finetune/Step Time": 7.1575433146208525}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8301777839660645, "Finetune/Loss (Raw)": 0.6931250095367432, "Finetune/Step": 1748, "Finetune/Step Time": 7.168413883075118}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8308749198913574, "Finetune/Loss (Raw)": 0.8841152191162109, "Finetune/Step": 1749, "Finetune/Step Time": 7.16736526787281}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8307309746742249, "Finetune/Loss (Raw)": 0.9565470218658447, "Finetune/Step": 1750, "Finetune/Step Time": 7.174313271418214}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.829533576965332, "Finetune/Loss (Raw)": 0.9141516089439392, "Finetune/Step": 1751, "Finetune/Step Time": 7.178416395559907}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8305835127830505, "Finetune/Loss (Raw)": 1.007201910018921, "Finetune/Step": 1752, "Finetune/Step Time": 7.17778698541224}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8304924964904785, "Finetune/Loss (Raw)": 0.8634082674980164, "Finetune/Step": 1753, "Finetune/Step Time": 7.176284767687321}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8305721879005432, "Finetune/Loss (Raw)": 0.9133446216583252, "Finetune/Step": 1754, "Finetune/Step Time": 7.18328913860023}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8298664093017578, "Finetune/Loss (Raw)": 0.8709419965744019, "Finetune/Step": 1755, "Finetune/Step Time": 7.188933541998267}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8310186862945557, "Finetune/Loss (Raw)": 0.986423134803772, "Finetune/Step": 1756, "Finetune/Step Time": 7.1925616804510355}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8277124166488647, "Finetune/Loss (Raw)": 0.36125242710113525, "Finetune/Step": 1757, "Finetune/Step Time": 7.206862777471542}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8266645669937134, "Finetune/Loss (Raw)": 0.7697738409042358, "Finetune/Step": 1758, "Finetune/Step Time": 7.210643116384745}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8274309635162354, "Finetune/Loss (Raw)": 0.951600193977356, "Finetune/Step": 1759, "Finetune/Step Time": 7.216433692723513}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8286256194114685, "Finetune/Loss (Raw)": 0.982533872127533, "Finetune/Step": 1760, "Finetune/Step Time": 7.214578351005912}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8284039497375488, "Finetune/Loss (Raw)": 0.7735183238983154, "Finetune/Step": 1761, "Finetune/Step Time": 7.219447510316968}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8275132775306702, "Finetune/Loss (Raw)": 0.7676711678504944, "Finetune/Step": 1762, "Finetune/Step Time": 7.218126697465777}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8291839361190796, "Finetune/Loss (Raw)": 1.0102624893188477, "Finetune/Step": 1763, "Finetune/Step Time": 7.213678834959865}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8296828866004944, "Finetune/Loss (Raw)": 0.9580779671669006, "Finetune/Step": 1764, "Finetune/Step Time": 7.233985222876072}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.829462468624115, "Finetune/Loss (Raw)": 0.772273600101471, "Finetune/Step": 1765, "Finetune/Step Time": 7.247232250869274}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8302993774414062, "Finetune/Loss (Raw)": 0.9091619253158569, "Finetune/Step": 1766, "Finetune/Step Time": 7.261674888432026}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8305065631866455, "Finetune/Loss (Raw)": 0.7493469715118408, "Finetune/Step": 1767, "Finetune/Step Time": 7.262359211221337}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8288816809654236, "Finetune/Loss (Raw)": 0.7481611371040344, "Finetune/Step": 1768, "Finetune/Step Time": 7.263410743325949}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8269673585891724, "Finetune/Loss (Raw)": 0.6888850331306458, "Finetune/Step": 1769, "Finetune/Step Time": 7.278321299701929}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8272390365600586, "Finetune/Loss (Raw)": 0.8962512016296387, "Finetune/Step": 1770, "Finetune/Step Time": 7.280315097421408}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8257749676704407, "Finetune/Loss (Raw)": 0.8033483624458313, "Finetune/Step": 1771, "Finetune/Step Time": 7.2777545638382435}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8272256851196289, "Finetune/Loss (Raw)": 0.9871321320533752, "Finetune/Step": 1772, "Finetune/Step Time": 7.251672200858593}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8268884420394897, "Finetune/Loss (Raw)": 0.8137941360473633, "Finetune/Step": 1773, "Finetune/Step Time": 7.260280638933182}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8257099390029907, "Finetune/Loss (Raw)": 0.7799448370933533, "Finetune/Step": 1774, "Finetune/Step Time": 7.2733873426914215}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8268918395042419, "Finetune/Loss (Raw)": 0.9496777653694153, "Finetune/Step": 1775, "Finetune/Step Time": 7.259997956454754}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8261744379997253, "Finetune/Loss (Raw)": 0.8437673449516296, "Finetune/Step": 1776, "Finetune/Step Time": 7.258767802268267}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8265531063079834, "Finetune/Loss (Raw)": 0.8724491000175476, "Finetune/Step": 1777, "Finetune/Step Time": 7.253455609083176}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.82600998878479, "Finetune/Loss (Raw)": 0.8347740769386292, "Finetune/Step": 1778, "Finetune/Step Time": 7.265465127304196}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8283453583717346, "Finetune/Loss (Raw)": 1.049566626548767, "Finetune/Step": 1779, "Finetune/Step Time": 7.2503471579402685}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.828490674495697, "Finetune/Loss (Raw)": 0.8410255908966064, "Finetune/Step": 1780, "Finetune/Step Time": 7.242195397615433}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8273078799247742, "Finetune/Loss (Raw)": 0.6909659504890442, "Finetune/Step": 1781, "Finetune/Step Time": 7.243093218654394}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8269335031509399, "Finetune/Loss (Raw)": 0.8616750836372375, "Finetune/Step": 1782, "Finetune/Step Time": 7.229807037860155}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8297000527381897, "Finetune/Loss (Raw)": 0.7346280813217163, "Finetune/Step": 1783, "Finetune/Step Time": 7.216801023110747}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8305635452270508, "Finetune/Loss (Raw)": 1.0037587881088257, "Finetune/Step": 1784, "Finetune/Step Time": 7.220416916534305}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.829260528087616, "Finetune/Loss (Raw)": 0.6503145694732666, "Finetune/Step": 1785, "Finetune/Step Time": 7.234969785436988}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8289390802383423, "Finetune/Loss (Raw)": 0.8471547961235046, "Finetune/Step": 1786, "Finetune/Step Time": 7.233221875503659}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8281322121620178, "Finetune/Loss (Raw)": 0.700340211391449, "Finetune/Step": 1787, "Finetune/Step Time": 7.238437786698341}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.827447772026062, "Finetune/Loss (Raw)": 0.7936182618141174, "Finetune/Step": 1788, "Finetune/Step Time": 7.234465539455414}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8231374025344849, "Finetune/Loss (Raw)": 0.295347660779953, "Finetune/Step": 1789, "Finetune/Step Time": 7.251400930806994}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.822762131690979, "Finetune/Loss (Raw)": 0.8937915563583374, "Finetune/Step": 1790, "Finetune/Step Time": 7.254798881709576}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8254951238632202, "Finetune/Loss (Raw)": 0.9635838270187378, "Finetune/Step": 1791, "Finetune/Step Time": 7.247254133224487}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8272044062614441, "Finetune/Loss (Raw)": 0.9211404919624329, "Finetune/Step": 1792, "Finetune/Step Time": 7.247189965099096}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8250834345817566, "Finetune/Loss (Raw)": 0.7191274166107178, "Finetune/Step": 1793, "Finetune/Step Time": 7.262167301028967}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8262089490890503, "Finetune/Loss (Raw)": 0.9678035378456116, "Finetune/Step": 1794, "Finetune/Step Time": 7.268527090549469}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8221286535263062, "Finetune/Loss (Raw)": 0.3687927722930908, "Finetune/Step": 1795, "Finetune/Step Time": 7.2836486380547285}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8212612867355347, "Finetune/Loss (Raw)": 0.8261808156967163, "Finetune/Step": 1796, "Finetune/Step Time": 7.277034206315875}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8210257291793823, "Finetune/Loss (Raw)": 0.8563771843910217, "Finetune/Step": 1797, "Finetune/Step Time": 7.276261419057846}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8204901218414307, "Finetune/Loss (Raw)": 0.8686444759368896, "Finetune/Step": 1798, "Finetune/Step Time": 7.280072350054979}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8206552267074585, "Finetune/Loss (Raw)": 0.8297286033630371, "Finetune/Step": 1799, "Finetune/Step Time": 7.271766198799014}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8202933669090271, "Finetune/Loss (Raw)": 0.8161258101463318, "Finetune/Step": 1800, "Finetune/Step Time": 7.265835884958506}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8216145038604736, "Finetune/Loss (Raw)": 0.8992683291435242, "Finetune/Step": 1801, "Finetune/Step Time": 7.269455328583717}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8229164481163025, "Finetune/Loss (Raw)": 0.7894608378410339, "Finetune/Step": 1802, "Finetune/Step Time": 7.2713813707232475}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8240134119987488, "Finetune/Loss (Raw)": 0.8357101678848267, "Finetune/Step": 1803, "Finetune/Step Time": 7.282952379435301}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8238001465797424, "Finetune/Loss (Raw)": 0.9029870629310608, "Finetune/Step": 1804, "Finetune/Step Time": 7.286029819399118}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8207201957702637, "Finetune/Loss (Raw)": 0.5670487284660339, "Finetune/Step": 1805, "Finetune/Step Time": 7.293276179581881}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8205121755599976, "Finetune/Loss (Raw)": 0.7666184306144714, "Finetune/Step": 1806, "Finetune/Step Time": 7.304348200559616}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8244467973709106, "Finetune/Loss (Raw)": 0.8865454196929932, "Finetune/Step": 1807, "Finetune/Step Time": 7.290095089003444}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8238939046859741, "Finetune/Loss (Raw)": 0.7939939498901367, "Finetune/Step": 1808, "Finetune/Step Time": 7.279123360291123}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8240222930908203, "Finetune/Loss (Raw)": 0.8882725834846497, "Finetune/Step": 1809, "Finetune/Step Time": 7.27784045599401}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8221766352653503, "Finetune/Loss (Raw)": 0.8067519664764404, "Finetune/Step": 1810, "Finetune/Step Time": 7.278885044157505}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8232542872428894, "Finetune/Loss (Raw)": 0.8506020307540894, "Finetune/Step": 1811, "Finetune/Step Time": 7.270419102162123}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8225972652435303, "Finetune/Loss (Raw)": 0.7654746770858765, "Finetune/Step": 1812, "Finetune/Step Time": 7.276690766215324}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8230503797531128, "Finetune/Loss (Raw)": 0.8236216306686401, "Finetune/Step": 1813, "Finetune/Step Time": 7.266086338087916}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8247730135917664, "Finetune/Loss (Raw)": 0.8646023273468018, "Finetune/Step": 1814, "Finetune/Step Time": 7.253780625760555}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8240371942520142, "Finetune/Loss (Raw)": 0.8187696933746338, "Finetune/Step": 1815, "Finetune/Step Time": 7.251560043543577}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8250042200088501, "Finetune/Loss (Raw)": 0.9393735527992249, "Finetune/Step": 1816, "Finetune/Step Time": 7.245020482689142}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8292874097824097, "Finetune/Loss (Raw)": 0.8521983623504639, "Finetune/Step": 1817, "Finetune/Step Time": 7.232838213443756}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.827940821647644, "Finetune/Loss (Raw)": 0.7809116244316101, "Finetune/Step": 1818, "Finetune/Step Time": 7.233198165893555}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8280307054519653, "Finetune/Loss (Raw)": 0.8922515511512756, "Finetune/Step": 1819, "Finetune/Step Time": 7.229759018868208}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8281598091125488, "Finetune/Loss (Raw)": 0.745137631893158, "Finetune/Step": 1820, "Finetune/Step Time": 7.207728235051036}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.829571008682251, "Finetune/Loss (Raw)": 0.8572312593460083, "Finetune/Step": 1821, "Finetune/Step Time": 7.1921545546501875}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8332472443580627, "Finetune/Loss (Raw)": 1.0663421154022217, "Finetune/Step": 1822, "Finetune/Step Time": 7.171923225745559}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8344082832336426, "Finetune/Loss (Raw)": 0.8479589223861694, "Finetune/Step": 1823, "Finetune/Step Time": 7.162361562252045}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8328301906585693, "Finetune/Loss (Raw)": 0.6547449231147766, "Finetune/Step": 1824, "Finetune/Step Time": 7.166797291487455}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8322311639785767, "Finetune/Loss (Raw)": 0.8380582928657532, "Finetune/Step": 1825, "Finetune/Step Time": 7.1674338560551405}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8326507806777954, "Finetune/Loss (Raw)": 0.8944911956787109, "Finetune/Step": 1826, "Finetune/Step Time": 7.167940882965922}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8321285247802734, "Finetune/Loss (Raw)": 0.8158262968063354, "Finetune/Step": 1827, "Finetune/Step Time": 7.199352519586682}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8320722579956055, "Finetune/Loss (Raw)": 0.8888328671455383, "Finetune/Step": 1828, "Finetune/Step Time": 7.197329577058554}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8326998949050903, "Finetune/Loss (Raw)": 1.0374702215194702, "Finetune/Step": 1829, "Finetune/Step Time": 7.200992718338966}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8330289721488953, "Finetune/Loss (Raw)": 0.9631339907646179, "Finetune/Step": 1830, "Finetune/Step Time": 7.213076753541827}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8343207836151123, "Finetune/Loss (Raw)": 0.8453248739242554, "Finetune/Step": 1831, "Finetune/Step Time": 7.19834172539413}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8392196893692017, "Finetune/Loss (Raw)": 0.971494197845459, "Finetune/Step": 1832, "Finetune/Step Time": 7.1875855550169945}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8383792042732239, "Finetune/Loss (Raw)": 0.7489438056945801, "Finetune/Step": 1833, "Finetune/Step Time": 7.206402994692326}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8389240503311157, "Finetune/Loss (Raw)": 0.9777495861053467, "Finetune/Step": 1834, "Finetune/Step Time": 7.197218392044306}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8390725255012512, "Finetune/Loss (Raw)": 0.8903135657310486, "Finetune/Step": 1835, "Finetune/Step Time": 7.20640273578465}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8394373655319214, "Finetune/Loss (Raw)": 0.8916627764701843, "Finetune/Step": 1836, "Finetune/Step Time": 7.2018306367099285}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8383021354675293, "Finetune/Loss (Raw)": 0.8286157250404358, "Finetune/Step": 1837, "Finetune/Step Time": 7.203536868095398}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8384591341018677, "Finetune/Loss (Raw)": 0.861993670463562, "Finetune/Step": 1838, "Finetune/Step Time": 7.208154130727053}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.838842511177063, "Finetune/Loss (Raw)": 0.8919947147369385, "Finetune/Step": 1839, "Finetune/Step Time": 7.210287746042013}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8375481963157654, "Finetune/Loss (Raw)": 0.8355864882469177, "Finetune/Step": 1840, "Finetune/Step Time": 7.220420664176345}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8364436626434326, "Finetune/Loss (Raw)": 0.7653815746307373, "Finetune/Step": 1841, "Finetune/Step Time": 7.221601394936442}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8370150327682495, "Finetune/Loss (Raw)": 0.9543670415878296, "Finetune/Step": 1842, "Finetune/Step Time": 7.220445703715086}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.838678240776062, "Finetune/Loss (Raw)": 0.8588137030601501, "Finetune/Step": 1843, "Finetune/Step Time": 7.225343097001314}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.838084876537323, "Finetune/Loss (Raw)": 0.8105623722076416, "Finetune/Step": 1844, "Finetune/Step Time": 7.2364645432680845}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8372138738632202, "Finetune/Loss (Raw)": 0.7662178874015808, "Finetune/Step": 1845, "Finetune/Step Time": 7.2299981489777565}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8374884128570557, "Finetune/Loss (Raw)": 0.9598000645637512, "Finetune/Step": 1846, "Finetune/Step Time": 7.231463398784399}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8378548622131348, "Finetune/Loss (Raw)": 0.8728036880493164, "Finetune/Step": 1847, "Finetune/Step Time": 7.2404911536723375}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8371202945709229, "Finetune/Loss (Raw)": 0.8599962592124939, "Finetune/Step": 1848, "Finetune/Step Time": 7.233291834592819}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.83779376745224, "Finetune/Loss (Raw)": 0.9857121109962463, "Finetune/Step": 1849, "Finetune/Step Time": 7.227545667439699}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8382916450500488, "Finetune/Loss (Raw)": 0.9279462695121765, "Finetune/Step": 1850, "Finetune/Step Time": 7.2441135086119175}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8366292119026184, "Finetune/Loss (Raw)": 0.6456959247589111, "Finetune/Step": 1851, "Finetune/Step Time": 7.2479753363877535}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.837436318397522, "Finetune/Loss (Raw)": 0.8927659392356873, "Finetune/Step": 1852, "Finetune/Step Time": 7.249835509806871}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.83785080909729, "Finetune/Loss (Raw)": 0.9061614871025085, "Finetune/Step": 1853, "Finetune/Step Time": 7.251621939241886}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8387525081634521, "Finetune/Loss (Raw)": 0.9091904759407043, "Finetune/Step": 1854, "Finetune/Step Time": 7.246462732553482}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8392550349235535, "Finetune/Loss (Raw)": 0.9091231226921082, "Finetune/Step": 1855, "Finetune/Step Time": 7.232211705297232}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8396890163421631, "Finetune/Loss (Raw)": 0.9872598648071289, "Finetune/Step": 1856, "Finetune/Step Time": 7.232790255919099}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8384209871292114, "Finetune/Loss (Raw)": 0.7318921089172363, "Finetune/Step": 1857, "Finetune/Step Time": 7.268869247287512}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8390569686889648, "Finetune/Loss (Raw)": 0.8360376954078674, "Finetune/Step": 1858, "Finetune/Step Time": 7.277502253651619}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8385441899299622, "Finetune/Loss (Raw)": 0.9609869718551636, "Finetune/Step": 1859, "Finetune/Step Time": 7.273182202130556}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8368964195251465, "Finetune/Loss (Raw)": 0.7315929532051086, "Finetune/Step": 1860, "Finetune/Step Time": 7.262336267158389}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8362525105476379, "Finetune/Loss (Raw)": 0.7981547713279724, "Finetune/Step": 1861, "Finetune/Step Time": 7.262839149683714}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8353302478790283, "Finetune/Loss (Raw)": 0.7864083647727966, "Finetune/Step": 1862, "Finetune/Step Time": 7.24818167462945}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8346484899520874, "Finetune/Loss (Raw)": 0.7481105923652649, "Finetune/Step": 1863, "Finetune/Step Time": 7.247700246050954}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8337960243225098, "Finetune/Loss (Raw)": 0.7623507380485535, "Finetune/Step": 1864, "Finetune/Step Time": 7.252790121361613}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8347312211990356, "Finetune/Loss (Raw)": 0.9204636216163635, "Finetune/Step": 1865, "Finetune/Step Time": 7.256057612597942}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8393007516860962, "Finetune/Loss (Raw)": 0.9353288412094116, "Finetune/Step": 1866, "Finetune/Step Time": 7.256266986951232}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8400818109512329, "Finetune/Loss (Raw)": 0.9426711797714233, "Finetune/Step": 1867, "Finetune/Step Time": 7.262338353320956}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8401862382888794, "Finetune/Loss (Raw)": 0.7653154730796814, "Finetune/Step": 1868, "Finetune/Step Time": 7.264824356883764}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8393702507019043, "Finetune/Loss (Raw)": 0.9368215799331665, "Finetune/Step": 1869, "Finetune/Step Time": 7.262581491842866}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8399890661239624, "Finetune/Loss (Raw)": 0.7728382349014282, "Finetune/Step": 1870, "Finetune/Step Time": 7.256100224331021}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8395832777023315, "Finetune/Loss (Raw)": 0.8071277141571045, "Finetune/Step": 1871, "Finetune/Step Time": 7.269598629325628}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8386318683624268, "Finetune/Loss (Raw)": 0.7006716728210449, "Finetune/Step": 1872, "Finetune/Step Time": 7.274469628930092}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8345049619674683, "Finetune/Loss (Raw)": 0.3612535297870636, "Finetune/Step": 1873, "Finetune/Step Time": 7.283883029595017}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8337461948394775, "Finetune/Loss (Raw)": 0.8860825300216675, "Finetune/Step": 1874, "Finetune/Step Time": 7.285703215748072}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8355954885482788, "Finetune/Loss (Raw)": 0.6703454852104187, "Finetune/Step": 1875, "Finetune/Step Time": 7.282989881932735}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.83708256483078, "Finetune/Loss (Raw)": 0.8834593296051025, "Finetune/Step": 1876, "Finetune/Step Time": 7.269229235127568}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8371996879577637, "Finetune/Loss (Raw)": 0.8991085290908813, "Finetune/Step": 1877, "Finetune/Step Time": 7.273509010672569}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8350597023963928, "Finetune/Loss (Raw)": 0.6826343536376953, "Finetune/Step": 1878, "Finetune/Step Time": 7.266591846942902}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8353584408760071, "Finetune/Loss (Raw)": 0.9523875117301941, "Finetune/Step": 1879, "Finetune/Step Time": 7.257773123681545}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8324859142303467, "Finetune/Loss (Raw)": 0.6395151615142822, "Finetune/Step": 1880, "Finetune/Step Time": 7.277402106672525}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8314065337181091, "Finetune/Loss (Raw)": 0.7252500057220459, "Finetune/Step": 1881, "Finetune/Step Time": 7.284910086542368}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8310995697975159, "Finetune/Loss (Raw)": 0.8740505576133728, "Finetune/Step": 1882, "Finetune/Step Time": 7.2808323092758656}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8296626210212708, "Finetune/Loss (Raw)": 0.6870167851448059, "Finetune/Step": 1883, "Finetune/Step Time": 7.289114721119404}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8247104287147522, "Finetune/Loss (Raw)": 0.35254040360450745, "Finetune/Step": 1884, "Finetune/Step Time": 7.300476463511586}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.828972578048706, "Finetune/Loss (Raw)": 0.9068085551261902, "Finetune/Step": 1885, "Finetune/Step Time": 7.2880524434149265}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8309493660926819, "Finetune/Loss (Raw)": 1.0228021144866943, "Finetune/Step": 1886, "Finetune/Step Time": 7.291197368875146}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8292231559753418, "Finetune/Loss (Raw)": 0.7306478023529053, "Finetune/Step": 1887, "Finetune/Step Time": 7.285802781581879}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8270574808120728, "Finetune/Loss (Raw)": 0.7053192853927612, "Finetune/Step": 1888, "Finetune/Step Time": 7.289967203512788}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8274716138839722, "Finetune/Loss (Raw)": 0.8265342116355896, "Finetune/Step": 1889, "Finetune/Step Time": 7.294670851901174}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8278418779373169, "Finetune/Loss (Raw)": 0.815068781375885, "Finetune/Step": 1890, "Finetune/Step Time": 7.288550730794668}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8271994590759277, "Finetune/Loss (Raw)": 0.9280242919921875, "Finetune/Step": 1891, "Finetune/Step Time": 7.271956445649266}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.82745361328125, "Finetune/Loss (Raw)": 0.99061518907547, "Finetune/Step": 1892, "Finetune/Step Time": 7.25153131224215}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8276983499526978, "Finetune/Loss (Raw)": 0.8035961985588074, "Finetune/Step": 1893, "Finetune/Step Time": 7.251916399225593}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8263888955116272, "Finetune/Loss (Raw)": 0.7415543794631958, "Finetune/Step": 1894, "Finetune/Step Time": 7.231297969818115}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8269779682159424, "Finetune/Loss (Raw)": 0.8247514963150024, "Finetune/Step": 1895, "Finetune/Step Time": 7.230374021455646}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.827824056148529, "Finetune/Loss (Raw)": 0.8564555048942566, "Finetune/Step": 1896, "Finetune/Step Time": 7.232514658942819}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8302276134490967, "Finetune/Loss (Raw)": 0.9965424537658691, "Finetune/Step": 1897, "Finetune/Step Time": 7.219146236777306}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8300846815109253, "Finetune/Loss (Raw)": 0.8779582381248474, "Finetune/Step": 1898, "Finetune/Step Time": 7.223945636302233}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8294025659561157, "Finetune/Loss (Raw)": 0.7160362601280212, "Finetune/Step": 1899, "Finetune/Step Time": 7.243119314312935}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8282556533813477, "Finetune/Loss (Raw)": 0.8403213620185852, "Finetune/Step": 1900, "Finetune/Step Time": 7.245136722922325}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8282124400138855, "Finetune/Loss (Raw)": 0.8082675337791443, "Finetune/Step": 1901, "Finetune/Step Time": 7.240555454045534}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8295712471008301, "Finetune/Loss (Raw)": 0.9538619518280029, "Finetune/Step": 1902, "Finetune/Step Time": 7.230696165934205}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8282627463340759, "Finetune/Loss (Raw)": 0.7821963429450989, "Finetune/Step": 1903, "Finetune/Step Time": 7.249444384127855}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8280376195907593, "Finetune/Loss (Raw)": 0.814949095249176, "Finetune/Step": 1904, "Finetune/Step Time": 7.25423089414835}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8237283825874329, "Finetune/Loss (Raw)": 0.3208693265914917, "Finetune/Step": 1905, "Finetune/Step Time": 7.269955914467573}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8233253359794617, "Finetune/Loss (Raw)": 0.7831865549087524, "Finetune/Step": 1906, "Finetune/Step Time": 7.271542759612203}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8219676613807678, "Finetune/Loss (Raw)": 0.8757849335670471, "Finetune/Step": 1907, "Finetune/Step Time": 7.286384062841535}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8216337561607361, "Finetune/Loss (Raw)": 0.7982851266860962, "Finetune/Step": 1908, "Finetune/Step Time": 7.284472335129976}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8211127519607544, "Finetune/Loss (Raw)": 0.6242791414260864, "Finetune/Step": 1909, "Finetune/Step Time": 7.284589219838381}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8210482597351074, "Finetune/Loss (Raw)": 0.8534216284751892, "Finetune/Step": 1910, "Finetune/Step Time": 7.298958083614707}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8223609924316406, "Finetune/Loss (Raw)": 0.9026539921760559, "Finetune/Step": 1911, "Finetune/Step Time": 7.304476188495755}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8210150003433228, "Finetune/Loss (Raw)": 0.83146733045578, "Finetune/Step": 1912, "Finetune/Step Time": 7.2984926868230104}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8224934935569763, "Finetune/Loss (Raw)": 0.8395628333091736, "Finetune/Step": 1913, "Finetune/Step Time": 7.2832634169608355}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8237276077270508, "Finetune/Loss (Raw)": 1.0051325559616089, "Finetune/Step": 1914, "Finetune/Step Time": 7.2804097551852465}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8255443572998047, "Finetune/Loss (Raw)": 0.9328782558441162, "Finetune/Step": 1915, "Finetune/Step Time": 7.301419284194708}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.825851559638977, "Finetune/Loss (Raw)": 0.832935094833374, "Finetune/Step": 1916, "Finetune/Step Time": 7.3016951363533735}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8295854330062866, "Finetune/Loss (Raw)": 0.7732884883880615, "Finetune/Step": 1917, "Finetune/Step Time": 7.284529063850641}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8289787769317627, "Finetune/Loss (Raw)": 0.8161323070526123, "Finetune/Step": 1918, "Finetune/Step Time": 7.2727194875478745}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8280657529830933, "Finetune/Loss (Raw)": 0.8467252850532532, "Finetune/Step": 1919, "Finetune/Step Time": 7.268922921270132}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8266572952270508, "Finetune/Loss (Raw)": 0.7408536076545715, "Finetune/Step": 1920, "Finetune/Step Time": 7.278719462454319}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8284019231796265, "Finetune/Loss (Raw)": 0.9424430131912231, "Finetune/Step": 1921, "Finetune/Step Time": 7.26270018517971}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8232158422470093, "Finetune/Loss (Raw)": 0.3039838969707489, "Finetune/Step": 1922, "Finetune/Step Time": 7.284253364428878}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8268975019454956, "Finetune/Loss (Raw)": 0.8400425314903259, "Finetune/Step": 1923, "Finetune/Step Time": 7.270860109478235}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8275244235992432, "Finetune/Loss (Raw)": 0.9064311385154724, "Finetune/Step": 1924, "Finetune/Step Time": 7.268901079893112}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8287469148635864, "Finetune/Loss (Raw)": 1.0128556489944458, "Finetune/Step": 1925, "Finetune/Step Time": 7.2667328249663115}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8245724439620972, "Finetune/Loss (Raw)": 0.3343146741390228, "Finetune/Step": 1926, "Finetune/Step Time": 7.276472533121705}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8211689591407776, "Finetune/Loss (Raw)": 0.39407384395599365, "Finetune/Step": 1927, "Finetune/Step Time": 7.292000560089946}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8221983909606934, "Finetune/Loss (Raw)": 0.9478960633277893, "Finetune/Step": 1928, "Finetune/Step Time": 7.280757747590542}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8206629753112793, "Finetune/Loss (Raw)": 0.7027289271354675, "Finetune/Step": 1929, "Finetune/Step Time": 7.272709285840392}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8195777535438538, "Finetune/Loss (Raw)": 0.6505646705627441, "Finetune/Step": 1930, "Finetune/Step Time": 7.258807882666588}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8200525045394897, "Finetune/Loss (Raw)": 0.8964729309082031, "Finetune/Step": 1931, "Finetune/Step Time": 7.237220410257578}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8182467222213745, "Finetune/Loss (Raw)": 0.6718471050262451, "Finetune/Step": 1932, "Finetune/Step Time": 7.251329738646746}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.820682168006897, "Finetune/Loss (Raw)": 0.8787919282913208, "Finetune/Step": 1933, "Finetune/Step Time": 7.245473921298981}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8216306567192078, "Finetune/Loss (Raw)": 0.8880196213722229, "Finetune/Step": 1934, "Finetune/Step Time": 7.232459986582398}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8221456408500671, "Finetune/Loss (Raw)": 0.9524639248847961, "Finetune/Step": 1935, "Finetune/Step Time": 7.238227412104607}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8216983079910278, "Finetune/Loss (Raw)": 0.7367327213287354, "Finetune/Step": 1936, "Finetune/Step Time": 7.247604615986347}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8215806484222412, "Finetune/Loss (Raw)": 0.8732186555862427, "Finetune/Step": 1937, "Finetune/Step Time": 7.247243892401457}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8184029459953308, "Finetune/Loss (Raw)": 0.40000149607658386, "Finetune/Step": 1938, "Finetune/Step Time": 7.255644900724292}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8184279203414917, "Finetune/Loss (Raw)": 0.853801965713501, "Finetune/Step": 1939, "Finetune/Step Time": 7.253195399418473}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8162450194358826, "Finetune/Loss (Raw)": 0.4860599637031555, "Finetune/Step": 1940, "Finetune/Step Time": 7.255004860460758}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.816138744354248, "Finetune/Loss (Raw)": 0.8100165724754333, "Finetune/Step": 1941, "Finetune/Step Time": 7.254358649253845}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8171709775924683, "Finetune/Loss (Raw)": 0.9967349171638489, "Finetune/Step": 1942, "Finetune/Step Time": 7.256303986534476}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8180338144302368, "Finetune/Loss (Raw)": 0.9292062520980835, "Finetune/Step": 1943, "Finetune/Step Time": 7.255951035767794}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8174638152122498, "Finetune/Loss (Raw)": 0.8664101362228394, "Finetune/Step": 1944, "Finetune/Step Time": 7.260705618187785}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8138225078582764, "Finetune/Loss (Raw)": 0.3861148953437805, "Finetune/Step": 1945, "Finetune/Step Time": 7.273848986253142}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8147643804550171, "Finetune/Loss (Raw)": 0.9014701843261719, "Finetune/Step": 1946, "Finetune/Step Time": 7.286014307290316}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8155573606491089, "Finetune/Loss (Raw)": 0.9937517642974854, "Finetune/Step": 1947, "Finetune/Step Time": 7.284642022103071}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8177995681762695, "Finetune/Loss (Raw)": 1.032143473625183, "Finetune/Step": 1948, "Finetune/Step Time": 7.2835590075701475}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8187118172645569, "Finetune/Loss (Raw)": 0.9740002751350403, "Finetune/Step": 1949, "Finetune/Step Time": 7.28161945939064}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8181818723678589, "Finetune/Loss (Raw)": 0.9985133409500122, "Finetune/Step": 1950, "Finetune/Step Time": 7.27769878692925}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8189994692802429, "Finetune/Loss (Raw)": 0.9526058435440063, "Finetune/Step": 1951, "Finetune/Step Time": 7.2825292982161045}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8214178085327148, "Finetune/Loss (Raw)": 0.9642893671989441, "Finetune/Step": 1952, "Finetune/Step Time": 7.2764635775238276}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8193934559822083, "Finetune/Loss (Raw)": 0.5789491534233093, "Finetune/Step": 1953, "Finetune/Step Time": 7.287613829597831}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.817086935043335, "Finetune/Loss (Raw)": 0.5992560982704163, "Finetune/Step": 1954, "Finetune/Step Time": 7.295735130086541}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8163520097732544, "Finetune/Loss (Raw)": 0.7217566967010498, "Finetune/Step": 1955, "Finetune/Step Time": 7.2802638448774815}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8152375221252441, "Finetune/Loss (Raw)": 0.7461767196655273, "Finetune/Step": 1956, "Finetune/Step Time": 7.274316407740116}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8142852783203125, "Finetune/Loss (Raw)": 0.915579080581665, "Finetune/Step": 1957, "Finetune/Step Time": 7.267426488921046}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8143815398216248, "Finetune/Loss (Raw)": 0.9754568934440613, "Finetune/Step": 1958, "Finetune/Step Time": 7.252420246601105}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8138236999511719, "Finetune/Loss (Raw)": 0.7739229202270508, "Finetune/Step": 1959, "Finetune/Step Time": 7.253927730023861}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.814037024974823, "Finetune/Loss (Raw)": 0.9987947344779968, "Finetune/Step": 1960, "Finetune/Step Time": 7.258345125243068}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8139012455940247, "Finetune/Loss (Raw)": 0.7315722703933716, "Finetune/Step": 1961, "Finetune/Step Time": 7.245485952124}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.809421181678772, "Finetune/Loss (Raw)": 0.40429118275642395, "Finetune/Step": 1962, "Finetune/Step Time": 7.260881565511227}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8055515289306641, "Finetune/Loss (Raw)": 0.39500197768211365, "Finetune/Step": 1963, "Finetune/Step Time": 7.261073654517531}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8050687313079834, "Finetune/Loss (Raw)": 0.8298647999763489, "Finetune/Step": 1964, "Finetune/Step Time": 7.267294866964221}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8036636114120483, "Finetune/Loss (Raw)": 0.6487697958946228, "Finetune/Step": 1965, "Finetune/Step Time": 7.265882883220911}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8028502464294434, "Finetune/Loss (Raw)": 0.7578731775283813, "Finetune/Step": 1966, "Finetune/Step Time": 7.248690444976091}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.8019285202026367, "Finetune/Loss (Raw)": 0.774009108543396, "Finetune/Step": 1967, "Finetune/Step Time": 7.236303690820932}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8026727437973022, "Finetune/Loss (Raw)": 0.9308589696884155, "Finetune/Step": 1968, "Finetune/Step Time": 7.221730882301927}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8001643419265747, "Finetune/Loss (Raw)": 0.44430506229400635, "Finetune/Step": 1969, "Finetune/Step Time": 7.233851248398423}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.7989959716796875, "Finetune/Loss (Raw)": 0.8048112988471985, "Finetune/Step": 1970, "Finetune/Step Time": 7.22919169254601}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.795425295829773, "Finetune/Loss (Raw)": 0.4017712473869324, "Finetune/Step": 1971, "Finetune/Step Time": 7.227265020832419}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.795615553855896, "Finetune/Loss (Raw)": 0.8349082469940186, "Finetune/Step": 1972, "Finetune/Step Time": 7.215811578556895}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.7957807183265686, "Finetune/Loss (Raw)": 0.7873609662055969, "Finetune/Step": 1973, "Finetune/Step Time": 7.241916062310338}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.796022891998291, "Finetune/Loss (Raw)": 0.9907998442649841, "Finetune/Step": 1974, "Finetune/Step Time": 7.241412870585918}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.795846700668335, "Finetune/Loss (Raw)": 0.8502543568611145, "Finetune/Step": 1975, "Finetune/Step Time": 7.230465475469828}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.7959508895874023, "Finetune/Loss (Raw)": 0.8733328580856323, "Finetune/Step": 1976, "Finetune/Step Time": 7.232713155448437}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.7953100204467773, "Finetune/Loss (Raw)": 0.9036754369735718, "Finetune/Step": 1977, "Finetune/Step Time": 7.240995006635785}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.795656144618988, "Finetune/Loss (Raw)": 0.9722532629966736, "Finetune/Step": 1978, "Finetune/Step Time": 7.224856913089752}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.7935358285903931, "Finetune/Loss (Raw)": 0.3742927610874176, "Finetune/Step": 1979, "Finetune/Step Time": 7.21593900769949}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.7919787764549255, "Finetune/Loss (Raw)": 0.6934621930122375, "Finetune/Step": 1980, "Finetune/Step Time": 7.228979468345642}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.7917120456695557, "Finetune/Loss (Raw)": 0.8720239996910095, "Finetune/Step": 1981, "Finetune/Step Time": 7.229912869632244}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.7913979291915894, "Finetune/Loss (Raw)": 0.8689777255058289, "Finetune/Step": 1982, "Finetune/Step Time": 7.237376933917403}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.790766716003418, "Finetune/Loss (Raw)": 0.8283324241638184, "Finetune/Step": 1983, "Finetune/Step Time": 7.247723517939448}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.7908906936645508, "Finetune/Loss (Raw)": 1.0031341314315796, "Finetune/Step": 1984, "Finetune/Step Time": 7.247129589319229}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.7926117777824402, "Finetune/Loss (Raw)": 0.9521838426589966, "Finetune/Step": 1985, "Finetune/Step Time": 7.208572683855891}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.7941569089889526, "Finetune/Loss (Raw)": 1.0338175296783447, "Finetune/Step": 1986, "Finetune/Step Time": 7.198235807940364}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.7930154800415039, "Finetune/Loss (Raw)": 0.8148776888847351, "Finetune/Step": 1987, "Finetune/Step Time": 7.2238241489976645}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.793707013130188, "Finetune/Loss (Raw)": 0.8201107382774353, "Finetune/Step": 1988, "Finetune/Step Time": 7.222240969538689}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.7946047186851501, "Finetune/Loss (Raw)": 0.9130609035491943, "Finetune/Step": 1989, "Finetune/Step Time": 7.223634626716375}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.7954792976379395, "Finetune/Loss (Raw)": 0.8983567953109741, "Finetune/Step": 1990, "Finetune/Step Time": 7.224490527063608}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.7953832149505615, "Finetune/Loss (Raw)": 0.735813319683075, "Finetune/Step": 1991, "Finetune/Step Time": 7.221244342625141}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.7961999177932739, "Finetune/Loss (Raw)": 0.8668872714042664, "Finetune/Step": 1992, "Finetune/Step Time": 7.216475244611502}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.7945296764373779, "Finetune/Loss (Raw)": 0.7066760063171387, "Finetune/Step": 1993, "Finetune/Step Time": 7.2205308601260185}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.7924973964691162, "Finetune/Loss (Raw)": 0.6751917600631714, "Finetune/Step": 1994, "Finetune/Step Time": 7.21623869240284}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.7907930612564087, "Finetune/Loss (Raw)": 0.7245184779167175, "Finetune/Step": 1995, "Finetune/Step Time": 7.230243669822812}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7906805872917175, "Finetune/Loss (Raw)": 0.7509192228317261, "Finetune/Step": 1996, "Finetune/Step Time": 7.2173894215375185}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.7910081148147583, "Finetune/Loss (Raw)": 0.9787417054176331, "Finetune/Step": 1997, "Finetune/Step Time": 7.2195237800478935}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.7912111878395081, "Finetune/Loss (Raw)": 0.7988349199295044, "Finetune/Step": 1998, "Finetune/Step Time": 7.219855569303036}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.7881115674972534, "Finetune/Loss (Raw)": 0.41037577390670776, "Finetune/Step": 1999, "Finetune/Step Time": 7.203000972047448}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7880282402038574, "Finetune/Loss (Raw)": 0.690004825592041, "Finetune/Step": 2000, "Finetune/Step Time": 7.225741732865572}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.791959285736084, "Finetune/Loss (Raw)": 0.8644232153892517, "Finetune/Step": 2001, "Finetune/Step Time": 7.215960003435612}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.7916505932807922, "Finetune/Loss (Raw)": 0.8465750813484192, "Finetune/Step": 2002, "Finetune/Step Time": 7.212643127888441}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.7925994396209717, "Finetune/Loss (Raw)": 0.7917923331260681, "Finetune/Step": 2003, "Finetune/Step Time": 7.211824264377356}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.7921813130378723, "Finetune/Loss (Raw)": 0.829944908618927, "Finetune/Step": 2004, "Finetune/Step Time": 7.216382808983326}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7913857102394104, "Finetune/Loss (Raw)": 0.7972679138183594, "Finetune/Step": 2005, "Finetune/Step Time": 7.210123730823398}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.7925065755844116, "Finetune/Loss (Raw)": 0.8261030912399292, "Finetune/Step": 2006, "Finetune/Step Time": 7.200029881671071}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.7933175563812256, "Finetune/Loss (Raw)": 1.056199550628662, "Finetune/Step": 2007, "Finetune/Step Time": 7.200033575296402}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.7945989966392517, "Finetune/Loss (Raw)": 0.8035390377044678, "Finetune/Step": 2008, "Finetune/Step Time": 7.185998417437077}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.7951018810272217, "Finetune/Loss (Raw)": 0.789615273475647, "Finetune/Step": 2009, "Finetune/Step Time": 7.17541797272861}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.7954720258712769, "Finetune/Loss (Raw)": 0.9214283227920532, "Finetune/Step": 2010, "Finetune/Step Time": 7.175737328827381}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.7981551289558411, "Finetune/Loss (Raw)": 1.0304558277130127, "Finetune/Step": 2011, "Finetune/Step Time": 7.1699708085507154}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8020073771476746, "Finetune/Loss (Raw)": 0.8456318378448486, "Finetune/Step": 2012, "Finetune/Step Time": 7.156002085655928}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8020352721214294, "Finetune/Loss (Raw)": 0.9103755354881287, "Finetune/Step": 2013, "Finetune/Step Time": 7.172307513654232}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.7994121313095093, "Finetune/Loss (Raw)": 0.68704754114151, "Finetune/Step": 2014, "Finetune/Step Time": 7.183106208220124}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.7967425584793091, "Finetune/Loss (Raw)": 0.3889372646808624, "Finetune/Step": 2015, "Finetune/Step Time": 7.194952338933945}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.7943481206893921, "Finetune/Loss (Raw)": 0.3988274037837982, "Finetune/Step": 2016, "Finetune/Step Time": 7.206014195457101}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.7933653593063354, "Finetune/Loss (Raw)": 0.700748860836029, "Finetune/Step": 2017, "Finetune/Step Time": 7.21290822327137}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.7939012050628662, "Finetune/Loss (Raw)": 0.8836482167243958, "Finetune/Step": 2018, "Finetune/Step Time": 7.214722592383623}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.7929037809371948, "Finetune/Loss (Raw)": 0.8003531694412231, "Finetune/Step": 2019, "Finetune/Step Time": 7.221093866974115}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.7920711040496826, "Finetune/Loss (Raw)": 0.8840406537055969, "Finetune/Step": 2020, "Finetune/Step Time": 7.224858475849032}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.7919809818267822, "Finetune/Loss (Raw)": 0.7920565009117126, "Finetune/Step": 2021, "Finetune/Step Time": 7.221662791445851}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.7926785349845886, "Finetune/Loss (Raw)": 0.8308432102203369, "Finetune/Step": 2022, "Finetune/Step Time": 7.227446977049112}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.7912611961364746, "Finetune/Loss (Raw)": 0.6433343887329102, "Finetune/Step": 2023, "Finetune/Step Time": 7.251482108607888}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.7906099557876587, "Finetune/Loss (Raw)": 0.7730962038040161, "Finetune/Step": 2024, "Finetune/Step Time": 7.250849816948175}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7890152931213379, "Finetune/Loss (Raw)": 0.7924213409423828, "Finetune/Step": 2025, "Finetune/Step Time": 7.262771802023053}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.789110541343689, "Finetune/Loss (Raw)": 0.890154242515564, "Finetune/Step": 2026, "Finetune/Step Time": 7.249105157330632}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.7897829413414001, "Finetune/Loss (Raw)": 0.8021008372306824, "Finetune/Step": 2027, "Finetune/Step Time": 7.228803476318717}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.7898526191711426, "Finetune/Loss (Raw)": 0.8492386341094971, "Finetune/Step": 2028, "Finetune/Step Time": 7.241872489452362}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.790652871131897, "Finetune/Loss (Raw)": 0.9106997847557068, "Finetune/Step": 2029, "Finetune/Step Time": 7.235319040715694}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7858997583389282, "Finetune/Loss (Raw)": 0.3454674184322357, "Finetune/Step": 2030, "Finetune/Step Time": 7.242782063782215}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7862422466278076, "Finetune/Loss (Raw)": 0.8260347843170166, "Finetune/Step": 2031, "Finetune/Step Time": 7.222593879327178}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7872650623321533, "Finetune/Loss (Raw)": 0.9458661079406738, "Finetune/Step": 2032, "Finetune/Step Time": 7.217501532286406}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7914924621582031, "Finetune/Loss (Raw)": 0.861977756023407, "Finetune/Step": 2033, "Finetune/Step Time": 7.207436438649893}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.7929842472076416, "Finetune/Loss (Raw)": 0.9741357564926147, "Finetune/Step": 2034, "Finetune/Step Time": 7.195090351626277}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.7913806438446045, "Finetune/Loss (Raw)": 0.6705167293548584, "Finetune/Step": 2035, "Finetune/Step Time": 7.203905414789915}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.7919518351554871, "Finetune/Loss (Raw)": 0.8714056015014648, "Finetune/Step": 2036, "Finetune/Step Time": 7.216652741655707}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.7934409379959106, "Finetune/Loss (Raw)": 0.8148815035820007, "Finetune/Step": 2037, "Finetune/Step Time": 7.230878617614508}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.7923112511634827, "Finetune/Loss (Raw)": 0.7088241577148438, "Finetune/Step": 2038, "Finetune/Step Time": 7.221620051190257}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.792762279510498, "Finetune/Loss (Raw)": 0.9603903889656067, "Finetune/Step": 2039, "Finetune/Step Time": 7.216172773391008}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.7931886315345764, "Finetune/Loss (Raw)": 0.8860350847244263, "Finetune/Step": 2040, "Finetune/Step Time": 7.214888963848352}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.7934659123420715, "Finetune/Loss (Raw)": 0.8750549554824829, "Finetune/Step": 2041, "Finetune/Step Time": 7.255356112495065}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.7914888262748718, "Finetune/Loss (Raw)": 0.7520685195922852, "Finetune/Step": 2042, "Finetune/Step Time": 7.256883263587952}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.7908544540405273, "Finetune/Loss (Raw)": 0.8516713380813599, "Finetune/Step": 2043, "Finetune/Step Time": 7.228205354884267}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.791222095489502, "Finetune/Loss (Raw)": 0.8799970149993896, "Finetune/Step": 2044, "Finetune/Step Time": 7.2271253652870655}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.7921137809753418, "Finetune/Loss (Raw)": 0.8874233961105347, "Finetune/Step": 2045, "Finetune/Step Time": 7.238685691729188}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.7932074069976807, "Finetune/Loss (Raw)": 0.9561185836791992, "Finetune/Step": 2046, "Finetune/Step Time": 7.2389542907476425}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.7938567996025085, "Finetune/Loss (Raw)": 0.9298441410064697, "Finetune/Step": 2047, "Finetune/Step Time": 7.242152351886034}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.7937475442886353, "Finetune/Loss (Raw)": 0.7268690466880798, "Finetune/Step": 2048, "Finetune/Step Time": 7.231894562020898}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.7908002138137817, "Finetune/Loss (Raw)": 0.5651839375495911, "Finetune/Step": 2049, "Finetune/Step Time": 7.246270036324859}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.7937537431716919, "Finetune/Loss (Raw)": 0.6820467710494995, "Finetune/Step": 2050, "Finetune/Step Time": 7.236281253397465}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.794999897480011, "Finetune/Loss (Raw)": 0.9995378255844116, "Finetune/Step": 2051, "Finetune/Step Time": 7.23997675254941}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.7952675819396973, "Finetune/Loss (Raw)": 0.9406986236572266, "Finetune/Step": 2052, "Finetune/Step Time": 7.252188900485635}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.7942768931388855, "Finetune/Loss (Raw)": 0.8860486745834351, "Finetune/Step": 2053, "Finetune/Step Time": 7.254919147118926}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.7991739511489868, "Finetune/Loss (Raw)": 0.9611374735832214, "Finetune/Step": 2054, "Finetune/Step Time": 7.24237515591085}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8031922578811646, "Finetune/Loss (Raw)": 0.9084221124649048, "Finetune/Step": 2055, "Finetune/Step Time": 7.244632882997394}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8030456304550171, "Finetune/Loss (Raw)": 0.92911696434021, "Finetune/Step": 2056, "Finetune/Step Time": 7.245078187435865}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8033881187438965, "Finetune/Loss (Raw)": 0.746577799320221, "Finetune/Step": 2057, "Finetune/Step Time": 7.253684543073177}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8045409321784973, "Finetune/Loss (Raw)": 0.7981202006340027, "Finetune/Step": 2058, "Finetune/Step Time": 7.265328010544181}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8035943508148193, "Finetune/Loss (Raw)": 0.7753077745437622, "Finetune/Step": 2059, "Finetune/Step Time": 7.2667958196252584}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8044623136520386, "Finetune/Loss (Raw)": 0.7829527258872986, "Finetune/Step": 2060, "Finetune/Step Time": 7.247523318976164}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8050059080123901, "Finetune/Loss (Raw)": 0.9483746290206909, "Finetune/Step": 2061, "Finetune/Step Time": 7.246032193303108}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8042135238647461, "Finetune/Loss (Raw)": 0.7865837812423706, "Finetune/Step": 2062, "Finetune/Step Time": 7.24592212587595}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8039860725402832, "Finetune/Loss (Raw)": 0.9233520030975342, "Finetune/Step": 2063, "Finetune/Step Time": 7.238795433193445}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8038672804832458, "Finetune/Loss (Raw)": 0.7215288877487183, "Finetune/Step": 2064, "Finetune/Step Time": 7.252237653359771}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8033045530319214, "Finetune/Loss (Raw)": 0.8011857271194458, "Finetune/Step": 2065, "Finetune/Step Time": 7.259933402761817}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8028783798217773, "Finetune/Loss (Raw)": 0.34545743465423584, "Finetune/Step": 2066, "Finetune/Step Time": 7.270909000188112}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8027309775352478, "Finetune/Loss (Raw)": 0.8349317312240601, "Finetune/Step": 2067, "Finetune/Step Time": 7.271678010001779}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8055869340896606, "Finetune/Loss (Raw)": 0.8516234159469604, "Finetune/Step": 2068, "Finetune/Step Time": 7.25999660231173}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8059095144271851, "Finetune/Loss (Raw)": 0.8513129353523254, "Finetune/Step": 2069, "Finetune/Step Time": 7.256396722048521}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8020042181015015, "Finetune/Loss (Raw)": 0.4968533515930176, "Finetune/Step": 2070, "Finetune/Step Time": 7.268189018592238}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8017202615737915, "Finetune/Loss (Raw)": 0.8928592801094055, "Finetune/Step": 2071, "Finetune/Step Time": 7.275187600404024}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8023391366004944, "Finetune/Loss (Raw)": 0.9456238150596619, "Finetune/Step": 2072, "Finetune/Step Time": 7.268089145421982}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.805282711982727, "Finetune/Loss (Raw)": 0.762890100479126, "Finetune/Step": 2073, "Finetune/Step Time": 7.264820737764239}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8056657314300537, "Finetune/Loss (Raw)": 0.9505005478858948, "Finetune/Step": 2074, "Finetune/Step Time": 7.256139101460576}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8040247559547424, "Finetune/Loss (Raw)": 0.7837057709693909, "Finetune/Step": 2075, "Finetune/Step Time": 7.255782375112176}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.8014670610427856, "Finetune/Loss (Raw)": 0.7047550678253174, "Finetune/Step": 2076, "Finetune/Step Time": 7.268488697707653}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.8001009225845337, "Finetune/Loss (Raw)": 0.7991349697113037, "Finetune/Step": 2077, "Finetune/Step Time": 7.269034584984183}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.7984922528266907, "Finetune/Loss (Raw)": 0.792605459690094, "Finetune/Step": 2078, "Finetune/Step Time": 7.269053943455219}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.7973101139068604, "Finetune/Loss (Raw)": 0.8012900352478027, "Finetune/Step": 2079, "Finetune/Step Time": 7.263527274131775}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.795351505279541, "Finetune/Loss (Raw)": 0.7135908007621765, "Finetune/Step": 2080, "Finetune/Step Time": 7.271034959703684}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.7971408367156982, "Finetune/Loss (Raw)": 0.8079898953437805, "Finetune/Step": 2081, "Finetune/Step Time": 7.271239835768938}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.7986006736755371, "Finetune/Loss (Raw)": 0.786106526851654, "Finetune/Step": 2082, "Finetune/Step Time": 7.258635861799121}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.7999178171157837, "Finetune/Loss (Raw)": 0.890349268913269, "Finetune/Step": 2083, "Finetune/Step Time": 7.2418930642306805}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8017116189002991, "Finetune/Loss (Raw)": 0.9757826328277588, "Finetune/Step": 2084, "Finetune/Step Time": 7.2370885368436575}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.7970480918884277, "Finetune/Loss (Raw)": 0.3186568319797516, "Finetune/Step": 2085, "Finetune/Step Time": 7.249918811023235}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.7965070009231567, "Finetune/Loss (Raw)": 0.9061946272850037, "Finetune/Step": 2086, "Finetune/Step Time": 7.254862409085035}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.7980846166610718, "Finetune/Loss (Raw)": 0.9758529663085938, "Finetune/Step": 2087, "Finetune/Step Time": 7.245280532166362}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.7974674701690674, "Finetune/Loss (Raw)": 0.9198052287101746, "Finetune/Step": 2088, "Finetune/Step Time": 7.2358639650046825}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.7984886169433594, "Finetune/Loss (Raw)": 0.8622754812240601, "Finetune/Step": 2089, "Finetune/Step Time": 7.230106379836798}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.7974340915679932, "Finetune/Loss (Raw)": 0.2693176865577698, "Finetune/Step": 2090, "Finetune/Step Time": 7.230185363441706}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8003747463226318, "Finetune/Loss (Raw)": 0.7714059352874756, "Finetune/Step": 2091, "Finetune/Step Time": 7.219002049416304}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8006762266159058, "Finetune/Loss (Raw)": 0.8684505224227905, "Finetune/Step": 2092, "Finetune/Step Time": 7.206744885072112}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8027653694152832, "Finetune/Loss (Raw)": 0.9161780476570129, "Finetune/Step": 2093, "Finetune/Step Time": 7.204556088894606}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.8044711947441101, "Finetune/Loss (Raw)": 0.976222038269043, "Finetune/Step": 2094, "Finetune/Step Time": 7.20493240468204}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8051260113716125, "Finetune/Loss (Raw)": 0.8578232526779175, "Finetune/Step": 2095, "Finetune/Step Time": 7.208997445181012}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8043045997619629, "Finetune/Loss (Raw)": 0.8257176280021667, "Finetune/Step": 2096, "Finetune/Step Time": 7.211189076304436}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8078299164772034, "Finetune/Loss (Raw)": 0.8955507278442383, "Finetune/Step": 2097, "Finetune/Step Time": 7.1960203517228365}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8076635003089905, "Finetune/Loss (Raw)": 0.7835028171539307, "Finetune/Step": 2098, "Finetune/Step Time": 7.203861735761166}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8073490858078003, "Finetune/Loss (Raw)": 0.36152979731559753, "Finetune/Step": 2099, "Finetune/Step Time": 7.206131661310792}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8061895370483398, "Finetune/Loss (Raw)": 0.6864792704582214, "Finetune/Step": 2100, "Finetune/Step Time": 7.211647253483534}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8072759509086609, "Finetune/Loss (Raw)": 0.9264305233955383, "Finetune/Step": 2101, "Finetune/Step Time": 7.176881819963455}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8058444261550903, "Finetune/Loss (Raw)": 0.8075658082962036, "Finetune/Step": 2102, "Finetune/Step Time": 7.179154502227902}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.8020821809768677, "Finetune/Loss (Raw)": 0.36868637800216675, "Finetune/Step": 2103, "Finetune/Step Time": 7.195091428235173}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8016119003295898, "Finetune/Loss (Raw)": 0.8131329417228699, "Finetune/Step": 2104, "Finetune/Step Time": 7.202727381139994}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8010796308517456, "Finetune/Loss (Raw)": 0.8355429768562317, "Finetune/Step": 2105, "Finetune/Step Time": 7.212648659944534}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8002251982688904, "Finetune/Loss (Raw)": 0.8628910183906555, "Finetune/Step": 2106, "Finetune/Step Time": 7.211547028273344}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8041430711746216, "Finetune/Loss (Raw)": 0.8757839202880859, "Finetune/Step": 2107, "Finetune/Step Time": 7.196728074923158}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8048768639564514, "Finetune/Loss (Raw)": 0.7873778343200684, "Finetune/Step": 2108, "Finetune/Step Time": 7.184250557795167}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8050544261932373, "Finetune/Loss (Raw)": 0.8947573900222778, "Finetune/Step": 2109, "Finetune/Step Time": 7.1866704151034355}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8044086694717407, "Finetune/Loss (Raw)": 0.7863273024559021, "Finetune/Step": 2110, "Finetune/Step Time": 7.194399502128363}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8040248155593872, "Finetune/Loss (Raw)": 0.7791914343833923, "Finetune/Step": 2111, "Finetune/Step Time": 7.1973754316568375}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.7997729778289795, "Finetune/Loss (Raw)": 0.4588930606842041, "Finetune/Step": 2112, "Finetune/Step Time": 7.212112199515104}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.7990303635597229, "Finetune/Loss (Raw)": 0.8571387529373169, "Finetune/Step": 2113, "Finetune/Step Time": 7.210869846865535}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.7980139255523682, "Finetune/Loss (Raw)": 0.9037067890167236, "Finetune/Step": 2114, "Finetune/Step Time": 7.228792767971754}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.7988070249557495, "Finetune/Loss (Raw)": 0.9164042472839355, "Finetune/Step": 2115, "Finetune/Step Time": 7.205782845616341}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.7956655025482178, "Finetune/Loss (Raw)": 0.417987585067749, "Finetune/Step": 2116, "Finetune/Step Time": 7.216261424124241}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.7938566207885742, "Finetune/Loss (Raw)": 0.681523859500885, "Finetune/Step": 2117, "Finetune/Step Time": 7.232703031972051}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.792885959148407, "Finetune/Loss (Raw)": 0.7741162180900574, "Finetune/Step": 2118, "Finetune/Step Time": 7.228173604235053}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7930076718330383, "Finetune/Loss (Raw)": 0.7513870000839233, "Finetune/Step": 2119, "Finetune/Step Time": 7.241160221397877}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.788835883140564, "Finetune/Loss (Raw)": 0.33289995789527893, "Finetune/Step": 2120, "Finetune/Step Time": 7.255831407383084}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.790043830871582, "Finetune/Loss (Raw)": 0.8612967133522034, "Finetune/Step": 2121, "Finetune/Step Time": 7.248325871303678}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.7918859124183655, "Finetune/Loss (Raw)": 0.9109776020050049, "Finetune/Step": 2122, "Finetune/Step Time": 7.24238414876163}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.7931546568870544, "Finetune/Loss (Raw)": 0.8869175314903259, "Finetune/Step": 2123, "Finetune/Step Time": 7.224070826545358}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.7941983342170715, "Finetune/Loss (Raw)": 0.8845042586326599, "Finetune/Step": 2124, "Finetune/Step Time": 7.220729747787118}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.7935079336166382, "Finetune/Loss (Raw)": 0.8903745412826538, "Finetune/Step": 2125, "Finetune/Step Time": 7.234435023739934}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.7945595979690552, "Finetune/Loss (Raw)": 0.9334439635276794, "Finetune/Step": 2126, "Finetune/Step Time": 7.231875360012054}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.7980617880821228, "Finetune/Loss (Raw)": 0.8586574792861938, "Finetune/Step": 2127, "Finetune/Step Time": 7.220368845388293}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.7954002618789673, "Finetune/Loss (Raw)": 0.34933003783226013, "Finetune/Step": 2128, "Finetune/Step Time": 7.219029946252704}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7907967567443848, "Finetune/Loss (Raw)": 0.27517953515052795, "Finetune/Step": 2129, "Finetune/Step Time": 7.228727163746953}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.791111946105957, "Finetune/Loss (Raw)": 0.8869229555130005, "Finetune/Step": 2130, "Finetune/Step Time": 7.228183317929506}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.7920950651168823, "Finetune/Loss (Raw)": 0.9176273345947266, "Finetune/Step": 2131, "Finetune/Step Time": 7.218143567442894}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7918829917907715, "Finetune/Loss (Raw)": 0.8027984499931335, "Finetune/Step": 2132, "Finetune/Step Time": 7.222457606345415}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.7941452264785767, "Finetune/Loss (Raw)": 1.0868293046951294, "Finetune/Step": 2133, "Finetune/Step Time": 7.219839019700885}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.7936128973960876, "Finetune/Loss (Raw)": 0.7579649686813354, "Finetune/Step": 2134, "Finetune/Step Time": 7.229716969653964}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.791365385055542, "Finetune/Loss (Raw)": 0.7685225009918213, "Finetune/Step": 2135, "Finetune/Step Time": 7.226149005815387}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.7917556762695312, "Finetune/Loss (Raw)": 0.8534884452819824, "Finetune/Step": 2136, "Finetune/Step Time": 7.218170860782266}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.7888494729995728, "Finetune/Loss (Raw)": 0.4176226258277893, "Finetune/Step": 2137, "Finetune/Step Time": 7.233354043215513}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.7884421944618225, "Finetune/Loss (Raw)": 0.8693055510520935, "Finetune/Step": 2138, "Finetune/Step Time": 7.231616783887148}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7863439321517944, "Finetune/Loss (Raw)": 0.761881411075592, "Finetune/Step": 2139, "Finetune/Step Time": 7.255102150142193}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.7867741584777832, "Finetune/Loss (Raw)": 0.9006922245025635, "Finetune/Step": 2140, "Finetune/Step Time": 7.256779581308365}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7873941659927368, "Finetune/Loss (Raw)": 0.9897401332855225, "Finetune/Step": 2141, "Finetune/Step Time": 7.24192320369184}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.7882248759269714, "Finetune/Loss (Raw)": 0.7933775186538696, "Finetune/Step": 2142, "Finetune/Step Time": 7.229699496179819}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.7916569709777832, "Finetune/Loss (Raw)": 0.8282492160797119, "Finetune/Step": 2143, "Finetune/Step Time": 7.231533549726009}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.7948560118675232, "Finetune/Loss (Raw)": 0.8082975745201111, "Finetune/Step": 2144, "Finetune/Step Time": 7.227038690820336}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.7936207056045532, "Finetune/Loss (Raw)": 0.542635977268219, "Finetune/Step": 2145, "Finetune/Step Time": 7.225760841742158}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.7933863997459412, "Finetune/Loss (Raw)": 0.8536567687988281, "Finetune/Step": 2146, "Finetune/Step Time": 7.240004539489746}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.7930806875228882, "Finetune/Loss (Raw)": 0.7612209320068359, "Finetune/Step": 2147, "Finetune/Step Time": 7.242239797487855}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.7938810586929321, "Finetune/Loss (Raw)": 0.9864797592163086, "Finetune/Step": 2148, "Finetune/Step Time": 7.238096762448549}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.7946807146072388, "Finetune/Loss (Raw)": 0.8944221138954163, "Finetune/Step": 2149, "Finetune/Step Time": 7.227067539468408}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.7945034503936768, "Finetune/Loss (Raw)": 0.8081507682800293, "Finetune/Step": 2150, "Finetune/Step Time": 7.224936725571752}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.7967224717140198, "Finetune/Loss (Raw)": 0.9273703098297119, "Finetune/Step": 2151, "Finetune/Step Time": 7.209738507866859}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.7966617941856384, "Finetune/Loss (Raw)": 0.7653266787528992, "Finetune/Step": 2152, "Finetune/Step Time": 7.215314345434308}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.7967143654823303, "Finetune/Loss (Raw)": 0.7991511821746826, "Finetune/Step": 2153, "Finetune/Step Time": 7.2048927415162325}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.7953180074691772, "Finetune/Loss (Raw)": 0.7114178538322449, "Finetune/Step": 2154, "Finetune/Step Time": 7.2140129785984755}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.7955908179283142, "Finetune/Loss (Raw)": 0.8370285034179688, "Finetune/Step": 2155, "Finetune/Step Time": 7.220760088413954}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.7943683862686157, "Finetune/Loss (Raw)": 0.6927639245986938, "Finetune/Step": 2156, "Finetune/Step Time": 7.2165443897247314}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.7931005358695984, "Finetune/Loss (Raw)": 0.7484121322631836, "Finetune/Step": 2157, "Finetune/Step Time": 7.225995061919093}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.7975044250488281, "Finetune/Loss (Raw)": 0.9091641902923584, "Finetune/Step": 2158, "Finetune/Step Time": 7.211837166920304}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.7980127334594727, "Finetune/Loss (Raw)": 0.8910989761352539, "Finetune/Step": 2159, "Finetune/Step Time": 7.22745605930686}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.7970988750457764, "Finetune/Loss (Raw)": 0.8288933038711548, "Finetune/Step": 2160, "Finetune/Step Time": 7.22359829582274}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.7964085340499878, "Finetune/Loss (Raw)": 0.7736198902130127, "Finetune/Step": 2161, "Finetune/Step Time": 7.217445759102702}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.7947739958763123, "Finetune/Loss (Raw)": 0.7649123668670654, "Finetune/Step": 2162, "Finetune/Step Time": 7.222201123833656}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.7958229184150696, "Finetune/Loss (Raw)": 0.8047771453857422, "Finetune/Step": 2163, "Finetune/Step Time": 7.207478022202849}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.7965031862258911, "Finetune/Loss (Raw)": 0.958473265171051, "Finetune/Step": 2164, "Finetune/Step Time": 7.194106096401811}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.7964888215065002, "Finetune/Loss (Raw)": 0.8130471706390381, "Finetune/Step": 2165, "Finetune/Step Time": 7.2037534564733505}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.7981444597244263, "Finetune/Loss (Raw)": 0.9207502007484436, "Finetune/Step": 2166, "Finetune/Step Time": 7.203695565462112}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.7977288365364075, "Finetune/Loss (Raw)": 0.9071871042251587, "Finetune/Step": 2167, "Finetune/Step Time": 7.203362014144659}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.7971391081809998, "Finetune/Loss (Raw)": 0.8105489611625671, "Finetune/Step": 2168, "Finetune/Step Time": 7.202466769143939}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.7974071502685547, "Finetune/Loss (Raw)": 0.9093647003173828, "Finetune/Step": 2169, "Finetune/Step Time": 7.162666328251362}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.7972406148910522, "Finetune/Loss (Raw)": 0.7307536602020264, "Finetune/Step": 2170, "Finetune/Step Time": 7.164022089913487}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.7963768243789673, "Finetune/Loss (Raw)": 0.7411087155342102, "Finetune/Step": 2171, "Finetune/Step Time": 7.173725046217442}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.7962624430656433, "Finetune/Loss (Raw)": 0.8653501272201538, "Finetune/Step": 2172, "Finetune/Step Time": 7.174623969942331}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.7941148281097412, "Finetune/Loss (Raw)": 0.6125264167785645, "Finetune/Step": 2173, "Finetune/Step Time": 7.178572544828057}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.7913500070571899, "Finetune/Loss (Raw)": 0.6022237539291382, "Finetune/Step": 2174, "Finetune/Step Time": 7.191378902643919}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.789981484413147, "Finetune/Loss (Raw)": 0.7546776533126831, "Finetune/Step": 2175, "Finetune/Step Time": 7.207684179767966}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.7915281653404236, "Finetune/Loss (Raw)": 0.9248369932174683, "Finetune/Step": 2176, "Finetune/Step Time": 7.207767570391297}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.794264554977417, "Finetune/Loss (Raw)": 0.9154484868049622, "Finetune/Step": 2177, "Finetune/Step Time": 7.197136502712965}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.7946351766586304, "Finetune/Loss (Raw)": 0.7294899821281433, "Finetune/Step": 2178, "Finetune/Step Time": 7.185080902650952}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.7929820418357849, "Finetune/Loss (Raw)": 0.7879313230514526, "Finetune/Step": 2179, "Finetune/Step Time": 7.195048240944743}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.7925024628639221, "Finetune/Loss (Raw)": 0.8793126344680786, "Finetune/Step": 2180, "Finetune/Step Time": 7.189202599227428}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.7926627397537231, "Finetune/Loss (Raw)": 0.9065647721290588, "Finetune/Step": 2181, "Finetune/Step Time": 7.187012666836381}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.7925371527671814, "Finetune/Loss (Raw)": 0.9450633525848389, "Finetune/Step": 2182, "Finetune/Step Time": 7.190700700506568}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7908682823181152, "Finetune/Loss (Raw)": 0.6948107481002808, "Finetune/Step": 2183, "Finetune/Step Time": 7.200545171275735}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.7890549898147583, "Finetune/Loss (Raw)": 0.69700688123703, "Finetune/Step": 2184, "Finetune/Step Time": 7.215526906773448}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7900030016899109, "Finetune/Loss (Raw)": 0.8679235577583313, "Finetune/Step": 2185, "Finetune/Step Time": 7.2028196938335896}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.790201723575592, "Finetune/Loss (Raw)": 0.8235563635826111, "Finetune/Step": 2186, "Finetune/Step Time": 7.187654199078679}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.7885152101516724, "Finetune/Loss (Raw)": 0.5594347715377808, "Finetune/Step": 2187, "Finetune/Step Time": 7.22007536329329}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7883827686309814, "Finetune/Loss (Raw)": 0.7660036683082581, "Finetune/Step": 2188, "Finetune/Step Time": 7.253163849934936}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7862598896026611, "Finetune/Loss (Raw)": 0.6766494512557983, "Finetune/Step": 2189, "Finetune/Step Time": 7.261442642658949}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7855456471443176, "Finetune/Loss (Raw)": 0.6951591968536377, "Finetune/Step": 2190, "Finetune/Step Time": 7.2713024616241455}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7845757007598877, "Finetune/Loss (Raw)": 0.7991955876350403, "Finetune/Step": 2191, "Finetune/Step Time": 7.286288877949119}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.7843111157417297, "Finetune/Loss (Raw)": 0.6876571178436279, "Finetune/Step": 2192, "Finetune/Step Time": 7.268458500504494}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.785184383392334, "Finetune/Loss (Raw)": 0.912969708442688, "Finetune/Step": 2193, "Finetune/Step Time": 7.262456340715289}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7890046834945679, "Finetune/Loss (Raw)": 0.8344626426696777, "Finetune/Step": 2194, "Finetune/Step Time": 7.241931889206171}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.7894769310951233, "Finetune/Loss (Raw)": 0.8953738808631897, "Finetune/Step": 2195, "Finetune/Step Time": 7.240712570026517}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7885806560516357, "Finetune/Loss (Raw)": 0.7369034886360168, "Finetune/Step": 2196, "Finetune/Step Time": 7.250936878845096}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7883572578430176, "Finetune/Loss (Raw)": 0.8227180242538452, "Finetune/Step": 2197, "Finetune/Step Time": 7.252419641241431}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7905635833740234, "Finetune/Loss (Raw)": 0.7792596817016602, "Finetune/Step": 2198, "Finetune/Step Time": 7.246605202555656}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.7895255088806152, "Finetune/Loss (Raw)": 0.759987473487854, "Finetune/Step": 2199, "Finetune/Step Time": 7.249661086127162}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7878475189208984, "Finetune/Loss (Raw)": 0.730839192867279, "Finetune/Step": 2200, "Finetune/Step Time": 7.261916792020202}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7846375107765198, "Finetune/Loss (Raw)": 0.35200485587120056, "Finetune/Step": 2201, "Finetune/Step Time": 7.263719983398914}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7835516929626465, "Finetune/Loss (Raw)": 0.8115167021751404, "Finetune/Step": 2202, "Finetune/Step Time": 7.255160316824913}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7837506532669067, "Finetune/Loss (Raw)": 0.8091757893562317, "Finetune/Step": 2203, "Finetune/Step Time": 7.256054585799575}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7838449478149414, "Finetune/Loss (Raw)": 0.7168269753456116, "Finetune/Step": 2204, "Finetune/Step Time": 7.253999501466751}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.780942440032959, "Finetune/Loss (Raw)": 0.427611380815506, "Finetune/Step": 2205, "Finetune/Step Time": 7.267578227445483}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7791458964347839, "Finetune/Loss (Raw)": 0.5626484155654907, "Finetune/Step": 2206, "Finetune/Step Time": 7.309763992205262}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7795504927635193, "Finetune/Loss (Raw)": 0.853076159954071, "Finetune/Step": 2207, "Finetune/Step Time": 7.306677093729377}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7800363302230835, "Finetune/Loss (Raw)": 0.7757827043533325, "Finetune/Step": 2208, "Finetune/Step Time": 7.310264891013503}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7799062728881836, "Finetune/Loss (Raw)": 0.791337788105011, "Finetune/Step": 2209, "Finetune/Step Time": 7.300920534878969}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7768317461013794, "Finetune/Loss (Raw)": 0.3925689458847046, "Finetune/Step": 2210, "Finetune/Step Time": 7.3234243001788855}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.777047336101532, "Finetune/Loss (Raw)": 0.9179468750953674, "Finetune/Step": 2211, "Finetune/Step Time": 7.348147097975016}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.7740389108657837, "Finetune/Loss (Raw)": 0.5907089114189148, "Finetune/Step": 2212, "Finetune/Step Time": 7.371475422754884}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7771649360656738, "Finetune/Loss (Raw)": 0.7187801599502563, "Finetune/Step": 2213, "Finetune/Step Time": 7.365241058170795}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7748692631721497, "Finetune/Loss (Raw)": 0.612349808216095, "Finetune/Step": 2214, "Finetune/Step Time": 7.3711221888661385}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.7739858031272888, "Finetune/Loss (Raw)": 0.8627671003341675, "Finetune/Step": 2215, "Finetune/Step Time": 7.37152861058712}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7735732197761536, "Finetune/Loss (Raw)": 0.8669984340667725, "Finetune/Step": 2216, "Finetune/Step Time": 7.373681982979178}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7742208242416382, "Finetune/Loss (Raw)": 0.9451652765274048, "Finetune/Step": 2217, "Finetune/Step Time": 7.375588515773416}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.776587188243866, "Finetune/Loss (Raw)": 0.5722115635871887, "Finetune/Step": 2218, "Finetune/Step Time": 7.367346692830324}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7761470079421997, "Finetune/Loss (Raw)": 0.7150605916976929, "Finetune/Step": 2219, "Finetune/Step Time": 7.397500857710838}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7759652137756348, "Finetune/Loss (Raw)": 0.8451909422874451, "Finetune/Step": 2220, "Finetune/Step Time": 7.39839237369597}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7741055488586426, "Finetune/Loss (Raw)": 0.6781392097473145, "Finetune/Step": 2221, "Finetune/Step Time": 7.415078232064843}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7734723687171936, "Finetune/Loss (Raw)": 0.8951695561408997, "Finetune/Step": 2222, "Finetune/Step Time": 7.42476992122829}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7734626531600952, "Finetune/Loss (Raw)": 0.8565807342529297, "Finetune/Step": 2223, "Finetune/Step Time": 7.429009133949876}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7734950184822083, "Finetune/Loss (Raw)": 0.8298628330230713, "Finetune/Step": 2224, "Finetune/Step Time": 7.430537864565849}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7725273966789246, "Finetune/Loss (Raw)": 0.7716973423957825, "Finetune/Step": 2225, "Finetune/Step Time": 7.442366573959589}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7730902433395386, "Finetune/Loss (Raw)": 0.8555378317832947, "Finetune/Step": 2226, "Finetune/Step Time": 7.442555669695139}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7773529291152954, "Finetune/Loss (Raw)": 0.9071623086929321, "Finetune/Step": 2227, "Finetune/Step Time": 7.432896846905351}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7780523300170898, "Finetune/Loss (Raw)": 0.7760045528411865, "Finetune/Step": 2228, "Finetune/Step Time": 7.431357888504863}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7769052982330322, "Finetune/Loss (Raw)": 0.779609739780426, "Finetune/Step": 2229, "Finetune/Step Time": 7.4309055637568235}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7767266035079956, "Finetune/Loss (Raw)": 0.7846913933753967, "Finetune/Step": 2230, "Finetune/Step Time": 7.431982723996043}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7811130285263062, "Finetune/Loss (Raw)": 0.9301428198814392, "Finetune/Step": 2231, "Finetune/Step Time": 7.418486008420587}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7823794484138489, "Finetune/Loss (Raw)": 0.9752344489097595, "Finetune/Step": 2232, "Finetune/Step Time": 7.409121016040444}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7813354730606079, "Finetune/Loss (Raw)": 0.7019198536872864, "Finetune/Step": 2233, "Finetune/Step Time": 7.407352454960346}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7817593216896057, "Finetune/Loss (Raw)": 0.9171381592750549, "Finetune/Step": 2234, "Finetune/Step Time": 7.411010850220919}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7821452021598816, "Finetune/Loss (Raw)": 0.925179660320282, "Finetune/Step": 2235, "Finetune/Step Time": 7.42246319167316}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7832906246185303, "Finetune/Loss (Raw)": 0.9339948892593384, "Finetune/Step": 2236, "Finetune/Step Time": 7.423330230638385}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7822171449661255, "Finetune/Loss (Raw)": 0.7573535442352295, "Finetune/Step": 2237, "Finetune/Step Time": 7.423994433134794}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7813693284988403, "Finetune/Loss (Raw)": 0.6777995824813843, "Finetune/Step": 2238, "Finetune/Step Time": 7.428653197363019}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.784020721912384, "Finetune/Loss (Raw)": 1.1185729503631592, "Finetune/Step": 2239, "Finetune/Step Time": 7.415085135027766}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7879818677902222, "Finetune/Loss (Raw)": 0.9659121632575989, "Finetune/Step": 2240, "Finetune/Step Time": 7.40280812419951}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.7886910438537598, "Finetune/Loss (Raw)": 0.9479207992553711, "Finetune/Step": 2241, "Finetune/Step Time": 7.410405199974775}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.787938117980957, "Finetune/Loss (Raw)": 0.8073306679725647, "Finetune/Step": 2242, "Finetune/Step Time": 7.393645744770765}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7871189117431641, "Finetune/Loss (Raw)": 0.8115449547767639, "Finetune/Step": 2243, "Finetune/Step Time": 7.396041294559836}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7923058867454529, "Finetune/Loss (Raw)": 1.0819237232208252, "Finetune/Step": 2244, "Finetune/Step Time": 7.380221260711551}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7938845157623291, "Finetune/Loss (Raw)": 0.8835904002189636, "Finetune/Step": 2245, "Finetune/Step Time": 7.360648397356272}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.7954108715057373, "Finetune/Loss (Raw)": 0.969490647315979, "Finetune/Step": 2246, "Finetune/Step Time": 7.3635881040245295}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.795222282409668, "Finetune/Loss (Raw)": 0.7272412776947021, "Finetune/Step": 2247, "Finetune/Step Time": 7.362625017762184}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.7981532216072083, "Finetune/Loss (Raw)": 0.7080626487731934, "Finetune/Step": 2248, "Finetune/Step Time": 7.345314858481288}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.7974013090133667, "Finetune/Loss (Raw)": 0.7650516629219055, "Finetune/Step": 2249, "Finetune/Step Time": 7.345133056864142}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.79631507396698, "Finetune/Loss (Raw)": 0.7719364762306213, "Finetune/Step": 2250, "Finetune/Step Time": 7.3658738899976015}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.796178936958313, "Finetune/Loss (Raw)": 0.8694965243339539, "Finetune/Step": 2251, "Finetune/Step Time": 7.367485035210848}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.7917580604553223, "Finetune/Loss (Raw)": 0.31862854957580566, "Finetune/Step": 2252, "Finetune/Step Time": 7.377638481557369}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.7917029857635498, "Finetune/Loss (Raw)": 0.8833308219909668, "Finetune/Step": 2253, "Finetune/Step Time": 7.359436152502894}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.7917694449424744, "Finetune/Loss (Raw)": 0.9419493675231934, "Finetune/Step": 2254, "Finetune/Step Time": 7.364967416971922}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.791735053062439, "Finetune/Loss (Raw)": 0.8542513847351074, "Finetune/Step": 2255, "Finetune/Step Time": 7.362236633896828}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.7949607968330383, "Finetune/Loss (Raw)": 0.762225329875946, "Finetune/Step": 2256, "Finetune/Step Time": 7.338105259463191}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.7992199659347534, "Finetune/Loss (Raw)": 0.8203516602516174, "Finetune/Step": 2257, "Finetune/Step Time": 7.326477104797959}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.797389566898346, "Finetune/Loss (Raw)": 0.6526374220848083, "Finetune/Step": 2258, "Finetune/Step Time": 7.32664792239666}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7962198853492737, "Finetune/Loss (Raw)": 0.7679045796394348, "Finetune/Step": 2259, "Finetune/Step Time": 7.32426736690104}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.7959266304969788, "Finetune/Loss (Raw)": 0.7652593851089478, "Finetune/Step": 2260, "Finetune/Step Time": 7.329816520214081}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7943467497825623, "Finetune/Loss (Raw)": 0.884606122970581, "Finetune/Step": 2261, "Finetune/Step Time": 7.332476697862148}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.7961831092834473, "Finetune/Loss (Raw)": 0.993019163608551, "Finetune/Step": 2262, "Finetune/Step Time": 7.326716482639313}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.7964508533477783, "Finetune/Loss (Raw)": 0.8027962446212769, "Finetune/Step": 2263, "Finetune/Step Time": 7.330878918990493}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.796734094619751, "Finetune/Loss (Raw)": 0.8897406458854675, "Finetune/Step": 2264, "Finetune/Step Time": 7.333492066711187}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.799882173538208, "Finetune/Loss (Raw)": 0.8205720782279968, "Finetune/Step": 2265, "Finetune/Step Time": 7.320766191929579}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.7973521947860718, "Finetune/Loss (Raw)": 0.5454710125923157, "Finetune/Step": 2266, "Finetune/Step Time": 7.326994609087706}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.7977908849716187, "Finetune/Loss (Raw)": 0.8180415630340576, "Finetune/Step": 2267, "Finetune/Step Time": 7.297286594286561}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7966637015342712, "Finetune/Loss (Raw)": 0.7564052939414978, "Finetune/Step": 2268, "Finetune/Step Time": 7.294760363176465}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.7958807945251465, "Finetune/Loss (Raw)": 0.8895329236984253, "Finetune/Step": 2269, "Finetune/Step Time": 7.2882767878472805}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7943748831748962, "Finetune/Loss (Raw)": 0.6006209850311279, "Finetune/Step": 2270, "Finetune/Step Time": 7.296845180913806}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7948540449142456, "Finetune/Loss (Raw)": 0.8895843029022217, "Finetune/Step": 2271, "Finetune/Step Time": 7.288204561918974}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7955502271652222, "Finetune/Loss (Raw)": 0.8974077105522156, "Finetune/Step": 2272, "Finetune/Step Time": 7.282069507986307}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.7977273464202881, "Finetune/Loss (Raw)": 0.8213018774986267, "Finetune/Step": 2273, "Finetune/Step Time": 7.267728302627802}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.7969662547111511, "Finetune/Loss (Raw)": 0.7562404274940491, "Finetune/Step": 2274, "Finetune/Step Time": 7.277855012565851}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.798224687576294, "Finetune/Loss (Raw)": 0.9222990274429321, "Finetune/Step": 2275, "Finetune/Step Time": 7.270527334883809}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.797247588634491, "Finetune/Loss (Raw)": 0.8614099025726318, "Finetune/Step": 2276, "Finetune/Step Time": 7.2730498816818}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7956997156143188, "Finetune/Loss (Raw)": 0.6962937712669373, "Finetune/Step": 2277, "Finetune/Step Time": 7.277246415615082}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7963613271713257, "Finetune/Loss (Raw)": 0.8928378224372864, "Finetune/Step": 2278, "Finetune/Step Time": 7.275998653843999}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7959221601486206, "Finetune/Loss (Raw)": 0.8711580634117126, "Finetune/Step": 2279, "Finetune/Step Time": 7.265143504366279}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.7965378761291504, "Finetune/Loss (Raw)": 0.8441424369812012, "Finetune/Step": 2280, "Finetune/Step Time": 7.2599180825054646}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.7966371774673462, "Finetune/Loss (Raw)": 0.8118541836738586, "Finetune/Step": 2281, "Finetune/Step Time": 7.261212615296245}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.7976080179214478, "Finetune/Loss (Raw)": 0.8356893658638, "Finetune/Step": 2282, "Finetune/Step Time": 7.265275029465556}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7986032962799072, "Finetune/Loss (Raw)": 0.9644287824630737, "Finetune/Step": 2283, "Finetune/Step Time": 7.253274589776993}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7981923818588257, "Finetune/Loss (Raw)": 0.6401560306549072, "Finetune/Step": 2284, "Finetune/Step Time": 7.266798144206405}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.7985004186630249, "Finetune/Loss (Raw)": 0.7878494262695312, "Finetune/Step": 2285, "Finetune/Step Time": 7.266890775412321}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.79765385389328, "Finetune/Loss (Raw)": 0.8007988333702087, "Finetune/Step": 2286, "Finetune/Step Time": 7.277051353827119}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.7956976890563965, "Finetune/Loss (Raw)": 0.6407080292701721, "Finetune/Step": 2287, "Finetune/Step Time": 7.262724103406072}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.7963642477989197, "Finetune/Loss (Raw)": 0.9142172932624817, "Finetune/Step": 2288, "Finetune/Step Time": 7.26581459119916}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7952368259429932, "Finetune/Loss (Raw)": 0.6293120980262756, "Finetune/Step": 2289, "Finetune/Step Time": 7.278871983289719}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.7965720891952515, "Finetune/Loss (Raw)": 0.9358229041099548, "Finetune/Step": 2290, "Finetune/Step Time": 7.271974867209792}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.796389639377594, "Finetune/Loss (Raw)": 0.7814258337020874, "Finetune/Step": 2291, "Finetune/Step Time": 7.283375531435013}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7947617769241333, "Finetune/Loss (Raw)": 0.7501035928726196, "Finetune/Step": 2292, "Finetune/Step Time": 7.291581550613046}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7928847670555115, "Finetune/Loss (Raw)": 0.572792112827301, "Finetune/Step": 2293, "Finetune/Step Time": 7.277130674570799}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7923890352249146, "Finetune/Loss (Raw)": 0.857295572757721, "Finetune/Step": 2294, "Finetune/Step Time": 7.275488907471299}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7915598750114441, "Finetune/Loss (Raw)": 0.801052987575531, "Finetune/Step": 2295, "Finetune/Step Time": 7.292930472642183}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7905460596084595, "Finetune/Loss (Raw)": 0.6807817816734314, "Finetune/Step": 2296, "Finetune/Step Time": 7.2938432097435}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.789619505405426, "Finetune/Loss (Raw)": 0.7907687425613403, "Finetune/Step": 2297, "Finetune/Step Time": 7.296033147722483}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.79027259349823, "Finetune/Loss (Raw)": 0.8143461346626282, "Finetune/Step": 2298, "Finetune/Step Time": 7.296562829986215}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7914988994598389, "Finetune/Loss (Raw)": 0.8980759382247925, "Finetune/Step": 2299, "Finetune/Step Time": 7.294862506911159}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7916795015335083, "Finetune/Loss (Raw)": 0.8884648680686951, "Finetune/Step": 2300, "Finetune/Step Time": 7.300643054768443}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7928566336631775, "Finetune/Loss (Raw)": 0.7632050514221191, "Finetune/Step": 2301, "Finetune/Step Time": 7.287971535697579}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7938550710678101, "Finetune/Loss (Raw)": 0.7300171256065369, "Finetune/Step": 2302, "Finetune/Step Time": 7.280380897223949}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7947179675102234, "Finetune/Loss (Raw)": 0.8651318550109863, "Finetune/Step": 2303, "Finetune/Step Time": 7.26284178905189}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7925072908401489, "Finetune/Loss (Raw)": 0.6418706774711609, "Finetune/Step": 2304, "Finetune/Step Time": 7.271299157291651}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7912509441375732, "Finetune/Loss (Raw)": 0.7546354532241821, "Finetune/Step": 2305, "Finetune/Step Time": 7.267518447712064}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7928021550178528, "Finetune/Loss (Raw)": 0.9280428290367126, "Finetune/Step": 2306, "Finetune/Step Time": 7.269615603610873}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7933974862098694, "Finetune/Loss (Raw)": 0.864134669303894, "Finetune/Step": 2307, "Finetune/Step Time": 7.25408486649394}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7907053828239441, "Finetune/Loss (Raw)": 0.5347229242324829, "Finetune/Step": 2308, "Finetune/Step Time": 7.256367469206452}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7895904779434204, "Finetune/Loss (Raw)": 0.7638633847236633, "Finetune/Step": 2309, "Finetune/Step Time": 7.256757767871022}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7892999649047852, "Finetune/Loss (Raw)": 0.9078675508499146, "Finetune/Step": 2310, "Finetune/Step Time": 7.252077521756291}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7909591197967529, "Finetune/Loss (Raw)": 0.9071864485740662, "Finetune/Step": 2311, "Finetune/Step Time": 7.227936822921038}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.791057288646698, "Finetune/Loss (Raw)": 0.7095722556114197, "Finetune/Step": 2312, "Finetune/Step Time": 7.236478418111801}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7907460927963257, "Finetune/Loss (Raw)": 0.828095018863678, "Finetune/Step": 2313, "Finetune/Step Time": 7.241798592731357}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7902822494506836, "Finetune/Loss (Raw)": 0.7641811966896057, "Finetune/Step": 2314, "Finetune/Step Time": 7.2493351846933365}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.792018711566925, "Finetune/Loss (Raw)": 0.7817001342773438, "Finetune/Step": 2315, "Finetune/Step Time": 7.217180950567126}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7931419014930725, "Finetune/Loss (Raw)": 0.9097749590873718, "Finetune/Step": 2316, "Finetune/Step Time": 7.182608067989349}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7939779162406921, "Finetune/Loss (Raw)": 0.7836607098579407, "Finetune/Step": 2317, "Finetune/Step Time": 7.17865102365613}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7943681478500366, "Finetune/Loss (Raw)": 0.745107114315033, "Finetune/Step": 2318, "Finetune/Step Time": 7.167191918939352}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.7953186631202698, "Finetune/Loss (Raw)": 0.9208588600158691, "Finetune/Step": 2319, "Finetune/Step Time": 7.158268162980676}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.7960065603256226, "Finetune/Loss (Raw)": 0.7757039070129395, "Finetune/Step": 2320, "Finetune/Step Time": 7.156959543004632}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7952567338943481, "Finetune/Loss (Raw)": 0.8170018792152405, "Finetune/Step": 2321, "Finetune/Step Time": 7.165286814793944}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7953871488571167, "Finetune/Loss (Raw)": 0.8511480689048767, "Finetune/Step": 2322, "Finetune/Step Time": 7.165722016245127}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.793700098991394, "Finetune/Loss (Raw)": 0.6794285774230957, "Finetune/Step": 2323, "Finetune/Step Time": 7.179857766255736}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7940093278884888, "Finetune/Loss (Raw)": 0.7764878273010254, "Finetune/Step": 2324, "Finetune/Step Time": 7.1699980441480875}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7944200038909912, "Finetune/Loss (Raw)": 0.875284731388092, "Finetune/Step": 2325, "Finetune/Step Time": 7.177075354382396}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.7917336225509644, "Finetune/Loss (Raw)": 0.43540868163108826, "Finetune/Step": 2326, "Finetune/Step Time": 7.184867767617106}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7922273874282837, "Finetune/Loss (Raw)": 0.8231830596923828, "Finetune/Step": 2327, "Finetune/Step Time": 7.189190970733762}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.7923527359962463, "Finetune/Loss (Raw)": 0.7468882203102112, "Finetune/Step": 2328, "Finetune/Step Time": 7.183657759800553}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.796798586845398, "Finetune/Loss (Raw)": 0.9210777878761292, "Finetune/Step": 2329, "Finetune/Step Time": 7.172325870022178}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7961457371711731, "Finetune/Loss (Raw)": 0.727948009967804, "Finetune/Step": 2330, "Finetune/Step Time": 7.185557726770639}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.7962198853492737, "Finetune/Loss (Raw)": 0.8186625838279724, "Finetune/Step": 2331, "Finetune/Step Time": 7.193926000967622}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.7985091805458069, "Finetune/Loss (Raw)": 1.0098607540130615, "Finetune/Step": 2332, "Finetune/Step Time": 7.189215207472444}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.8020639419555664, "Finetune/Loss (Raw)": 0.8826196789741516, "Finetune/Step": 2333, "Finetune/Step Time": 7.193097835406661}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8043062686920166, "Finetune/Loss (Raw)": 0.8496701717376709, "Finetune/Step": 2334, "Finetune/Step Time": 7.166301170364022}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.804084300994873, "Finetune/Loss (Raw)": 0.8246644735336304, "Finetune/Step": 2335, "Finetune/Step Time": 7.168102568015456}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8042987585067749, "Finetune/Loss (Raw)": 0.803227424621582, "Finetune/Step": 2336, "Finetune/Step Time": 7.173903146758676}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8053827285766602, "Finetune/Loss (Raw)": 0.9300901889801025, "Finetune/Step": 2337, "Finetune/Step Time": 7.173920877277851}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8090158104896545, "Finetune/Loss (Raw)": 0.8575981855392456, "Finetune/Step": 2338, "Finetune/Step Time": 7.151641817763448}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8075299263000488, "Finetune/Loss (Raw)": 0.7277514934539795, "Finetune/Step": 2339, "Finetune/Step Time": 7.147295689210296}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8090463876724243, "Finetune/Loss (Raw)": 0.7848218679428101, "Finetune/Step": 2340, "Finetune/Step Time": 7.133707348257303}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8103491067886353, "Finetune/Loss (Raw)": 0.8855265378952026, "Finetune/Step": 2341, "Finetune/Step Time": 7.160032209008932}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8083149790763855, "Finetune/Loss (Raw)": 0.3519825041294098, "Finetune/Step": 2342, "Finetune/Step Time": 7.16711438074708}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8086958527565002, "Finetune/Loss (Raw)": 0.9115150570869446, "Finetune/Step": 2343, "Finetune/Step Time": 7.196297690272331}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8080916404724121, "Finetune/Loss (Raw)": 0.7896645665168762, "Finetune/Step": 2344, "Finetune/Step Time": 7.220505941659212}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8087034225463867, "Finetune/Loss (Raw)": 1.0234687328338623, "Finetune/Step": 2345, "Finetune/Step Time": 7.215100817382336}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8105523586273193, "Finetune/Loss (Raw)": 0.8088738918304443, "Finetune/Step": 2346, "Finetune/Step Time": 7.210953814908862}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8115257024765015, "Finetune/Loss (Raw)": 0.8396509885787964, "Finetune/Step": 2347, "Finetune/Step Time": 7.179731449112296}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8114734888076782, "Finetune/Loss (Raw)": 0.8385082483291626, "Finetune/Step": 2348, "Finetune/Step Time": 7.1809830367565155}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8123863935470581, "Finetune/Loss (Raw)": 0.7949919700622559, "Finetune/Step": 2349, "Finetune/Step Time": 7.172535922378302}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8118977546691895, "Finetune/Loss (Raw)": 0.83262038230896, "Finetune/Step": 2350, "Finetune/Step Time": 7.166273022070527}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8124685883522034, "Finetune/Loss (Raw)": 0.929652750492096, "Finetune/Step": 2351, "Finetune/Step Time": 7.163886526599526}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8124374747276306, "Finetune/Loss (Raw)": 0.825876772403717, "Finetune/Step": 2352, "Finetune/Step Time": 7.17207376845181}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8130209445953369, "Finetune/Loss (Raw)": 0.8463844060897827, "Finetune/Step": 2353, "Finetune/Step Time": 7.1660095900297165}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8130021691322327, "Finetune/Loss (Raw)": 0.8531313538551331, "Finetune/Step": 2354, "Finetune/Step Time": 7.168541967868805}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8120713233947754, "Finetune/Loss (Raw)": 0.7880126237869263, "Finetune/Step": 2355, "Finetune/Step Time": 7.165895186364651}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8114712238311768, "Finetune/Loss (Raw)": 0.6991918087005615, "Finetune/Step": 2356, "Finetune/Step Time": 7.165639163926244}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8117904663085938, "Finetune/Loss (Raw)": 0.8204767107963562, "Finetune/Step": 2357, "Finetune/Step Time": 7.170099895447493}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8127314448356628, "Finetune/Loss (Raw)": 0.905137836933136, "Finetune/Step": 2358, "Finetune/Step Time": 7.166707511991262}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8077259063720703, "Finetune/Loss (Raw)": 0.2894347608089447, "Finetune/Step": 2359, "Finetune/Step Time": 7.1789635587483644}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8069749474525452, "Finetune/Loss (Raw)": 0.8791106939315796, "Finetune/Step": 2360, "Finetune/Step Time": 7.178962845355272}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8084173798561096, "Finetune/Loss (Raw)": 0.8865517377853394, "Finetune/Step": 2361, "Finetune/Step Time": 7.172632424160838}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.8076691031455994, "Finetune/Loss (Raw)": 0.8213571310043335, "Finetune/Step": 2362, "Finetune/Step Time": 7.16563331335783}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8051034212112427, "Finetune/Loss (Raw)": 0.5967650413513184, "Finetune/Step": 2363, "Finetune/Step Time": 7.1712914891541}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8036695718765259, "Finetune/Loss (Raw)": 0.7504740953445435, "Finetune/Step": 2364, "Finetune/Step Time": 7.168817861005664}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.804733157157898, "Finetune/Loss (Raw)": 0.8934893012046814, "Finetune/Step": 2365, "Finetune/Step Time": 7.164125623181462}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.8039710521697998, "Finetune/Loss (Raw)": 0.5802507400512695, "Finetune/Step": 2366, "Finetune/Step Time": 7.160449368879199}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8024910688400269, "Finetune/Loss (Raw)": 0.9291333556175232, "Finetune/Step": 2367, "Finetune/Step Time": 7.165260991081595}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8010393381118774, "Finetune/Loss (Raw)": 0.7800894379615784, "Finetune/Step": 2368, "Finetune/Step Time": 7.1612110696733}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.801060140132904, "Finetune/Loss (Raw)": 0.9505862593650818, "Finetune/Step": 2369, "Finetune/Step Time": 7.158420322462916}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8011766076087952, "Finetune/Loss (Raw)": 0.8222334384918213, "Finetune/Step": 2370, "Finetune/Step Time": 7.160398406907916}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8021558523178101, "Finetune/Loss (Raw)": 0.9368932843208313, "Finetune/Step": 2371, "Finetune/Step Time": 7.159053636714816}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.7997069358825684, "Finetune/Loss (Raw)": 0.76845383644104, "Finetune/Step": 2372, "Finetune/Step Time": 7.161787915974855}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.8000952005386353, "Finetune/Loss (Raw)": 0.933295488357544, "Finetune/Step": 2373, "Finetune/Step Time": 7.183477688580751}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.7983630895614624, "Finetune/Loss (Raw)": 0.7477771043777466, "Finetune/Step": 2374, "Finetune/Step Time": 7.185490228235722}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.7977726459503174, "Finetune/Loss (Raw)": 0.6516711711883545, "Finetune/Step": 2375, "Finetune/Step Time": 7.1884910967200994}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7994274497032166, "Finetune/Loss (Raw)": 0.91987544298172, "Finetune/Step": 2376, "Finetune/Step Time": 7.193300172686577}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.8011993765830994, "Finetune/Loss (Raw)": 0.9918569922447205, "Finetune/Step": 2377, "Finetune/Step Time": 7.193129537627101}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.802359402179718, "Finetune/Loss (Raw)": 0.9204235672950745, "Finetune/Step": 2378, "Finetune/Step Time": 7.171440741047263}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8021934032440186, "Finetune/Loss (Raw)": 0.8482480049133301, "Finetune/Step": 2379, "Finetune/Step Time": 7.187882428988814}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8054839968681335, "Finetune/Loss (Raw)": 0.7398210763931274, "Finetune/Step": 2380, "Finetune/Step Time": 7.173038754612207}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8050665259361267, "Finetune/Loss (Raw)": 0.8299005627632141, "Finetune/Step": 2381, "Finetune/Step Time": 7.174669444561005}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.8029463291168213, "Finetune/Loss (Raw)": 0.6705538630485535, "Finetune/Step": 2382, "Finetune/Step Time": 7.186696520075202}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.800550103187561, "Finetune/Loss (Raw)": 0.5475394129753113, "Finetune/Step": 2383, "Finetune/Step Time": 7.200870290398598}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8019827008247375, "Finetune/Loss (Raw)": 0.9455939531326294, "Finetune/Step": 2384, "Finetune/Step Time": 7.197082456201315}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8018403649330139, "Finetune/Loss (Raw)": 0.8021391034126282, "Finetune/Step": 2385, "Finetune/Step Time": 7.202290937304497}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.8042885661125183, "Finetune/Loss (Raw)": 0.9660013318061829, "Finetune/Step": 2386, "Finetune/Step Time": 7.208904778584838}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.804653525352478, "Finetune/Loss (Raw)": 0.8146190047264099, "Finetune/Step": 2387, "Finetune/Step Time": 7.223344635218382}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8051092624664307, "Finetune/Loss (Raw)": 0.8235923647880554, "Finetune/Step": 2388, "Finetune/Step Time": 7.233463829383254}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.805638313293457, "Finetune/Loss (Raw)": 0.9523310661315918, "Finetune/Step": 2389, "Finetune/Step Time": 7.2320162281394005}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.8052595853805542, "Finetune/Loss (Raw)": 0.9445369243621826, "Finetune/Step": 2390, "Finetune/Step Time": 7.235630387440324}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8062244057655334, "Finetune/Loss (Raw)": 0.9262983202934265, "Finetune/Step": 2391, "Finetune/Step Time": 7.235315727069974}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8058561682701111, "Finetune/Loss (Raw)": 0.8426023125648499, "Finetune/Step": 2392, "Finetune/Step Time": 7.236199554055929}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8065481185913086, "Finetune/Loss (Raw)": 0.9091455340385437, "Finetune/Step": 2393, "Finetune/Step Time": 7.249997168779373}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.805371105670929, "Finetune/Loss (Raw)": 0.39481252431869507, "Finetune/Step": 2394, "Finetune/Step Time": 7.267507456243038}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8058229088783264, "Finetune/Loss (Raw)": 0.8758724927902222, "Finetune/Step": 2395, "Finetune/Step Time": 7.2728191912174225}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.806188702583313, "Finetune/Loss (Raw)": 0.8032236099243164, "Finetune/Step": 2396, "Finetune/Step Time": 7.2709861267358065}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8059036731719971, "Finetune/Loss (Raw)": 0.8530514240264893, "Finetune/Step": 2397, "Finetune/Step Time": 7.26897900365293}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8091166019439697, "Finetune/Loss (Raw)": 1.0118786096572876, "Finetune/Step": 2398, "Finetune/Step Time": 7.260485555976629}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8093593120574951, "Finetune/Loss (Raw)": 0.9206447601318359, "Finetune/Step": 2399, "Finetune/Step Time": 7.256476428359747}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.8081142902374268, "Finetune/Loss (Raw)": 0.7380498647689819, "Finetune/Step": 2400, "Finetune/Step Time": 7.249501684680581}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8082478046417236, "Finetune/Loss (Raw)": 0.8383904099464417, "Finetune/Step": 2401, "Finetune/Step Time": 7.2529008109122515}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8079214096069336, "Finetune/Loss (Raw)": 0.7144626975059509, "Finetune/Step": 2402, "Finetune/Step Time": 7.238123113289475}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8073791265487671, "Finetune/Loss (Raw)": 0.8528878688812256, "Finetune/Step": 2403, "Finetune/Step Time": 7.246071672067046}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8073791861534119, "Finetune/Loss (Raw)": 0.8614209294319153, "Finetune/Step": 2404, "Finetune/Step Time": 7.245847629383206}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.8081733584403992, "Finetune/Loss (Raw)": 0.7979453802108765, "Finetune/Step": 2405, "Finetune/Step Time": 7.242984125390649}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.808565616607666, "Finetune/Loss (Raw)": 0.9430398344993591, "Finetune/Step": 2406, "Finetune/Step Time": 7.244372496381402}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8064182996749878, "Finetune/Loss (Raw)": 0.5963087677955627, "Finetune/Step": 2407, "Finetune/Step Time": 7.266545796766877}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8076992034912109, "Finetune/Loss (Raw)": 1.0080949068069458, "Finetune/Step": 2408, "Finetune/Step Time": 7.276414003223181}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8078030347824097, "Finetune/Loss (Raw)": 0.8251516222953796, "Finetune/Step": 2409, "Finetune/Step Time": 7.277450859546661}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8074612617492676, "Finetune/Loss (Raw)": 0.7919395565986633, "Finetune/Step": 2410, "Finetune/Step Time": 7.277465993538499}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8052509427070618, "Finetune/Loss (Raw)": 0.6815042495727539, "Finetune/Step": 2411, "Finetune/Step Time": 7.285338772460818}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.806212306022644, "Finetune/Loss (Raw)": 0.763211727142334, "Finetune/Step": 2412, "Finetune/Step Time": 7.26491616666317}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8059676885604858, "Finetune/Loss (Raw)": 0.7565392255783081, "Finetune/Step": 2413, "Finetune/Step Time": 7.255417520180345}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8066855669021606, "Finetune/Loss (Raw)": 0.8926858901977539, "Finetune/Step": 2414, "Finetune/Step Time": 7.24193973839283}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8082244396209717, "Finetune/Loss (Raw)": 0.837684690952301, "Finetune/Step": 2415, "Finetune/Step Time": 7.253550900146365}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8070558905601501, "Finetune/Loss (Raw)": 0.7646434307098389, "Finetune/Step": 2416, "Finetune/Step Time": 7.252377390861511}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8079644441604614, "Finetune/Loss (Raw)": 0.7456045746803284, "Finetune/Step": 2417, "Finetune/Step Time": 7.251358225941658}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8041210174560547, "Finetune/Loss (Raw)": 0.4438703954219818, "Finetune/Step": 2418, "Finetune/Step Time": 7.265291688963771}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8041249513626099, "Finetune/Loss (Raw)": 0.7819188237190247, "Finetune/Step": 2419, "Finetune/Step Time": 7.273745067417622}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8060722947120667, "Finetune/Loss (Raw)": 0.9993743896484375, "Finetune/Step": 2420, "Finetune/Step Time": 7.264009241014719}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8067892789840698, "Finetune/Loss (Raw)": 0.6645609736442566, "Finetune/Step": 2421, "Finetune/Step Time": 7.273116527125239}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8055284023284912, "Finetune/Loss (Raw)": 0.6959092020988464, "Finetune/Step": 2422, "Finetune/Step Time": 7.283434707671404}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8038583397865295, "Finetune/Loss (Raw)": 0.5872818827629089, "Finetune/Step": 2423, "Finetune/Step Time": 7.277614841237664}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8055889010429382, "Finetune/Loss (Raw)": 0.9022893905639648, "Finetune/Step": 2424, "Finetune/Step Time": 7.27724645100534}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8049041032791138, "Finetune/Loss (Raw)": 0.7031137943267822, "Finetune/Step": 2425, "Finetune/Step Time": 7.287752581760287}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.801434338092804, "Finetune/Loss (Raw)": 0.3702181279659271, "Finetune/Step": 2426, "Finetune/Step Time": 7.313682937994599}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8011482357978821, "Finetune/Loss (Raw)": 0.861455500125885, "Finetune/Step": 2427, "Finetune/Step Time": 7.304845750331879}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7997900247573853, "Finetune/Loss (Raw)": 0.7146090865135193, "Finetune/Step": 2428, "Finetune/Step Time": 7.299337089061737}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.8004329204559326, "Finetune/Loss (Raw)": 0.8454962372779846, "Finetune/Step": 2429, "Finetune/Step Time": 7.3107017651200294}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8001595735549927, "Finetune/Loss (Raw)": 0.6950327754020691, "Finetune/Step": 2430, "Finetune/Step Time": 7.334947511553764}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8005205392837524, "Finetune/Loss (Raw)": 0.9113298654556274, "Finetune/Step": 2431, "Finetune/Step Time": 7.333324002102017}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8019659519195557, "Finetune/Loss (Raw)": 0.8268899321556091, "Finetune/Step": 2432, "Finetune/Step Time": 7.335578149184585}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.801859974861145, "Finetune/Loss (Raw)": 0.7410663962364197, "Finetune/Step": 2433, "Finetune/Step Time": 7.3353588208556175}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8012127876281738, "Finetune/Loss (Raw)": 0.8452032208442688, "Finetune/Step": 2434, "Finetune/Step Time": 7.334759145975113}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8007329702377319, "Finetune/Loss (Raw)": 0.8027254343032837, "Finetune/Step": 2435, "Finetune/Step Time": 7.343482417985797}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8035496473312378, "Finetune/Loss (Raw)": 0.8952576518058777, "Finetune/Step": 2436, "Finetune/Step Time": 7.33676772005856}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8037402629852295, "Finetune/Loss (Raw)": 0.7882513403892517, "Finetune/Step": 2437, "Finetune/Step Time": 7.341533988714218}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8037279844284058, "Finetune/Loss (Raw)": 0.9063054919242859, "Finetune/Step": 2438, "Finetune/Step Time": 7.344893915578723}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8038010597229004, "Finetune/Loss (Raw)": 0.9165328741073608, "Finetune/Step": 2439, "Finetune/Step Time": 7.343871222808957}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.80539470911026, "Finetune/Loss (Raw)": 0.9135614037513733, "Finetune/Step": 2440, "Finetune/Step Time": 7.32347191311419}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8061347007751465, "Finetune/Loss (Raw)": 0.9228101968765259, "Finetune/Step": 2441, "Finetune/Step Time": 7.3176762238144875}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8067596554756165, "Finetune/Loss (Raw)": 0.8441785573959351, "Finetune/Step": 2442, "Finetune/Step Time": 7.313949653878808}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8078618049621582, "Finetune/Loss (Raw)": 0.9227808117866516, "Finetune/Step": 2443, "Finetune/Step Time": 7.318295454606414}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8074564933776855, "Finetune/Loss (Raw)": 0.8578877449035645, "Finetune/Step": 2444, "Finetune/Step Time": 7.324522430077195}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.804360032081604, "Finetune/Loss (Raw)": 0.38731566071510315, "Finetune/Step": 2445, "Finetune/Step Time": 7.3349687196314335}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8053922653198242, "Finetune/Loss (Raw)": 0.8772332072257996, "Finetune/Step": 2446, "Finetune/Step Time": 7.335885079577565}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8048744201660156, "Finetune/Loss (Raw)": 0.8545680046081543, "Finetune/Step": 2447, "Finetune/Step Time": 7.339916255325079}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8059521913528442, "Finetune/Loss (Raw)": 0.9136698842048645, "Finetune/Step": 2448, "Finetune/Step Time": 7.340762477368116}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8051773905754089, "Finetune/Loss (Raw)": 0.7178239226341248, "Finetune/Step": 2449, "Finetune/Step Time": 7.332142658531666}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8022947311401367, "Finetune/Loss (Raw)": 0.48216813802719116, "Finetune/Step": 2450, "Finetune/Step Time": 7.342687284573913}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.7994824647903442, "Finetune/Loss (Raw)": 0.3194601237773895, "Finetune/Step": 2451, "Finetune/Step Time": 7.343887874856591}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.7994687557220459, "Finetune/Loss (Raw)": 0.7747317552566528, "Finetune/Step": 2452, "Finetune/Step Time": 7.344798155128956}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7989379167556763, "Finetune/Loss (Raw)": 0.8073327541351318, "Finetune/Step": 2453, "Finetune/Step Time": 7.361086113378406}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8019335269927979, "Finetune/Loss (Raw)": 0.8188541531562805, "Finetune/Step": 2454, "Finetune/Step Time": 7.356821980327368}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8023252487182617, "Finetune/Loss (Raw)": 0.8733124732971191, "Finetune/Step": 2455, "Finetune/Step Time": 7.343120072036982}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8034139275550842, "Finetune/Loss (Raw)": 0.8862510919570923, "Finetune/Step": 2456, "Finetune/Step Time": 7.332743423059583}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8028745651245117, "Finetune/Loss (Raw)": 0.8520305156707764, "Finetune/Step": 2457, "Finetune/Step Time": 7.32910231500864}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.803403377532959, "Finetune/Loss (Raw)": 0.7956366539001465, "Finetune/Step": 2458, "Finetune/Step Time": 7.334299009293318}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8032236099243164, "Finetune/Loss (Raw)": 0.795663595199585, "Finetune/Step": 2459, "Finetune/Step Time": 7.327832473441958}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8013421893119812, "Finetune/Loss (Raw)": 0.7690295577049255, "Finetune/Step": 2460, "Finetune/Step Time": 7.322551898658276}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8018181324005127, "Finetune/Loss (Raw)": 0.9435403347015381, "Finetune/Step": 2461, "Finetune/Step Time": 7.318342728540301}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8018653392791748, "Finetune/Loss (Raw)": 0.855713427066803, "Finetune/Step": 2462, "Finetune/Step Time": 7.30472725816071}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.801652193069458, "Finetune/Loss (Raw)": 0.797380805015564, "Finetune/Step": 2463, "Finetune/Step Time": 7.30426868237555}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8023790121078491, "Finetune/Loss (Raw)": 0.8962600827217102, "Finetune/Step": 2464, "Finetune/Step Time": 7.289376927539706}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.801586389541626, "Finetune/Loss (Raw)": 0.828639566898346, "Finetune/Step": 2465, "Finetune/Step Time": 7.290900973603129}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.8008938431739807, "Finetune/Loss (Raw)": 0.7689465880393982, "Finetune/Step": 2466, "Finetune/Step Time": 7.291672270745039}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.801734447479248, "Finetune/Loss (Raw)": 0.8353521823883057, "Finetune/Step": 2467, "Finetune/Step Time": 7.271060461178422}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8028832077980042, "Finetune/Loss (Raw)": 0.9318583607673645, "Finetune/Step": 2468, "Finetune/Step Time": 7.274066863581538}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8031425476074219, "Finetune/Loss (Raw)": 0.9187211394309998, "Finetune/Step": 2469, "Finetune/Step Time": 7.245218969881535}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8063316941261292, "Finetune/Loss (Raw)": 0.7602017521858215, "Finetune/Step": 2470, "Finetune/Step Time": 7.23588540405035}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8062391877174377, "Finetune/Loss (Raw)": 0.8996678590774536, "Finetune/Step": 2471, "Finetune/Step Time": 7.207527270540595}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8066048622131348, "Finetune/Loss (Raw)": 0.8364787101745605, "Finetune/Step": 2472, "Finetune/Step Time": 7.180732376873493}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8053301572799683, "Finetune/Loss (Raw)": 0.8602957129478455, "Finetune/Step": 2473, "Finetune/Step Time": 7.185781633481383}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8053203821182251, "Finetune/Loss (Raw)": 0.8076280951499939, "Finetune/Step": 2474, "Finetune/Step Time": 7.188961671665311}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.805103063583374, "Finetune/Loss (Raw)": 0.8118361830711365, "Finetune/Step": 2475, "Finetune/Step Time": 7.188333287835121}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8052035570144653, "Finetune/Loss (Raw)": 0.851367712020874, "Finetune/Step": 2476, "Finetune/Step Time": 7.1854821145534515}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8054528832435608, "Finetune/Loss (Raw)": 0.8269036412239075, "Finetune/Step": 2477, "Finetune/Step Time": 7.181898631155491}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8054113388061523, "Finetune/Loss (Raw)": 0.8273042440414429, "Finetune/Step": 2478, "Finetune/Step Time": 7.179965190589428}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8038313388824463, "Finetune/Loss (Raw)": 0.7274209856987, "Finetune/Step": 2479, "Finetune/Step Time": 7.179386805742979}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8029850125312805, "Finetune/Loss (Raw)": 0.7175356149673462, "Finetune/Step": 2480, "Finetune/Step Time": 7.177327334880829}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.7992964386940002, "Finetune/Loss (Raw)": 0.37425389885902405, "Finetune/Step": 2481, "Finetune/Step Time": 7.186659969389439}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8006504774093628, "Finetune/Loss (Raw)": 1.0264393091201782, "Finetune/Step": 2482, "Finetune/Step Time": 7.17342983186245}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8005064725875854, "Finetune/Loss (Raw)": 0.7695914506912231, "Finetune/Step": 2483, "Finetune/Step Time": 7.178142508491874}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8009086847305298, "Finetune/Loss (Raw)": 0.7506728172302246, "Finetune/Step": 2484, "Finetune/Step Time": 7.183611627668142}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8010851740837097, "Finetune/Loss (Raw)": 0.8430623412132263, "Finetune/Step": 2485, "Finetune/Step Time": 7.183290733024478}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.7991516590118408, "Finetune/Loss (Raw)": 0.6576578617095947, "Finetune/Step": 2486, "Finetune/Step Time": 7.193442041054368}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.7993198037147522, "Finetune/Loss (Raw)": 0.3109510540962219, "Finetune/Step": 2487, "Finetune/Step Time": 7.2027929071336985}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.7995836734771729, "Finetune/Loss (Raw)": 0.9128825664520264, "Finetune/Step": 2488, "Finetune/Step Time": 7.201113305985928}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7995681762695312, "Finetune/Loss (Raw)": 0.8845698237419128, "Finetune/Step": 2489, "Finetune/Step Time": 7.218676628544927}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7956207394599915, "Finetune/Loss (Raw)": 0.31608524918556213, "Finetune/Step": 2490, "Finetune/Step Time": 7.236284013837576}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.7972909212112427, "Finetune/Loss (Raw)": 0.8105508685112, "Finetune/Step": 2491, "Finetune/Step Time": 7.2290119752287865}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7971289157867432, "Finetune/Loss (Raw)": 0.7297334671020508, "Finetune/Step": 2492, "Finetune/Step Time": 7.229327443987131}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.7967278361320496, "Finetune/Loss (Raw)": 0.8421540856361389, "Finetune/Step": 2493, "Finetune/Step Time": 7.236958788707852}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7994719743728638, "Finetune/Loss (Raw)": 0.931503176689148, "Finetune/Step": 2494, "Finetune/Step Time": 7.224937880411744}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7988490462303162, "Finetune/Loss (Raw)": 0.8493971824645996, "Finetune/Step": 2495, "Finetune/Step Time": 7.217978719621897}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7988359928131104, "Finetune/Loss (Raw)": 0.7784145474433899, "Finetune/Step": 2496, "Finetune/Step Time": 7.238113466650248}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7966850996017456, "Finetune/Loss (Raw)": 0.675274133682251, "Finetune/Step": 2497, "Finetune/Step Time": 7.23636501096189}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7976998090744019, "Finetune/Loss (Raw)": 0.952114999294281, "Finetune/Step": 2498, "Finetune/Step Time": 7.24635717086494}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.794609546661377, "Finetune/Loss (Raw)": 0.5413404107093811, "Finetune/Step": 2499, "Finetune/Step Time": 7.257994996383786}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.7953605651855469, "Finetune/Loss (Raw)": 0.8645873665809631, "Finetune/Step": 2500, "Finetune/Step Time": 7.257156131789088}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.7950978875160217, "Finetune/Loss (Raw)": 0.8996703028678894, "Finetune/Step": 2501, "Finetune/Step Time": 7.23738344758749}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.796117901802063, "Finetune/Loss (Raw)": 0.8783431053161621, "Finetune/Step": 2502, "Finetune/Step Time": 7.236252142116427}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.7975046634674072, "Finetune/Loss (Raw)": 0.8291732668876648, "Finetune/Step": 2503, "Finetune/Step Time": 7.224752057343721}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.7968533039093018, "Finetune/Loss (Raw)": 0.8365047574043274, "Finetune/Step": 2504, "Finetune/Step Time": 7.228229423984885}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.7955940365791321, "Finetune/Loss (Raw)": 0.830665647983551, "Finetune/Step": 2505, "Finetune/Step Time": 7.227397793903947}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.7945535182952881, "Finetune/Loss (Raw)": 0.7872336506843567, "Finetune/Step": 2506, "Finetune/Step Time": 7.230815853923559}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.7952604293823242, "Finetune/Loss (Raw)": 0.9387363195419312, "Finetune/Step": 2507, "Finetune/Step Time": 7.217318791896105}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7953176498413086, "Finetune/Loss (Raw)": 0.7471432685852051, "Finetune/Step": 2508, "Finetune/Step Time": 7.2233819253742695}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.7951290011405945, "Finetune/Loss (Raw)": 0.8057562708854675, "Finetune/Step": 2509, "Finetune/Step Time": 7.2266586516052485}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7971254587173462, "Finetune/Loss (Raw)": 0.9261003732681274, "Finetune/Step": 2510, "Finetune/Step Time": 7.209633622318506}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7996690273284912, "Finetune/Loss (Raw)": 0.8731172680854797, "Finetune/Step": 2511, "Finetune/Step Time": 7.204872902482748}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7978134155273438, "Finetune/Loss (Raw)": 0.7080788016319275, "Finetune/Step": 2512, "Finetune/Step Time": 7.21334882453084}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.7973756790161133, "Finetune/Loss (Raw)": 0.746110200881958, "Finetune/Step": 2513, "Finetune/Step Time": 7.212109288200736}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7966814637184143, "Finetune/Loss (Raw)": 0.8771349191665649, "Finetune/Step": 2514, "Finetune/Step Time": 7.21738357283175}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7953824996948242, "Finetune/Loss (Raw)": 0.6483505964279175, "Finetune/Step": 2515, "Finetune/Step Time": 7.220966348424554}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.7951930165290833, "Finetune/Loss (Raw)": 0.799341082572937, "Finetune/Step": 2516, "Finetune/Step Time": 7.19849194213748}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.7944799065589905, "Finetune/Loss (Raw)": 0.8610585331916809, "Finetune/Step": 2517, "Finetune/Step Time": 7.200678979977965}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7929775714874268, "Finetune/Loss (Raw)": 0.7522301077842712, "Finetune/Step": 2518, "Finetune/Step Time": 7.205757237970829}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7917853593826294, "Finetune/Loss (Raw)": 0.77370285987854, "Finetune/Step": 2519, "Finetune/Step Time": 7.209429364651442}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.7923933267593384, "Finetune/Loss (Raw)": 0.9204131364822388, "Finetune/Step": 2520, "Finetune/Step Time": 7.208590792492032}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7884032726287842, "Finetune/Loss (Raw)": 0.39842647314071655, "Finetune/Step": 2521, "Finetune/Step Time": 7.205301612615585}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.791789174079895, "Finetune/Loss (Raw)": 0.8281990885734558, "Finetune/Step": 2522, "Finetune/Step Time": 7.199362864717841}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.7897096872329712, "Finetune/Loss (Raw)": 0.6096980571746826, "Finetune/Step": 2523, "Finetune/Step Time": 7.2005495354533195}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.7896267175674438, "Finetune/Loss (Raw)": 0.7926093339920044, "Finetune/Step": 2524, "Finetune/Step Time": 7.198740990832448}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.7878783941268921, "Finetune/Loss (Raw)": 0.6292638182640076, "Finetune/Step": 2525, "Finetune/Step Time": 7.210882160812616}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7866650819778442, "Finetune/Loss (Raw)": 0.8565769791603088, "Finetune/Step": 2526, "Finetune/Step Time": 7.213435258716345}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.7859840393066406, "Finetune/Loss (Raw)": 0.8334674835205078, "Finetune/Step": 2527, "Finetune/Step Time": 7.2226031348109245}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.787643313407898, "Finetune/Loss (Raw)": 0.9504415392875671, "Finetune/Step": 2528, "Finetune/Step Time": 7.2281007170677185}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7831799983978271, "Finetune/Loss (Raw)": 0.26708295941352844, "Finetune/Step": 2529, "Finetune/Step Time": 7.23989531211555}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7843570113182068, "Finetune/Loss (Raw)": 0.8651242852210999, "Finetune/Step": 2530, "Finetune/Step Time": 7.230954233556986}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7837854623794556, "Finetune/Loss (Raw)": 0.7797321081161499, "Finetune/Step": 2531, "Finetune/Step Time": 7.229569481685758}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7833980321884155, "Finetune/Loss (Raw)": 0.8118277788162231, "Finetune/Step": 2532, "Finetune/Step Time": 7.245313175022602}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.7826970219612122, "Finetune/Loss (Raw)": 0.7082147002220154, "Finetune/Step": 2533, "Finetune/Step Time": 7.247255293652415}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7782421112060547, "Finetune/Loss (Raw)": 0.3728153109550476, "Finetune/Step": 2534, "Finetune/Step Time": 7.259675886482}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7808407545089722, "Finetune/Loss (Raw)": 0.9289249777793884, "Finetune/Step": 2535, "Finetune/Step Time": 7.243336517363787}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7778303623199463, "Finetune/Loss (Raw)": 0.6227625608444214, "Finetune/Step": 2536, "Finetune/Step Time": 7.250322172418237}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7772271633148193, "Finetune/Loss (Raw)": 0.7479560375213623, "Finetune/Step": 2537, "Finetune/Step Time": 7.256372626870871}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7777872681617737, "Finetune/Loss (Raw)": 0.863623321056366, "Finetune/Step": 2538, "Finetune/Step Time": 7.259573552757502}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7786012887954712, "Finetune/Loss (Raw)": 0.7857028841972351, "Finetune/Step": 2539, "Finetune/Step Time": 7.257877975702286}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7791076898574829, "Finetune/Loss (Raw)": 0.8280318975448608, "Finetune/Step": 2540, "Finetune/Step Time": 7.2575974725186825}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7783244252204895, "Finetune/Loss (Raw)": 0.6562760472297668, "Finetune/Step": 2541, "Finetune/Step Time": 7.274048302322626}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7777389287948608, "Finetune/Loss (Raw)": 0.8177451491355896, "Finetune/Step": 2542, "Finetune/Step Time": 7.278370834887028}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7778090238571167, "Finetune/Loss (Raw)": 0.8466538786888123, "Finetune/Step": 2543, "Finetune/Step Time": 7.261870872229338}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7770284414291382, "Finetune/Loss (Raw)": 0.6647320985794067, "Finetune/Step": 2544, "Finetune/Step Time": 7.271854808554053}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7775419354438782, "Finetune/Loss (Raw)": 0.8113341927528381, "Finetune/Step": 2545, "Finetune/Step Time": 7.26548963226378}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7762477397918701, "Finetune/Loss (Raw)": 0.27820852398872375, "Finetune/Step": 2546, "Finetune/Step Time": 7.264328276738524}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.776343822479248, "Finetune/Loss (Raw)": 0.7942212224006653, "Finetune/Step": 2547, "Finetune/Step Time": 7.2361481580883265}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7758457660675049, "Finetune/Loss (Raw)": 0.9356198310852051, "Finetune/Step": 2548, "Finetune/Step Time": 7.2380887027829885}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7731560468673706, "Finetune/Loss (Raw)": 0.32027584314346313, "Finetune/Step": 2549, "Finetune/Step Time": 7.232150038704276}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7741526365280151, "Finetune/Loss (Raw)": 0.8234760165214539, "Finetune/Step": 2550, "Finetune/Step Time": 7.221671845763922}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7765568494796753, "Finetune/Loss (Raw)": 0.895022451877594, "Finetune/Step": 2551, "Finetune/Step Time": 7.21702916175127}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7776122093200684, "Finetune/Loss (Raw)": 1.0373739004135132, "Finetune/Step": 2552, "Finetune/Step Time": 7.217236986383796}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7777641415596008, "Finetune/Loss (Raw)": 0.722562313079834, "Finetune/Step": 2553, "Finetune/Step Time": 7.217960609123111}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7813488245010376, "Finetune/Loss (Raw)": 0.8290555477142334, "Finetune/Step": 2554, "Finetune/Step Time": 7.2191734705120325}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7771761417388916, "Finetune/Loss (Raw)": 0.3273547887802124, "Finetune/Step": 2555, "Finetune/Step Time": 7.231987068429589}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7782602310180664, "Finetune/Loss (Raw)": 0.8533729314804077, "Finetune/Step": 2556, "Finetune/Step Time": 7.231438484042883}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7770594358444214, "Finetune/Loss (Raw)": 0.6917875409126282, "Finetune/Step": 2557, "Finetune/Step Time": 7.214829370379448}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7779682874679565, "Finetune/Loss (Raw)": 0.8113693594932556, "Finetune/Step": 2558, "Finetune/Step Time": 7.1845911759883165}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7767336368560791, "Finetune/Loss (Raw)": 0.7532954812049866, "Finetune/Step": 2559, "Finetune/Step Time": 7.194329826161265}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7750508189201355, "Finetune/Loss (Raw)": 0.6114853620529175, "Finetune/Step": 2560, "Finetune/Step Time": 7.201431831344962}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.7757489681243896, "Finetune/Loss (Raw)": 0.8304396867752075, "Finetune/Step": 2561, "Finetune/Step Time": 7.203603619709611}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7761660814285278, "Finetune/Loss (Raw)": 0.8985825777053833, "Finetune/Step": 2562, "Finetune/Step Time": 7.202064448967576}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7733473777770996, "Finetune/Loss (Raw)": 0.44193020462989807, "Finetune/Step": 2563, "Finetune/Step Time": 7.199522007256746}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7729713320732117, "Finetune/Loss (Raw)": 0.8471304178237915, "Finetune/Step": 2564, "Finetune/Step Time": 7.201481299474835}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.773666501045227, "Finetune/Loss (Raw)": 0.8772326111793518, "Finetune/Step": 2565, "Finetune/Step Time": 7.198732661083341}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7731207609176636, "Finetune/Loss (Raw)": 0.8364519476890564, "Finetune/Step": 2566, "Finetune/Step Time": 7.2015982158482075}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7716751098632812, "Finetune/Loss (Raw)": 0.7314887642860413, "Finetune/Step": 2567, "Finetune/Step Time": 7.2062748577445745}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7703201770782471, "Finetune/Loss (Raw)": 0.7401318550109863, "Finetune/Step": 2568, "Finetune/Step Time": 7.210033372044563}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7709091901779175, "Finetune/Loss (Raw)": 0.9982059001922607, "Finetune/Step": 2569, "Finetune/Step Time": 7.208630671724677}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7706608176231384, "Finetune/Loss (Raw)": 0.8123873472213745, "Finetune/Step": 2570, "Finetune/Step Time": 7.2227305974811316}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.77144455909729, "Finetune/Loss (Raw)": 1.0230931043624878, "Finetune/Step": 2571, "Finetune/Step Time": 7.220898782834411}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7712007164955139, "Finetune/Loss (Raw)": 0.8266826868057251, "Finetune/Step": 2572, "Finetune/Step Time": 7.21825104765594}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7742916345596313, "Finetune/Loss (Raw)": 0.7829424142837524, "Finetune/Step": 2573, "Finetune/Step Time": 7.210222227498889}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7733539342880249, "Finetune/Loss (Raw)": 0.7572154998779297, "Finetune/Step": 2574, "Finetune/Step Time": 7.232405507937074}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7723212242126465, "Finetune/Loss (Raw)": 0.7223783731460571, "Finetune/Step": 2575, "Finetune/Step Time": 7.225023781880736}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7715609669685364, "Finetune/Loss (Raw)": 0.8163590431213379, "Finetune/Step": 2576, "Finetune/Step Time": 7.225926164537668}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7728303670883179, "Finetune/Loss (Raw)": 0.8803136944770813, "Finetune/Step": 2577, "Finetune/Step Time": 7.229514459148049}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7761183977127075, "Finetune/Loss (Raw)": 0.9030231833457947, "Finetune/Step": 2578, "Finetune/Step Time": 7.2159684132784605}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.780685544013977, "Finetune/Loss (Raw)": 0.9040566086769104, "Finetune/Step": 2579, "Finetune/Step Time": 7.2004367504268885}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7793087959289551, "Finetune/Loss (Raw)": 0.5985077023506165, "Finetune/Step": 2580, "Finetune/Step Time": 7.210290212184191}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7803133726119995, "Finetune/Loss (Raw)": 0.9359207153320312, "Finetune/Step": 2581, "Finetune/Step Time": 7.187669420614839}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7801229953765869, "Finetune/Loss (Raw)": 0.7944929599761963, "Finetune/Step": 2582, "Finetune/Step Time": 7.176908228546381}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7789425849914551, "Finetune/Loss (Raw)": 0.7222141623497009, "Finetune/Step": 2583, "Finetune/Step Time": 7.185363812372088}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7793216705322266, "Finetune/Loss (Raw)": 0.9347708821296692, "Finetune/Step": 2584, "Finetune/Step Time": 7.185962423682213}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7778306603431702, "Finetune/Loss (Raw)": 0.6611831784248352, "Finetune/Step": 2585, "Finetune/Step Time": 7.188371500000358}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7780610918998718, "Finetune/Loss (Raw)": 0.8251339793205261, "Finetune/Step": 2586, "Finetune/Step Time": 7.1752578895539045}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7787955403327942, "Finetune/Loss (Raw)": 0.8896687030792236, "Finetune/Step": 2587, "Finetune/Step Time": 7.175040360540152}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7783248424530029, "Finetune/Loss (Raw)": 0.7087900638580322, "Finetune/Step": 2588, "Finetune/Step Time": 7.183516932651401}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.777606725692749, "Finetune/Loss (Raw)": 0.8516079187393188, "Finetune/Step": 2589, "Finetune/Step Time": 7.1880756467580795}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7778123021125793, "Finetune/Loss (Raw)": 0.8820359706878662, "Finetune/Step": 2590, "Finetune/Step Time": 7.1905496548861265}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7772611379623413, "Finetune/Loss (Raw)": 0.7268311977386475, "Finetune/Step": 2591, "Finetune/Step Time": 7.22847431153059}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7766932249069214, "Finetune/Loss (Raw)": 0.823565661907196, "Finetune/Step": 2592, "Finetune/Step Time": 7.235708490014076}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7755594253540039, "Finetune/Loss (Raw)": 0.6835185289382935, "Finetune/Step": 2593, "Finetune/Step Time": 7.255611874163151}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.775052547454834, "Finetune/Loss (Raw)": 0.7040657997131348, "Finetune/Step": 2594, "Finetune/Step Time": 7.266377871856093}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7746874094009399, "Finetune/Loss (Raw)": 0.7886108160018921, "Finetune/Step": 2595, "Finetune/Step Time": 7.271354386582971}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7731112837791443, "Finetune/Loss (Raw)": 0.7301145792007446, "Finetune/Step": 2596, "Finetune/Step Time": 7.264649325981736}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7729547023773193, "Finetune/Loss (Raw)": 0.898676872253418, "Finetune/Step": 2597, "Finetune/Step Time": 7.2673537861555815}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7717722654342651, "Finetune/Loss (Raw)": 0.6088470220565796, "Finetune/Step": 2598, "Finetune/Step Time": 7.27931385487318}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7715233564376831, "Finetune/Loss (Raw)": 0.8678128123283386, "Finetune/Step": 2599, "Finetune/Step Time": 7.28376698680222}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7712310552597046, "Finetune/Loss (Raw)": 0.7990612387657166, "Finetune/Step": 2600, "Finetune/Step Time": 7.2886989284306765}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7707730531692505, "Finetune/Loss (Raw)": 0.8016759157180786, "Finetune/Step": 2601, "Finetune/Step Time": 7.295342173427343}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7718291282653809, "Finetune/Loss (Raw)": 0.942806601524353, "Finetune/Step": 2602, "Finetune/Step Time": 7.293562261387706}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7725191712379456, "Finetune/Loss (Raw)": 0.9001576900482178, "Finetune/Step": 2603, "Finetune/Step Time": 7.292889246717095}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7719355821609497, "Finetune/Loss (Raw)": 0.7766737937927246, "Finetune/Step": 2604, "Finetune/Step Time": 7.2983877789229155}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7711849212646484, "Finetune/Loss (Raw)": 0.7308108806610107, "Finetune/Step": 2605, "Finetune/Step Time": 7.297123905271292}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7704242467880249, "Finetune/Loss (Raw)": 0.7299345135688782, "Finetune/Step": 2606, "Finetune/Step Time": 7.325097873806953}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7713024616241455, "Finetune/Loss (Raw)": 0.8398370742797852, "Finetune/Step": 2607, "Finetune/Step Time": 7.3456430826336145}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7726600766181946, "Finetune/Loss (Raw)": 0.8913137912750244, "Finetune/Step": 2608, "Finetune/Step Time": 7.338466370478272}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7766481041908264, "Finetune/Loss (Raw)": 0.8847237825393677, "Finetune/Step": 2609, "Finetune/Step Time": 7.327587988227606}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7742812633514404, "Finetune/Loss (Raw)": 0.7234795093536377, "Finetune/Step": 2610, "Finetune/Step Time": 7.343411723151803}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7736458778381348, "Finetune/Loss (Raw)": 0.6882665157318115, "Finetune/Step": 2611, "Finetune/Step Time": 7.3443094454705715}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7741442322731018, "Finetune/Loss (Raw)": 0.8144580721855164, "Finetune/Step": 2612, "Finetune/Step Time": 7.3323237001895905}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7751073241233826, "Finetune/Loss (Raw)": 0.9663386940956116, "Finetune/Step": 2613, "Finetune/Step Time": 7.3300963919609785}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7759868502616882, "Finetune/Loss (Raw)": 0.7702339291572571, "Finetune/Step": 2614, "Finetune/Step Time": 7.322037482634187}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7805471420288086, "Finetune/Loss (Raw)": 0.8946710824966431, "Finetune/Step": 2615, "Finetune/Step Time": 7.306501965969801}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7805065512657166, "Finetune/Loss (Raw)": 0.9076908230781555, "Finetune/Step": 2616, "Finetune/Step Time": 7.309171071276069}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7766715288162231, "Finetune/Loss (Raw)": 0.39368364214897156, "Finetune/Step": 2617, "Finetune/Step Time": 7.299332549795508}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7793715596199036, "Finetune/Loss (Raw)": 0.6616887450218201, "Finetune/Step": 2618, "Finetune/Step Time": 7.291159039363265}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7799679040908813, "Finetune/Loss (Raw)": 0.8868833184242249, "Finetune/Step": 2619, "Finetune/Step Time": 7.284981155768037}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7800721526145935, "Finetune/Loss (Raw)": 0.7430778741836548, "Finetune/Step": 2620, "Finetune/Step Time": 7.28118802420795}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.779456377029419, "Finetune/Loss (Raw)": 0.7633348107337952, "Finetune/Step": 2621, "Finetune/Step Time": 7.278315803036094}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7790235280990601, "Finetune/Loss (Raw)": 0.8760928511619568, "Finetune/Step": 2622, "Finetune/Step Time": 7.2740044835954905}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7783994674682617, "Finetune/Loss (Raw)": 0.7695277333259583, "Finetune/Step": 2623, "Finetune/Step Time": 7.293188774958253}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7787885665893555, "Finetune/Loss (Raw)": 0.8282203674316406, "Finetune/Step": 2624, "Finetune/Step Time": 7.282477892935276}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7780735492706299, "Finetune/Loss (Raw)": 0.58375084400177, "Finetune/Step": 2625, "Finetune/Step Time": 7.295861970633268}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7730657458305359, "Finetune/Loss (Raw)": 0.31110671162605286, "Finetune/Step": 2626, "Finetune/Step Time": 7.299376450479031}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7750710248947144, "Finetune/Loss (Raw)": 0.7980166673660278, "Finetune/Step": 2627, "Finetune/Step Time": 7.283147759735584}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7752132415771484, "Finetune/Loss (Raw)": 0.8827927708625793, "Finetune/Step": 2628, "Finetune/Step Time": 7.282863222062588}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7722143530845642, "Finetune/Loss (Raw)": 0.5158142447471619, "Finetune/Step": 2629, "Finetune/Step Time": 7.298183184117079}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7707676887512207, "Finetune/Loss (Raw)": 0.6931677460670471, "Finetune/Step": 2630, "Finetune/Step Time": 7.298802824690938}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.771288275718689, "Finetune/Loss (Raw)": 0.8958162665367126, "Finetune/Step": 2631, "Finetune/Step Time": 7.307654175907373}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7704740762710571, "Finetune/Loss (Raw)": 0.7322854399681091, "Finetune/Step": 2632, "Finetune/Step Time": 7.302835963666439}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7707771062850952, "Finetune/Loss (Raw)": 0.869454026222229, "Finetune/Step": 2633, "Finetune/Step Time": 7.304834932088852}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7707822322845459, "Finetune/Loss (Raw)": 0.7878873944282532, "Finetune/Step": 2634, "Finetune/Step Time": 7.306148659437895}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7695953249931335, "Finetune/Loss (Raw)": 0.7868133187294006, "Finetune/Step": 2635, "Finetune/Step Time": 7.3010703437030315}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7712206840515137, "Finetune/Loss (Raw)": 0.9551888108253479, "Finetune/Step": 2636, "Finetune/Step Time": 7.30074623785913}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7709189653396606, "Finetune/Loss (Raw)": 0.7671290636062622, "Finetune/Step": 2637, "Finetune/Step Time": 7.305585937574506}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7708132266998291, "Finetune/Loss (Raw)": 0.9125704765319824, "Finetune/Step": 2638, "Finetune/Step Time": 7.32574500888586}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7701537609100342, "Finetune/Loss (Raw)": 0.788707971572876, "Finetune/Step": 2639, "Finetune/Step Time": 7.317983264103532}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7673224210739136, "Finetune/Loss (Raw)": 0.3456648588180542, "Finetune/Step": 2640, "Finetune/Step Time": 7.32383893057704}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7677685022354126, "Finetune/Loss (Raw)": 0.8032128214836121, "Finetune/Step": 2641, "Finetune/Step Time": 7.316315187141299}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7671660780906677, "Finetune/Loss (Raw)": 0.8000162839889526, "Finetune/Step": 2642, "Finetune/Step Time": 7.316855736076832}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7670120596885681, "Finetune/Loss (Raw)": 0.6286411881446838, "Finetune/Step": 2643, "Finetune/Step Time": 7.315145744010806}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7660466432571411, "Finetune/Loss (Raw)": 0.6757689714431763, "Finetune/Step": 2644, "Finetune/Step Time": 7.347807340323925}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7658055424690247, "Finetune/Loss (Raw)": 0.8301981091499329, "Finetune/Step": 2645, "Finetune/Step Time": 7.352078445255756}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7662308216094971, "Finetune/Loss (Raw)": 0.8066600561141968, "Finetune/Step": 2646, "Finetune/Step Time": 7.339220333844423}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.765892744064331, "Finetune/Loss (Raw)": 0.7304338216781616, "Finetune/Step": 2647, "Finetune/Step Time": 7.345158122479916}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.765106201171875, "Finetune/Loss (Raw)": 0.8197358250617981, "Finetune/Step": 2648, "Finetune/Step Time": 7.356401292607188}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7676151394844055, "Finetune/Loss (Raw)": 0.719570517539978, "Finetune/Step": 2649, "Finetune/Step Time": 7.356505701318383}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7667646408081055, "Finetune/Loss (Raw)": 0.7193308472633362, "Finetune/Step": 2650, "Finetune/Step Time": 7.340280478820205}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7682069540023804, "Finetune/Loss (Raw)": 0.7943165898323059, "Finetune/Step": 2651, "Finetune/Step Time": 7.335995372384787}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7688398361206055, "Finetune/Loss (Raw)": 0.8736217021942139, "Finetune/Step": 2652, "Finetune/Step Time": 7.342926753684878}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7695494294166565, "Finetune/Loss (Raw)": 0.7200892567634583, "Finetune/Step": 2653, "Finetune/Step Time": 7.355353690683842}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.765491783618927, "Finetune/Loss (Raw)": 0.3371962904930115, "Finetune/Step": 2654, "Finetune/Step Time": 7.363069275394082}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7652344107627869, "Finetune/Loss (Raw)": 0.8005267381668091, "Finetune/Step": 2655, "Finetune/Step Time": 7.362740460783243}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7640089988708496, "Finetune/Loss (Raw)": 0.7935916185379028, "Finetune/Step": 2656, "Finetune/Step Time": 7.360302273184061}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7665537595748901, "Finetune/Loss (Raw)": 0.5928113460540771, "Finetune/Step": 2657, "Finetune/Step Time": 7.362357979640365}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7643163204193115, "Finetune/Loss (Raw)": 0.578727126121521, "Finetune/Step": 2658, "Finetune/Step Time": 7.38166437856853}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7647626399993896, "Finetune/Loss (Raw)": 0.8368591070175171, "Finetune/Step": 2659, "Finetune/Step Time": 7.374084301292896}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7651853561401367, "Finetune/Loss (Raw)": 0.8659438490867615, "Finetune/Step": 2660, "Finetune/Step Time": 7.359113285318017}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7674376964569092, "Finetune/Loss (Raw)": 0.9965148568153381, "Finetune/Step": 2661, "Finetune/Step Time": 7.362705562263727}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7714730501174927, "Finetune/Loss (Raw)": 0.8893325328826904, "Finetune/Step": 2662, "Finetune/Step Time": 7.3473712261766195}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7712302207946777, "Finetune/Loss (Raw)": 0.8978418707847595, "Finetune/Step": 2663, "Finetune/Step Time": 7.355012249201536}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7697693109512329, "Finetune/Loss (Raw)": 0.4357638359069824, "Finetune/Step": 2664, "Finetune/Step Time": 7.35155612975359}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7692199945449829, "Finetune/Loss (Raw)": 0.6776501536369324, "Finetune/Step": 2665, "Finetune/Step Time": 7.345218261703849}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7692301273345947, "Finetune/Loss (Raw)": 0.864910900592804, "Finetune/Step": 2666, "Finetune/Step Time": 7.3421944584697485}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7689201831817627, "Finetune/Loss (Raw)": 0.7460358738899231, "Finetune/Step": 2667, "Finetune/Step Time": 7.33756985142827}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7688065767288208, "Finetune/Loss (Raw)": 0.8134941458702087, "Finetune/Step": 2668, "Finetune/Step Time": 7.33420979604125}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7709606885910034, "Finetune/Loss (Raw)": 0.9319997429847717, "Finetune/Step": 2669, "Finetune/Step Time": 7.318075571209192}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7711408138275146, "Finetune/Loss (Raw)": 0.8407973051071167, "Finetune/Step": 2670, "Finetune/Step Time": 7.313158560544252}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7695186734199524, "Finetune/Loss (Raw)": 0.6390228271484375, "Finetune/Step": 2671, "Finetune/Step Time": 7.319719299674034}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7687950134277344, "Finetune/Loss (Raw)": 0.5720983743667603, "Finetune/Step": 2672, "Finetune/Step Time": 7.324793251231313}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7687433362007141, "Finetune/Loss (Raw)": 0.8047298789024353, "Finetune/Step": 2673, "Finetune/Step Time": 7.325314991176128}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7715111374855042, "Finetune/Loss (Raw)": 0.6324836015701294, "Finetune/Step": 2674, "Finetune/Step Time": 7.323166036978364}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.771573543548584, "Finetune/Loss (Raw)": 0.8022145628929138, "Finetune/Step": 2675, "Finetune/Step Time": 7.327903224155307}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7704272270202637, "Finetune/Loss (Raw)": 0.7888922691345215, "Finetune/Step": 2676, "Finetune/Step Time": 7.331467157229781}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7748223543167114, "Finetune/Loss (Raw)": 0.8828529715538025, "Finetune/Step": 2677, "Finetune/Step Time": 7.316059667617083}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7746843695640564, "Finetune/Loss (Raw)": 0.8058083057403564, "Finetune/Step": 2678, "Finetune/Step Time": 7.315176313742995}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7751121520996094, "Finetune/Loss (Raw)": 0.9497719407081604, "Finetune/Step": 2679, "Finetune/Step Time": 7.313013609498739}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7738819122314453, "Finetune/Loss (Raw)": 0.8799124956130981, "Finetune/Step": 2680, "Finetune/Step Time": 7.31697472371161}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7708612680435181, "Finetune/Loss (Raw)": 0.3359164893627167, "Finetune/Step": 2681, "Finetune/Step Time": 7.319197848439217}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.770762026309967, "Finetune/Loss (Raw)": 0.8163498640060425, "Finetune/Step": 2682, "Finetune/Step Time": 7.29713130556047}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7747318744659424, "Finetune/Loss (Raw)": 0.8355035781860352, "Finetune/Step": 2683, "Finetune/Step Time": 7.282189412042499}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7742255330085754, "Finetune/Loss (Raw)": 0.7885615229606628, "Finetune/Step": 2684, "Finetune/Step Time": 7.2829198725521564}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7754172682762146, "Finetune/Loss (Raw)": 0.8443192839622498, "Finetune/Step": 2685, "Finetune/Step Time": 7.287329958751798}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7748307585716248, "Finetune/Loss (Raw)": 0.7362988591194153, "Finetune/Step": 2686, "Finetune/Step Time": 7.290719969198108}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.775070309638977, "Finetune/Loss (Raw)": 0.783954381942749, "Finetune/Step": 2687, "Finetune/Step Time": 7.281500522047281}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7768694162368774, "Finetune/Loss (Raw)": 0.8417699337005615, "Finetune/Step": 2688, "Finetune/Step Time": 7.264090985059738}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7777960896492004, "Finetune/Loss (Raw)": 0.9490578174591064, "Finetune/Step": 2689, "Finetune/Step Time": 7.262546274811029}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7736465334892273, "Finetune/Loss (Raw)": 0.3674387037754059, "Finetune/Step": 2690, "Finetune/Step Time": 7.278009172528982}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7770829200744629, "Finetune/Loss (Raw)": 0.8817942142486572, "Finetune/Step": 2691, "Finetune/Step Time": 7.272785289213061}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7765474319458008, "Finetune/Loss (Raw)": 0.7785845994949341, "Finetune/Step": 2692, "Finetune/Step Time": 7.273175610229373}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7762879133224487, "Finetune/Loss (Raw)": 0.8440123200416565, "Finetune/Step": 2693, "Finetune/Step Time": 7.27217005006969}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7756112813949585, "Finetune/Loss (Raw)": 0.7498428821563721, "Finetune/Step": 2694, "Finetune/Step Time": 7.274340309202671}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7759804725646973, "Finetune/Loss (Raw)": 0.7787467241287231, "Finetune/Step": 2695, "Finetune/Step Time": 7.274666048586369}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7764637470245361, "Finetune/Loss (Raw)": 0.801990270614624, "Finetune/Step": 2696, "Finetune/Step Time": 7.287513831630349}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7750034332275391, "Finetune/Loss (Raw)": 0.8112832307815552, "Finetune/Step": 2697, "Finetune/Step Time": 7.290666827932}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7743499279022217, "Finetune/Loss (Raw)": 0.7287461757659912, "Finetune/Step": 2698, "Finetune/Step Time": 7.277385363355279}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.773253321647644, "Finetune/Loss (Raw)": 0.8827230930328369, "Finetune/Step": 2699, "Finetune/Step Time": 7.292495960369706}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7730653285980225, "Finetune/Loss (Raw)": 0.8026208877563477, "Finetune/Step": 2700, "Finetune/Step Time": 7.292728312313557}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7730345726013184, "Finetune/Loss (Raw)": 0.7789980173110962, "Finetune/Step": 2701, "Finetune/Step Time": 7.315415197983384}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.773695170879364, "Finetune/Loss (Raw)": 0.8417807221412659, "Finetune/Step": 2702, "Finetune/Step Time": 7.304658347740769}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7735201120376587, "Finetune/Loss (Raw)": 0.6999661326408386, "Finetune/Step": 2703, "Finetune/Step Time": 7.331988014280796}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7726001739501953, "Finetune/Loss (Raw)": 0.6986112594604492, "Finetune/Step": 2704, "Finetune/Step Time": 7.3442227225750685}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7717922925949097, "Finetune/Loss (Raw)": 0.7768997550010681, "Finetune/Step": 2705, "Finetune/Step Time": 7.345225082710385}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7716716527938843, "Finetune/Loss (Raw)": 0.8875786662101746, "Finetune/Step": 2706, "Finetune/Step Time": 7.351595479995012}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7721672058105469, "Finetune/Loss (Raw)": 0.9675000905990601, "Finetune/Step": 2707, "Finetune/Step Time": 7.348867477849126}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7746908664703369, "Finetune/Loss (Raw)": 0.9215319752693176, "Finetune/Step": 2708, "Finetune/Step Time": 7.345948318019509}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7734267711639404, "Finetune/Loss (Raw)": 0.7741162776947021, "Finetune/Step": 2709, "Finetune/Step Time": 7.3555331621319056}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.770147442817688, "Finetune/Loss (Raw)": 0.37473297119140625, "Finetune/Step": 2710, "Finetune/Step Time": 7.371010163798928}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7713272571563721, "Finetune/Loss (Raw)": 0.8732402324676514, "Finetune/Step": 2711, "Finetune/Step Time": 7.361713390797377}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7704296708106995, "Finetune/Loss (Raw)": 0.8198741674423218, "Finetune/Step": 2712, "Finetune/Step Time": 7.379036081954837}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7715308666229248, "Finetune/Loss (Raw)": 0.8021339178085327, "Finetune/Step": 2713, "Finetune/Step Time": 7.385379580780864}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7721329927444458, "Finetune/Loss (Raw)": 0.9022058844566345, "Finetune/Step": 2714, "Finetune/Step Time": 7.394493021070957}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7709144353866577, "Finetune/Loss (Raw)": 0.733694314956665, "Finetune/Step": 2715, "Finetune/Step Time": 7.3879513666033745}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7716444134712219, "Finetune/Loss (Raw)": 0.8022233843803406, "Finetune/Step": 2716, "Finetune/Step Time": 7.380597088485956}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7716699838638306, "Finetune/Loss (Raw)": 0.8548858165740967, "Finetune/Step": 2717, "Finetune/Step Time": 7.361543018370867}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7707713842391968, "Finetune/Loss (Raw)": 0.7670127153396606, "Finetune/Step": 2718, "Finetune/Step Time": 7.36092821136117}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7715570330619812, "Finetune/Loss (Raw)": 0.8273940682411194, "Finetune/Step": 2719, "Finetune/Step Time": 7.324197879061103}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7718614339828491, "Finetune/Loss (Raw)": 0.8625261783599854, "Finetune/Step": 2720, "Finetune/Step Time": 7.320209456607699}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7720962762832642, "Finetune/Loss (Raw)": 0.7135791778564453, "Finetune/Step": 2721, "Finetune/Step Time": 7.310903063043952}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.772994875907898, "Finetune/Loss (Raw)": 0.8190964460372925, "Finetune/Step": 2722, "Finetune/Step Time": 7.301577074453235}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7725880146026611, "Finetune/Loss (Raw)": 0.7365298867225647, "Finetune/Step": 2723, "Finetune/Step Time": 7.295775746926665}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7733136415481567, "Finetune/Loss (Raw)": 0.822988748550415, "Finetune/Step": 2724, "Finetune/Step Time": 7.297538174316287}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7727068066596985, "Finetune/Loss (Raw)": 0.8210065364837646, "Finetune/Step": 2725, "Finetune/Step Time": 7.291641810908914}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7743260264396667, "Finetune/Loss (Raw)": 0.8161042332649231, "Finetune/Step": 2726, "Finetune/Step Time": 7.289229022338986}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7738926410675049, "Finetune/Loss (Raw)": 0.8123395442962646, "Finetune/Step": 2727, "Finetune/Step Time": 7.2923769149929285}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7721248269081116, "Finetune/Loss (Raw)": 0.5727851390838623, "Finetune/Step": 2728, "Finetune/Step Time": 7.291210260242224}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7691121101379395, "Finetune/Loss (Raw)": 0.4160444438457489, "Finetune/Step": 2729, "Finetune/Step Time": 7.295634852722287}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7667059302330017, "Finetune/Loss (Raw)": 0.6348141431808472, "Finetune/Step": 2730, "Finetune/Step Time": 7.2975449580699205}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7659190893173218, "Finetune/Loss (Raw)": 0.7994387149810791, "Finetune/Step": 2731, "Finetune/Step Time": 7.29474063962698}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7661941051483154, "Finetune/Loss (Raw)": 0.8118821382522583, "Finetune/Step": 2732, "Finetune/Step Time": 7.2902214508503675}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7672021389007568, "Finetune/Loss (Raw)": 0.859840452671051, "Finetune/Step": 2733, "Finetune/Step Time": 7.290258785709739}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7676831483840942, "Finetune/Loss (Raw)": 0.7915000319480896, "Finetune/Step": 2734, "Finetune/Step Time": 7.267699828371406}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7678878307342529, "Finetune/Loss (Raw)": 0.8660345673561096, "Finetune/Step": 2735, "Finetune/Step Time": 7.245269538834691}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7644840478897095, "Finetune/Loss (Raw)": 0.4556284546852112, "Finetune/Step": 2736, "Finetune/Step Time": 7.257381094619632}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7616258263587952, "Finetune/Loss (Raw)": 0.5188712477684021, "Finetune/Step": 2737, "Finetune/Step Time": 7.263330737128854}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7626922130584717, "Finetune/Loss (Raw)": 0.8599801063537598, "Finetune/Step": 2738, "Finetune/Step Time": 7.253297682851553}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.764103353023529, "Finetune/Loss (Raw)": 0.8688923716545105, "Finetune/Step": 2739, "Finetune/Step Time": 7.244944853708148}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7632070779800415, "Finetune/Loss (Raw)": 0.699738621711731, "Finetune/Step": 2740, "Finetune/Step Time": 7.253683090209961}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7626772522926331, "Finetune/Loss (Raw)": 0.8985226154327393, "Finetune/Step": 2741, "Finetune/Step Time": 7.255128908902407}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7627646327018738, "Finetune/Loss (Raw)": 0.7814159989356995, "Finetune/Step": 2742, "Finetune/Step Time": 7.260342065244913}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7628999948501587, "Finetune/Loss (Raw)": 0.9120047092437744, "Finetune/Step": 2743, "Finetune/Step Time": 7.25372420437634}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7622445225715637, "Finetune/Loss (Raw)": 0.8237823247909546, "Finetune/Step": 2744, "Finetune/Step Time": 7.250319730490446}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7662558555603027, "Finetune/Loss (Raw)": 0.9071327447891235, "Finetune/Step": 2745, "Finetune/Step Time": 7.237109616398811}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7674654722213745, "Finetune/Loss (Raw)": 0.8165232539176941, "Finetune/Step": 2746, "Finetune/Step Time": 7.24363754875958}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7668377757072449, "Finetune/Loss (Raw)": 0.8065339922904968, "Finetune/Step": 2747, "Finetune/Step Time": 7.260024148970842}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7683780193328857, "Finetune/Loss (Raw)": 0.9402293562889099, "Finetune/Step": 2748, "Finetune/Step Time": 7.262745276093483}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7691982984542847, "Finetune/Loss (Raw)": 0.8683294057846069, "Finetune/Step": 2749, "Finetune/Step Time": 7.259406113997102}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7684935927391052, "Finetune/Loss (Raw)": 0.7858963012695312, "Finetune/Step": 2750, "Finetune/Step Time": 7.2630629278719425}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7686482667922974, "Finetune/Loss (Raw)": 0.7893286347389221, "Finetune/Step": 2751, "Finetune/Step Time": 7.253015983849764}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7687029838562012, "Finetune/Loss (Raw)": 0.8352264165878296, "Finetune/Step": 2752, "Finetune/Step Time": 7.252639412879944}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7714500427246094, "Finetune/Loss (Raw)": 0.9353618025779724, "Finetune/Step": 2753, "Finetune/Step Time": 7.238994380459189}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.775324821472168, "Finetune/Loss (Raw)": 0.8070775866508484, "Finetune/Step": 2754, "Finetune/Step Time": 7.223006300628185}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7718324661254883, "Finetune/Loss (Raw)": 0.35100024938583374, "Finetune/Step": 2755, "Finetune/Step Time": 7.239546110853553}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7714033126831055, "Finetune/Loss (Raw)": 0.8278549909591675, "Finetune/Step": 2756, "Finetune/Step Time": 7.255634993314743}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7723639011383057, "Finetune/Loss (Raw)": 0.6387810111045837, "Finetune/Step": 2757, "Finetune/Step Time": 7.271293044090271}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7738922834396362, "Finetune/Loss (Raw)": 0.8887921571731567, "Finetune/Step": 2758, "Finetune/Step Time": 7.271287051960826}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7727166414260864, "Finetune/Loss (Raw)": 0.7453414797782898, "Finetune/Step": 2759, "Finetune/Step Time": 7.2599614299833775}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7722256183624268, "Finetune/Loss (Raw)": 0.6694362163543701, "Finetune/Step": 2760, "Finetune/Step Time": 7.25402956828475}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7686833143234253, "Finetune/Loss (Raw)": 0.41603243350982666, "Finetune/Step": 2761, "Finetune/Step Time": 7.267797414213419}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7683855295181274, "Finetune/Loss (Raw)": 0.7497691512107849, "Finetune/Step": 2762, "Finetune/Step Time": 7.2766248639672995}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7685656547546387, "Finetune/Loss (Raw)": 0.8098693490028381, "Finetune/Step": 2763, "Finetune/Step Time": 7.279245164245367}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7671769857406616, "Finetune/Loss (Raw)": 0.7774470448493958, "Finetune/Step": 2764, "Finetune/Step Time": 7.279130764305592}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7639246582984924, "Finetune/Loss (Raw)": 0.35082748532295227, "Finetune/Step": 2765, "Finetune/Step Time": 7.286858951672912}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7632139921188354, "Finetune/Loss (Raw)": 0.8216083645820618, "Finetune/Step": 2766, "Finetune/Step Time": 7.272073803469539}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7636783123016357, "Finetune/Loss (Raw)": 0.8481354713439941, "Finetune/Step": 2767, "Finetune/Step Time": 7.284178761765361}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.767707109451294, "Finetune/Loss (Raw)": 0.8613533973693848, "Finetune/Step": 2768, "Finetune/Step Time": 7.271107109263539}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.767947256565094, "Finetune/Loss (Raw)": 0.8339502215385437, "Finetune/Step": 2769, "Finetune/Step Time": 7.278531685471535}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7661762237548828, "Finetune/Loss (Raw)": 0.5733237862586975, "Finetune/Step": 2770, "Finetune/Step Time": 7.284341398626566}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7680448293685913, "Finetune/Loss (Raw)": 0.8678268790245056, "Finetune/Step": 2771, "Finetune/Step Time": 7.276670290157199}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7694482207298279, "Finetune/Loss (Raw)": 0.855400562286377, "Finetune/Step": 2772, "Finetune/Step Time": 7.246231472119689}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.769943356513977, "Finetune/Loss (Raw)": 0.8935800194740295, "Finetune/Step": 2773, "Finetune/Step Time": 7.2384465374052525}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.766209602355957, "Finetune/Loss (Raw)": 0.3287326991558075, "Finetune/Step": 2774, "Finetune/Step Time": 7.251416789367795}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7672795057296753, "Finetune/Loss (Raw)": 0.8673830032348633, "Finetune/Step": 2775, "Finetune/Step Time": 7.252762483432889}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7667487859725952, "Finetune/Loss (Raw)": 0.7518028616905212, "Finetune/Step": 2776, "Finetune/Step Time": 7.244833713397384}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7674223184585571, "Finetune/Loss (Raw)": 0.8057853579521179, "Finetune/Step": 2777, "Finetune/Step Time": 7.231095170602202}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7684056162834167, "Finetune/Loss (Raw)": 0.845194399356842, "Finetune/Step": 2778, "Finetune/Step Time": 7.230843082070351}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7678310871124268, "Finetune/Loss (Raw)": 0.7207722067832947, "Finetune/Step": 2779, "Finetune/Step Time": 7.235432878136635}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7674416303634644, "Finetune/Loss (Raw)": 0.8237748146057129, "Finetune/Step": 2780, "Finetune/Step Time": 7.233293941244483}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7688339948654175, "Finetune/Loss (Raw)": 0.8983120918273926, "Finetune/Step": 2781, "Finetune/Step Time": 7.216793840751052}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7725666761398315, "Finetune/Loss (Raw)": 0.8149842023849487, "Finetune/Step": 2782, "Finetune/Step Time": 7.203515375033021}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7728270292282104, "Finetune/Loss (Raw)": 0.8338408470153809, "Finetune/Step": 2783, "Finetune/Step Time": 7.205835074186325}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7714154720306396, "Finetune/Loss (Raw)": 0.6129195690155029, "Finetune/Step": 2784, "Finetune/Step Time": 7.217405462637544}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7729001045227051, "Finetune/Loss (Raw)": 0.782833993434906, "Finetune/Step": 2785, "Finetune/Step Time": 7.205509103834629}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7751163244247437, "Finetune/Loss (Raw)": 0.8624110221862793, "Finetune/Step": 2786, "Finetune/Step Time": 7.191989513114095}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7746784687042236, "Finetune/Loss (Raw)": 0.7808162569999695, "Finetune/Step": 2787, "Finetune/Step Time": 7.191262748092413}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7748270034790039, "Finetune/Loss (Raw)": 0.8849582672119141, "Finetune/Step": 2788, "Finetune/Step Time": 7.200593411922455}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7728127241134644, "Finetune/Loss (Raw)": 0.738685667514801, "Finetune/Step": 2789, "Finetune/Step Time": 7.213180409744382}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7720208168029785, "Finetune/Loss (Raw)": 0.7879734039306641, "Finetune/Step": 2790, "Finetune/Step Time": 7.2154402155429125}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7699184417724609, "Finetune/Loss (Raw)": 0.628728985786438, "Finetune/Step": 2791, "Finetune/Step Time": 7.224081235006452}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7727733254432678, "Finetune/Loss (Raw)": 0.8011904358863831, "Finetune/Step": 2792, "Finetune/Step Time": 7.223933044821024}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7747316360473633, "Finetune/Loss (Raw)": 0.9283125996589661, "Finetune/Step": 2793, "Finetune/Step Time": 7.222075900062919}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7738351821899414, "Finetune/Loss (Raw)": 0.7501643896102905, "Finetune/Step": 2794, "Finetune/Step Time": 7.229457158595324}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7733861207962036, "Finetune/Loss (Raw)": 0.6885576844215393, "Finetune/Step": 2795, "Finetune/Step Time": 7.239609103649855}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7730140089988708, "Finetune/Loss (Raw)": 0.7658660411834717, "Finetune/Step": 2796, "Finetune/Step Time": 7.255532395094633}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7702609300613403, "Finetune/Loss (Raw)": 0.5796050429344177, "Finetune/Step": 2797, "Finetune/Step Time": 7.267502075061202}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7666321992874146, "Finetune/Loss (Raw)": 0.37632423639297485, "Finetune/Step": 2798, "Finetune/Step Time": 7.286150332540274}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7669106721878052, "Finetune/Loss (Raw)": 0.6746602654457092, "Finetune/Step": 2799, "Finetune/Step Time": 7.283373132348061}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7672661542892456, "Finetune/Loss (Raw)": 0.617603063583374, "Finetune/Step": 2800, "Finetune/Step Time": 7.2774888798594475}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7679481506347656, "Finetune/Loss (Raw)": 0.8920224905014038, "Finetune/Step": 2801, "Finetune/Step Time": 7.280469270423055}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7698714137077332, "Finetune/Loss (Raw)": 0.8786562085151672, "Finetune/Step": 2802, "Finetune/Step Time": 7.27992238663137}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.769591748714447, "Finetune/Loss (Raw)": 0.766421377658844, "Finetune/Step": 2803, "Finetune/Step Time": 7.279071789234877}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7699404358863831, "Finetune/Loss (Raw)": 0.8335282802581787, "Finetune/Step": 2804, "Finetune/Step Time": 7.273693507537246}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7705363631248474, "Finetune/Loss (Raw)": 0.9591309428215027, "Finetune/Step": 2805, "Finetune/Step Time": 7.272653570398688}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7700983285903931, "Finetune/Loss (Raw)": 0.7497426867485046, "Finetune/Step": 2806, "Finetune/Step Time": 7.279175233095884}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7687473893165588, "Finetune/Loss (Raw)": 0.7768450379371643, "Finetune/Step": 2807, "Finetune/Step Time": 7.278077643364668}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7666858434677124, "Finetune/Loss (Raw)": 0.6160393953323364, "Finetune/Step": 2808, "Finetune/Step Time": 7.288208236917853}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7667419910430908, "Finetune/Loss (Raw)": 0.3431013226509094, "Finetune/Step": 2809, "Finetune/Step Time": 7.2889107298105955}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7658318281173706, "Finetune/Loss (Raw)": 0.6998468637466431, "Finetune/Step": 2810, "Finetune/Step Time": 7.287155482918024}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7656888961791992, "Finetune/Loss (Raw)": 0.817210853099823, "Finetune/Step": 2811, "Finetune/Step Time": 7.290422508493066}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7657420635223389, "Finetune/Loss (Raw)": 0.7953645586967468, "Finetune/Step": 2812, "Finetune/Step Time": 7.289599495008588}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7660542726516724, "Finetune/Loss (Raw)": 0.8842853307723999, "Finetune/Step": 2813, "Finetune/Step Time": 7.288088858127594}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7630318403244019, "Finetune/Loss (Raw)": 0.3494223654270172, "Finetune/Step": 2814, "Finetune/Step Time": 7.300605997443199}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7640876173973083, "Finetune/Loss (Raw)": 0.9190969467163086, "Finetune/Step": 2815, "Finetune/Step Time": 7.302750689908862}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7638444900512695, "Finetune/Loss (Raw)": 0.8106534481048584, "Finetune/Step": 2816, "Finetune/Step Time": 7.30118746869266}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7625477313995361, "Finetune/Loss (Raw)": 0.7830736041069031, "Finetune/Step": 2817, "Finetune/Step Time": 7.307914439588785}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.765836238861084, "Finetune/Loss (Raw)": 0.7883588075637817, "Finetune/Step": 2818, "Finetune/Step Time": 7.298766668885946}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.766295313835144, "Finetune/Loss (Raw)": 0.9405629634857178, "Finetune/Step": 2819, "Finetune/Step Time": 7.301396431401372}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7673173546791077, "Finetune/Loss (Raw)": 0.9094045162200928, "Finetune/Step": 2820, "Finetune/Step Time": 7.301172710955143}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7655850648880005, "Finetune/Loss (Raw)": 0.6222780346870422, "Finetune/Step": 2821, "Finetune/Step Time": 7.313513906672597}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7663244605064392, "Finetune/Loss (Raw)": 0.8444826602935791, "Finetune/Step": 2822, "Finetune/Step Time": 7.309618022292852}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7633804082870483, "Finetune/Loss (Raw)": 0.4019080400466919, "Finetune/Step": 2823, "Finetune/Step Time": 7.317121913656592}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7622107267379761, "Finetune/Loss (Raw)": 0.6522795557975769, "Finetune/Step": 2824, "Finetune/Step Time": 7.303024437278509}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7614473104476929, "Finetune/Loss (Raw)": 0.713554859161377, "Finetune/Step": 2825, "Finetune/Step Time": 7.301746355369687}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7610398530960083, "Finetune/Loss (Raw)": 0.6766013503074646, "Finetune/Step": 2826, "Finetune/Step Time": 7.303964531049132}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7606431841850281, "Finetune/Loss (Raw)": 0.8319481015205383, "Finetune/Step": 2827, "Finetune/Step Time": 7.286882838234305}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7618010640144348, "Finetune/Loss (Raw)": 0.9508280754089355, "Finetune/Step": 2828, "Finetune/Step Time": 7.286057019606233}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7623564004898071, "Finetune/Loss (Raw)": 0.8500757813453674, "Finetune/Step": 2829, "Finetune/Step Time": 7.269526083022356}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7627609968185425, "Finetune/Loss (Raw)": 0.8935763835906982, "Finetune/Step": 2830, "Finetune/Step Time": 7.261604631319642}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.765236496925354, "Finetune/Loss (Raw)": 1.0168240070343018, "Finetune/Step": 2831, "Finetune/Step Time": 7.234516698867083}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7672007083892822, "Finetune/Loss (Raw)": 0.9500283598899841, "Finetune/Step": 2832, "Finetune/Step Time": 7.230417342856526}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.76744145154953, "Finetune/Loss (Raw)": 0.8077166676521301, "Finetune/Step": 2833, "Finetune/Step Time": 7.23732652887702}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7632700204849243, "Finetune/Loss (Raw)": 0.3536374568939209, "Finetune/Step": 2834, "Finetune/Step Time": 7.245798788964748}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7621438503265381, "Finetune/Loss (Raw)": 0.8233492970466614, "Finetune/Step": 2835, "Finetune/Step Time": 7.2495241314172745}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7599424123764038, "Finetune/Loss (Raw)": 0.6397525668144226, "Finetune/Step": 2836, "Finetune/Step Time": 7.242883147671819}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.760578989982605, "Finetune/Loss (Raw)": 0.8555914759635925, "Finetune/Step": 2837, "Finetune/Step Time": 7.232326550409198}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7631785273551941, "Finetune/Loss (Raw)": 0.7074777483940125, "Finetune/Step": 2838, "Finetune/Step Time": 7.214034104719758}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7619250416755676, "Finetune/Loss (Raw)": 0.7127932906150818, "Finetune/Step": 2839, "Finetune/Step Time": 7.219469521194696}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7618349194526672, "Finetune/Loss (Raw)": 0.8083412647247314, "Finetune/Step": 2840, "Finetune/Step Time": 7.204510431736708}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7629992365837097, "Finetune/Loss (Raw)": 0.9511611461639404, "Finetune/Step": 2841, "Finetune/Step Time": 7.199359098449349}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7623149156570435, "Finetune/Loss (Raw)": 0.8146182894706726, "Finetune/Step": 2842, "Finetune/Step Time": 7.192248772829771}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7619569301605225, "Finetune/Loss (Raw)": 0.6878705024719238, "Finetune/Step": 2843, "Finetune/Step Time": 7.197763811796904}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7623417377471924, "Finetune/Loss (Raw)": 0.8514810800552368, "Finetune/Step": 2844, "Finetune/Step Time": 7.198488295078278}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7621371746063232, "Finetune/Loss (Raw)": 0.8286939263343811, "Finetune/Step": 2845, "Finetune/Step Time": 7.21051799505949}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7620575428009033, "Finetune/Loss (Raw)": 0.7568318843841553, "Finetune/Step": 2846, "Finetune/Step Time": 7.209961540997028}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7602442502975464, "Finetune/Loss (Raw)": 0.5952879786491394, "Finetune/Step": 2847, "Finetune/Step Time": 7.233300268650055}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7602332830429077, "Finetune/Loss (Raw)": 0.8611184358596802, "Finetune/Step": 2848, "Finetune/Step Time": 7.240405835211277}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7606260776519775, "Finetune/Loss (Raw)": 0.7638614773750305, "Finetune/Step": 2849, "Finetune/Step Time": 7.237326649948955}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7604572176933289, "Finetune/Loss (Raw)": 0.7974772453308105, "Finetune/Step": 2850, "Finetune/Step Time": 7.233401918783784}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7615364789962769, "Finetune/Loss (Raw)": 0.8746746182441711, "Finetune/Step": 2851, "Finetune/Step Time": 7.231372494250536}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7616101503372192, "Finetune/Loss (Raw)": 0.8324289321899414, "Finetune/Step": 2852, "Finetune/Step Time": 7.2328924890607595}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7612259387969971, "Finetune/Loss (Raw)": 0.7718105316162109, "Finetune/Step": 2853, "Finetune/Step Time": 7.234117101877928}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7615917921066284, "Finetune/Loss (Raw)": 0.8629446625709534, "Finetune/Step": 2854, "Finetune/Step Time": 7.227511290460825}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7613881826400757, "Finetune/Loss (Raw)": 0.7862725257873535, "Finetune/Step": 2855, "Finetune/Step Time": 7.23221842944622}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7631433010101318, "Finetune/Loss (Raw)": 0.7974407076835632, "Finetune/Step": 2856, "Finetune/Step Time": 7.2461895272135735}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7665605545043945, "Finetune/Loss (Raw)": 0.8534554243087769, "Finetune/Step": 2857, "Finetune/Step Time": 7.235808365046978}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7671881914138794, "Finetune/Loss (Raw)": 0.7151526808738708, "Finetune/Step": 2858, "Finetune/Step Time": 7.2402180302888155}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7672105431556702, "Finetune/Loss (Raw)": 0.8022977113723755, "Finetune/Step": 2859, "Finetune/Step Time": 7.247262794524431}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7663966417312622, "Finetune/Loss (Raw)": 0.7077106237411499, "Finetune/Step": 2860, "Finetune/Step Time": 7.258252594619989}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7672797441482544, "Finetune/Loss (Raw)": 0.9728700518608093, "Finetune/Step": 2861, "Finetune/Step Time": 7.258101379498839}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.766782283782959, "Finetune/Loss (Raw)": 0.7278275489807129, "Finetune/Step": 2862, "Finetune/Step Time": 7.2747623436152935}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7663118839263916, "Finetune/Loss (Raw)": 0.8058239817619324, "Finetune/Step": 2863, "Finetune/Step Time": 7.272258531302214}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7683926820755005, "Finetune/Loss (Raw)": 0.7219641208648682, "Finetune/Step": 2864, "Finetune/Step Time": 7.257563257589936}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7712162137031555, "Finetune/Loss (Raw)": 0.8802857995033264, "Finetune/Step": 2865, "Finetune/Step Time": 7.249532863497734}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7675209641456604, "Finetune/Loss (Raw)": 0.3869885504245758, "Finetune/Step": 2866, "Finetune/Step Time": 7.259550528600812}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7673187255859375, "Finetune/Loss (Raw)": 0.8430010676383972, "Finetune/Step": 2867, "Finetune/Step Time": 7.263604609295726}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7691516876220703, "Finetune/Loss (Raw)": 0.9343602657318115, "Finetune/Step": 2868, "Finetune/Step Time": 7.258498704060912}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7667442560195923, "Finetune/Loss (Raw)": 0.5903705358505249, "Finetune/Step": 2869, "Finetune/Step Time": 7.288902424275875}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.763573169708252, "Finetune/Loss (Raw)": 0.37552374601364136, "Finetune/Step": 2870, "Finetune/Step Time": 7.296722590923309}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7638640999794006, "Finetune/Loss (Raw)": 0.9492358565330505, "Finetune/Step": 2871, "Finetune/Step Time": 7.294936913996935}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7645803689956665, "Finetune/Loss (Raw)": 0.9154719710350037, "Finetune/Step": 2872, "Finetune/Step Time": 7.295028772205114}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7640016674995422, "Finetune/Loss (Raw)": 0.8330541253089905, "Finetune/Step": 2873, "Finetune/Step Time": 7.296838466078043}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7604010105133057, "Finetune/Loss (Raw)": 0.35564523935317993, "Finetune/Step": 2874, "Finetune/Step Time": 7.297767177224159}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7608814835548401, "Finetune/Loss (Raw)": 0.8680279850959778, "Finetune/Step": 2875, "Finetune/Step Time": 7.2783617824316025}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7598598599433899, "Finetune/Loss (Raw)": 0.8094683289527893, "Finetune/Step": 2876, "Finetune/Step Time": 7.286738878116012}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7591664791107178, "Finetune/Loss (Raw)": 0.7795798182487488, "Finetune/Step": 2877, "Finetune/Step Time": 7.290112089365721}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7588050365447998, "Finetune/Loss (Raw)": 0.7396168112754822, "Finetune/Step": 2878, "Finetune/Step Time": 7.295512437820435}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7583513259887695, "Finetune/Loss (Raw)": 0.7312648296356201, "Finetune/Step": 2879, "Finetune/Step Time": 7.297969359904528}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7591063976287842, "Finetune/Loss (Raw)": 0.9318742156028748, "Finetune/Step": 2880, "Finetune/Step Time": 7.290513381361961}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7583290338516235, "Finetune/Loss (Raw)": 0.8358526229858398, "Finetune/Step": 2881, "Finetune/Step Time": 7.294861810281873}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7588951587677002, "Finetune/Loss (Raw)": 0.8795410394668579, "Finetune/Step": 2882, "Finetune/Step Time": 7.2963727954775095}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7634421586990356, "Finetune/Loss (Raw)": 0.9330196976661682, "Finetune/Step": 2883, "Finetune/Step Time": 7.28560234606266}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7624902129173279, "Finetune/Loss (Raw)": 0.7060045003890991, "Finetune/Step": 2884, "Finetune/Step Time": 7.292963260784745}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.764363169670105, "Finetune/Loss (Raw)": 0.878523588180542, "Finetune/Step": 2885, "Finetune/Step Time": 7.262686742469668}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.761885404586792, "Finetune/Loss (Raw)": 0.5716341137886047, "Finetune/Step": 2886, "Finetune/Step Time": 7.285628512501717}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7615677118301392, "Finetune/Loss (Raw)": 0.7046825885772705, "Finetune/Step": 2887, "Finetune/Step Time": 7.291780693456531}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.764047384262085, "Finetune/Loss (Raw)": 0.9868295192718506, "Finetune/Step": 2888, "Finetune/Step Time": 7.300202867016196}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7633635997772217, "Finetune/Loss (Raw)": 0.32851311564445496, "Finetune/Step": 2889, "Finetune/Step Time": 7.30049915984273}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.763377845287323, "Finetune/Loss (Raw)": 0.7515886425971985, "Finetune/Step": 2890, "Finetune/Step Time": 7.290655270218849}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7629522085189819, "Finetune/Loss (Raw)": 0.7553836703300476, "Finetune/Step": 2891, "Finetune/Step Time": 7.29048933275044}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7646593451499939, "Finetune/Loss (Raw)": 0.995966911315918, "Finetune/Step": 2892, "Finetune/Step Time": 7.300804544240236}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7681572437286377, "Finetune/Loss (Raw)": 0.798554003238678, "Finetune/Step": 2893, "Finetune/Step Time": 7.285502780228853}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7688208818435669, "Finetune/Loss (Raw)": 0.9065490961074829, "Finetune/Step": 2894, "Finetune/Step Time": 7.285118341445923}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7685962915420532, "Finetune/Loss (Raw)": 0.8194003701210022, "Finetune/Step": 2895, "Finetune/Step Time": 7.272626917809248}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7687357664108276, "Finetune/Loss (Raw)": 0.879196047782898, "Finetune/Step": 2896, "Finetune/Step Time": 7.275418445467949}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7692007422447205, "Finetune/Loss (Raw)": 0.8934706449508667, "Finetune/Step": 2897, "Finetune/Step Time": 7.270513027906418}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7712453603744507, "Finetune/Loss (Raw)": 0.8350360989570618, "Finetune/Step": 2898, "Finetune/Step Time": 7.253830153495073}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7707771062850952, "Finetune/Loss (Raw)": 0.8078887462615967, "Finetune/Step": 2899, "Finetune/Step Time": 7.2546280808746815}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7693551182746887, "Finetune/Loss (Raw)": 0.673386812210083, "Finetune/Step": 2900, "Finetune/Step Time": 7.258240267634392}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7676846385002136, "Finetune/Loss (Raw)": 0.6797604560852051, "Finetune/Step": 2901, "Finetune/Step Time": 7.268395910039544}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7712652683258057, "Finetune/Loss (Raw)": 0.7870461344718933, "Finetune/Step": 2902, "Finetune/Step Time": 7.278168769553304}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7709358930587769, "Finetune/Loss (Raw)": 0.8252271413803101, "Finetune/Step": 2903, "Finetune/Step Time": 7.270410519093275}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7712661027908325, "Finetune/Loss (Raw)": 0.7940702438354492, "Finetune/Step": 2904, "Finetune/Step Time": 7.269390843808651}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7712167501449585, "Finetune/Loss (Raw)": 0.7994706034660339, "Finetune/Step": 2905, "Finetune/Step Time": 7.271526778116822}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7715075612068176, "Finetune/Loss (Raw)": 0.8824130296707153, "Finetune/Step": 2906, "Finetune/Step Time": 7.2733947820961475}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7720329761505127, "Finetune/Loss (Raw)": 0.7880253791809082, "Finetune/Step": 2907, "Finetune/Step Time": 7.267302364110947}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7723476886749268, "Finetune/Loss (Raw)": 0.8640663623809814, "Finetune/Step": 2908, "Finetune/Step Time": 7.270945608615875}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7730154991149902, "Finetune/Loss (Raw)": 0.9837938547134399, "Finetune/Step": 2909, "Finetune/Step Time": 7.266409143805504}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7737932205200195, "Finetune/Loss (Raw)": 0.9145176410675049, "Finetune/Step": 2910, "Finetune/Step Time": 7.267460484057665}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7747088074684143, "Finetune/Loss (Raw)": 0.9510483145713806, "Finetune/Step": 2911, "Finetune/Step Time": 7.2539144810289145}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7766230702400208, "Finetune/Loss (Raw)": 0.8579398393630981, "Finetune/Step": 2912, "Finetune/Step Time": 7.2456921972334385}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7769827842712402, "Finetune/Loss (Raw)": 0.828882098197937, "Finetune/Step": 2913, "Finetune/Step Time": 7.2385582793504}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7749239802360535, "Finetune/Loss (Raw)": 0.598878800868988, "Finetune/Step": 2914, "Finetune/Step Time": 7.254442218691111}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7733235955238342, "Finetune/Loss (Raw)": 0.5759676098823547, "Finetune/Step": 2915, "Finetune/Step Time": 7.266310749575496}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.773146390914917, "Finetune/Loss (Raw)": 0.8622802495956421, "Finetune/Step": 2916, "Finetune/Step Time": 7.253442661836743}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.774539589881897, "Finetune/Loss (Raw)": 0.9170132279396057, "Finetune/Step": 2917, "Finetune/Step Time": 7.2377311289310455}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7739453911781311, "Finetune/Loss (Raw)": 0.7119159698486328, "Finetune/Step": 2918, "Finetune/Step Time": 7.242311676964164}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7755056023597717, "Finetune/Loss (Raw)": 0.8284352421760559, "Finetune/Step": 2919, "Finetune/Step Time": 7.2325874119997025}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.771960437297821, "Finetune/Loss (Raw)": 0.34741199016571045, "Finetune/Step": 2920, "Finetune/Step Time": 7.232146477326751}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7708688974380493, "Finetune/Loss (Raw)": 0.7885936498641968, "Finetune/Step": 2921, "Finetune/Step Time": 7.248482342809439}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7709481120109558, "Finetune/Loss (Raw)": 0.760299563407898, "Finetune/Step": 2922, "Finetune/Step Time": 7.241373689845204}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7711926698684692, "Finetune/Loss (Raw)": 0.7198638916015625, "Finetune/Step": 2923, "Finetune/Step Time": 7.2616470996290445}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7720069885253906, "Finetune/Loss (Raw)": 0.8701002597808838, "Finetune/Step": 2924, "Finetune/Step Time": 7.245411658659577}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7746075391769409, "Finetune/Loss (Raw)": 0.9124793410301208, "Finetune/Step": 2925, "Finetune/Step Time": 7.234049981459975}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7778267860412598, "Finetune/Loss (Raw)": 0.7883804440498352, "Finetune/Step": 2926, "Finetune/Step Time": 7.245278097689152}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7769557237625122, "Finetune/Loss (Raw)": 0.5631677508354187, "Finetune/Step": 2927, "Finetune/Step Time": 7.254649501293898}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7784292697906494, "Finetune/Loss (Raw)": 0.8062241077423096, "Finetune/Step": 2928, "Finetune/Step Time": 7.2627963703125715}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7780144214630127, "Finetune/Loss (Raw)": 0.8389139175415039, "Finetune/Step": 2929, "Finetune/Step Time": 7.2529415264725685}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7780051827430725, "Finetune/Loss (Raw)": 0.8774768710136414, "Finetune/Step": 2930, "Finetune/Step Time": 7.2534233294427395}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7789695262908936, "Finetune/Loss (Raw)": 0.889855146408081, "Finetune/Step": 2931, "Finetune/Step Time": 7.255423253402114}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7792423963546753, "Finetune/Loss (Raw)": 0.8684599995613098, "Finetune/Step": 2932, "Finetune/Step Time": 7.258621780201793}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7781018018722534, "Finetune/Loss (Raw)": 0.8131357431411743, "Finetune/Step": 2933, "Finetune/Step Time": 7.268823375925422}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7784279584884644, "Finetune/Loss (Raw)": 0.7914863228797913, "Finetune/Step": 2934, "Finetune/Step Time": 7.262033216655254}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7786614894866943, "Finetune/Loss (Raw)": 0.8067353963851929, "Finetune/Step": 2935, "Finetune/Step Time": 7.265993965789676}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7805249691009521, "Finetune/Loss (Raw)": 0.8545634746551514, "Finetune/Step": 2936, "Finetune/Step Time": 7.270954482257366}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.785607099533081, "Finetune/Loss (Raw)": 0.993617594242096, "Finetune/Step": 2937, "Finetune/Step Time": 7.256906604394317}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.7868931293487549, "Finetune/Loss (Raw)": 0.8644543290138245, "Finetune/Step": 2938, "Finetune/Step Time": 7.252260161563754}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.7869201302528381, "Finetune/Loss (Raw)": 0.8206740021705627, "Finetune/Step": 2939, "Finetune/Step Time": 7.250025246292353}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.785847008228302, "Finetune/Loss (Raw)": 0.6580020189285278, "Finetune/Step": 2940, "Finetune/Step Time": 7.251430913805962}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7829229831695557, "Finetune/Loss (Raw)": 0.5100123882293701, "Finetune/Step": 2941, "Finetune/Step Time": 7.268465830013156}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7876603603363037, "Finetune/Loss (Raw)": 0.9558081030845642, "Finetune/Step": 2942, "Finetune/Step Time": 7.258681405335665}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7864885330200195, "Finetune/Loss (Raw)": 0.7690971493721008, "Finetune/Step": 2943, "Finetune/Step Time": 7.26188001036644}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.786551833152771, "Finetune/Loss (Raw)": 0.8187537789344788, "Finetune/Step": 2944, "Finetune/Step Time": 7.269016006961465}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7863095998764038, "Finetune/Loss (Raw)": 0.7520670294761658, "Finetune/Step": 2945, "Finetune/Step Time": 7.2770380433648825}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7862371802330017, "Finetune/Loss (Raw)": 0.7790948748588562, "Finetune/Step": 2946, "Finetune/Step Time": 7.268035428598523}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7848281264305115, "Finetune/Loss (Raw)": 0.7602063417434692, "Finetune/Step": 2947, "Finetune/Step Time": 7.283384740352631}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7833771705627441, "Finetune/Loss (Raw)": 0.7236833572387695, "Finetune/Step": 2948, "Finetune/Step Time": 7.293229626491666}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7850622534751892, "Finetune/Loss (Raw)": 0.8379632830619812, "Finetune/Step": 2949, "Finetune/Step Time": 7.282976262271404}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7851789593696594, "Finetune/Loss (Raw)": 0.8594211935997009, "Finetune/Step": 2950, "Finetune/Step Time": 7.2821687292307615}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7844336628913879, "Finetune/Loss (Raw)": 0.30651041865348816, "Finetune/Step": 2951, "Finetune/Step Time": 7.282089313492179}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7860103845596313, "Finetune/Loss (Raw)": 0.8540934920310974, "Finetune/Step": 2952, "Finetune/Step Time": 7.279634615406394}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7875946760177612, "Finetune/Loss (Raw)": 0.9163530468940735, "Finetune/Step": 2953, "Finetune/Step Time": 7.278504583984613}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7879984974861145, "Finetune/Loss (Raw)": 0.7282876968383789, "Finetune/Step": 2954, "Finetune/Step Time": 7.282400446012616}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7890788316726685, "Finetune/Loss (Raw)": 0.9702364802360535, "Finetune/Step": 2955, "Finetune/Step Time": 7.288870736956596}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7880604863166809, "Finetune/Loss (Raw)": 0.8204732537269592, "Finetune/Step": 2956, "Finetune/Step Time": 7.286315077915788}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7875189185142517, "Finetune/Loss (Raw)": 0.7807561159133911, "Finetune/Step": 2957, "Finetune/Step Time": 7.274300871416926}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7869673371315002, "Finetune/Loss (Raw)": 0.8229722380638123, "Finetune/Step": 2958, "Finetune/Step Time": 7.276845686137676}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7815126180648804, "Finetune/Loss (Raw)": 0.31862378120422363, "Finetune/Step": 2959, "Finetune/Step Time": 7.288595074787736}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7798917889595032, "Finetune/Loss (Raw)": 0.7425578832626343, "Finetune/Step": 2960, "Finetune/Step Time": 7.28528231754899}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7795880436897278, "Finetune/Loss (Raw)": 0.7688406109809875, "Finetune/Step": 2961, "Finetune/Step Time": 7.272092202678323}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7846089601516724, "Finetune/Loss (Raw)": 0.9963149428367615, "Finetune/Step": 2962, "Finetune/Step Time": 7.262819642201066}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7848744988441467, "Finetune/Loss (Raw)": 0.8573408722877502, "Finetune/Step": 2963, "Finetune/Step Time": 7.272973518818617}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7867569923400879, "Finetune/Loss (Raw)": 0.8807048797607422, "Finetune/Step": 2964, "Finetune/Step Time": 7.275745132938027}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.7869195938110352, "Finetune/Loss (Raw)": 0.876406192779541, "Finetune/Step": 2965, "Finetune/Step Time": 7.271669989451766}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7870907783508301, "Finetune/Loss (Raw)": 0.729391872882843, "Finetune/Step": 2966, "Finetune/Step Time": 7.279264120385051}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7869593501091003, "Finetune/Loss (Raw)": 0.6959666013717651, "Finetune/Step": 2967, "Finetune/Step Time": 7.290838269516826}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.787530779838562, "Finetune/Loss (Raw)": 0.8814830780029297, "Finetune/Step": 2968, "Finetune/Step Time": 7.299507273361087}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7865340113639832, "Finetune/Loss (Raw)": 0.8235769271850586, "Finetune/Step": 2969, "Finetune/Step Time": 7.296720648184419}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7864397764205933, "Finetune/Loss (Raw)": 0.8025660514831543, "Finetune/Step": 2970, "Finetune/Step Time": 7.308529764413834}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7873880863189697, "Finetune/Loss (Raw)": 0.8092417120933533, "Finetune/Step": 2971, "Finetune/Step Time": 7.315670443698764}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7871354818344116, "Finetune/Loss (Raw)": 0.8191536068916321, "Finetune/Step": 2972, "Finetune/Step Time": 7.311313698068261}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7861822843551636, "Finetune/Loss (Raw)": 0.7066798806190491, "Finetune/Step": 2973, "Finetune/Step Time": 7.314529560506344}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7868161201477051, "Finetune/Loss (Raw)": 0.8379648327827454, "Finetune/Step": 2974, "Finetune/Step Time": 7.315155221149325}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7852218151092529, "Finetune/Loss (Raw)": 0.39120978116989136, "Finetune/Step": 2975, "Finetune/Step Time": 7.30423716455698}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7843003273010254, "Finetune/Loss (Raw)": 0.7431776523590088, "Finetune/Step": 2976, "Finetune/Step Time": 7.29818345233798}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.7841960191726685, "Finetune/Loss (Raw)": 0.7505083084106445, "Finetune/Step": 2977, "Finetune/Step Time": 7.295260092243552}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7852927446365356, "Finetune/Loss (Raw)": 0.937865138053894, "Finetune/Step": 2978, "Finetune/Step Time": 7.295037774369121}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7850332856178284, "Finetune/Loss (Raw)": 0.8414590358734131, "Finetune/Step": 2979, "Finetune/Step Time": 7.303759332746267}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7844440937042236, "Finetune/Loss (Raw)": 0.7570127248764038, "Finetune/Step": 2980, "Finetune/Step Time": 7.306699000298977}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7840989828109741, "Finetune/Loss (Raw)": 0.727628231048584, "Finetune/Step": 2981, "Finetune/Step Time": 7.3313714526593685}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7832602262496948, "Finetune/Loss (Raw)": 0.7555907964706421, "Finetune/Step": 2982, "Finetune/Step Time": 7.324573813006282}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7844504714012146, "Finetune/Loss (Raw)": 0.938616156578064, "Finetune/Step": 2983, "Finetune/Step Time": 7.314637407660484}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.7842659950256348, "Finetune/Loss (Raw)": 0.7738347053527832, "Finetune/Step": 2984, "Finetune/Step Time": 7.313521521165967}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7840995788574219, "Finetune/Loss (Raw)": 0.8321567177772522, "Finetune/Step": 2985, "Finetune/Step Time": 7.3123662527650595}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7810497283935547, "Finetune/Loss (Raw)": 0.32477453351020813, "Finetune/Step": 2986, "Finetune/Step Time": 7.31736458837986}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.780830979347229, "Finetune/Loss (Raw)": 0.7742937803268433, "Finetune/Step": 2987, "Finetune/Step Time": 7.330249613150954}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7821759581565857, "Finetune/Loss (Raw)": 0.879862904548645, "Finetune/Step": 2988, "Finetune/Step Time": 7.326938742771745}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7798361778259277, "Finetune/Loss (Raw)": 0.6733845472335815, "Finetune/Step": 2989, "Finetune/Step Time": 7.332063179463148}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.781425952911377, "Finetune/Loss (Raw)": 0.9313136339187622, "Finetune/Step": 2990, "Finetune/Step Time": 7.308084890246391}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.781868577003479, "Finetune/Loss (Raw)": 0.8624740242958069, "Finetune/Step": 2991, "Finetune/Step Time": 7.323747416958213}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.7817367911338806, "Finetune/Loss (Raw)": 0.7051036357879639, "Finetune/Step": 2992, "Finetune/Step Time": 7.33427619561553}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7821546792984009, "Finetune/Loss (Raw)": 0.9337736964225769, "Finetune/Step": 2993, "Finetune/Step Time": 7.330239340662956}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7863576412200928, "Finetune/Loss (Raw)": 0.9249637126922607, "Finetune/Step": 2994, "Finetune/Step Time": 7.312991997227073}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7863024473190308, "Finetune/Loss (Raw)": 0.8359376788139343, "Finetune/Step": 2995, "Finetune/Step Time": 7.315073225647211}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7847906351089478, "Finetune/Loss (Raw)": 0.740847647190094, "Finetune/Step": 2996, "Finetune/Step Time": 7.32965799793601}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.78608638048172, "Finetune/Loss (Raw)": 0.7562244534492493, "Finetune/Step": 2997, "Finetune/Step Time": 7.2999458983540535}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.7890641689300537, "Finetune/Loss (Raw)": 0.7566869854927063, "Finetune/Step": 2998, "Finetune/Step Time": 7.2942354790866375}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7881118655204773, "Finetune/Loss (Raw)": 0.8273360729217529, "Finetune/Step": 2999, "Finetune/Step Time": 7.2995227966457605}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7875036001205444, "Finetune/Loss (Raw)": 0.8376146554946899, "Finetune/Step": 3000, "Finetune/Step Time": 7.303143709897995}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.7870234251022339, "Finetune/Loss (Raw)": 0.7716008424758911, "Finetune/Step": 3001, "Finetune/Step Time": 7.306002696976066}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.7912489771842957, "Finetune/Loss (Raw)": 0.8965074419975281, "Finetune/Step": 3002, "Finetune/Step Time": 7.304421233013272}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.7908307909965515, "Finetune/Loss (Raw)": 0.8145038485527039, "Finetune/Step": 3003, "Finetune/Step Time": 7.30946603231132}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.7914280891418457, "Finetune/Loss (Raw)": 0.8859233260154724, "Finetune/Step": 3004, "Finetune/Step Time": 7.301862513646483}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.790073812007904, "Finetune/Loss (Raw)": 0.6062323451042175, "Finetune/Step": 3005, "Finetune/Step Time": 7.318630548194051}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.7912290096282959, "Finetune/Loss (Raw)": 0.8874808549880981, "Finetune/Step": 3006, "Finetune/Step Time": 7.311275474727154}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7906771898269653, "Finetune/Loss (Raw)": 0.6606310606002808, "Finetune/Step": 3007, "Finetune/Step Time": 7.301187356933951}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.7902135848999023, "Finetune/Loss (Raw)": 0.8725379705429077, "Finetune/Step": 3008, "Finetune/Step Time": 7.301266003400087}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7910468578338623, "Finetune/Loss (Raw)": 0.942509114742279, "Finetune/Step": 3009, "Finetune/Step Time": 7.294351425021887}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.790271520614624, "Finetune/Loss (Raw)": 0.7802918553352356, "Finetune/Step": 3010, "Finetune/Step Time": 7.294511664658785}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.7898343801498413, "Finetune/Loss (Raw)": 0.8770692944526672, "Finetune/Step": 3011, "Finetune/Step Time": 7.290793891996145}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7911432981491089, "Finetune/Loss (Raw)": 0.8735448122024536, "Finetune/Step": 3012, "Finetune/Step Time": 7.262480400502682}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.7908909320831299, "Finetune/Loss (Raw)": 0.8462191820144653, "Finetune/Step": 3013, "Finetune/Step Time": 7.257998112589121}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7918559312820435, "Finetune/Loss (Raw)": 0.6951591968536377, "Finetune/Step": 3014, "Finetune/Step Time": 7.241112504154444}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7913023829460144, "Finetune/Loss (Raw)": 0.6338232755661011, "Finetune/Step": 3015, "Finetune/Step Time": 7.24935788102448}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7896983623504639, "Finetune/Loss (Raw)": 0.7815211415290833, "Finetune/Step": 3016, "Finetune/Step Time": 7.252672225236893}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.7927125096321106, "Finetune/Loss (Raw)": 0.7143245935440063, "Finetune/Step": 3017, "Finetune/Step Time": 7.243541652336717}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.7926758527755737, "Finetune/Loss (Raw)": 0.7468885779380798, "Finetune/Step": 3018, "Finetune/Step Time": 7.238363875076175}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.7930678129196167, "Finetune/Loss (Raw)": 0.8055585622787476, "Finetune/Step": 3019, "Finetune/Step Time": 7.239217609167099}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7911927700042725, "Finetune/Loss (Raw)": 0.7559641599655151, "Finetune/Step": 3020, "Finetune/Step Time": 7.22086869738996}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7912580966949463, "Finetune/Loss (Raw)": 0.8069130182266235, "Finetune/Step": 3021, "Finetune/Step Time": 7.223677149042487}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.7912694215774536, "Finetune/Loss (Raw)": 0.9080016016960144, "Finetune/Step": 3022, "Finetune/Step Time": 7.223146790638566}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7901037335395813, "Finetune/Loss (Raw)": 0.6701837778091431, "Finetune/Step": 3023, "Finetune/Step Time": 7.225915938615799}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7895187139511108, "Finetune/Loss (Raw)": 0.8043280839920044, "Finetune/Step": 3024, "Finetune/Step Time": 7.230934681370854}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7893199324607849, "Finetune/Loss (Raw)": 0.8680185675621033, "Finetune/Step": 3025, "Finetune/Step Time": 7.230056248605251}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.789147138595581, "Finetune/Loss (Raw)": 0.8129110932350159, "Finetune/Step": 3026, "Finetune/Step Time": 7.234176404774189}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7899829149246216, "Finetune/Loss (Raw)": 0.9148693084716797, "Finetune/Step": 3027, "Finetune/Step Time": 7.23239822499454}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7910894155502319, "Finetune/Loss (Raw)": 0.8150318264961243, "Finetune/Step": 3028, "Finetune/Step Time": 7.235753269866109}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.7936462163925171, "Finetune/Loss (Raw)": 1.0070220232009888, "Finetune/Step": 3029, "Finetune/Step Time": 7.226604329422116}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.7936136722564697, "Finetune/Loss (Raw)": 0.7828817963600159, "Finetune/Step": 3030, "Finetune/Step Time": 7.217945655807853}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.7937204241752625, "Finetune/Loss (Raw)": 0.8388896584510803, "Finetune/Step": 3031, "Finetune/Step Time": 7.21482534147799}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.794013500213623, "Finetune/Loss (Raw)": 0.8315857648849487, "Finetune/Step": 3032, "Finetune/Step Time": 7.218931099399924}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.794464647769928, "Finetune/Loss (Raw)": 0.8572152256965637, "Finetune/Step": 3033, "Finetune/Step Time": 7.21640389598906}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.7948629856109619, "Finetune/Loss (Raw)": 0.9333975315093994, "Finetune/Step": 3034, "Finetune/Step Time": 7.2124536000192165}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.7952103614807129, "Finetune/Loss (Raw)": 0.832499086856842, "Finetune/Step": 3035, "Finetune/Step Time": 7.2128515392541885}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.7946850061416626, "Finetune/Loss (Raw)": 0.7968107461929321, "Finetune/Step": 3036, "Finetune/Step Time": 7.226194374263287}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.7944402098655701, "Finetune/Loss (Raw)": 0.9524650573730469, "Finetune/Step": 3037, "Finetune/Step Time": 7.228564897552133}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.7941587567329407, "Finetune/Loss (Raw)": 0.8784922957420349, "Finetune/Step": 3038, "Finetune/Step Time": 7.228267339989543}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7924636602401733, "Finetune/Loss (Raw)": 0.7340724468231201, "Finetune/Step": 3039, "Finetune/Step Time": 7.228578198701143}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.7922977209091187, "Finetune/Loss (Raw)": 0.8367035984992981, "Finetune/Step": 3040, "Finetune/Step Time": 7.222491264343262}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7917331457138062, "Finetune/Loss (Raw)": 0.7566173672676086, "Finetune/Step": 3041, "Finetune/Step Time": 7.227723002433777}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7934491634368896, "Finetune/Loss (Raw)": 0.8185308575630188, "Finetune/Step": 3042, "Finetune/Step Time": 7.204827938228846}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.7913579344749451, "Finetune/Loss (Raw)": 0.30828621983528137, "Finetune/Step": 3043, "Finetune/Step Time": 7.208098143339157}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7898275852203369, "Finetune/Loss (Raw)": 0.6664032936096191, "Finetune/Step": 3044, "Finetune/Step Time": 7.227629249915481}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7873169779777527, "Finetune/Loss (Raw)": 0.5956445932388306, "Finetune/Step": 3045, "Finetune/Step Time": 7.234897091984749}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7893499135971069, "Finetune/Loss (Raw)": 0.9721339344978333, "Finetune/Step": 3046, "Finetune/Step Time": 7.230047211050987}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7892382144927979, "Finetune/Loss (Raw)": 0.8141447305679321, "Finetune/Step": 3047, "Finetune/Step Time": 7.224816238507628}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.7940177321434021, "Finetune/Loss (Raw)": 0.9591877460479736, "Finetune/Step": 3048, "Finetune/Step Time": 7.211945710703731}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.7940925359725952, "Finetune/Loss (Raw)": 0.798164963722229, "Finetune/Step": 3049, "Finetune/Step Time": 7.195731658488512}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.795598030090332, "Finetune/Loss (Raw)": 0.9529992938041687, "Finetune/Step": 3050, "Finetune/Step Time": 7.188109539449215}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7971663475036621, "Finetune/Loss (Raw)": 0.9206080436706543, "Finetune/Step": 3051, "Finetune/Step Time": 7.167798675596714}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7964764833450317, "Finetune/Loss (Raw)": 0.7817997336387634, "Finetune/Step": 3052, "Finetune/Step Time": 7.1724412720650434}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.7964816093444824, "Finetune/Loss (Raw)": 0.9131359457969666, "Finetune/Step": 3053, "Finetune/Step Time": 7.176467940211296}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.7978099584579468, "Finetune/Loss (Raw)": 0.9584101438522339, "Finetune/Step": 3054, "Finetune/Step Time": 7.152826642617583}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.7998400926589966, "Finetune/Loss (Raw)": 0.8230272531509399, "Finetune/Step": 3055, "Finetune/Step Time": 7.144727358594537}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8002232909202576, "Finetune/Loss (Raw)": 0.8552719354629517, "Finetune/Step": 3056, "Finetune/Step Time": 7.1247583739459515}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.799237847328186, "Finetune/Loss (Raw)": 0.7127766013145447, "Finetune/Step": 3057, "Finetune/Step Time": 7.137851230800152}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.7990641593933105, "Finetune/Loss (Raw)": 0.855250358581543, "Finetune/Step": 3058, "Finetune/Step Time": 7.126585425809026}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.7987678050994873, "Finetune/Loss (Raw)": 0.8519202470779419, "Finetune/Step": 3059, "Finetune/Step Time": 7.123816292732954}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.7989816665649414, "Finetune/Loss (Raw)": 0.8958256840705872, "Finetune/Step": 3060, "Finetune/Step Time": 7.128581108525395}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.7996963262557983, "Finetune/Loss (Raw)": 0.904608964920044, "Finetune/Step": 3061, "Finetune/Step Time": 7.12130151130259}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.7991144061088562, "Finetune/Loss (Raw)": 0.7170121073722839, "Finetune/Step": 3062, "Finetune/Step Time": 7.149299466982484}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.7990336418151855, "Finetune/Loss (Raw)": 0.7963899970054626, "Finetune/Step": 3063, "Finetune/Step Time": 7.1538767628371716}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.7990648746490479, "Finetune/Loss (Raw)": 0.8585687875747681, "Finetune/Step": 3064, "Finetune/Step Time": 7.136247090995312}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7962603569030762, "Finetune/Loss (Raw)": 0.6346380710601807, "Finetune/Step": 3065, "Finetune/Step Time": 7.153716996312141}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.7937566637992859, "Finetune/Loss (Raw)": 0.5439790487289429, "Finetune/Step": 3066, "Finetune/Step Time": 7.186709528788924}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.7938489317893982, "Finetune/Loss (Raw)": 0.832486629486084, "Finetune/Step": 3067, "Finetune/Step Time": 7.1884419824928045}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.7946913838386536, "Finetune/Loss (Raw)": 0.7658353447914124, "Finetune/Step": 3068, "Finetune/Step Time": 7.200400998815894}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.7960529327392578, "Finetune/Loss (Raw)": 0.6842827200889587, "Finetune/Step": 3069, "Finetune/Step Time": 7.1925763208419085}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.7950276136398315, "Finetune/Loss (Raw)": 0.8245742917060852, "Finetune/Step": 3070, "Finetune/Step Time": 7.190587619319558}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.7965735793113708, "Finetune/Loss (Raw)": 0.9669803380966187, "Finetune/Step": 3071, "Finetune/Step Time": 7.1841337494552135}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.796448826789856, "Finetune/Loss (Raw)": 0.8027870059013367, "Finetune/Step": 3072, "Finetune/Step Time": 7.185016321018338}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.7970263957977295, "Finetune/Loss (Raw)": 0.8259963989257812, "Finetune/Step": 3073, "Finetune/Step Time": 7.176293881610036}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.7972168922424316, "Finetune/Loss (Raw)": 0.8034766912460327, "Finetune/Step": 3074, "Finetune/Step Time": 7.188503924757242}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7935588359832764, "Finetune/Loss (Raw)": 0.2919688820838928, "Finetune/Step": 3075, "Finetune/Step Time": 7.186823392286897}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.79341721534729, "Finetune/Loss (Raw)": 0.7055620551109314, "Finetune/Step": 3076, "Finetune/Step Time": 7.173490298911929}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7935686111450195, "Finetune/Loss (Raw)": 0.857345461845398, "Finetune/Step": 3077, "Finetune/Step Time": 7.173488477244973}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.7922919988632202, "Finetune/Loss (Raw)": 0.6960167288780212, "Finetune/Step": 3078, "Finetune/Step Time": 7.170289020985365}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.794917106628418, "Finetune/Loss (Raw)": 0.6425186991691589, "Finetune/Step": 3079, "Finetune/Step Time": 7.179199052974582}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7937434911727905, "Finetune/Loss (Raw)": 0.7038723826408386, "Finetune/Step": 3080, "Finetune/Step Time": 7.183851143345237}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.7924472093582153, "Finetune/Loss (Raw)": 0.7504322528839111, "Finetune/Step": 3081, "Finetune/Step Time": 7.186849249526858}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7933037281036377, "Finetune/Loss (Raw)": 0.8379222750663757, "Finetune/Step": 3082, "Finetune/Step Time": 7.182119654491544}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7924249172210693, "Finetune/Loss (Raw)": 0.8577442169189453, "Finetune/Step": 3083, "Finetune/Step Time": 7.187859728932381}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7920775413513184, "Finetune/Loss (Raw)": 0.7760134339332581, "Finetune/Step": 3084, "Finetune/Step Time": 7.1986606158316135}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.7936503291130066, "Finetune/Loss (Raw)": 0.9820684194564819, "Finetune/Step": 3085, "Finetune/Step Time": 7.197454828768969}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7937401533126831, "Finetune/Loss (Raw)": 0.8344700932502747, "Finetune/Step": 3086, "Finetune/Step Time": 7.1962142158299685}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.7975990772247314, "Finetune/Loss (Raw)": 0.8125678896903992, "Finetune/Step": 3087, "Finetune/Step Time": 7.185972077772021}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.7962831258773804, "Finetune/Loss (Raw)": 0.5741115808486938, "Finetune/Step": 3088, "Finetune/Step Time": 7.185369670391083}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7972375154495239, "Finetune/Loss (Raw)": 0.8910096883773804, "Finetune/Step": 3089, "Finetune/Step Time": 7.188556905835867}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7951964139938354, "Finetune/Loss (Raw)": 0.7350543141365051, "Finetune/Step": 3090, "Finetune/Step Time": 7.183371644467115}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7941409349441528, "Finetune/Loss (Raw)": 0.7222366333007812, "Finetune/Step": 3091, "Finetune/Step Time": 7.187114086002111}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7895908951759338, "Finetune/Loss (Raw)": 0.2983015179634094, "Finetune/Step": 3092, "Finetune/Step Time": 7.198631193488836}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7892212867736816, "Finetune/Loss (Raw)": 0.8290978074073792, "Finetune/Step": 3093, "Finetune/Step Time": 7.205837342888117}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7902089357376099, "Finetune/Loss (Raw)": 0.8558064699172974, "Finetune/Step": 3094, "Finetune/Step Time": 7.200497131794691}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7909808158874512, "Finetune/Loss (Raw)": 0.7947664856910706, "Finetune/Step": 3095, "Finetune/Step Time": 7.182010266929865}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.790605366230011, "Finetune/Loss (Raw)": 0.8334284424781799, "Finetune/Step": 3096, "Finetune/Step Time": 7.176428155973554}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.786544680595398, "Finetune/Loss (Raw)": 0.30380550026893616, "Finetune/Step": 3097, "Finetune/Step Time": 7.192240223288536}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7847081422805786, "Finetune/Loss (Raw)": 0.5674899816513062, "Finetune/Step": 3098, "Finetune/Step Time": 7.180646499618888}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7849301099777222, "Finetune/Loss (Raw)": 0.837650716304779, "Finetune/Step": 3099, "Finetune/Step Time": 7.183846136555076}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7864795923233032, "Finetune/Loss (Raw)": 1.017493724822998, "Finetune/Step": 3100, "Finetune/Step Time": 7.186155937612057}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7854139804840088, "Finetune/Loss (Raw)": 0.570275604724884, "Finetune/Step": 3101, "Finetune/Step Time": 7.188032133504748}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7859822511672974, "Finetune/Loss (Raw)": 0.9107083678245544, "Finetune/Step": 3102, "Finetune/Step Time": 7.195641191676259}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7902897000312805, "Finetune/Loss (Raw)": 0.9425623416900635, "Finetune/Step": 3103, "Finetune/Step Time": 7.195103472098708}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7911856174468994, "Finetune/Loss (Raw)": 0.8578494787216187, "Finetune/Step": 3104, "Finetune/Step Time": 7.190282486379147}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7920684814453125, "Finetune/Loss (Raw)": 0.8635243773460388, "Finetune/Step": 3105, "Finetune/Step Time": 7.180799890309572}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.7904784679412842, "Finetune/Loss (Raw)": 0.7343394160270691, "Finetune/Step": 3106, "Finetune/Step Time": 7.181151520460844}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.791400134563446, "Finetune/Loss (Raw)": 0.9594294428825378, "Finetune/Step": 3107, "Finetune/Step Time": 7.17585058696568}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7914706468582153, "Finetune/Loss (Raw)": 0.7660416960716248, "Finetune/Step": 3108, "Finetune/Step Time": 7.167746566236019}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7917835712432861, "Finetune/Loss (Raw)": 0.7676807641983032, "Finetune/Step": 3109, "Finetune/Step Time": 7.144252898171544}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7917683124542236, "Finetune/Loss (Raw)": 0.7536357045173645, "Finetune/Step": 3110, "Finetune/Step Time": 7.14153310097754}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7903304696083069, "Finetune/Loss (Raw)": 0.7545750737190247, "Finetune/Step": 3111, "Finetune/Step Time": 7.1509937308728695}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7912282943725586, "Finetune/Loss (Raw)": 0.8887629508972168, "Finetune/Step": 3112, "Finetune/Step Time": 7.136697815731168}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7907496690750122, "Finetune/Loss (Raw)": 0.7708858251571655, "Finetune/Step": 3113, "Finetune/Step Time": 7.150189848616719}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.7949734330177307, "Finetune/Loss (Raw)": 0.8654158711433411, "Finetune/Step": 3114, "Finetune/Step Time": 7.142532447353005}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7950323224067688, "Finetune/Loss (Raw)": 0.7818282246589661, "Finetune/Step": 3115, "Finetune/Step Time": 7.12574122287333}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7926286458969116, "Finetune/Loss (Raw)": 0.5721940994262695, "Finetune/Step": 3116, "Finetune/Step Time": 7.152433494105935}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7940256595611572, "Finetune/Loss (Raw)": 0.8522008657455444, "Finetune/Step": 3117, "Finetune/Step Time": 7.148187039420009}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7904171943664551, "Finetune/Loss (Raw)": 0.469426691532135, "Finetune/Step": 3118, "Finetune/Step Time": 7.163940545171499}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7900639772415161, "Finetune/Loss (Raw)": 0.817272424697876, "Finetune/Step": 3119, "Finetune/Step Time": 7.153089908882976}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7910822629928589, "Finetune/Loss (Raw)": 0.8354475498199463, "Finetune/Step": 3120, "Finetune/Step Time": 7.148007698357105}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7886517643928528, "Finetune/Loss (Raw)": 0.622663676738739, "Finetune/Step": 3121, "Finetune/Step Time": 7.159485811367631}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7875722050666809, "Finetune/Loss (Raw)": 0.7867802381515503, "Finetune/Step": 3122, "Finetune/Step Time": 7.162008946761489}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7870991230010986, "Finetune/Loss (Raw)": 0.7753819823265076, "Finetune/Step": 3123, "Finetune/Step Time": 7.1573563646525145}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7881158590316772, "Finetune/Loss (Raw)": 0.8709923028945923, "Finetune/Step": 3124, "Finetune/Step Time": 7.142014732584357}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7873221635818481, "Finetune/Loss (Raw)": 0.6546307802200317, "Finetune/Step": 3125, "Finetune/Step Time": 7.142460145056248}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7882707118988037, "Finetune/Loss (Raw)": 0.8780971765518188, "Finetune/Step": 3126, "Finetune/Step Time": 7.134000815451145}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7892682552337646, "Finetune/Loss (Raw)": 0.9550182223320007, "Finetune/Step": 3127, "Finetune/Step Time": 7.131084527820349}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7867642641067505, "Finetune/Loss (Raw)": 0.517110288143158, "Finetune/Step": 3128, "Finetune/Step Time": 7.167754877358675}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7868621945381165, "Finetune/Loss (Raw)": 0.784135639667511, "Finetune/Step": 3129, "Finetune/Step Time": 7.165226366370916}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7856027483940125, "Finetune/Loss (Raw)": 0.7352986335754395, "Finetune/Step": 3130, "Finetune/Step Time": 7.1702987514436245}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7851580381393433, "Finetune/Loss (Raw)": 0.7575789093971252, "Finetune/Step": 3131, "Finetune/Step Time": 7.172986263409257}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7814950942993164, "Finetune/Loss (Raw)": 0.4170719385147095, "Finetune/Step": 3132, "Finetune/Step Time": 7.188131425529718}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7831829786300659, "Finetune/Loss (Raw)": 0.8222786784172058, "Finetune/Step": 3133, "Finetune/Step Time": 7.170269746333361}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7814352512359619, "Finetune/Loss (Raw)": 0.6637737154960632, "Finetune/Step": 3134, "Finetune/Step Time": 7.185493730008602}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7831058502197266, "Finetune/Loss (Raw)": 0.8744632601737976, "Finetune/Step": 3135, "Finetune/Step Time": 7.199824303388596}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7826976776123047, "Finetune/Loss (Raw)": 0.8202971816062927, "Finetune/Step": 3136, "Finetune/Step Time": 7.20192876458168}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7810754179954529, "Finetune/Loss (Raw)": 0.7348558902740479, "Finetune/Step": 3137, "Finetune/Step Time": 7.218129543587565}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7801206111907959, "Finetune/Loss (Raw)": 0.6580818891525269, "Finetune/Step": 3138, "Finetune/Step Time": 7.2264417838305235}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7795670628547668, "Finetune/Loss (Raw)": 0.80620938539505, "Finetune/Step": 3139, "Finetune/Step Time": 7.228559950366616}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7788821458816528, "Finetune/Loss (Raw)": 0.7858800292015076, "Finetune/Step": 3140, "Finetune/Step Time": 7.238733699545264}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7783489227294922, "Finetune/Loss (Raw)": 0.7779693603515625, "Finetune/Step": 3141, "Finetune/Step Time": 7.241743266582489}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7786151170730591, "Finetune/Loss (Raw)": 0.7292262315750122, "Finetune/Step": 3142, "Finetune/Step Time": 7.246731668710709}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7777881026268005, "Finetune/Loss (Raw)": 0.5279629230499268, "Finetune/Step": 3143, "Finetune/Step Time": 7.246356384828687}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7790034413337708, "Finetune/Loss (Raw)": 0.9370925426483154, "Finetune/Step": 3144, "Finetune/Step Time": 7.238054547458887}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7804738879203796, "Finetune/Loss (Raw)": 0.902539074420929, "Finetune/Step": 3145, "Finetune/Step Time": 7.2332305163145065}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7814267873764038, "Finetune/Loss (Raw)": 0.8688589930534363, "Finetune/Step": 3146, "Finetune/Step Time": 7.243501432240009}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7814977169036865, "Finetune/Loss (Raw)": 0.8146303296089172, "Finetune/Step": 3147, "Finetune/Step Time": 7.250616800040007}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7829324007034302, "Finetune/Loss (Raw)": 0.9396054148674011, "Finetune/Step": 3148, "Finetune/Step Time": 7.270768020302057}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7798826694488525, "Finetune/Loss (Raw)": 0.4165557324886322, "Finetune/Step": 3149, "Finetune/Step Time": 7.282618833705783}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7789611220359802, "Finetune/Loss (Raw)": 0.7900345325469971, "Finetune/Step": 3150, "Finetune/Step Time": 7.280282298102975}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7802706956863403, "Finetune/Loss (Raw)": 0.8378140926361084, "Finetune/Step": 3151, "Finetune/Step Time": 7.2815762255340815}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7801798582077026, "Finetune/Loss (Raw)": 0.7926986217498779, "Finetune/Step": 3152, "Finetune/Step Time": 7.276246678084135}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7800698280334473, "Finetune/Loss (Raw)": 0.8539348244667053, "Finetune/Step": 3153, "Finetune/Step Time": 7.276370776817203}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7799028158187866, "Finetune/Loss (Raw)": 0.791530191898346, "Finetune/Step": 3154, "Finetune/Step Time": 7.26893156580627}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7795065641403198, "Finetune/Loss (Raw)": 0.8641561269760132, "Finetune/Step": 3155, "Finetune/Step Time": 7.262649169191718}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7791103720664978, "Finetune/Loss (Raw)": 0.7643153667449951, "Finetune/Step": 3156, "Finetune/Step Time": 7.257287694141269}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7784971594810486, "Finetune/Loss (Raw)": 0.9285315871238708, "Finetune/Step": 3157, "Finetune/Step Time": 7.2618021089583635}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7745877504348755, "Finetune/Loss (Raw)": 0.28248098492622375, "Finetune/Step": 3158, "Finetune/Step Time": 7.263015493750572}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7738388776779175, "Finetune/Loss (Raw)": 0.7430248260498047, "Finetune/Step": 3159, "Finetune/Step Time": 7.2667929623275995}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7737544775009155, "Finetune/Loss (Raw)": 0.8207845091819763, "Finetune/Step": 3160, "Finetune/Step Time": 7.257838528603315}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7735813856124878, "Finetune/Loss (Raw)": 0.8350639939308167, "Finetune/Step": 3161, "Finetune/Step Time": 7.276393786072731}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7694798707962036, "Finetune/Loss (Raw)": 0.40840089321136475, "Finetune/Step": 3162, "Finetune/Step Time": 7.29076480306685}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7702102661132812, "Finetune/Loss (Raw)": 0.9259939789772034, "Finetune/Step": 3163, "Finetune/Step Time": 7.303150001913309}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7706290483474731, "Finetune/Loss (Raw)": 0.8504151701927185, "Finetune/Step": 3164, "Finetune/Step Time": 7.2846795953810215}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7674582600593567, "Finetune/Loss (Raw)": 0.5466021299362183, "Finetune/Step": 3165, "Finetune/Step Time": 7.286893354728818}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7667921781539917, "Finetune/Loss (Raw)": 0.7932336330413818, "Finetune/Step": 3166, "Finetune/Step Time": 7.287161573767662}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7674077749252319, "Finetune/Loss (Raw)": 0.8128688931465149, "Finetune/Step": 3167, "Finetune/Step Time": 7.284591529518366}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7683147192001343, "Finetune/Loss (Raw)": 0.9527885913848877, "Finetune/Step": 3168, "Finetune/Step Time": 7.289392983540893}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7648627161979675, "Finetune/Loss (Raw)": 0.31476449966430664, "Finetune/Step": 3169, "Finetune/Step Time": 7.299872871488333}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7636415958404541, "Finetune/Loss (Raw)": 0.6622289419174194, "Finetune/Step": 3170, "Finetune/Step Time": 7.300300776958466}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7670723795890808, "Finetune/Loss (Raw)": 0.747424840927124, "Finetune/Step": 3171, "Finetune/Step Time": 7.288549637421966}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7677711248397827, "Finetune/Loss (Raw)": 0.755835771560669, "Finetune/Step": 3172, "Finetune/Step Time": 7.2692354917526245}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.768299400806427, "Finetune/Loss (Raw)": 0.6632711291313171, "Finetune/Step": 3173, "Finetune/Step Time": 7.278955716639757}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7684072256088257, "Finetune/Loss (Raw)": 0.9859367609024048, "Finetune/Step": 3174, "Finetune/Step Time": 7.283448502421379}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.768086314201355, "Finetune/Loss (Raw)": 0.7730656862258911, "Finetune/Step": 3175, "Finetune/Step Time": 7.279110837727785}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.768051028251648, "Finetune/Loss (Raw)": 0.9546708464622498, "Finetune/Step": 3176, "Finetune/Step Time": 7.279927339404821}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7678549289703369, "Finetune/Loss (Raw)": 0.7730626463890076, "Finetune/Step": 3177, "Finetune/Step Time": 7.283153941854835}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7667954564094543, "Finetune/Loss (Raw)": 0.8173848986625671, "Finetune/Step": 3178, "Finetune/Step Time": 7.287824474275112}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7669466733932495, "Finetune/Loss (Raw)": 0.9399692416191101, "Finetune/Step": 3179, "Finetune/Step Time": 7.293183635920286}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7667515873908997, "Finetune/Loss (Raw)": 0.7568255066871643, "Finetune/Step": 3180, "Finetune/Step Time": 7.2883651703596115}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7663163542747498, "Finetune/Loss (Raw)": 0.8574289083480835, "Finetune/Step": 3181, "Finetune/Step Time": 7.283585960045457}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7653011083602905, "Finetune/Loss (Raw)": 0.8284639120101929, "Finetune/Step": 3182, "Finetune/Step Time": 7.285604618489742}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.764377236366272, "Finetune/Loss (Raw)": 0.7047638893127441, "Finetune/Step": 3183, "Finetune/Step Time": 7.28463876247406}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7637864351272583, "Finetune/Loss (Raw)": 0.7796482443809509, "Finetune/Step": 3184, "Finetune/Step Time": 7.293909881263971}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7651065587997437, "Finetune/Loss (Raw)": 0.8817556500434875, "Finetune/Step": 3185, "Finetune/Step Time": 7.287401361390948}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7644073963165283, "Finetune/Loss (Raw)": 0.7657623291015625, "Finetune/Step": 3186, "Finetune/Step Time": 7.290761858224869}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.764590859413147, "Finetune/Loss (Raw)": 0.8754034638404846, "Finetune/Step": 3187, "Finetune/Step Time": 7.288020564243197}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7630369067192078, "Finetune/Loss (Raw)": 0.6969124674797058, "Finetune/Step": 3188, "Finetune/Step Time": 7.295973256230354}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7618429064750671, "Finetune/Loss (Raw)": 0.7517790198326111, "Finetune/Step": 3189, "Finetune/Step Time": 7.292414462193847}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7627928256988525, "Finetune/Loss (Raw)": 0.8386020660400391, "Finetune/Step": 3190, "Finetune/Step Time": 7.266931412741542}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7632254958152771, "Finetune/Loss (Raw)": 0.8517758846282959, "Finetune/Step": 3191, "Finetune/Step Time": 7.279743896797299}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7627804279327393, "Finetune/Loss (Raw)": 0.8015947937965393, "Finetune/Step": 3192, "Finetune/Step Time": 7.2847533375024796}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7641107439994812, "Finetune/Loss (Raw)": 0.8049182891845703, "Finetune/Step": 3193, "Finetune/Step Time": 7.2695277482271194}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7655801773071289, "Finetune/Loss (Raw)": 0.7320675253868103, "Finetune/Step": 3194, "Finetune/Step Time": 7.241810094565153}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7656201124191284, "Finetune/Loss (Raw)": 0.837597668170929, "Finetune/Step": 3195, "Finetune/Step Time": 7.247670451179147}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7659183740615845, "Finetune/Loss (Raw)": 0.8040128946304321, "Finetune/Step": 3196, "Finetune/Step Time": 7.23703951202333}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7674519419670105, "Finetune/Loss (Raw)": 0.8805783987045288, "Finetune/Step": 3197, "Finetune/Step Time": 7.228442374616861}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7666152715682983, "Finetune/Loss (Raw)": 0.7174798250198364, "Finetune/Step": 3198, "Finetune/Step Time": 7.236690660938621}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7655010223388672, "Finetune/Loss (Raw)": 0.824357271194458, "Finetune/Step": 3199, "Finetune/Step Time": 7.2363289669156075}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.767200231552124, "Finetune/Loss (Raw)": 1.020283818244934, "Finetune/Step": 3200, "Finetune/Step Time": 7.226287316530943}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.765672504901886, "Finetune/Loss (Raw)": 0.6304507851600647, "Finetune/Step": 3201, "Finetune/Step Time": 7.227597858756781}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7655709385871887, "Finetune/Loss (Raw)": 0.7904785871505737, "Finetune/Step": 3202, "Finetune/Step Time": 7.214410291984677}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7694091796875, "Finetune/Loss (Raw)": 0.7832627892494202, "Finetune/Step": 3203, "Finetune/Step Time": 7.199401095509529}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7699785232543945, "Finetune/Loss (Raw)": 0.7784316539764404, "Finetune/Step": 3204, "Finetune/Step Time": 7.205376796424389}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7691229581832886, "Finetune/Loss (Raw)": 0.7478387951850891, "Finetune/Step": 3205, "Finetune/Step Time": 7.2021839041262865}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7690279483795166, "Finetune/Loss (Raw)": 0.6838517189025879, "Finetune/Step": 3206, "Finetune/Step Time": 7.203438021242619}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7701495885848999, "Finetune/Loss (Raw)": 0.7860888242721558, "Finetune/Step": 3207, "Finetune/Step Time": 7.213587978854775}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7711970210075378, "Finetune/Loss (Raw)": 0.8379514813423157, "Finetune/Step": 3208, "Finetune/Step Time": 7.207143101841211}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7715412378311157, "Finetune/Loss (Raw)": 0.7944883704185486, "Finetune/Step": 3209, "Finetune/Step Time": 7.209529958665371}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7706533670425415, "Finetune/Loss (Raw)": 0.7242751717567444, "Finetune/Step": 3210, "Finetune/Step Time": 7.208404175937176}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7702688574790955, "Finetune/Loss (Raw)": 0.8085210919380188, "Finetune/Step": 3211, "Finetune/Step Time": 7.201889988034964}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7672876119613647, "Finetune/Loss (Raw)": 0.3944135308265686, "Finetune/Step": 3212, "Finetune/Step Time": 7.207914678379893}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7662967443466187, "Finetune/Loss (Raw)": 0.8552426695823669, "Finetune/Step": 3213, "Finetune/Step Time": 7.205407431349158}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.765329122543335, "Finetune/Loss (Raw)": 0.7106200456619263, "Finetune/Step": 3214, "Finetune/Step Time": 7.218301963061094}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7642691135406494, "Finetune/Loss (Raw)": 0.6768748164176941, "Finetune/Step": 3215, "Finetune/Step Time": 7.228415556252003}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.764795184135437, "Finetune/Loss (Raw)": 0.6414610147476196, "Finetune/Step": 3216, "Finetune/Step Time": 7.2482009790837765}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7643275856971741, "Finetune/Loss (Raw)": 0.8311506509780884, "Finetune/Step": 3217, "Finetune/Step Time": 7.240832798182964}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7651187181472778, "Finetune/Loss (Raw)": 0.8363301157951355, "Finetune/Step": 3218, "Finetune/Step Time": 7.248399049043655}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7648981809616089, "Finetune/Loss (Raw)": 0.693994402885437, "Finetune/Step": 3219, "Finetune/Step Time": 7.232692088931799}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7700767517089844, "Finetune/Loss (Raw)": 0.9611619114875793, "Finetune/Step": 3220, "Finetune/Step Time": 7.216750113293529}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7694554328918457, "Finetune/Loss (Raw)": 0.7495646476745605, "Finetune/Step": 3221, "Finetune/Step Time": 7.219832951202989}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7653562426567078, "Finetune/Loss (Raw)": 0.331111878156662, "Finetune/Step": 3222, "Finetune/Step Time": 7.231821332126856}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7652429938316345, "Finetune/Loss (Raw)": 0.7802731394767761, "Finetune/Step": 3223, "Finetune/Step Time": 7.237370381131768}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7650412917137146, "Finetune/Loss (Raw)": 0.8076146841049194, "Finetune/Step": 3224, "Finetune/Step Time": 7.2383477203547955}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7686524391174316, "Finetune/Loss (Raw)": 0.7660269737243652, "Finetune/Step": 3225, "Finetune/Step Time": 7.227121835574508}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7704800367355347, "Finetune/Loss (Raw)": 0.8014241456985474, "Finetune/Step": 3226, "Finetune/Step Time": 7.225650077685714}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7695012092590332, "Finetune/Loss (Raw)": 0.7123618125915527, "Finetune/Step": 3227, "Finetune/Step Time": 7.225876200944185}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7676498889923096, "Finetune/Loss (Raw)": 0.7805221676826477, "Finetune/Step": 3228, "Finetune/Step Time": 7.223574556410313}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7701862454414368, "Finetune/Loss (Raw)": 0.894930362701416, "Finetune/Step": 3229, "Finetune/Step Time": 7.207822615280747}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7687723636627197, "Finetune/Loss (Raw)": 0.7297315001487732, "Finetune/Step": 3230, "Finetune/Step Time": 7.210080564022064}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7675228118896484, "Finetune/Loss (Raw)": 0.7826140522956848, "Finetune/Step": 3231, "Finetune/Step Time": 7.222063787281513}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7681019306182861, "Finetune/Loss (Raw)": 0.9319884777069092, "Finetune/Step": 3232, "Finetune/Step Time": 7.224481964483857}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7692222595214844, "Finetune/Loss (Raw)": 1.0069231986999512, "Finetune/Step": 3233, "Finetune/Step Time": 7.227755839005113}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7690100073814392, "Finetune/Loss (Raw)": 0.7071687579154968, "Finetune/Step": 3234, "Finetune/Step Time": 7.249417359009385}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7687506675720215, "Finetune/Loss (Raw)": 0.9262298941612244, "Finetune/Step": 3235, "Finetune/Step Time": 7.254082715138793}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7679599523544312, "Finetune/Loss (Raw)": 0.664833128452301, "Finetune/Step": 3236, "Finetune/Step Time": 7.261204838752747}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7688192129135132, "Finetune/Loss (Raw)": 0.877669095993042, "Finetune/Step": 3237, "Finetune/Step Time": 7.259991861879826}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7660068273544312, "Finetune/Loss (Raw)": 0.39364880323410034, "Finetune/Step": 3238, "Finetune/Step Time": 7.2757021225988865}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7676876783370972, "Finetune/Loss (Raw)": 0.969724714756012, "Finetune/Step": 3239, "Finetune/Step Time": 7.270678447559476}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7680552005767822, "Finetune/Loss (Raw)": 0.9358065128326416, "Finetune/Step": 3240, "Finetune/Step Time": 7.271845476701856}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.769005537033081, "Finetune/Loss (Raw)": 0.8925216197967529, "Finetune/Step": 3241, "Finetune/Step Time": 7.260867232456803}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7695513367652893, "Finetune/Loss (Raw)": 0.9352817535400391, "Finetune/Step": 3242, "Finetune/Step Time": 7.25704899430275}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7699596881866455, "Finetune/Loss (Raw)": 0.8340953588485718, "Finetune/Step": 3243, "Finetune/Step Time": 7.255672343075275}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7721562385559082, "Finetune/Loss (Raw)": 0.8533591628074646, "Finetune/Step": 3244, "Finetune/Step Time": 7.220395734533668}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7725721597671509, "Finetune/Loss (Raw)": 0.9054293632507324, "Finetune/Step": 3245, "Finetune/Step Time": 7.224535368382931}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7742862701416016, "Finetune/Loss (Raw)": 0.6888347268104553, "Finetune/Step": 3246, "Finetune/Step Time": 7.2136299423873425}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7737322449684143, "Finetune/Loss (Raw)": 0.7463604807853699, "Finetune/Step": 3247, "Finetune/Step Time": 7.212813192978501}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7745347619056702, "Finetune/Loss (Raw)": 0.9381720423698425, "Finetune/Step": 3248, "Finetune/Step Time": 7.216043587774038}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7769385576248169, "Finetune/Loss (Raw)": 0.9303508400917053, "Finetune/Step": 3249, "Finetune/Step Time": 7.205517848953605}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7768891453742981, "Finetune/Loss (Raw)": 0.7804511189460754, "Finetune/Step": 3250, "Finetune/Step Time": 7.224049331620336}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7759023308753967, "Finetune/Loss (Raw)": 0.6490686535835266, "Finetune/Step": 3251, "Finetune/Step Time": 7.251558139920235}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7759910821914673, "Finetune/Loss (Raw)": 0.8823588490486145, "Finetune/Step": 3252, "Finetune/Step Time": 7.25195150077343}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7773774862289429, "Finetune/Loss (Raw)": 0.8320885896682739, "Finetune/Step": 3253, "Finetune/Step Time": 7.254568811506033}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7773177027702332, "Finetune/Loss (Raw)": 0.8704444169998169, "Finetune/Step": 3254, "Finetune/Step Time": 7.2543402351439}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.776779055595398, "Finetune/Loss (Raw)": 0.8860659599304199, "Finetune/Step": 3255, "Finetune/Step Time": 7.265468234196305}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7795625925064087, "Finetune/Loss (Raw)": 0.8734081387519836, "Finetune/Step": 3256, "Finetune/Step Time": 7.23249738663435}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7783568501472473, "Finetune/Loss (Raw)": 0.6297980546951294, "Finetune/Step": 3257, "Finetune/Step Time": 7.242288783192635}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7804622054100037, "Finetune/Loss (Raw)": 1.004782795906067, "Finetune/Step": 3258, "Finetune/Step Time": 7.231255115941167}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7801934480667114, "Finetune/Loss (Raw)": 0.7231804132461548, "Finetune/Step": 3259, "Finetune/Step Time": 7.235203871503472}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7835215330123901, "Finetune/Loss (Raw)": 0.8430756330490112, "Finetune/Step": 3260, "Finetune/Step Time": 7.238095138221979}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7830158472061157, "Finetune/Loss (Raw)": 0.7575370669364929, "Finetune/Step": 3261, "Finetune/Step Time": 7.2394519336521626}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7851020693778992, "Finetune/Loss (Raw)": 0.9308150410652161, "Finetune/Step": 3262, "Finetune/Step Time": 7.225800525397062}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7854892611503601, "Finetune/Loss (Raw)": 0.9240273237228394, "Finetune/Step": 3263, "Finetune/Step Time": 7.2115152813494205}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7846730947494507, "Finetune/Loss (Raw)": 0.7158240675926208, "Finetune/Step": 3264, "Finetune/Step Time": 7.211783241480589}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7863903045654297, "Finetune/Loss (Raw)": 0.9546541571617126, "Finetune/Step": 3265, "Finetune/Step Time": 7.195322010666132}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7875474691390991, "Finetune/Loss (Raw)": 0.8062074184417725, "Finetune/Step": 3266, "Finetune/Step Time": 7.189176371321082}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7870200872421265, "Finetune/Loss (Raw)": 0.7386952638626099, "Finetune/Step": 3267, "Finetune/Step Time": 7.202388295903802}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7880258560180664, "Finetune/Loss (Raw)": 0.9146236181259155, "Finetune/Step": 3268, "Finetune/Step Time": 7.197140321135521}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7888920903205872, "Finetune/Loss (Raw)": 0.8888471126556396, "Finetune/Step": 3269, "Finetune/Step Time": 7.197587197646499}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.78899085521698, "Finetune/Loss (Raw)": 0.7418703436851501, "Finetune/Step": 3270, "Finetune/Step Time": 7.187425274401903}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.7909817695617676, "Finetune/Loss (Raw)": 0.7827944755554199, "Finetune/Step": 3271, "Finetune/Step Time": 7.171532571315765}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7896935343742371, "Finetune/Loss (Raw)": 0.7722026705741882, "Finetune/Step": 3272, "Finetune/Step Time": 7.199428804218769}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7882974147796631, "Finetune/Loss (Raw)": 0.7238420844078064, "Finetune/Step": 3273, "Finetune/Step Time": 7.205052271485329}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7840006351470947, "Finetune/Loss (Raw)": 0.3188677728176117, "Finetune/Step": 3274, "Finetune/Step Time": 7.20895548351109}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.783327579498291, "Finetune/Loss (Raw)": 0.72847980260849, "Finetune/Step": 3275, "Finetune/Step Time": 7.206276843324304}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7825664281845093, "Finetune/Loss (Raw)": 0.8421782851219177, "Finetune/Step": 3276, "Finetune/Step Time": 7.191477727144957}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7858259677886963, "Finetune/Loss (Raw)": 0.8337746262550354, "Finetune/Step": 3277, "Finetune/Step Time": 7.175196897238493}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7859400510787964, "Finetune/Loss (Raw)": 0.8046385049819946, "Finetune/Step": 3278, "Finetune/Step Time": 7.178022641688585}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.785966694355011, "Finetune/Loss (Raw)": 0.8412232995033264, "Finetune/Step": 3279, "Finetune/Step Time": 7.196576450020075}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7870956063270569, "Finetune/Loss (Raw)": 0.9371941089630127, "Finetune/Step": 3280, "Finetune/Step Time": 7.195288669317961}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.7879760265350342, "Finetune/Loss (Raw)": 0.9666358828544617, "Finetune/Step": 3281, "Finetune/Step Time": 7.196688763797283}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7879254817962646, "Finetune/Loss (Raw)": 0.7850527167320251, "Finetune/Step": 3282, "Finetune/Step Time": 7.19674021191895}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7840485572814941, "Finetune/Loss (Raw)": 0.36791157722473145, "Finetune/Step": 3283, "Finetune/Step Time": 7.210451703518629}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.784259557723999, "Finetune/Loss (Raw)": 0.7913244366645813, "Finetune/Step": 3284, "Finetune/Step Time": 7.213496727868915}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7837364077568054, "Finetune/Loss (Raw)": 0.861569344997406, "Finetune/Step": 3285, "Finetune/Step Time": 7.207536373287439}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7878841161727905, "Finetune/Loss (Raw)": 0.8133838176727295, "Finetune/Step": 3286, "Finetune/Step Time": 7.198205580934882}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.788621187210083, "Finetune/Loss (Raw)": 0.837376594543457, "Finetune/Step": 3287, "Finetune/Step Time": 7.2043667659163475}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7892234325408936, "Finetune/Loss (Raw)": 0.8978709578514099, "Finetune/Step": 3288, "Finetune/Step Time": 7.208714546635747}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7886440753936768, "Finetune/Loss (Raw)": 0.7609004974365234, "Finetune/Step": 3289, "Finetune/Step Time": 7.190194867551327}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.7921757698059082, "Finetune/Loss (Raw)": 0.8604645133018494, "Finetune/Step": 3290, "Finetune/Step Time": 7.185986928641796}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.7904647588729858, "Finetune/Loss (Raw)": 0.7069743275642395, "Finetune/Step": 3291, "Finetune/Step Time": 7.180183585733175}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7897369861602783, "Finetune/Loss (Raw)": 0.7572712302207947, "Finetune/Step": 3292, "Finetune/Step Time": 7.180412981659174}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.7918859720230103, "Finetune/Loss (Raw)": 0.8216696977615356, "Finetune/Step": 3293, "Finetune/Step Time": 7.175371121615171}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7913074493408203, "Finetune/Loss (Raw)": 0.7191852331161499, "Finetune/Step": 3294, "Finetune/Step Time": 7.201062215492129}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7911769151687622, "Finetune/Loss (Raw)": 0.7961560487747192, "Finetune/Step": 3295, "Finetune/Step Time": 7.204500297084451}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7904912829399109, "Finetune/Loss (Raw)": 0.8650296926498413, "Finetune/Step": 3296, "Finetune/Step Time": 7.205968962982297}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7934242486953735, "Finetune/Loss (Raw)": 0.6901917457580566, "Finetune/Step": 3297, "Finetune/Step Time": 7.212426545098424}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7953512668609619, "Finetune/Loss (Raw)": 0.9088823795318604, "Finetune/Step": 3298, "Finetune/Step Time": 7.210824076086283}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.792512059211731, "Finetune/Loss (Raw)": 0.38399800658226013, "Finetune/Step": 3299, "Finetune/Step Time": 7.223733467981219}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.7934197187423706, "Finetune/Loss (Raw)": 0.8720201849937439, "Finetune/Step": 3300, "Finetune/Step Time": 7.227468851953745}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.7934309244155884, "Finetune/Loss (Raw)": 0.6647049784660339, "Finetune/Step": 3301, "Finetune/Step Time": 7.21754863858223}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.7927436828613281, "Finetune/Loss (Raw)": 0.8979740738868713, "Finetune/Step": 3302, "Finetune/Step Time": 7.216233089566231}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.7929084300994873, "Finetune/Loss (Raw)": 0.7941449284553528, "Finetune/Step": 3303, "Finetune/Step Time": 7.214845318347216}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7911763191223145, "Finetune/Loss (Raw)": 0.7329636812210083, "Finetune/Step": 3304, "Finetune/Step Time": 7.224932884797454}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.7919811010360718, "Finetune/Loss (Raw)": 0.8760789632797241, "Finetune/Step": 3305, "Finetune/Step Time": 7.221367096528411}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7912139892578125, "Finetune/Loss (Raw)": 0.7191910743713379, "Finetune/Step": 3306, "Finetune/Step Time": 7.2141110096126795}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7913797497749329, "Finetune/Loss (Raw)": 0.9611862301826477, "Finetune/Step": 3307, "Finetune/Step Time": 7.20469600521028}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7919245362281799, "Finetune/Loss (Raw)": 0.8265596032142639, "Finetune/Step": 3308, "Finetune/Step Time": 7.211211182177067}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.7920160293579102, "Finetune/Loss (Raw)": 0.8691440224647522, "Finetune/Step": 3309, "Finetune/Step Time": 7.222541285678744}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7914708852767944, "Finetune/Loss (Raw)": 0.7586840391159058, "Finetune/Step": 3310, "Finetune/Step Time": 7.22024847753346}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7915724515914917, "Finetune/Loss (Raw)": 0.71776282787323, "Finetune/Step": 3311, "Finetune/Step Time": 7.229143716394901}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7916406989097595, "Finetune/Loss (Raw)": 0.7883841395378113, "Finetune/Step": 3312, "Finetune/Step Time": 7.224480614066124}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7881232500076294, "Finetune/Loss (Raw)": 0.4315223693847656, "Finetune/Step": 3313, "Finetune/Step Time": 7.2330632116645575}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7880218029022217, "Finetune/Loss (Raw)": 0.7527781128883362, "Finetune/Step": 3314, "Finetune/Step Time": 7.230199938639998}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.7887684106826782, "Finetune/Loss (Raw)": 0.9709662199020386, "Finetune/Step": 3315, "Finetune/Step Time": 7.230958461761475}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.7893513441085815, "Finetune/Loss (Raw)": 0.7715319991111755, "Finetune/Step": 3316, "Finetune/Step Time": 7.222689852118492}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7893189191818237, "Finetune/Loss (Raw)": 0.7476231455802917, "Finetune/Step": 3317, "Finetune/Step Time": 7.2242191061377525}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7853864431381226, "Finetune/Loss (Raw)": 0.3352426290512085, "Finetune/Step": 3318, "Finetune/Step Time": 7.234773928299546}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7858000993728638, "Finetune/Loss (Raw)": 0.904727578163147, "Finetune/Step": 3319, "Finetune/Step Time": 7.216245597228408}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7855556607246399, "Finetune/Loss (Raw)": 0.7703081369400024, "Finetune/Step": 3320, "Finetune/Step Time": 7.208271412178874}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.784909725189209, "Finetune/Loss (Raw)": 0.7222400903701782, "Finetune/Step": 3321, "Finetune/Step Time": 7.207306448370218}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.7852680683135986, "Finetune/Loss (Raw)": 0.7779298424720764, "Finetune/Step": 3322, "Finetune/Step Time": 7.200872449204326}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7857317328453064, "Finetune/Loss (Raw)": 0.8969541192054749, "Finetune/Step": 3323, "Finetune/Step Time": 7.206736959517002}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7853724360466003, "Finetune/Loss (Raw)": 0.7580199241638184, "Finetune/Step": 3324, "Finetune/Step Time": 7.219963500276208}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.783991813659668, "Finetune/Loss (Raw)": 0.703853189945221, "Finetune/Step": 3325, "Finetune/Step Time": 7.219725504517555}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7852105498313904, "Finetune/Loss (Raw)": 0.8734837174415588, "Finetune/Step": 3326, "Finetune/Step Time": 7.210268268361688}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7832909226417542, "Finetune/Loss (Raw)": 0.5786478519439697, "Finetune/Step": 3327, "Finetune/Step Time": 7.222095567733049}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7825169563293457, "Finetune/Loss (Raw)": 0.9212102890014648, "Finetune/Step": 3328, "Finetune/Step Time": 7.226144654676318}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.783998966217041, "Finetune/Loss (Raw)": 0.8201432824134827, "Finetune/Step": 3329, "Finetune/Step Time": 7.227895252406597}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7833021879196167, "Finetune/Loss (Raw)": 0.701298713684082, "Finetune/Step": 3330, "Finetune/Step Time": 7.240914488211274}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.7836819887161255, "Finetune/Loss (Raw)": 0.8318788409233093, "Finetune/Step": 3331, "Finetune/Step Time": 7.254346357658505}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7839593887329102, "Finetune/Loss (Raw)": 0.813941478729248, "Finetune/Step": 3332, "Finetune/Step Time": 7.248092204332352}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7845935821533203, "Finetune/Loss (Raw)": 0.8290084004402161, "Finetune/Step": 3333, "Finetune/Step Time": 7.247359197586775}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.7856878042221069, "Finetune/Loss (Raw)": 0.8239161372184753, "Finetune/Step": 3334, "Finetune/Step Time": 7.2472130842506886}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7852869629859924, "Finetune/Loss (Raw)": 0.7347829937934875, "Finetune/Step": 3335, "Finetune/Step Time": 7.215015118941665}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7848025560379028, "Finetune/Loss (Raw)": 0.775946855545044, "Finetune/Step": 3336, "Finetune/Step Time": 7.21353860758245}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7841439247131348, "Finetune/Loss (Raw)": 0.71017986536026, "Finetune/Step": 3337, "Finetune/Step Time": 7.216942362487316}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7848447561264038, "Finetune/Loss (Raw)": 0.8139840960502625, "Finetune/Step": 3338, "Finetune/Step Time": 7.219963209703565}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7851846218109131, "Finetune/Loss (Raw)": 0.852023720741272, "Finetune/Step": 3339, "Finetune/Step Time": 7.211901273578405}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7884096503257751, "Finetune/Loss (Raw)": 0.807213544845581, "Finetune/Step": 3340, "Finetune/Step Time": 7.200031355023384}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7893158197402954, "Finetune/Loss (Raw)": 0.9712331295013428, "Finetune/Step": 3341, "Finetune/Step Time": 7.205260576680303}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7906104326248169, "Finetune/Loss (Raw)": 0.8763280510902405, "Finetune/Step": 3342, "Finetune/Step Time": 7.1856333035975695}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.7919448614120483, "Finetune/Loss (Raw)": 0.8476877808570862, "Finetune/Step": 3343, "Finetune/Step Time": 7.171775935217738}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.7918581366539001, "Finetune/Loss (Raw)": 0.6303558349609375, "Finetune/Step": 3344, "Finetune/Step Time": 7.152127539739013}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.788118839263916, "Finetune/Loss (Raw)": 0.35252645611763, "Finetune/Step": 3345, "Finetune/Step Time": 7.169794473797083}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7886426448822021, "Finetune/Loss (Raw)": 0.9033714532852173, "Finetune/Step": 3346, "Finetune/Step Time": 7.158803351223469}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7885942459106445, "Finetune/Loss (Raw)": 0.6877963542938232, "Finetune/Step": 3347, "Finetune/Step Time": 7.159640869125724}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7877256274223328, "Finetune/Loss (Raw)": 0.8499870896339417, "Finetune/Step": 3348, "Finetune/Step Time": 7.164180947467685}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7885514497756958, "Finetune/Loss (Raw)": 0.8552635908126831, "Finetune/Step": 3349, "Finetune/Step Time": 7.1604612693190575}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7937658429145813, "Finetune/Loss (Raw)": 0.998557448387146, "Finetune/Step": 3350, "Finetune/Step Time": 7.153667656704783}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.7934715747833252, "Finetune/Loss (Raw)": 0.7426102161407471, "Finetune/Step": 3351, "Finetune/Step Time": 7.171636948361993}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.7938323020935059, "Finetune/Loss (Raw)": 0.8537781238555908, "Finetune/Step": 3352, "Finetune/Step Time": 7.175512408837676}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.7949205636978149, "Finetune/Loss (Raw)": 0.9053342938423157, "Finetune/Step": 3353, "Finetune/Step Time": 7.191602911800146}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.7956279516220093, "Finetune/Loss (Raw)": 0.8919711709022522, "Finetune/Step": 3354, "Finetune/Step Time": 7.1897847428917885}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.7966789603233337, "Finetune/Loss (Raw)": 0.8468829989433289, "Finetune/Step": 3355, "Finetune/Step Time": 7.1813774686306715}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7975051403045654, "Finetune/Loss (Raw)": 0.8862748742103577, "Finetune/Step": 3356, "Finetune/Step Time": 7.183117091655731}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.7968267202377319, "Finetune/Loss (Raw)": 0.808092474937439, "Finetune/Step": 3357, "Finetune/Step Time": 7.183927470818162}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.7970161437988281, "Finetune/Loss (Raw)": 0.7539834976196289, "Finetune/Step": 3358, "Finetune/Step Time": 7.177579132840037}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7986375093460083, "Finetune/Loss (Raw)": 0.9901447296142578, "Finetune/Step": 3359, "Finetune/Step Time": 7.151584139093757}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.7983446717262268, "Finetune/Loss (Raw)": 0.8945039510726929, "Finetune/Step": 3360, "Finetune/Step Time": 7.151499699801207}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.7970507144927979, "Finetune/Loss (Raw)": 0.8412912487983704, "Finetune/Step": 3361, "Finetune/Step Time": 7.164707215502858}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7971824407577515, "Finetune/Loss (Raw)": 0.7240366339683533, "Finetune/Step": 3362, "Finetune/Step Time": 7.157671062275767}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7968798875808716, "Finetune/Loss (Raw)": 0.8874982595443726, "Finetune/Step": 3363, "Finetune/Step Time": 7.157737962901592}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7986381649971008, "Finetune/Loss (Raw)": 0.8898980617523193, "Finetune/Step": 3364, "Finetune/Step Time": 7.149785498157144}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7979353070259094, "Finetune/Loss (Raw)": 0.7877025008201599, "Finetune/Step": 3365, "Finetune/Step Time": 7.163282349705696}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8004299402236938, "Finetune/Loss (Raw)": 0.7129675149917603, "Finetune/Step": 3366, "Finetune/Step Time": 7.160462135449052}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7984237670898438, "Finetune/Loss (Raw)": 0.7129279971122742, "Finetune/Step": 3367, "Finetune/Step Time": 7.15755913220346}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.7944899201393127, "Finetune/Loss (Raw)": 0.4322749376296997, "Finetune/Step": 3368, "Finetune/Step Time": 7.169557703658938}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.7940546274185181, "Finetune/Loss (Raw)": 0.8367971777915955, "Finetune/Step": 3369, "Finetune/Step Time": 7.168565142899752}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.7935304045677185, "Finetune/Loss (Raw)": 0.8681883811950684, "Finetune/Step": 3370, "Finetune/Step Time": 7.166205456480384}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7915551066398621, "Finetune/Loss (Raw)": 0.5812559127807617, "Finetune/Step": 3371, "Finetune/Step Time": 7.187437955290079}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7907564043998718, "Finetune/Loss (Raw)": 0.751126229763031, "Finetune/Step": 3372, "Finetune/Step Time": 7.199127530679107}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7902408838272095, "Finetune/Loss (Raw)": 0.8394424319267273, "Finetune/Step": 3373, "Finetune/Step Time": 7.205559121444821}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7913764119148254, "Finetune/Loss (Raw)": 0.8341816663742065, "Finetune/Step": 3374, "Finetune/Step Time": 7.208743074908853}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7937027812004089, "Finetune/Loss (Raw)": 1.0441340208053589, "Finetune/Step": 3375, "Finetune/Step Time": 7.207097174599767}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.7935987114906311, "Finetune/Loss (Raw)": 0.9248555898666382, "Finetune/Step": 3376, "Finetune/Step Time": 7.199426895007491}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.7914870977401733, "Finetune/Loss (Raw)": 0.660057544708252, "Finetune/Step": 3377, "Finetune/Step Time": 7.21009049937129}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.7922963500022888, "Finetune/Loss (Raw)": 0.8840445876121521, "Finetune/Step": 3378, "Finetune/Step Time": 7.2063851449638605}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7921565771102905, "Finetune/Loss (Raw)": 0.6311746835708618, "Finetune/Step": 3379, "Finetune/Step Time": 7.1812771540135145}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7907371520996094, "Finetune/Loss (Raw)": 0.7006738781929016, "Finetune/Step": 3380, "Finetune/Step Time": 7.179311279207468}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.7902178764343262, "Finetune/Loss (Raw)": 0.7656196355819702, "Finetune/Step": 3381, "Finetune/Step Time": 7.173916015774012}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7904201745986938, "Finetune/Loss (Raw)": 0.8963412046432495, "Finetune/Step": 3382, "Finetune/Step Time": 7.1748989056795835}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7895056009292603, "Finetune/Loss (Raw)": 0.7689944505691528, "Finetune/Step": 3383, "Finetune/Step Time": 7.162550657987595}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7895925045013428, "Finetune/Loss (Raw)": 0.8845358490943909, "Finetune/Step": 3384, "Finetune/Step Time": 7.158184437081218}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7899606227874756, "Finetune/Loss (Raw)": 0.6769113540649414, "Finetune/Step": 3385, "Finetune/Step Time": 7.147045211866498}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7883244752883911, "Finetune/Loss (Raw)": 0.7953569293022156, "Finetune/Step": 3386, "Finetune/Step Time": 7.139037769287825}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7885178923606873, "Finetune/Loss (Raw)": 0.7479391694068909, "Finetune/Step": 3387, "Finetune/Step Time": 7.127636764198542}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7879287600517273, "Finetune/Loss (Raw)": 0.7676688432693481, "Finetune/Step": 3388, "Finetune/Step Time": 7.109681056812406}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7884982824325562, "Finetune/Loss (Raw)": 0.8304415345191956, "Finetune/Step": 3389, "Finetune/Step Time": 7.11306544393301}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7878309488296509, "Finetune/Loss (Raw)": 0.8453852534294128, "Finetune/Step": 3390, "Finetune/Step Time": 7.117960907518864}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7882229685783386, "Finetune/Loss (Raw)": 0.9742071032524109, "Finetune/Step": 3391, "Finetune/Step Time": 7.115986123681068}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7886196374893188, "Finetune/Loss (Raw)": 0.7666066884994507, "Finetune/Step": 3392, "Finetune/Step Time": 7.116510620340705}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.7881309986114502, "Finetune/Loss (Raw)": 0.892102837562561, "Finetune/Step": 3393, "Finetune/Step Time": 7.113908378407359}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7875797748565674, "Finetune/Loss (Raw)": 0.7356539368629456, "Finetune/Step": 3394, "Finetune/Step Time": 7.13428869843483}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7887363433837891, "Finetune/Loss (Raw)": 0.8867303729057312, "Finetune/Step": 3395, "Finetune/Step Time": 7.119233602657914}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7869381308555603, "Finetune/Loss (Raw)": 0.6844536066055298, "Finetune/Step": 3396, "Finetune/Step Time": 7.119181709364057}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7859743237495422, "Finetune/Loss (Raw)": 0.7654777765274048, "Finetune/Step": 3397, "Finetune/Step Time": 7.118624547496438}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7866745591163635, "Finetune/Loss (Raw)": 0.8315022587776184, "Finetune/Step": 3398, "Finetune/Step Time": 7.117871023714542}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7866291403770447, "Finetune/Loss (Raw)": 0.7769823670387268, "Finetune/Step": 3399, "Finetune/Step Time": 7.126454059034586}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7867729663848877, "Finetune/Loss (Raw)": 0.7906121015548706, "Finetune/Step": 3400, "Finetune/Step Time": 7.101566227152944}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7867586612701416, "Finetune/Loss (Raw)": 0.7220108509063721, "Finetune/Step": 3401, "Finetune/Step Time": 7.094072289764881}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7903803586959839, "Finetune/Loss (Raw)": 0.7824500203132629, "Finetune/Step": 3402, "Finetune/Step Time": 7.080491621047258}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.790540874004364, "Finetune/Loss (Raw)": 0.7490195035934448, "Finetune/Step": 3403, "Finetune/Step Time": 7.077191222459078}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7898852825164795, "Finetune/Loss (Raw)": 0.7582654356956482, "Finetune/Step": 3404, "Finetune/Step Time": 7.074460718780756}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7879535555839539, "Finetune/Loss (Raw)": 0.5865113735198975, "Finetune/Step": 3405, "Finetune/Step Time": 7.115107147023082}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7883924245834351, "Finetune/Loss (Raw)": 0.8608197569847107, "Finetune/Step": 3406, "Finetune/Step Time": 7.113401036709547}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7883607149124146, "Finetune/Loss (Raw)": 0.8371623158454895, "Finetune/Step": 3407, "Finetune/Step Time": 7.089578755199909}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7877098321914673, "Finetune/Loss (Raw)": 0.8538740277290344, "Finetune/Step": 3408, "Finetune/Step Time": 7.090508494526148}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7866437435150146, "Finetune/Loss (Raw)": 0.8301743865013123, "Finetune/Step": 3409, "Finetune/Step Time": 7.089017786085606}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7860689163208008, "Finetune/Loss (Raw)": 0.711479127407074, "Finetune/Step": 3410, "Finetune/Step Time": 7.0938705038279295}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7905476689338684, "Finetune/Loss (Raw)": 0.9411912560462952, "Finetune/Step": 3411, "Finetune/Step Time": 7.080963237211108}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.790973961353302, "Finetune/Loss (Raw)": 0.8458893895149231, "Finetune/Step": 3412, "Finetune/Step Time": 7.075846498832107}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7914530038833618, "Finetune/Loss (Raw)": 0.9228832721710205, "Finetune/Step": 3413, "Finetune/Step Time": 7.083751497790217}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7923730611801147, "Finetune/Loss (Raw)": 0.9311568140983582, "Finetune/Step": 3414, "Finetune/Step Time": 7.0827350579202175}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7909658551216125, "Finetune/Loss (Raw)": 0.6572582721710205, "Finetune/Step": 3415, "Finetune/Step Time": 7.080555837601423}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7872514724731445, "Finetune/Loss (Raw)": 0.4224287271499634, "Finetune/Step": 3416, "Finetune/Step Time": 7.092435037717223}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7869512438774109, "Finetune/Loss (Raw)": 0.7224735021591187, "Finetune/Step": 3417, "Finetune/Step Time": 7.099684061482549}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7864700555801392, "Finetune/Loss (Raw)": 0.7988666296005249, "Finetune/Step": 3418, "Finetune/Step Time": 7.101522101089358}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7872854471206665, "Finetune/Loss (Raw)": 0.8113464117050171, "Finetune/Step": 3419, "Finetune/Step Time": 7.094192946329713}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7856094837188721, "Finetune/Loss (Raw)": 0.5427469611167908, "Finetune/Step": 3420, "Finetune/Step Time": 7.118833415210247}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7859400510787964, "Finetune/Loss (Raw)": 0.8639803528785706, "Finetune/Step": 3421, "Finetune/Step Time": 7.122178697958589}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7858080267906189, "Finetune/Loss (Raw)": 0.7022894620895386, "Finetune/Step": 3422, "Finetune/Step Time": 7.116090597584844}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.785508930683136, "Finetune/Loss (Raw)": 0.7578721642494202, "Finetune/Step": 3423, "Finetune/Step Time": 7.1266343127936125}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7814794778823853, "Finetune/Loss (Raw)": 0.34925377368927, "Finetune/Step": 3424, "Finetune/Step Time": 7.135057833045721}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7821547985076904, "Finetune/Loss (Raw)": 0.7766435742378235, "Finetune/Step": 3425, "Finetune/Step Time": 7.123205924406648}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7803373336791992, "Finetune/Loss (Raw)": 0.6762349009513855, "Finetune/Step": 3426, "Finetune/Step Time": 7.125628862529993}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7839978337287903, "Finetune/Loss (Raw)": 0.8525478839874268, "Finetune/Step": 3427, "Finetune/Step Time": 7.115178162232041}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7831928730010986, "Finetune/Loss (Raw)": 0.7689807415008545, "Finetune/Step": 3428, "Finetune/Step Time": 7.123398132622242}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7845832705497742, "Finetune/Loss (Raw)": 0.8426827192306519, "Finetune/Step": 3429, "Finetune/Step Time": 7.120137432590127}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7827186584472656, "Finetune/Loss (Raw)": 0.6592983603477478, "Finetune/Step": 3430, "Finetune/Step Time": 7.114472754299641}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7837283611297607, "Finetune/Loss (Raw)": 0.9233949184417725, "Finetune/Step": 3431, "Finetune/Step Time": 7.1185503620654345}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7830867171287537, "Finetune/Loss (Raw)": 0.6508235335350037, "Finetune/Step": 3432, "Finetune/Step Time": 7.121307836845517}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7823319435119629, "Finetune/Loss (Raw)": 0.7794809937477112, "Finetune/Step": 3433, "Finetune/Step Time": 7.139001067727804}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7820944786071777, "Finetune/Loss (Raw)": 0.6887890100479126, "Finetune/Step": 3434, "Finetune/Step Time": 7.173459619283676}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7803866863250732, "Finetune/Loss (Raw)": 0.7425898313522339, "Finetune/Step": 3435, "Finetune/Step Time": 7.187431866303086}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7795075178146362, "Finetune/Loss (Raw)": 0.714019238948822, "Finetune/Step": 3436, "Finetune/Step Time": 7.181118780747056}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7790498733520508, "Finetune/Loss (Raw)": 0.8105751276016235, "Finetune/Step": 3437, "Finetune/Step Time": 7.169271374121308}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7788375020027161, "Finetune/Loss (Raw)": 0.7314918637275696, "Finetune/Step": 3438, "Finetune/Step Time": 7.16696198657155}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.779632031917572, "Finetune/Loss (Raw)": 0.8194650411605835, "Finetune/Step": 3439, "Finetune/Step Time": 7.171378763392568}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7792630195617676, "Finetune/Loss (Raw)": 0.7411500215530396, "Finetune/Step": 3440, "Finetune/Step Time": 7.173218794167042}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.780858039855957, "Finetune/Loss (Raw)": 0.635694682598114, "Finetune/Step": 3441, "Finetune/Step Time": 7.181634439155459}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7807008028030396, "Finetune/Loss (Raw)": 0.7326449155807495, "Finetune/Step": 3442, "Finetune/Step Time": 7.188997818157077}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7787368297576904, "Finetune/Loss (Raw)": 0.7195749282836914, "Finetune/Step": 3443, "Finetune/Step Time": 7.1995022259652615}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7791250944137573, "Finetune/Loss (Raw)": 0.8212335109710693, "Finetune/Step": 3444, "Finetune/Step Time": 7.193220738321543}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7779554128646851, "Finetune/Loss (Raw)": 0.5979006290435791, "Finetune/Step": 3445, "Finetune/Step Time": 7.210532380267978}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7812372446060181, "Finetune/Loss (Raw)": 0.7553171515464783, "Finetune/Step": 3446, "Finetune/Step Time": 7.205674633383751}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7812076807022095, "Finetune/Loss (Raw)": 0.9009430408477783, "Finetune/Step": 3447, "Finetune/Step Time": 7.200346250087023}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7811963558197021, "Finetune/Loss (Raw)": 0.7688564658164978, "Finetune/Step": 3448, "Finetune/Step Time": 7.206181230023503}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7826701402664185, "Finetune/Loss (Raw)": 0.9108846783638, "Finetune/Step": 3449, "Finetune/Step Time": 7.202217301353812}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7824792265892029, "Finetune/Loss (Raw)": 0.753496527671814, "Finetune/Step": 3450, "Finetune/Step Time": 7.222356494516134}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7815262675285339, "Finetune/Loss (Raw)": 0.7749782800674438, "Finetune/Step": 3451, "Finetune/Step Time": 7.207010593265295}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7825909852981567, "Finetune/Loss (Raw)": 0.8942986130714417, "Finetune/Step": 3452, "Finetune/Step Time": 7.192000910639763}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7832902669906616, "Finetune/Loss (Raw)": 0.7933659553527832, "Finetune/Step": 3453, "Finetune/Step Time": 7.1904346235096455}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.782366156578064, "Finetune/Loss (Raw)": 0.7551956176757812, "Finetune/Step": 3454, "Finetune/Step Time": 7.199894653633237}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7804962396621704, "Finetune/Loss (Raw)": 0.33929967880249023, "Finetune/Step": 3455, "Finetune/Step Time": 7.203977378085256}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7801036238670349, "Finetune/Loss (Raw)": 0.8709471821784973, "Finetune/Step": 3456, "Finetune/Step Time": 7.201427718624473}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7802784442901611, "Finetune/Loss (Raw)": 0.8425260186195374, "Finetune/Step": 3457, "Finetune/Step Time": 7.193207923322916}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7811505794525146, "Finetune/Loss (Raw)": 0.8129259347915649, "Finetune/Step": 3458, "Finetune/Step Time": 7.201856469735503}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7810831069946289, "Finetune/Loss (Raw)": 0.8232485055923462, "Finetune/Step": 3459, "Finetune/Step Time": 7.193282227963209}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7817543745040894, "Finetune/Loss (Raw)": 0.8998600840568542, "Finetune/Step": 3460, "Finetune/Step Time": 7.195388467982411}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7778918743133545, "Finetune/Loss (Raw)": 0.33461520075798035, "Finetune/Step": 3461, "Finetune/Step Time": 7.210192346945405}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7776277661323547, "Finetune/Loss (Raw)": 0.7901094555854797, "Finetune/Step": 3462, "Finetune/Step Time": 7.20772791095078}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7779586315155029, "Finetune/Loss (Raw)": 0.7771368622779846, "Finetune/Step": 3463, "Finetune/Step Time": 7.210270909592509}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7789615392684937, "Finetune/Loss (Raw)": 0.904316782951355, "Finetune/Step": 3464, "Finetune/Step Time": 7.211829194799066}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7792481184005737, "Finetune/Loss (Raw)": 0.7468593120574951, "Finetune/Step": 3465, "Finetune/Step Time": 7.2074888199567795}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7783045172691345, "Finetune/Loss (Raw)": 0.693199872970581, "Finetune/Step": 3466, "Finetune/Step Time": 7.206182768568397}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.776902437210083, "Finetune/Loss (Raw)": 0.6725583076477051, "Finetune/Step": 3467, "Finetune/Step Time": 7.2058624271303415}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.775712251663208, "Finetune/Loss (Raw)": 0.6548687815666199, "Finetune/Step": 3468, "Finetune/Step Time": 7.213949333876371}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7738150358200073, "Finetune/Loss (Raw)": 0.7283959984779358, "Finetune/Step": 3469, "Finetune/Step Time": 7.222645970061421}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7729817628860474, "Finetune/Loss (Raw)": 0.7696672081947327, "Finetune/Step": 3470, "Finetune/Step Time": 7.228870091959834}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7731912732124329, "Finetune/Loss (Raw)": 0.8745056986808777, "Finetune/Step": 3471, "Finetune/Step Time": 7.235857207328081}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7740811705589294, "Finetune/Loss (Raw)": 0.7442586421966553, "Finetune/Step": 3472, "Finetune/Step Time": 7.23665158264339}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.777898907661438, "Finetune/Loss (Raw)": 0.8412055373191833, "Finetune/Step": 3473, "Finetune/Step Time": 7.241307727992535}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7760722637176514, "Finetune/Loss (Raw)": 0.6695517301559448, "Finetune/Step": 3474, "Finetune/Step Time": 7.245767688378692}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7770290374755859, "Finetune/Loss (Raw)": 0.8102667927742004, "Finetune/Step": 3475, "Finetune/Step Time": 7.251189475879073}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7754283547401428, "Finetune/Loss (Raw)": 0.6451011300086975, "Finetune/Step": 3476, "Finetune/Step Time": 7.256035845726728}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7745804786682129, "Finetune/Loss (Raw)": 0.7467330098152161, "Finetune/Step": 3477, "Finetune/Step Time": 7.2736899852752686}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7741020917892456, "Finetune/Loss (Raw)": 0.9373273253440857, "Finetune/Step": 3478, "Finetune/Step Time": 7.2656742464751005}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7762579917907715, "Finetune/Loss (Raw)": 1.0185694694519043, "Finetune/Step": 3479, "Finetune/Step Time": 7.2407670095562935}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7761799693107605, "Finetune/Loss (Raw)": 0.8437911868095398, "Finetune/Step": 3480, "Finetune/Step Time": 7.23225517757237}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7758142352104187, "Finetune/Loss (Raw)": 0.8585186004638672, "Finetune/Step": 3481, "Finetune/Step Time": 7.208909943699837}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7747562527656555, "Finetune/Loss (Raw)": 0.7565426826477051, "Finetune/Step": 3482, "Finetune/Step Time": 7.207777941599488}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7737890481948853, "Finetune/Loss (Raw)": 0.7230809926986694, "Finetune/Step": 3483, "Finetune/Step Time": 7.241479605436325}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.772852897644043, "Finetune/Loss (Raw)": 0.7664469480514526, "Finetune/Step": 3484, "Finetune/Step Time": 7.257562231272459}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7738409042358398, "Finetune/Loss (Raw)": 0.934563159942627, "Finetune/Step": 3485, "Finetune/Step Time": 7.2547018099576235}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7742206454277039, "Finetune/Loss (Raw)": 0.8025911450386047, "Finetune/Step": 3486, "Finetune/Step Time": 7.248101618140936}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7721928358078003, "Finetune/Loss (Raw)": 0.7305852770805359, "Finetune/Step": 3487, "Finetune/Step Time": 7.246290571987629}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7705436944961548, "Finetune/Loss (Raw)": 0.6834075450897217, "Finetune/Step": 3488, "Finetune/Step Time": 7.245540963485837}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7708871364593506, "Finetune/Loss (Raw)": 0.885260283946991, "Finetune/Step": 3489, "Finetune/Step Time": 7.231315016746521}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.770879328250885, "Finetune/Loss (Raw)": 0.7230345606803894, "Finetune/Step": 3490, "Finetune/Step Time": 7.218690399080515}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7711093425750732, "Finetune/Loss (Raw)": 0.9169374704360962, "Finetune/Step": 3491, "Finetune/Step Time": 7.213424125686288}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7704634666442871, "Finetune/Loss (Raw)": 0.8072257041931152, "Finetune/Step": 3492, "Finetune/Step Time": 7.222200732678175}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7681963443756104, "Finetune/Loss (Raw)": 0.4975128471851349, "Finetune/Step": 3493, "Finetune/Step Time": 7.214295452460647}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7699243426322937, "Finetune/Loss (Raw)": 0.9341503381729126, "Finetune/Step": 3494, "Finetune/Step Time": 7.200794393196702}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.771031379699707, "Finetune/Loss (Raw)": 0.8546276688575745, "Finetune/Step": 3495, "Finetune/Step Time": 7.210983611643314}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7743679881095886, "Finetune/Loss (Raw)": 0.8593605756759644, "Finetune/Step": 3496, "Finetune/Step Time": 7.204784210771322}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7727413177490234, "Finetune/Loss (Raw)": 0.6285824775695801, "Finetune/Step": 3497, "Finetune/Step Time": 7.212998233735561}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.772801399230957, "Finetune/Loss (Raw)": 0.8758838772773743, "Finetune/Step": 3498, "Finetune/Step Time": 7.216479921713471}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7744677066802979, "Finetune/Loss (Raw)": 0.7945421934127808, "Finetune/Step": 3499, "Finetune/Step Time": 7.201010849326849}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7755981683731079, "Finetune/Loss (Raw)": 0.8958240151405334, "Finetune/Step": 3500, "Finetune/Step Time": 7.19129123352468}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7756904363632202, "Finetune/Loss (Raw)": 0.851245105266571, "Finetune/Step": 3501, "Finetune/Step Time": 7.176529288291931}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7766307592391968, "Finetune/Loss (Raw)": 0.954546332359314, "Finetune/Step": 3502, "Finetune/Step Time": 7.170850792899728}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7752804756164551, "Finetune/Loss (Raw)": 0.8713018298149109, "Finetune/Step": 3503, "Finetune/Step Time": 7.170058585703373}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7740027904510498, "Finetune/Loss (Raw)": 0.7613118290901184, "Finetune/Step": 3504, "Finetune/Step Time": 7.171455753967166}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7749752402305603, "Finetune/Loss (Raw)": 0.7845329642295837, "Finetune/Step": 3505, "Finetune/Step Time": 7.166533695533872}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7737927436828613, "Finetune/Loss (Raw)": 0.7326838374137878, "Finetune/Step": 3506, "Finetune/Step Time": 7.172894649207592}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7736459970474243, "Finetune/Loss (Raw)": 0.6123883724212646, "Finetune/Step": 3507, "Finetune/Step Time": 7.187319843098521}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7744041681289673, "Finetune/Loss (Raw)": 0.7977177500724792, "Finetune/Step": 3508, "Finetune/Step Time": 7.187485093250871}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7743546962738037, "Finetune/Loss (Raw)": 0.7592857480049133, "Finetune/Step": 3509, "Finetune/Step Time": 7.20014488324523}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7731765508651733, "Finetune/Loss (Raw)": 0.7455441951751709, "Finetune/Step": 3510, "Finetune/Step Time": 7.199519325047731}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7728075385093689, "Finetune/Loss (Raw)": 0.721759557723999, "Finetune/Step": 3511, "Finetune/Step Time": 7.206135578453541}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7720177173614502, "Finetune/Loss (Raw)": 0.7834320068359375, "Finetune/Step": 3512, "Finetune/Step Time": 7.20372355543077}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7733937501907349, "Finetune/Loss (Raw)": 0.853052020072937, "Finetune/Step": 3513, "Finetune/Step Time": 7.203359900042415}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7729560136795044, "Finetune/Loss (Raw)": 0.7393231987953186, "Finetune/Step": 3514, "Finetune/Step Time": 7.207686722278595}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.773343026638031, "Finetune/Loss (Raw)": 0.7974793910980225, "Finetune/Step": 3515, "Finetune/Step Time": 7.21361087448895}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7735124230384827, "Finetune/Loss (Raw)": 0.7893482446670532, "Finetune/Step": 3516, "Finetune/Step Time": 7.2150204963982105}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7736501693725586, "Finetune/Loss (Raw)": 0.8480772972106934, "Finetune/Step": 3517, "Finetune/Step Time": 7.212441381067038}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7721830010414124, "Finetune/Loss (Raw)": 0.6575859189033508, "Finetune/Step": 3518, "Finetune/Step Time": 7.236605694517493}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7699371576309204, "Finetune/Loss (Raw)": 0.6867344379425049, "Finetune/Step": 3519, "Finetune/Step Time": 7.260006221011281}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7697526216506958, "Finetune/Loss (Raw)": 0.7429909110069275, "Finetune/Step": 3520, "Finetune/Step Time": 7.261850679293275}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7696946263313293, "Finetune/Loss (Raw)": 0.8846819400787354, "Finetune/Step": 3521, "Finetune/Step Time": 7.262172881513834}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7688871622085571, "Finetune/Loss (Raw)": 0.6322923302650452, "Finetune/Step": 3522, "Finetune/Step Time": 7.257819775491953}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7669606804847717, "Finetune/Loss (Raw)": 0.640143871307373, "Finetune/Step": 3523, "Finetune/Step Time": 7.28234089165926}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7669633030891418, "Finetune/Loss (Raw)": 0.6847910284996033, "Finetune/Step": 3524, "Finetune/Step Time": 7.292050814256072}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7687224745750427, "Finetune/Loss (Raw)": 0.990648090839386, "Finetune/Step": 3525, "Finetune/Step Time": 7.2956044394522905}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7673115730285645, "Finetune/Loss (Raw)": 0.6509124636650085, "Finetune/Step": 3526, "Finetune/Step Time": 7.30307793430984}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7675362825393677, "Finetune/Loss (Raw)": 0.8057345151901245, "Finetune/Step": 3527, "Finetune/Step Time": 7.292364213615656}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7674986124038696, "Finetune/Loss (Raw)": 0.7857968211174011, "Finetune/Step": 3528, "Finetune/Step Time": 7.291338440030813}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7669813632965088, "Finetune/Loss (Raw)": 0.6558043956756592, "Finetune/Step": 3529, "Finetune/Step Time": 7.301085028797388}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7669649720191956, "Finetune/Loss (Raw)": 0.7803536057472229, "Finetune/Step": 3530, "Finetune/Step Time": 7.302709164097905}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7675929665565491, "Finetune/Loss (Raw)": 0.8293997049331665, "Finetune/Step": 3531, "Finetune/Step Time": 7.3027949798852205}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.76703280210495, "Finetune/Loss (Raw)": 0.6865643262863159, "Finetune/Step": 3532, "Finetune/Step Time": 7.315063865855336}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7649688124656677, "Finetune/Loss (Raw)": 0.3223218619823456, "Finetune/Step": 3533, "Finetune/Step Time": 7.291454911231995}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7649759650230408, "Finetune/Loss (Raw)": 0.861739456653595, "Finetune/Step": 3534, "Finetune/Step Time": 7.2988152503967285}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7610684633255005, "Finetune/Loss (Raw)": 0.3369978666305542, "Finetune/Step": 3535, "Finetune/Step Time": 7.313270058482885}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.760336697101593, "Finetune/Loss (Raw)": 0.7602065801620483, "Finetune/Step": 3536, "Finetune/Step Time": 7.311118148267269}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7614090442657471, "Finetune/Loss (Raw)": 0.9674416780471802, "Finetune/Step": 3537, "Finetune/Step Time": 7.317649705335498}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7629431486129761, "Finetune/Loss (Raw)": 0.9078341126441956, "Finetune/Step": 3538, "Finetune/Step Time": 7.319899700582027}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7624305486679077, "Finetune/Loss (Raw)": 0.8755797743797302, "Finetune/Step": 3539, "Finetune/Step Time": 7.322849567979574}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7622700333595276, "Finetune/Loss (Raw)": 0.8253446817398071, "Finetune/Step": 3540, "Finetune/Step Time": 7.327786711975932}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7614133358001709, "Finetune/Loss (Raw)": 0.8132236003875732, "Finetune/Step": 3541, "Finetune/Step Time": 7.318784387782216}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7595559358596802, "Finetune/Loss (Raw)": 0.6934155225753784, "Finetune/Step": 3542, "Finetune/Step Time": 7.328510606661439}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7605758905410767, "Finetune/Loss (Raw)": 0.787811279296875, "Finetune/Step": 3543, "Finetune/Step Time": 7.3411373272538185}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7639120817184448, "Finetune/Loss (Raw)": 0.8494639992713928, "Finetune/Step": 3544, "Finetune/Step Time": 7.326851336285472}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.761504054069519, "Finetune/Loss (Raw)": 0.4142442047595978, "Finetune/Step": 3545, "Finetune/Step Time": 7.335881846025586}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7610427141189575, "Finetune/Loss (Raw)": 0.7398184537887573, "Finetune/Step": 3546, "Finetune/Step Time": 7.33312513679266}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7618969678878784, "Finetune/Loss (Raw)": 0.9206822514533997, "Finetune/Step": 3547, "Finetune/Step Time": 7.331184158101678}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7636730670928955, "Finetune/Loss (Raw)": 0.7700868844985962, "Finetune/Step": 3548, "Finetune/Step Time": 7.319299338385463}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7642800807952881, "Finetune/Loss (Raw)": 0.941680371761322, "Finetune/Step": 3549, "Finetune/Step Time": 7.31872477196157}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7614482045173645, "Finetune/Loss (Raw)": 0.3398163318634033, "Finetune/Step": 3550, "Finetune/Step Time": 7.312241451814771}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7609211206436157, "Finetune/Loss (Raw)": 0.690395176410675, "Finetune/Step": 3551, "Finetune/Step Time": 7.31853305362165}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7646110653877258, "Finetune/Loss (Raw)": 0.8215727806091309, "Finetune/Step": 3552, "Finetune/Step Time": 7.302274854853749}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7635743618011475, "Finetune/Loss (Raw)": 0.6439417004585266, "Finetune/Step": 3553, "Finetune/Step Time": 7.309745589271188}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7653738260269165, "Finetune/Loss (Raw)": 0.9065647721290588, "Finetune/Step": 3554, "Finetune/Step Time": 7.312518171966076}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7660750150680542, "Finetune/Loss (Raw)": 0.9423075914382935, "Finetune/Step": 3555, "Finetune/Step Time": 7.311004165560007}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7627719640731812, "Finetune/Loss (Raw)": 0.3461855947971344, "Finetune/Step": 3556, "Finetune/Step Time": 7.3163810186088085}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7638971209526062, "Finetune/Loss (Raw)": 0.9867048859596252, "Finetune/Step": 3557, "Finetune/Step Time": 7.314423428848386}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7650704383850098, "Finetune/Loss (Raw)": 0.8094794750213623, "Finetune/Step": 3558, "Finetune/Step Time": 7.316187171265483}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7644702196121216, "Finetune/Loss (Raw)": 0.8465741276741028, "Finetune/Step": 3559, "Finetune/Step Time": 7.314852787181735}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7662392854690552, "Finetune/Loss (Raw)": 0.8772633075714111, "Finetune/Step": 3560, "Finetune/Step Time": 7.298960516229272}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7676535844802856, "Finetune/Loss (Raw)": 0.9605084657669067, "Finetune/Step": 3561, "Finetune/Step Time": 7.282476093620062}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7672973871231079, "Finetune/Loss (Raw)": 0.643189549446106, "Finetune/Step": 3562, "Finetune/Step Time": 7.248162547126412}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7667499780654907, "Finetune/Loss (Raw)": 0.6725279688835144, "Finetune/Step": 3563, "Finetune/Step Time": 7.233907042071223}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7671144008636475, "Finetune/Loss (Raw)": 0.7606548070907593, "Finetune/Step": 3564, "Finetune/Step Time": 7.236978122964501}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7667178511619568, "Finetune/Loss (Raw)": 0.7598270773887634, "Finetune/Step": 3565, "Finetune/Step Time": 7.239691715687513}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7680377960205078, "Finetune/Loss (Raw)": 0.9004470705986023, "Finetune/Step": 3566, "Finetune/Step Time": 7.239966398105025}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7678713202476501, "Finetune/Loss (Raw)": 0.7981563806533813, "Finetune/Step": 3567, "Finetune/Step Time": 7.255273064598441}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7685036659240723, "Finetune/Loss (Raw)": 0.8220821022987366, "Finetune/Step": 3568, "Finetune/Step Time": 7.260824378579855}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7694716453552246, "Finetune/Loss (Raw)": 0.7595966458320618, "Finetune/Step": 3569, "Finetune/Step Time": 7.248494192957878}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7695642709732056, "Finetune/Loss (Raw)": 0.7445052862167358, "Finetune/Step": 3570, "Finetune/Step Time": 7.242807598784566}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7702492475509644, "Finetune/Loss (Raw)": 0.8072549104690552, "Finetune/Step": 3571, "Finetune/Step Time": 7.234366068616509}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7708401679992676, "Finetune/Loss (Raw)": 0.8968731164932251, "Finetune/Step": 3572, "Finetune/Step Time": 7.235786413773894}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7730602025985718, "Finetune/Loss (Raw)": 0.8820628523826599, "Finetune/Step": 3573, "Finetune/Step Time": 7.218203341588378}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7742689847946167, "Finetune/Loss (Raw)": 0.9100419282913208, "Finetune/Step": 3574, "Finetune/Step Time": 7.21626266464591}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7733447551727295, "Finetune/Loss (Raw)": 0.7826488614082336, "Finetune/Step": 3575, "Finetune/Step Time": 7.217137578874826}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7744076251983643, "Finetune/Loss (Raw)": 0.9048936367034912, "Finetune/Step": 3576, "Finetune/Step Time": 7.214814394712448}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7735897302627563, "Finetune/Loss (Raw)": 0.8061926960945129, "Finetune/Step": 3577, "Finetune/Step Time": 7.233238669112325}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7745919227600098, "Finetune/Loss (Raw)": 0.8817750811576843, "Finetune/Step": 3578, "Finetune/Step Time": 7.228750962764025}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7750054001808167, "Finetune/Loss (Raw)": 0.8279091715812683, "Finetune/Step": 3579, "Finetune/Step Time": 7.2292411252856255}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7746189832687378, "Finetune/Loss (Raw)": 0.84483402967453, "Finetune/Step": 3580, "Finetune/Step Time": 7.236766351386905}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7752618789672852, "Finetune/Loss (Raw)": 0.8756592869758606, "Finetune/Step": 3581, "Finetune/Step Time": 7.246403947472572}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7749160528182983, "Finetune/Loss (Raw)": 0.7109287977218628, "Finetune/Step": 3582, "Finetune/Step Time": 7.24926420301199}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7780994176864624, "Finetune/Loss (Raw)": 0.74677574634552, "Finetune/Step": 3583, "Finetune/Step Time": 7.2364877592772245}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7777118682861328, "Finetune/Loss (Raw)": 0.8213316202163696, "Finetune/Step": 3584, "Finetune/Step Time": 7.238034838810563}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7785078287124634, "Finetune/Loss (Raw)": 0.9444200992584229, "Finetune/Step": 3585, "Finetune/Step Time": 7.237786049023271}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7772854566574097, "Finetune/Loss (Raw)": 0.6564536094665527, "Finetune/Step": 3586, "Finetune/Step Time": 7.235745163634419}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.776621401309967, "Finetune/Loss (Raw)": 0.7382563352584839, "Finetune/Step": 3587, "Finetune/Step Time": 7.228639360517263}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7747575044631958, "Finetune/Loss (Raw)": 0.6612780094146729, "Finetune/Step": 3588, "Finetune/Step Time": 7.229067226871848}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7782643437385559, "Finetune/Loss (Raw)": 0.7834863662719727, "Finetune/Step": 3589, "Finetune/Step Time": 7.2232194151729345}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7788244485855103, "Finetune/Loss (Raw)": 0.861805260181427, "Finetune/Step": 3590, "Finetune/Step Time": 7.22616053186357}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7785297632217407, "Finetune/Loss (Raw)": 0.7394249439239502, "Finetune/Step": 3591, "Finetune/Step Time": 7.225468713790178}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7776418328285217, "Finetune/Loss (Raw)": 0.7906515598297119, "Finetune/Step": 3592, "Finetune/Step Time": 7.230475462973118}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.778998851776123, "Finetune/Loss (Raw)": 0.9205663204193115, "Finetune/Step": 3593, "Finetune/Step Time": 7.227859577164054}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7778455018997192, "Finetune/Loss (Raw)": 0.545563280582428, "Finetune/Step": 3594, "Finetune/Step Time": 7.234904328361154}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7790070176124573, "Finetune/Loss (Raw)": 0.8212351202964783, "Finetune/Step": 3595, "Finetune/Step Time": 7.24664674513042}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.781343936920166, "Finetune/Loss (Raw)": 0.9539949297904968, "Finetune/Step": 3596, "Finetune/Step Time": 7.2334318831563}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7776107788085938, "Finetune/Loss (Raw)": 0.2505571246147156, "Finetune/Step": 3597, "Finetune/Step Time": 7.236432606354356}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.777429461479187, "Finetune/Loss (Raw)": 0.7464482188224792, "Finetune/Step": 3598, "Finetune/Step Time": 7.251927709206939}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.775983452796936, "Finetune/Loss (Raw)": 0.6894220113754272, "Finetune/Step": 3599, "Finetune/Step Time": 7.24420384503901}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7735730409622192, "Finetune/Loss (Raw)": 0.4357272982597351, "Finetune/Step": 3600, "Finetune/Step Time": 7.250213785097003}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7736276984214783, "Finetune/Loss (Raw)": 0.8482015132904053, "Finetune/Step": 3601, "Finetune/Step Time": 7.23436083085835}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7745329141616821, "Finetune/Loss (Raw)": 0.7854215502738953, "Finetune/Step": 3602, "Finetune/Step Time": 7.230266576632857}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7745436429977417, "Finetune/Loss (Raw)": 0.8116316199302673, "Finetune/Step": 3603, "Finetune/Step Time": 7.2296355701982975}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7759723663330078, "Finetune/Loss (Raw)": 0.82797771692276, "Finetune/Step": 3604, "Finetune/Step Time": 7.2270495891571045}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7752563953399658, "Finetune/Loss (Raw)": 0.6550924777984619, "Finetune/Step": 3605, "Finetune/Step Time": 7.214192481711507}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7736832499504089, "Finetune/Loss (Raw)": 0.7359644174575806, "Finetune/Step": 3606, "Finetune/Step Time": 7.227830890566111}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7721107006072998, "Finetune/Loss (Raw)": 0.8172839879989624, "Finetune/Step": 3607, "Finetune/Step Time": 7.232491647824645}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7706287503242493, "Finetune/Loss (Raw)": 0.654099702835083, "Finetune/Step": 3608, "Finetune/Step Time": 7.260064234957099}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7700435519218445, "Finetune/Loss (Raw)": 0.7836167216300964, "Finetune/Step": 3609, "Finetune/Step Time": 7.262169057503343}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7694622278213501, "Finetune/Loss (Raw)": 0.6821358799934387, "Finetune/Step": 3610, "Finetune/Step Time": 7.262374620884657}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.766456127166748, "Finetune/Loss (Raw)": 0.3382866680622101, "Finetune/Step": 3611, "Finetune/Step Time": 7.239172641187906}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7666811943054199, "Finetune/Loss (Raw)": 0.7952666878700256, "Finetune/Step": 3612, "Finetune/Step Time": 7.237344430759549}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7647472023963928, "Finetune/Loss (Raw)": 0.687013566493988, "Finetune/Step": 3613, "Finetune/Step Time": 7.238853916525841}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.764653742313385, "Finetune/Loss (Raw)": 0.790619432926178, "Finetune/Step": 3614, "Finetune/Step Time": 7.24349251203239}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7654979228973389, "Finetune/Loss (Raw)": 0.8386445641517639, "Finetune/Step": 3615, "Finetune/Step Time": 7.247915977612138}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7655699253082275, "Finetune/Loss (Raw)": 0.6926264762878418, "Finetune/Step": 3616, "Finetune/Step Time": 7.2526429910212755}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7643333673477173, "Finetune/Loss (Raw)": 0.7269748449325562, "Finetune/Step": 3617, "Finetune/Step Time": 7.262764874845743}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7640924453735352, "Finetune/Loss (Raw)": 0.6921975612640381, "Finetune/Step": 3618, "Finetune/Step Time": 7.271724857389927}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7628858089447021, "Finetune/Loss (Raw)": 0.7624865174293518, "Finetune/Step": 3619, "Finetune/Step Time": 7.270915286615491}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7628278136253357, "Finetune/Loss (Raw)": 0.7998031973838806, "Finetune/Step": 3620, "Finetune/Step Time": 7.261546270921826}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.764750063419342, "Finetune/Loss (Raw)": 0.7435662746429443, "Finetune/Step": 3621, "Finetune/Step Time": 7.255877621471882}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7636802792549133, "Finetune/Loss (Raw)": 0.797213077545166, "Finetune/Step": 3622, "Finetune/Step Time": 7.255726495757699}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7635550498962402, "Finetune/Loss (Raw)": 0.8385969400405884, "Finetune/Step": 3623, "Finetune/Step Time": 7.24545755982399}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7638237476348877, "Finetune/Loss (Raw)": 0.8937569260597229, "Finetune/Step": 3624, "Finetune/Step Time": 7.240292835980654}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7658097743988037, "Finetune/Loss (Raw)": 0.8827999234199524, "Finetune/Step": 3625, "Finetune/Step Time": 7.23169718682766}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.764330267906189, "Finetune/Loss (Raw)": 0.6864988803863525, "Finetune/Step": 3626, "Finetune/Step Time": 7.228790886700153}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.764711856842041, "Finetune/Loss (Raw)": 0.8433862328529358, "Finetune/Step": 3627, "Finetune/Step Time": 7.2448269464075565}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7639371156692505, "Finetune/Loss (Raw)": 0.796665608882904, "Finetune/Step": 3628, "Finetune/Step Time": 7.25092314183712}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7633615732192993, "Finetune/Loss (Raw)": 0.7775718569755554, "Finetune/Step": 3629, "Finetune/Step Time": 7.258118038997054}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7614867687225342, "Finetune/Loss (Raw)": 0.7145645022392273, "Finetune/Step": 3630, "Finetune/Step Time": 7.259107120335102}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7596096992492676, "Finetune/Loss (Raw)": 0.6310374140739441, "Finetune/Step": 3631, "Finetune/Step Time": 7.273776113986969}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7606556415557861, "Finetune/Loss (Raw)": 0.8951995968818665, "Finetune/Step": 3632, "Finetune/Step Time": 7.27635733038187}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7614970803260803, "Finetune/Loss (Raw)": 0.8922300338745117, "Finetune/Step": 3633, "Finetune/Step Time": 7.271880129352212}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7618914842605591, "Finetune/Loss (Raw)": 0.7831634879112244, "Finetune/Step": 3634, "Finetune/Step Time": 7.254448661580682}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7624096274375916, "Finetune/Loss (Raw)": 0.6787206530570984, "Finetune/Step": 3635, "Finetune/Step Time": 7.238990999758244}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7627487778663635, "Finetune/Loss (Raw)": 0.841127336025238, "Finetune/Step": 3636, "Finetune/Step Time": 7.238048758357763}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7634738683700562, "Finetune/Loss (Raw)": 0.8521009087562561, "Finetune/Step": 3637, "Finetune/Step Time": 7.224569875746965}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7641886472702026, "Finetune/Loss (Raw)": 0.8370267152786255, "Finetune/Step": 3638, "Finetune/Step Time": 7.223011292517185}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7649616599082947, "Finetune/Loss (Raw)": 0.8207054734230042, "Finetune/Step": 3639, "Finetune/Step Time": 7.224506074562669}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7612126469612122, "Finetune/Loss (Raw)": 0.303566575050354, "Finetune/Step": 3640, "Finetune/Step Time": 7.23905261605978}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7602857351303101, "Finetune/Loss (Raw)": 0.7344054579734802, "Finetune/Step": 3641, "Finetune/Step Time": 7.242500778287649}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7610393166542053, "Finetune/Loss (Raw)": 0.8357832431793213, "Finetune/Step": 3642, "Finetune/Step Time": 7.245370969176292}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7614749670028687, "Finetune/Loss (Raw)": 0.8532350063323975, "Finetune/Step": 3643, "Finetune/Step Time": 7.239076476544142}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7615460157394409, "Finetune/Loss (Raw)": 0.7984472513198853, "Finetune/Step": 3644, "Finetune/Step Time": 7.235379192978144}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.760789692401886, "Finetune/Loss (Raw)": 0.7512691617012024, "Finetune/Step": 3645, "Finetune/Step Time": 7.234647635370493}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7621635794639587, "Finetune/Loss (Raw)": 0.8334418535232544, "Finetune/Step": 3646, "Finetune/Step Time": 7.219009462743998}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7633848786354065, "Finetune/Loss (Raw)": 0.8430551886558533, "Finetune/Step": 3647, "Finetune/Step Time": 7.196773052215576}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7646094560623169, "Finetune/Loss (Raw)": 0.899742603302002, "Finetune/Step": 3648, "Finetune/Step Time": 7.19740023650229}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7646791934967041, "Finetune/Loss (Raw)": 0.8936091661453247, "Finetune/Step": 3649, "Finetune/Step Time": 7.201176663860679}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7671878337860107, "Finetune/Loss (Raw)": 0.9533933997154236, "Finetune/Step": 3650, "Finetune/Step Time": 7.191382743418217}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.767392635345459, "Finetune/Loss (Raw)": 0.6663643717765808, "Finetune/Step": 3651, "Finetune/Step Time": 7.179945435374975}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7685045599937439, "Finetune/Loss (Raw)": 0.8271180391311646, "Finetune/Step": 3652, "Finetune/Step Time": 7.1713467966765165}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7677469253540039, "Finetune/Loss (Raw)": 0.89366614818573, "Finetune/Step": 3653, "Finetune/Step Time": 7.168233174830675}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7685994505882263, "Finetune/Loss (Raw)": 0.7600390911102295, "Finetune/Step": 3654, "Finetune/Step Time": 7.177244391292334}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7697063088417053, "Finetune/Loss (Raw)": 0.9474065899848938, "Finetune/Step": 3655, "Finetune/Step Time": 7.1809162851423025}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7690215110778809, "Finetune/Loss (Raw)": 0.6981512308120728, "Finetune/Step": 3656, "Finetune/Step Time": 7.184593617916107}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7703088521957397, "Finetune/Loss (Raw)": 0.82058185338974, "Finetune/Step": 3657, "Finetune/Step Time": 7.179016949608922}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7701839208602905, "Finetune/Loss (Raw)": 0.7643617391586304, "Finetune/Step": 3658, "Finetune/Step Time": 7.193719668313861}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.770002007484436, "Finetune/Loss (Raw)": 0.806117057800293, "Finetune/Step": 3659, "Finetune/Step Time": 7.196064446121454}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7717634439468384, "Finetune/Loss (Raw)": 0.9120235443115234, "Finetune/Step": 3660, "Finetune/Step Time": 7.18276734650135}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7756369113922119, "Finetune/Loss (Raw)": 0.8181286454200745, "Finetune/Step": 3661, "Finetune/Step Time": 7.1671018451452255}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.776009738445282, "Finetune/Loss (Raw)": 0.9094625115394592, "Finetune/Step": 3662, "Finetune/Step Time": 7.156998185440898}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7812315225601196, "Finetune/Loss (Raw)": 1.0053799152374268, "Finetune/Step": 3663, "Finetune/Step Time": 7.140541886910796}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7810486555099487, "Finetune/Loss (Raw)": 0.7368102669715881, "Finetune/Step": 3664, "Finetune/Step Time": 7.1522875633090734}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7798536419868469, "Finetune/Loss (Raw)": 0.8144736289978027, "Finetune/Step": 3665, "Finetune/Step Time": 7.144875038415194}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.779022216796875, "Finetune/Loss (Raw)": 0.8014054298400879, "Finetune/Step": 3666, "Finetune/Step Time": 7.139326956123114}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7754591703414917, "Finetune/Loss (Raw)": 0.4195210635662079, "Finetune/Step": 3667, "Finetune/Step Time": 7.15033626370132}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7748329043388367, "Finetune/Loss (Raw)": 0.7451779246330261, "Finetune/Step": 3668, "Finetune/Step Time": 7.140489185228944}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7742269039154053, "Finetune/Loss (Raw)": 0.7356477379798889, "Finetune/Step": 3669, "Finetune/Step Time": 7.143206834793091}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.775253415107727, "Finetune/Loss (Raw)": 0.8248165249824524, "Finetune/Step": 3670, "Finetune/Step Time": 7.128227218985558}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.776110827922821, "Finetune/Loss (Raw)": 0.8975611925125122, "Finetune/Step": 3671, "Finetune/Step Time": 7.109540704637766}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7752453684806824, "Finetune/Loss (Raw)": 0.7386801242828369, "Finetune/Step": 3672, "Finetune/Step Time": 7.116770770400763}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7761437296867371, "Finetune/Loss (Raw)": 0.5292332172393799, "Finetune/Step": 3673, "Finetune/Step Time": 7.106738176196814}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7765479683876038, "Finetune/Loss (Raw)": 0.7915621399879456, "Finetune/Step": 3674, "Finetune/Step Time": 7.09763103723526}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.772305428981781, "Finetune/Loss (Raw)": 0.37764185667037964, "Finetune/Step": 3675, "Finetune/Step Time": 7.115163438022137}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7727410793304443, "Finetune/Loss (Raw)": 0.8258453011512756, "Finetune/Step": 3676, "Finetune/Step Time": 7.11837069876492}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7725862264633179, "Finetune/Loss (Raw)": 0.9218547940254211, "Finetune/Step": 3677, "Finetune/Step Time": 7.117157274857163}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7742809057235718, "Finetune/Loss (Raw)": 0.55674147605896, "Finetune/Step": 3678, "Finetune/Step Time": 7.103898461908102}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7748523354530334, "Finetune/Loss (Raw)": 0.7635385990142822, "Finetune/Step": 3679, "Finetune/Step Time": 7.091387739405036}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7751151323318481, "Finetune/Loss (Raw)": 0.8552142381668091, "Finetune/Step": 3680, "Finetune/Step Time": 7.096876887604594}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7765618562698364, "Finetune/Loss (Raw)": 0.8291147351264954, "Finetune/Step": 3681, "Finetune/Step Time": 7.0775435864925385}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7775063514709473, "Finetune/Loss (Raw)": 1.0274574756622314, "Finetune/Step": 3682, "Finetune/Step Time": 7.073693469166756}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.776513934135437, "Finetune/Loss (Raw)": 0.8152942657470703, "Finetune/Step": 3683, "Finetune/Step Time": 7.073321072384715}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7783328294754028, "Finetune/Loss (Raw)": 0.5789955854415894, "Finetune/Step": 3684, "Finetune/Step Time": 7.0763342175632715}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7766683101654053, "Finetune/Loss (Raw)": 0.7736393809318542, "Finetune/Step": 3685, "Finetune/Step Time": 7.072282554581761}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7768511772155762, "Finetune/Loss (Raw)": 0.8328894972801208, "Finetune/Step": 3686, "Finetune/Step Time": 7.071071490645409}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7767781615257263, "Finetune/Loss (Raw)": 0.8372361063957214, "Finetune/Step": 3687, "Finetune/Step Time": 7.068831531330943}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7748523950576782, "Finetune/Loss (Raw)": 0.6307551860809326, "Finetune/Step": 3688, "Finetune/Step Time": 7.075807658955455}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7742838263511658, "Finetune/Loss (Raw)": 0.8877370357513428, "Finetune/Step": 3689, "Finetune/Step Time": 7.075085464864969}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7758910059928894, "Finetune/Loss (Raw)": 0.8489087820053101, "Finetune/Step": 3690, "Finetune/Step Time": 7.077123407274485}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7730318307876587, "Finetune/Loss (Raw)": 0.30655544996261597, "Finetune/Step": 3691, "Finetune/Step Time": 7.088966919109225}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7739778757095337, "Finetune/Loss (Raw)": 0.881752073764801, "Finetune/Step": 3692, "Finetune/Step Time": 7.081951197236776}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7744848728179932, "Finetune/Loss (Raw)": 0.824711263179779, "Finetune/Step": 3693, "Finetune/Step Time": 7.081242710351944}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7727065086364746, "Finetune/Loss (Raw)": 0.6728212833404541, "Finetune/Step": 3694, "Finetune/Step Time": 7.103504657745361}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7745243310928345, "Finetune/Loss (Raw)": 1.0308430194854736, "Finetune/Step": 3695, "Finetune/Step Time": 7.071408469229937}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7742264270782471, "Finetune/Loss (Raw)": 0.7839425206184387, "Finetune/Step": 3696, "Finetune/Step Time": 7.062454013153911}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7724510431289673, "Finetune/Loss (Raw)": 0.5323452949523926, "Finetune/Step": 3697, "Finetune/Step Time": 7.077131640166044}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7730352878570557, "Finetune/Loss (Raw)": 0.8192895650863647, "Finetune/Step": 3698, "Finetune/Step Time": 7.0830384232103825}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7728599309921265, "Finetune/Loss (Raw)": 0.7848158478736877, "Finetune/Step": 3699, "Finetune/Step Time": 7.079460779204965}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7724281549453735, "Finetune/Loss (Raw)": 0.8416051864624023, "Finetune/Step": 3700, "Finetune/Step Time": 7.0804066229611635}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.770559549331665, "Finetune/Loss (Raw)": 0.6428790092468262, "Finetune/Step": 3701, "Finetune/Step Time": 7.087074456736445}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7698035836219788, "Finetune/Loss (Raw)": 0.813279390335083, "Finetune/Step": 3702, "Finetune/Step Time": 7.075757483020425}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7704452276229858, "Finetune/Loss (Raw)": 0.8647828102111816, "Finetune/Step": 3703, "Finetune/Step Time": 7.073048802092671}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.769766092300415, "Finetune/Loss (Raw)": 0.8179583549499512, "Finetune/Step": 3704, "Finetune/Step Time": 7.077795030549169}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7682244777679443, "Finetune/Loss (Raw)": 0.6088723540306091, "Finetune/Step": 3705, "Finetune/Step Time": 7.059208946302533}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7673952579498291, "Finetune/Loss (Raw)": 0.7756301760673523, "Finetune/Step": 3706, "Finetune/Step Time": 7.050269888713956}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7667094469070435, "Finetune/Loss (Raw)": 0.7401273250579834, "Finetune/Step": 3707, "Finetune/Step Time": 7.075036657974124}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7651017904281616, "Finetune/Loss (Raw)": 0.6390535235404968, "Finetune/Step": 3708, "Finetune/Step Time": 7.085828009992838}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7654659748077393, "Finetune/Loss (Raw)": 0.9222713708877563, "Finetune/Step": 3709, "Finetune/Step Time": 7.07624083943665}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7672214508056641, "Finetune/Loss (Raw)": 0.9356325268745422, "Finetune/Step": 3710, "Finetune/Step Time": 7.061900733038783}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.766499400138855, "Finetune/Loss (Raw)": 0.6543479561805725, "Finetune/Step": 3711, "Finetune/Step Time": 7.083214949816465}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7671226263046265, "Finetune/Loss (Raw)": 0.9011092782020569, "Finetune/Step": 3712, "Finetune/Step Time": 7.082164354622364}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7619621157646179, "Finetune/Loss (Raw)": 0.28387242555618286, "Finetune/Step": 3713, "Finetune/Step Time": 7.09511268697679}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7631992101669312, "Finetune/Loss (Raw)": 0.8148069381713867, "Finetune/Step": 3714, "Finetune/Step Time": 7.087840624153614}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7639650106430054, "Finetune/Loss (Raw)": 0.8362706899642944, "Finetune/Step": 3715, "Finetune/Step Time": 7.09176847524941}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7642290592193604, "Finetune/Loss (Raw)": 0.695082426071167, "Finetune/Step": 3716, "Finetune/Step Time": 7.114823520183563}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7633683085441589, "Finetune/Loss (Raw)": 0.6733103394508362, "Finetune/Step": 3717, "Finetune/Step Time": 7.124238915741444}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7614893913269043, "Finetune/Loss (Raw)": 0.6213056445121765, "Finetune/Step": 3718, "Finetune/Step Time": 7.128599124029279}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7604883909225464, "Finetune/Loss (Raw)": 0.6112985610961914, "Finetune/Step": 3719, "Finetune/Step Time": 7.138720985502005}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.760892391204834, "Finetune/Loss (Raw)": 0.8423659205436707, "Finetune/Step": 3720, "Finetune/Step Time": 7.142616303637624}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7606682181358337, "Finetune/Loss (Raw)": 0.8918630480766296, "Finetune/Step": 3721, "Finetune/Step Time": 7.141645492985845}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7629277110099792, "Finetune/Loss (Raw)": 0.8347776532173157, "Finetune/Step": 3722, "Finetune/Step Time": 7.147649409249425}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7639713883399963, "Finetune/Loss (Raw)": 0.9548245072364807, "Finetune/Step": 3723, "Finetune/Step Time": 7.145103996619582}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7624277472496033, "Finetune/Loss (Raw)": 0.7564117312431335, "Finetune/Step": 3724, "Finetune/Step Time": 7.145442655310035}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7673804759979248, "Finetune/Loss (Raw)": 0.8845091462135315, "Finetune/Step": 3725, "Finetune/Step Time": 7.133925337344408}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7645381689071655, "Finetune/Loss (Raw)": 0.38263139128685, "Finetune/Step": 3726, "Finetune/Step Time": 7.1298274006694555}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7649427652359009, "Finetune/Loss (Raw)": 0.7412077188491821, "Finetune/Step": 3727, "Finetune/Step Time": 7.133689358830452}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7658478617668152, "Finetune/Loss (Raw)": 0.5515855550765991, "Finetune/Step": 3728, "Finetune/Step Time": 7.1272211112082005}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7655971050262451, "Finetune/Loss (Raw)": 0.8160942196846008, "Finetune/Step": 3729, "Finetune/Step Time": 7.135526362806559}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7661650776863098, "Finetune/Loss (Raw)": 0.8581274747848511, "Finetune/Step": 3730, "Finetune/Step Time": 7.1635385025292635}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7663699388504028, "Finetune/Loss (Raw)": 0.837858259677887, "Finetune/Step": 3731, "Finetune/Step Time": 7.16401825286448}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7665128111839294, "Finetune/Loss (Raw)": 0.8462625741958618, "Finetune/Step": 3732, "Finetune/Step Time": 7.161993717774749}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7675107717514038, "Finetune/Loss (Raw)": 0.7828309535980225, "Finetune/Step": 3733, "Finetune/Step Time": 7.169115522876382}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7688374519348145, "Finetune/Loss (Raw)": 0.9057777523994446, "Finetune/Step": 3734, "Finetune/Step Time": 7.161373080685735}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7674243450164795, "Finetune/Loss (Raw)": 0.6364123821258545, "Finetune/Step": 3735, "Finetune/Step Time": 7.162029288709164}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.770200252532959, "Finetune/Loss (Raw)": 1.0094153881072998, "Finetune/Step": 3736, "Finetune/Step Time": 7.132796900346875}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7700399160385132, "Finetune/Loss (Raw)": 0.7630813121795654, "Finetune/Step": 3737, "Finetune/Step Time": 7.150002386420965}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7702083587646484, "Finetune/Loss (Raw)": 0.7037073373794556, "Finetune/Step": 3738, "Finetune/Step Time": 7.158722493797541}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7731868028640747, "Finetune/Loss (Raw)": 0.7195287942886353, "Finetune/Step": 3739, "Finetune/Step Time": 7.1450110506266356}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7730830907821655, "Finetune/Loss (Raw)": 0.7819854021072388, "Finetune/Step": 3740, "Finetune/Step Time": 7.12817963026464}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7748090624809265, "Finetune/Loss (Raw)": 0.9079415798187256, "Finetune/Step": 3741, "Finetune/Step Time": 7.127274600788951}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7750751972198486, "Finetune/Loss (Raw)": 0.8246831893920898, "Finetune/Step": 3742, "Finetune/Step Time": 7.123500747606158}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7749865651130676, "Finetune/Loss (Raw)": 0.8272958993911743, "Finetune/Step": 3743, "Finetune/Step Time": 7.156071549281478}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7723938226699829, "Finetune/Loss (Raw)": 0.36076030135154724, "Finetune/Step": 3744, "Finetune/Step Time": 7.16655951179564}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.769239068031311, "Finetune/Loss (Raw)": 0.3231695890426636, "Finetune/Step": 3745, "Finetune/Step Time": 7.168872639536858}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7691712379455566, "Finetune/Loss (Raw)": 0.6835154891014099, "Finetune/Step": 3746, "Finetune/Step Time": 7.159463347867131}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.76799476146698, "Finetune/Loss (Raw)": 0.6118926405906677, "Finetune/Step": 3747, "Finetune/Step Time": 7.1791215762495995}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7683048844337463, "Finetune/Loss (Raw)": 0.839499831199646, "Finetune/Step": 3748, "Finetune/Step Time": 7.190457906574011}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7675213813781738, "Finetune/Loss (Raw)": 0.6432774066925049, "Finetune/Step": 3749, "Finetune/Step Time": 7.197386085987091}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7682064771652222, "Finetune/Loss (Raw)": 0.8849095702171326, "Finetune/Step": 3750, "Finetune/Step Time": 7.200895080342889}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7692158818244934, "Finetune/Loss (Raw)": 0.9677953720092773, "Finetune/Step": 3751, "Finetune/Step Time": 7.208517091348767}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7683833837509155, "Finetune/Loss (Raw)": 0.787194013595581, "Finetune/Step": 3752, "Finetune/Step Time": 7.210956461727619}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7669625282287598, "Finetune/Loss (Raw)": 0.7009301781654358, "Finetune/Step": 3753, "Finetune/Step Time": 7.225549940019846}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7678643465042114, "Finetune/Loss (Raw)": 0.8019378781318665, "Finetune/Step": 3754, "Finetune/Step Time": 7.228252001106739}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7673311233520508, "Finetune/Loss (Raw)": 0.7751349806785583, "Finetune/Step": 3755, "Finetune/Step Time": 7.2162547297775745}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7658323645591736, "Finetune/Loss (Raw)": 0.6048218011856079, "Finetune/Step": 3756, "Finetune/Step Time": 7.217345088720322}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7668397426605225, "Finetune/Loss (Raw)": 0.906519889831543, "Finetune/Step": 3757, "Finetune/Step Time": 7.220088368281722}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7663992047309875, "Finetune/Loss (Raw)": 0.6581702828407288, "Finetune/Step": 3758, "Finetune/Step Time": 7.23519785143435}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7679722905158997, "Finetune/Loss (Raw)": 0.8323893547058105, "Finetune/Step": 3759, "Finetune/Step Time": 7.220386428758502}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7667263746261597, "Finetune/Loss (Raw)": 0.7357221245765686, "Finetune/Step": 3760, "Finetune/Step Time": 7.226689347997308}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7649431228637695, "Finetune/Loss (Raw)": 0.6639808416366577, "Finetune/Step": 3761, "Finetune/Step Time": 7.237956453114748}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.764962911605835, "Finetune/Loss (Raw)": 0.7857019305229187, "Finetune/Step": 3762, "Finetune/Step Time": 7.243166649714112}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7666123509407043, "Finetune/Loss (Raw)": 0.8898442983627319, "Finetune/Step": 3763, "Finetune/Step Time": 7.244771206751466}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.76571124792099, "Finetune/Loss (Raw)": 0.7257809638977051, "Finetune/Step": 3764, "Finetune/Step Time": 7.245248103514314}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7638904452323914, "Finetune/Loss (Raw)": 0.6190370917320251, "Finetune/Step": 3765, "Finetune/Step Time": 7.254649898037314}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7643645405769348, "Finetune/Loss (Raw)": 0.8977138996124268, "Finetune/Step": 3766, "Finetune/Step Time": 7.257969032973051}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7645527124404907, "Finetune/Loss (Raw)": 0.8447853326797485, "Finetune/Step": 3767, "Finetune/Step Time": 7.249930577352643}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7675962448120117, "Finetune/Loss (Raw)": 0.6931475400924683, "Finetune/Step": 3768, "Finetune/Step Time": 7.2447727750986814}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7637894153594971, "Finetune/Loss (Raw)": 0.24712896347045898, "Finetune/Step": 3769, "Finetune/Step Time": 7.256521493196487}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7646223306655884, "Finetune/Loss (Raw)": 0.9424000382423401, "Finetune/Step": 3770, "Finetune/Step Time": 7.248994326218963}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7653419971466064, "Finetune/Loss (Raw)": 0.9453511834144592, "Finetune/Step": 3771, "Finetune/Step Time": 7.2511312030255795}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7658326625823975, "Finetune/Loss (Raw)": 0.8612456321716309, "Finetune/Step": 3772, "Finetune/Step Time": 7.257945386692882}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7626291513442993, "Finetune/Loss (Raw)": 0.3412247598171234, "Finetune/Step": 3773, "Finetune/Step Time": 7.2711481265723705}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7628570795059204, "Finetune/Loss (Raw)": 0.8626152276992798, "Finetune/Step": 3774, "Finetune/Step Time": 7.274531897157431}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.76315838098526, "Finetune/Loss (Raw)": 0.8816205263137817, "Finetune/Step": 3775, "Finetune/Step Time": 7.279084896668792}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7629739046096802, "Finetune/Loss (Raw)": 0.8761312365531921, "Finetune/Step": 3776, "Finetune/Step Time": 7.282974570989609}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7580909132957458, "Finetune/Loss (Raw)": 0.26858818531036377, "Finetune/Step": 3777, "Finetune/Step Time": 7.297527592629194}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7571693658828735, "Finetune/Loss (Raw)": 0.8354341983795166, "Finetune/Step": 3778, "Finetune/Step Time": 7.295726325362921}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7571839690208435, "Finetune/Loss (Raw)": 0.6682329177856445, "Finetune/Step": 3779, "Finetune/Step Time": 7.296884402632713}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7566308975219727, "Finetune/Loss (Raw)": 0.7563261389732361, "Finetune/Step": 3780, "Finetune/Step Time": 7.298920499160886}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7562772035598755, "Finetune/Loss (Raw)": 0.8483896851539612, "Finetune/Step": 3781, "Finetune/Step Time": 7.297465179115534}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7562376260757446, "Finetune/Loss (Raw)": 0.7549716234207153, "Finetune/Step": 3782, "Finetune/Step Time": 7.281016731634736}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7543100714683533, "Finetune/Loss (Raw)": 0.7006831765174866, "Finetune/Step": 3783, "Finetune/Step Time": 7.295611659064889}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7543238401412964, "Finetune/Loss (Raw)": 0.699914813041687, "Finetune/Step": 3784, "Finetune/Step Time": 7.30233608931303}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7542303800582886, "Finetune/Loss (Raw)": 0.8086234927177429, "Finetune/Step": 3785, "Finetune/Step Time": 7.300883907824755}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7555042505264282, "Finetune/Loss (Raw)": 0.9274091720581055, "Finetune/Step": 3786, "Finetune/Step Time": 7.28594777546823}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7556695938110352, "Finetune/Loss (Raw)": 0.8272888660430908, "Finetune/Step": 3787, "Finetune/Step Time": 7.283561648800969}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7544746398925781, "Finetune/Loss (Raw)": 0.7590703368186951, "Finetune/Step": 3788, "Finetune/Step Time": 7.289490161463618}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7531833648681641, "Finetune/Loss (Raw)": 0.652840256690979, "Finetune/Step": 3789, "Finetune/Step Time": 7.308221118524671}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7527457475662231, "Finetune/Loss (Raw)": 0.8534466624259949, "Finetune/Step": 3790, "Finetune/Step Time": 7.309800846502185}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7513567805290222, "Finetune/Loss (Raw)": 0.8275914788246155, "Finetune/Step": 3791, "Finetune/Step Time": 7.310401510447264}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7482647895812988, "Finetune/Loss (Raw)": 0.34103909134864807, "Finetune/Step": 3792, "Finetune/Step Time": 7.312415458261967}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7483323812484741, "Finetune/Loss (Raw)": 0.8231250643730164, "Finetune/Step": 3793, "Finetune/Step Time": 7.331764776259661}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7483049631118774, "Finetune/Loss (Raw)": 0.7978931665420532, "Finetune/Step": 3794, "Finetune/Step Time": 7.342187641188502}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7504107356071472, "Finetune/Loss (Raw)": 0.6890609860420227, "Finetune/Step": 3795, "Finetune/Step Time": 7.341920806095004}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7512103319168091, "Finetune/Loss (Raw)": 0.8475252389907837, "Finetune/Step": 3796, "Finetune/Step Time": 7.347648937255144}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7505620121955872, "Finetune/Loss (Raw)": 0.652660608291626, "Finetune/Step": 3797, "Finetune/Step Time": 7.352786879986525}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7498631477355957, "Finetune/Loss (Raw)": 0.7353633046150208, "Finetune/Step": 3798, "Finetune/Step Time": 7.349930141121149}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7475342750549316, "Finetune/Loss (Raw)": 0.5994710922241211, "Finetune/Step": 3799, "Finetune/Step Time": 7.3594372775405645}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7482327222824097, "Finetune/Loss (Raw)": 0.8280797004699707, "Finetune/Step": 3800, "Finetune/Step Time": 7.355219706892967}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7502731680870056, "Finetune/Loss (Raw)": 0.7904089093208313, "Finetune/Step": 3801, "Finetune/Step Time": 7.355048451572657}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7511012554168701, "Finetune/Loss (Raw)": 0.8975595831871033, "Finetune/Step": 3802, "Finetune/Step Time": 7.3563400115817785}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7550275325775146, "Finetune/Loss (Raw)": 0.8802030682563782, "Finetune/Step": 3803, "Finetune/Step Time": 7.3388537392020226}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7550610303878784, "Finetune/Loss (Raw)": 0.830131471157074, "Finetune/Step": 3804, "Finetune/Step Time": 7.322882052510977}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7526183724403381, "Finetune/Loss (Raw)": 0.6091959476470947, "Finetune/Step": 3805, "Finetune/Step Time": 7.3397960886359215}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7544147372245789, "Finetune/Loss (Raw)": 0.7866742610931396, "Finetune/Step": 3806, "Finetune/Step Time": 7.352508958429098}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7542622089385986, "Finetune/Loss (Raw)": 0.7440122961997986, "Finetune/Step": 3807, "Finetune/Step Time": 7.355473445728421}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7524434328079224, "Finetune/Loss (Raw)": 0.6224121451377869, "Finetune/Step": 3808, "Finetune/Step Time": 7.362427357584238}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7518512606620789, "Finetune/Loss (Raw)": 0.7533168792724609, "Finetune/Step": 3809, "Finetune/Step Time": 7.377746757119894}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7506605386734009, "Finetune/Loss (Raw)": 0.8750524520874023, "Finetune/Step": 3810, "Finetune/Step Time": 7.375705087557435}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7497906684875488, "Finetune/Loss (Raw)": 0.7039463520050049, "Finetune/Step": 3811, "Finetune/Step Time": 7.382624175399542}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7509051561355591, "Finetune/Loss (Raw)": 0.721653938293457, "Finetune/Step": 3812, "Finetune/Step Time": 7.377786347642541}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7510856986045837, "Finetune/Loss (Raw)": 0.7967454195022583, "Finetune/Step": 3813, "Finetune/Step Time": 7.376319911330938}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7503406405448914, "Finetune/Loss (Raw)": 0.7375221848487854, "Finetune/Step": 3814, "Finetune/Step Time": 7.3751074727624655}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7502092719078064, "Finetune/Loss (Raw)": 0.8204233050346375, "Finetune/Step": 3815, "Finetune/Step Time": 7.393948115408421}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.751708447933197, "Finetune/Loss (Raw)": 0.8226460814476013, "Finetune/Step": 3816, "Finetune/Step Time": 7.390395322814584}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7505090832710266, "Finetune/Loss (Raw)": 0.7342154383659363, "Finetune/Step": 3817, "Finetune/Step Time": 7.388152027502656}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7498630285263062, "Finetune/Loss (Raw)": 0.7662221789360046, "Finetune/Step": 3818, "Finetune/Step Time": 7.382569041103125}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.753358781337738, "Finetune/Loss (Raw)": 0.7540087699890137, "Finetune/Step": 3819, "Finetune/Step Time": 7.371324352920055}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7516423463821411, "Finetune/Loss (Raw)": 0.6620475053787231, "Finetune/Step": 3820, "Finetune/Step Time": 7.373686034232378}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7506296038627625, "Finetune/Loss (Raw)": 0.6950781941413879, "Finetune/Step": 3821, "Finetune/Step Time": 7.379092948511243}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7508834600448608, "Finetune/Loss (Raw)": 0.7053112983703613, "Finetune/Step": 3822, "Finetune/Step Time": 7.359646707773209}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7499675154685974, "Finetune/Loss (Raw)": 0.9136034846305847, "Finetune/Step": 3823, "Finetune/Step Time": 7.362690940499306}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7502232193946838, "Finetune/Loss (Raw)": 0.8166742324829102, "Finetune/Step": 3824, "Finetune/Step Time": 7.363150894641876}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7513076066970825, "Finetune/Loss (Raw)": 0.6711496710777283, "Finetune/Step": 3825, "Finetune/Step Time": 7.343098042532802}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7502014636993408, "Finetune/Loss (Raw)": 0.6777002811431885, "Finetune/Step": 3826, "Finetune/Step Time": 7.339740991592407}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7501438856124878, "Finetune/Loss (Raw)": 0.7774495482444763, "Finetune/Step": 3827, "Finetune/Step Time": 7.368166401982307}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7501813173294067, "Finetune/Loss (Raw)": 0.8463965058326721, "Finetune/Step": 3828, "Finetune/Step Time": 7.372464580461383}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7473238706588745, "Finetune/Loss (Raw)": 0.2771247923374176, "Finetune/Step": 3829, "Finetune/Step Time": 7.381330270320177}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7472192049026489, "Finetune/Loss (Raw)": 0.7998855113983154, "Finetune/Step": 3830, "Finetune/Step Time": 7.391087047755718}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7463340759277344, "Finetune/Loss (Raw)": 0.7514851093292236, "Finetune/Step": 3831, "Finetune/Step Time": 7.399023374542594}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7476444840431213, "Finetune/Loss (Raw)": 0.9856892228126526, "Finetune/Step": 3832, "Finetune/Step Time": 7.397130684927106}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7494899034500122, "Finetune/Loss (Raw)": 0.8450815081596375, "Finetune/Step": 3833, "Finetune/Step Time": 7.420259401202202}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.750339150428772, "Finetune/Loss (Raw)": 0.8843377232551575, "Finetune/Step": 3834, "Finetune/Step Time": 7.415405904874206}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7513793706893921, "Finetune/Loss (Raw)": 0.8732724785804749, "Finetune/Step": 3835, "Finetune/Step Time": 7.396727219223976}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7519996762275696, "Finetune/Loss (Raw)": 0.7184501886367798, "Finetune/Step": 3836, "Finetune/Step Time": 7.375474072992802}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.750597357749939, "Finetune/Loss (Raw)": 0.7427738904953003, "Finetune/Step": 3837, "Finetune/Step Time": 7.380974741652608}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7490332126617432, "Finetune/Loss (Raw)": 0.7354239225387573, "Finetune/Step": 3838, "Finetune/Step Time": 7.379840588197112}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7500819563865662, "Finetune/Loss (Raw)": 0.7885913252830505, "Finetune/Step": 3839, "Finetune/Step Time": 7.383727574720979}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7488450407981873, "Finetune/Loss (Raw)": 0.7427810430526733, "Finetune/Step": 3840, "Finetune/Step Time": 7.384678058326244}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7540395259857178, "Finetune/Loss (Raw)": 0.9487740993499756, "Finetune/Step": 3841, "Finetune/Step Time": 7.372487252578139}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7535684108734131, "Finetune/Loss (Raw)": 0.7544978260993958, "Finetune/Step": 3842, "Finetune/Step Time": 7.36466939933598}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7519615888595581, "Finetune/Loss (Raw)": 0.6305938959121704, "Finetune/Step": 3843, "Finetune/Step Time": 7.372307104989886}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7525574564933777, "Finetune/Loss (Raw)": 0.7713541984558105, "Finetune/Step": 3844, "Finetune/Step Time": 7.35321981459856}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7532656788825989, "Finetune/Loss (Raw)": 0.7639670372009277, "Finetune/Step": 3845, "Finetune/Step Time": 7.336657050997019}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7532718181610107, "Finetune/Loss (Raw)": 0.6220924854278564, "Finetune/Step": 3846, "Finetune/Step Time": 7.331954453140497}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.755477249622345, "Finetune/Loss (Raw)": 0.8935928344726562, "Finetune/Step": 3847, "Finetune/Step Time": 7.319257413968444}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7514846920967102, "Finetune/Loss (Raw)": 0.33132046461105347, "Finetune/Step": 3848, "Finetune/Step Time": 7.321577260270715}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7514557838439941, "Finetune/Loss (Raw)": 0.8881569504737854, "Finetune/Step": 3849, "Finetune/Step Time": 7.336277654394507}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7487815618515015, "Finetune/Loss (Raw)": 0.49247899651527405, "Finetune/Step": 3850, "Finetune/Step Time": 7.33380339294672}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7463491559028625, "Finetune/Loss (Raw)": 0.6434783339500427, "Finetune/Step": 3851, "Finetune/Step Time": 7.325030766427517}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7474660873413086, "Finetune/Loss (Raw)": 0.899371862411499, "Finetune/Step": 3852, "Finetune/Step Time": 7.324890842661262}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7441023588180542, "Finetune/Loss (Raw)": 0.45395514369010925, "Finetune/Step": 3853, "Finetune/Step Time": 7.334471175447106}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7475703358650208, "Finetune/Loss (Raw)": 0.8265385627746582, "Finetune/Step": 3854, "Finetune/Step Time": 7.324264150112867}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7458716630935669, "Finetune/Loss (Raw)": 0.523774266242981, "Finetune/Step": 3855, "Finetune/Step Time": 7.3449521362781525}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7486733794212341, "Finetune/Loss (Raw)": 0.9102023243904114, "Finetune/Step": 3856, "Finetune/Step Time": 7.337663654237986}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7450904250144958, "Finetune/Loss (Raw)": 0.35747963190078735, "Finetune/Step": 3857, "Finetune/Step Time": 7.339802149683237}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7409848570823669, "Finetune/Loss (Raw)": 0.33261334896087646, "Finetune/Step": 3858, "Finetune/Step Time": 7.327913938090205}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7419918179512024, "Finetune/Loss (Raw)": 0.9667523503303528, "Finetune/Step": 3859, "Finetune/Step Time": 7.320079930126667}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7418278455734253, "Finetune/Loss (Raw)": 0.8252723813056946, "Finetune/Step": 3860, "Finetune/Step Time": 7.313044723123312}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7415650486946106, "Finetune/Loss (Raw)": 0.7491920590400696, "Finetune/Step": 3861, "Finetune/Step Time": 7.298351772129536}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7408632040023804, "Finetune/Loss (Raw)": 0.8159452676773071, "Finetune/Step": 3862, "Finetune/Step Time": 7.295654064044356}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7410808205604553, "Finetune/Loss (Raw)": 0.6642645001411438, "Finetune/Step": 3863, "Finetune/Step Time": 7.304705457761884}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7396191358566284, "Finetune/Loss (Raw)": 0.8223172426223755, "Finetune/Step": 3864, "Finetune/Step Time": 7.306788507848978}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7392023205757141, "Finetune/Loss (Raw)": 0.7097273468971252, "Finetune/Step": 3865, "Finetune/Step Time": 7.322711795568466}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7409472465515137, "Finetune/Loss (Raw)": 0.9270586371421814, "Finetune/Step": 3866, "Finetune/Step Time": 7.324717611074448}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.742997407913208, "Finetune/Loss (Raw)": 0.9819551706314087, "Finetune/Step": 3867, "Finetune/Step Time": 7.324314391240478}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7435882091522217, "Finetune/Loss (Raw)": 0.8575995564460754, "Finetune/Step": 3868, "Finetune/Step Time": 7.326609713956714}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7420942783355713, "Finetune/Loss (Raw)": 0.7167206406593323, "Finetune/Step": 3869, "Finetune/Step Time": 7.327720871195197}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7409899830818176, "Finetune/Loss (Raw)": 0.6833375096321106, "Finetune/Step": 3870, "Finetune/Step Time": 7.350458685308695}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7407453656196594, "Finetune/Loss (Raw)": 0.7959800362586975, "Finetune/Step": 3871, "Finetune/Step Time": 7.315446624532342}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7410574555397034, "Finetune/Loss (Raw)": 0.40070781111717224, "Finetune/Step": 3872, "Finetune/Step Time": 7.3339405078440905}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7436781525611877, "Finetune/Loss (Raw)": 0.6586199998855591, "Finetune/Step": 3873, "Finetune/Step Time": 7.328829523175955}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7444542646408081, "Finetune/Loss (Raw)": 0.7828637957572937, "Finetune/Step": 3874, "Finetune/Step Time": 7.328202690929174}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7457432746887207, "Finetune/Loss (Raw)": 0.7768857479095459, "Finetune/Step": 3875, "Finetune/Step Time": 7.310146059840918}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7455098628997803, "Finetune/Loss (Raw)": 0.8096228241920471, "Finetune/Step": 3876, "Finetune/Step Time": 7.295961519703269}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7457520961761475, "Finetune/Loss (Raw)": 0.6742838025093079, "Finetune/Step": 3877, "Finetune/Step Time": 7.3028842844069}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.742488443851471, "Finetune/Loss (Raw)": 0.4671582877635956, "Finetune/Step": 3878, "Finetune/Step Time": 7.315926777198911}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7402758002281189, "Finetune/Loss (Raw)": 0.6845813989639282, "Finetune/Step": 3879, "Finetune/Step Time": 7.340434890240431}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7404422163963318, "Finetune/Loss (Raw)": 0.8084911704063416, "Finetune/Step": 3880, "Finetune/Step Time": 7.337210472673178}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7415409088134766, "Finetune/Loss (Raw)": 0.841558039188385, "Finetune/Step": 3881, "Finetune/Step Time": 7.3288496024906635}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7416424751281738, "Finetune/Loss (Raw)": 0.8149428963661194, "Finetune/Step": 3882, "Finetune/Step Time": 7.332161098718643}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7425578236579895, "Finetune/Loss (Raw)": 0.8922988772392273, "Finetune/Step": 3883, "Finetune/Step Time": 7.325712528079748}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7434837818145752, "Finetune/Loss (Raw)": 0.7233461141586304, "Finetune/Step": 3884, "Finetune/Step Time": 7.318520821630955}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7405415773391724, "Finetune/Loss (Raw)": 0.5299178957939148, "Finetune/Step": 3885, "Finetune/Step Time": 7.324326075613499}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7407607436180115, "Finetune/Loss (Raw)": 0.6862252950668335, "Finetune/Step": 3886, "Finetune/Step Time": 7.3105641938745975}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7399128079414368, "Finetune/Loss (Raw)": 0.72385174036026, "Finetune/Step": 3887, "Finetune/Step Time": 7.311226664111018}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7401638627052307, "Finetune/Loss (Raw)": 0.7678534984588623, "Finetune/Step": 3888, "Finetune/Step Time": 7.302160171791911}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7411089539527893, "Finetune/Loss (Raw)": 0.7849562764167786, "Finetune/Step": 3889, "Finetune/Step Time": 7.292444862425327}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7410868406295776, "Finetune/Loss (Raw)": 0.7828766703605652, "Finetune/Step": 3890, "Finetune/Step Time": 7.28611608967185}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7394029498100281, "Finetune/Loss (Raw)": 0.6742997765541077, "Finetune/Step": 3891, "Finetune/Step Time": 7.300361232832074}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7400083541870117, "Finetune/Loss (Raw)": 0.8032761216163635, "Finetune/Step": 3892, "Finetune/Step Time": 7.30385772138834}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7380317449569702, "Finetune/Loss (Raw)": 0.36602967977523804, "Finetune/Step": 3893, "Finetune/Step Time": 7.3080091420561075}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7373629808425903, "Finetune/Loss (Raw)": 0.8121168613433838, "Finetune/Step": 3894, "Finetune/Step Time": 7.306412678211927}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7370152473449707, "Finetune/Loss (Raw)": 0.8002703189849854, "Finetune/Step": 3895, "Finetune/Step Time": 7.304329430684447}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7378181219100952, "Finetune/Loss (Raw)": 0.7959139943122864, "Finetune/Step": 3896, "Finetune/Step Time": 7.292691580951214}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7418103218078613, "Finetune/Loss (Raw)": 0.7581271529197693, "Finetune/Step": 3897, "Finetune/Step Time": 7.277757713571191}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7401866912841797, "Finetune/Loss (Raw)": 0.7345802187919617, "Finetune/Step": 3898, "Finetune/Step Time": 7.293581189587712}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7397835850715637, "Finetune/Loss (Raw)": 0.8937510848045349, "Finetune/Step": 3899, "Finetune/Step Time": 7.295856587588787}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7392328977584839, "Finetune/Loss (Raw)": 0.7907625436782837, "Finetune/Step": 3900, "Finetune/Step Time": 7.306004524230957}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7432489395141602, "Finetune/Loss (Raw)": 0.8552746772766113, "Finetune/Step": 3901, "Finetune/Step Time": 7.29146826826036}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7439079284667969, "Finetune/Loss (Raw)": 0.9469693899154663, "Finetune/Step": 3902, "Finetune/Step Time": 7.27479974552989}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7439626455307007, "Finetune/Loss (Raw)": 0.8886247873306274, "Finetune/Step": 3903, "Finetune/Step Time": 7.270237574353814}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7432036399841309, "Finetune/Loss (Raw)": 0.7789751291275024, "Finetune/Step": 3904, "Finetune/Step Time": 7.273753583431244}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7460375428199768, "Finetune/Loss (Raw)": 0.6313304901123047, "Finetune/Step": 3905, "Finetune/Step Time": 7.273086845874786}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7455983757972717, "Finetune/Loss (Raw)": 0.7792181968688965, "Finetune/Step": 3906, "Finetune/Step Time": 7.305498722940683}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7485447525978088, "Finetune/Loss (Raw)": 1.0453678369522095, "Finetune/Step": 3907, "Finetune/Step Time": 7.290816294029355}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7470265030860901, "Finetune/Loss (Raw)": 0.5619915723800659, "Finetune/Step": 3908, "Finetune/Step Time": 7.297777216881514}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7455202341079712, "Finetune/Loss (Raw)": 0.6555843353271484, "Finetune/Step": 3909, "Finetune/Step Time": 7.303406277671456}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7462196350097656, "Finetune/Loss (Raw)": 0.8445022702217102, "Finetune/Step": 3910, "Finetune/Step Time": 7.304028712213039}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7480327486991882, "Finetune/Loss (Raw)": 0.9327581524848938, "Finetune/Step": 3911, "Finetune/Step Time": 7.288886027410626}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7479465007781982, "Finetune/Loss (Raw)": 0.6888759732246399, "Finetune/Step": 3912, "Finetune/Step Time": 7.291646227240562}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7476787567138672, "Finetune/Loss (Raw)": 0.7743502855300903, "Finetune/Step": 3913, "Finetune/Step Time": 7.2945034727454185}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7463283538818359, "Finetune/Loss (Raw)": 0.7545585036277771, "Finetune/Step": 3914, "Finetune/Step Time": 7.297546034678817}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7463885545730591, "Finetune/Loss (Raw)": 0.8349893093109131, "Finetune/Step": 3915, "Finetune/Step Time": 7.2952466402202845}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7469629645347595, "Finetune/Loss (Raw)": 0.832600474357605, "Finetune/Step": 3916, "Finetune/Step Time": 7.295679850503802}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7476412057876587, "Finetune/Loss (Raw)": 0.7396594882011414, "Finetune/Step": 3917, "Finetune/Step Time": 7.296989036723971}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7479955554008484, "Finetune/Loss (Raw)": 0.8987941741943359, "Finetune/Step": 3918, "Finetune/Step Time": 7.296848714351654}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7474536895751953, "Finetune/Loss (Raw)": 0.7582421898841858, "Finetune/Step": 3919, "Finetune/Step Time": 7.306723626330495}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7511163949966431, "Finetune/Loss (Raw)": 0.8098596930503845, "Finetune/Step": 3920, "Finetune/Step Time": 7.328469440340996}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7495418787002563, "Finetune/Loss (Raw)": 0.6215878129005432, "Finetune/Step": 3921, "Finetune/Step Time": 7.337734514847398}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.750240683555603, "Finetune/Loss (Raw)": 0.8873302340507507, "Finetune/Step": 3922, "Finetune/Step Time": 7.331112392246723}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7487751841545105, "Finetune/Loss (Raw)": 0.5014856457710266, "Finetune/Step": 3923, "Finetune/Step Time": 7.331234274432063}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7488187551498413, "Finetune/Loss (Raw)": 0.8531001806259155, "Finetune/Step": 3924, "Finetune/Step Time": 7.334459889680147}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.75021892786026, "Finetune/Loss (Raw)": 0.8318844437599182, "Finetune/Step": 3925, "Finetune/Step Time": 7.331698862835765}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7500852942466736, "Finetune/Loss (Raw)": 0.7182555794715881, "Finetune/Step": 3926, "Finetune/Step Time": 7.3368369080126286}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7513344287872314, "Finetune/Loss (Raw)": 0.759365975856781, "Finetune/Step": 3927, "Finetune/Step Time": 7.355844333767891}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7515944242477417, "Finetune/Loss (Raw)": 0.8613610863685608, "Finetune/Step": 3928, "Finetune/Step Time": 7.357199817895889}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7520667910575867, "Finetune/Loss (Raw)": 0.8508698344230652, "Finetune/Step": 3929, "Finetune/Step Time": 7.353897409513593}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7506297826766968, "Finetune/Loss (Raw)": 0.7136150598526001, "Finetune/Step": 3930, "Finetune/Step Time": 7.359256483614445}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7507116794586182, "Finetune/Loss (Raw)": 0.8906942009925842, "Finetune/Step": 3931, "Finetune/Step Time": 7.360510122030973}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7496360540390015, "Finetune/Loss (Raw)": 0.6924536228179932, "Finetune/Step": 3932, "Finetune/Step Time": 7.37522272951901}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7490027546882629, "Finetune/Loss (Raw)": 0.5281272530555725, "Finetune/Step": 3933, "Finetune/Step Time": 7.383843082934618}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7485349178314209, "Finetune/Loss (Raw)": 0.7267873287200928, "Finetune/Step": 3934, "Finetune/Step Time": 7.370882401242852}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7487581968307495, "Finetune/Loss (Raw)": 0.7726026773452759, "Finetune/Step": 3935, "Finetune/Step Time": 7.373013079166412}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7508332133293152, "Finetune/Loss (Raw)": 0.8880060315132141, "Finetune/Step": 3936, "Finetune/Step Time": 7.364014998078346}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7513316869735718, "Finetune/Loss (Raw)": 0.817119836807251, "Finetune/Step": 3937, "Finetune/Step Time": 7.357289839535952}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7503735423088074, "Finetune/Loss (Raw)": 0.7524082064628601, "Finetune/Step": 3938, "Finetune/Step Time": 7.367321604862809}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7513301372528076, "Finetune/Loss (Raw)": 0.8263944983482361, "Finetune/Step": 3939, "Finetune/Step Time": 7.36821193434298}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.752090334892273, "Finetune/Loss (Raw)": 0.8189612030982971, "Finetune/Step": 3940, "Finetune/Step Time": 7.356158060953021}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7526404857635498, "Finetune/Loss (Raw)": 0.8671573400497437, "Finetune/Step": 3941, "Finetune/Step Time": 7.358513416722417}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7536157369613647, "Finetune/Loss (Raw)": 0.8623549342155457, "Finetune/Step": 3942, "Finetune/Step Time": 7.3647113014012575}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7522169351577759, "Finetune/Loss (Raw)": 0.6413838863372803, "Finetune/Step": 3943, "Finetune/Step Time": 7.370234228670597}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7523403167724609, "Finetune/Loss (Raw)": 0.8384425044059753, "Finetune/Step": 3944, "Finetune/Step Time": 7.3701234962791204}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7542690634727478, "Finetune/Loss (Raw)": 0.9810912609100342, "Finetune/Step": 3945, "Finetune/Step Time": 7.391906162723899}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7542831897735596, "Finetune/Loss (Raw)": 0.7680251598358154, "Finetune/Step": 3946, "Finetune/Step Time": 7.406454229727387}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.75477534532547, "Finetune/Loss (Raw)": 0.8170074820518494, "Finetune/Step": 3947, "Finetune/Step Time": 7.413830615580082}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7524124383926392, "Finetune/Loss (Raw)": 0.3595985174179077, "Finetune/Step": 3948, "Finetune/Step Time": 7.428176198154688}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7538027167320251, "Finetune/Loss (Raw)": 0.8730292916297913, "Finetune/Step": 3949, "Finetune/Step Time": 7.424889268353581}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7551745772361755, "Finetune/Loss (Raw)": 0.8809124827384949, "Finetune/Step": 3950, "Finetune/Step Time": 7.422274706885219}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7549692988395691, "Finetune/Loss (Raw)": 0.8873300552368164, "Finetune/Step": 3951, "Finetune/Step Time": 7.42455386556685}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7537975907325745, "Finetune/Loss (Raw)": 0.6666910648345947, "Finetune/Step": 3952, "Finetune/Step Time": 7.433255774900317}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.75449538230896, "Finetune/Loss (Raw)": 0.7604684233665466, "Finetune/Step": 3953, "Finetune/Step Time": 7.43100705742836}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7549515962600708, "Finetune/Loss (Raw)": 0.7360936999320984, "Finetune/Step": 3954, "Finetune/Step Time": 7.425073631107807}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.754269003868103, "Finetune/Loss (Raw)": 0.6900805234909058, "Finetune/Step": 3955, "Finetune/Step Time": 7.393327120691538}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7547014355659485, "Finetune/Loss (Raw)": 0.9017491936683655, "Finetune/Step": 3956, "Finetune/Step Time": 7.392859302461147}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7589912414550781, "Finetune/Loss (Raw)": 0.8262207508087158, "Finetune/Step": 3957, "Finetune/Step Time": 7.379119109362364}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7586178779602051, "Finetune/Loss (Raw)": 0.7520918846130371, "Finetune/Step": 3958, "Finetune/Step Time": 7.375012706965208}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7576345205307007, "Finetune/Loss (Raw)": 0.6256111264228821, "Finetune/Step": 3959, "Finetune/Step Time": 7.387516940012574}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7551901340484619, "Finetune/Loss (Raw)": 0.6728053689002991, "Finetune/Step": 3960, "Finetune/Step Time": 7.391123743727803}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7548998594284058, "Finetune/Loss (Raw)": 0.8079383969306946, "Finetune/Step": 3961, "Finetune/Step Time": 7.373942149803042}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7530719041824341, "Finetune/Loss (Raw)": 0.6503593921661377, "Finetune/Step": 3962, "Finetune/Step Time": 7.38104846701026}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7527515888214111, "Finetune/Loss (Raw)": 0.8322702646255493, "Finetune/Step": 3963, "Finetune/Step Time": 7.385042749345303}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7534599304199219, "Finetune/Loss (Raw)": 0.8091132044792175, "Finetune/Step": 3964, "Finetune/Step Time": 7.3941343910992146}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7537579536437988, "Finetune/Loss (Raw)": 0.7809242606163025, "Finetune/Step": 3965, "Finetune/Step Time": 7.4064679350703955}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7510188817977905, "Finetune/Loss (Raw)": 0.38482666015625, "Finetune/Step": 3966, "Finetune/Step Time": 7.423939937725663}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7510230541229248, "Finetune/Loss (Raw)": 0.7891192436218262, "Finetune/Step": 3967, "Finetune/Step Time": 7.397577436640859}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7516927123069763, "Finetune/Loss (Raw)": 0.8284942507743835, "Finetune/Step": 3968, "Finetune/Step Time": 7.395436104387045}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7503468990325928, "Finetune/Loss (Raw)": 0.7765235304832458, "Finetune/Step": 3969, "Finetune/Step Time": 7.418419880792499}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7512022256851196, "Finetune/Loss (Raw)": 0.8639650344848633, "Finetune/Step": 3970, "Finetune/Step Time": 7.41992999240756}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7533500790596008, "Finetune/Loss (Raw)": 0.9055230021476746, "Finetune/Step": 3971, "Finetune/Step Time": 7.41181712038815}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7533014416694641, "Finetune/Loss (Raw)": 0.7651270627975464, "Finetune/Step": 3972, "Finetune/Step Time": 7.410342451184988}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7534372806549072, "Finetune/Loss (Raw)": 0.7813555598258972, "Finetune/Step": 3973, "Finetune/Step Time": 7.4071288630366325}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.754386305809021, "Finetune/Loss (Raw)": 0.7435621619224548, "Finetune/Step": 3974, "Finetune/Step Time": 7.41054549254477}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7544915080070496, "Finetune/Loss (Raw)": 0.9070630073547363, "Finetune/Step": 3975, "Finetune/Step Time": 7.408770868554711}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7574115991592407, "Finetune/Loss (Raw)": 0.7050937414169312, "Finetune/Step": 3976, "Finetune/Step Time": 7.408295597881079}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7553677558898926, "Finetune/Loss (Raw)": 0.6265433430671692, "Finetune/Step": 3977, "Finetune/Step Time": 7.4042069260030985}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7553846836090088, "Finetune/Loss (Raw)": 0.49465301632881165, "Finetune/Step": 3978, "Finetune/Step Time": 7.396720634773374}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7567703723907471, "Finetune/Loss (Raw)": 0.8208423256874084, "Finetune/Step": 3979, "Finetune/Step Time": 7.401023402810097}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7543337345123291, "Finetune/Loss (Raw)": 0.5874771475791931, "Finetune/Step": 3980, "Finetune/Step Time": 7.403481276705861}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7575077414512634, "Finetune/Loss (Raw)": 0.860231876373291, "Finetune/Step": 3981, "Finetune/Step Time": 7.391694566234946}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7571729421615601, "Finetune/Loss (Raw)": 0.7836818695068359, "Finetune/Step": 3982, "Finetune/Step Time": 7.391513140872121}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7591938972473145, "Finetune/Loss (Raw)": 0.7824623584747314, "Finetune/Step": 3983, "Finetune/Step Time": 7.365319058299065}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7547343969345093, "Finetune/Loss (Raw)": 0.3393830358982086, "Finetune/Step": 3984, "Finetune/Step Time": 7.379641227424145}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7585105895996094, "Finetune/Loss (Raw)": 0.8408418893814087, "Finetune/Step": 3985, "Finetune/Step Time": 7.368968451395631}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7634488344192505, "Finetune/Loss (Raw)": 0.9646990299224854, "Finetune/Step": 3986, "Finetune/Step Time": 7.354211021214724}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7615079879760742, "Finetune/Loss (Raw)": 0.718322217464447, "Finetune/Step": 3987, "Finetune/Step Time": 7.361489936709404}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7616097927093506, "Finetune/Loss (Raw)": 0.8383026719093323, "Finetune/Step": 3988, "Finetune/Step Time": 7.365633003413677}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7625962495803833, "Finetune/Loss (Raw)": 0.8754666447639465, "Finetune/Step": 3989, "Finetune/Step Time": 7.365361351519823}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7624695301055908, "Finetune/Loss (Raw)": 0.7997197508811951, "Finetune/Step": 3990, "Finetune/Step Time": 7.370071792975068}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.763882040977478, "Finetune/Loss (Raw)": 0.8450629115104675, "Finetune/Step": 3991, "Finetune/Step Time": 7.363408867269754}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7626978754997253, "Finetune/Loss (Raw)": 0.6707423329353333, "Finetune/Step": 3992, "Finetune/Step Time": 7.381936410441995}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7635436654090881, "Finetune/Loss (Raw)": 0.8179960250854492, "Finetune/Step": 3993, "Finetune/Step Time": 7.350904738530517}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7617468237876892, "Finetune/Loss (Raw)": 0.6970601081848145, "Finetune/Step": 3994, "Finetune/Step Time": 7.353604702278972}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7597525119781494, "Finetune/Loss (Raw)": 0.7266862988471985, "Finetune/Step": 3995, "Finetune/Step Time": 7.354477800428867}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7585775852203369, "Finetune/Loss (Raw)": 0.707208514213562, "Finetune/Step": 3996, "Finetune/Step Time": 7.353875659406185}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7584265470504761, "Finetune/Loss (Raw)": 0.697380781173706, "Finetune/Step": 3997, "Finetune/Step Time": 7.353027498349547}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7599653005599976, "Finetune/Loss (Raw)": 0.8803071975708008, "Finetune/Step": 3998, "Finetune/Step Time": 7.337060561403632}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7597509622573853, "Finetune/Loss (Raw)": 0.7685388922691345, "Finetune/Step": 3999, "Finetune/Step Time": 7.3640982042998075}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7626402378082275, "Finetune/Loss (Raw)": 0.7705401182174683, "Finetune/Step": 4000, "Finetune/Step Time": 7.335413264110684}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7631651163101196, "Finetune/Loss (Raw)": 0.7258038520812988, "Finetune/Step": 4001, "Finetune/Step Time": 7.346133895218372}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7625063061714172, "Finetune/Loss (Raw)": 0.6985321044921875, "Finetune/Step": 4002, "Finetune/Step Time": 7.357035292312503}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7623324990272522, "Finetune/Loss (Raw)": 0.7546387314796448, "Finetune/Step": 4003, "Finetune/Step Time": 7.369425050914288}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7625386714935303, "Finetune/Loss (Raw)": 0.8360146284103394, "Finetune/Step": 4004, "Finetune/Step Time": 7.3740064930170774}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7634060382843018, "Finetune/Loss (Raw)": 0.7853062152862549, "Finetune/Step": 4005, "Finetune/Step Time": 7.359464693814516}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7672474980354309, "Finetune/Loss (Raw)": 0.9588640332221985, "Finetune/Step": 4006, "Finetune/Step Time": 7.34338778629899}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7646917104721069, "Finetune/Loss (Raw)": 0.35743874311447144, "Finetune/Step": 4007, "Finetune/Step Time": 7.321953186765313}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7635403871536255, "Finetune/Loss (Raw)": 0.6611208915710449, "Finetune/Step": 4008, "Finetune/Step Time": 7.320228504016995}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7632394433021545, "Finetune/Loss (Raw)": 0.8030402660369873, "Finetune/Step": 4009, "Finetune/Step Time": 7.316583292558789}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7623791694641113, "Finetune/Loss (Raw)": 0.7048216462135315, "Finetune/Step": 4010, "Finetune/Step Time": 7.335276475176215}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7618734836578369, "Finetune/Loss (Raw)": 0.8275836110115051, "Finetune/Step": 4011, "Finetune/Step Time": 7.3402185048907995}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7606356739997864, "Finetune/Loss (Raw)": 0.5649010539054871, "Finetune/Step": 4012, "Finetune/Step Time": 7.357503570616245}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7622050046920776, "Finetune/Loss (Raw)": 0.730787992477417, "Finetune/Step": 4013, "Finetune/Step Time": 7.352037651464343}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7624701857566833, "Finetune/Loss (Raw)": 0.7201747298240662, "Finetune/Step": 4014, "Finetune/Step Time": 7.376275960355997}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7630000114440918, "Finetune/Loss (Raw)": 0.79167240858078, "Finetune/Step": 4015, "Finetune/Step Time": 7.377209411934018}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7633851170539856, "Finetune/Loss (Raw)": 0.8171451091766357, "Finetune/Step": 4016, "Finetune/Step Time": 7.379293570294976}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7636973857879639, "Finetune/Loss (Raw)": 0.8249194622039795, "Finetune/Step": 4017, "Finetune/Step Time": 7.381474491208792}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7601248621940613, "Finetune/Loss (Raw)": 0.3255966603755951, "Finetune/Step": 4018, "Finetune/Step Time": 7.395795619115233}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7621450424194336, "Finetune/Loss (Raw)": 0.9328787326812744, "Finetune/Step": 4019, "Finetune/Step Time": 7.375208400189877}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7626224160194397, "Finetune/Loss (Raw)": 0.8643887042999268, "Finetune/Step": 4020, "Finetune/Step Time": 7.37222814746201}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7659215927124023, "Finetune/Loss (Raw)": 0.7883186340332031, "Finetune/Step": 4021, "Finetune/Step Time": 7.368809184059501}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.765462338924408, "Finetune/Loss (Raw)": 0.7533377408981323, "Finetune/Step": 4022, "Finetune/Step Time": 7.370952030643821}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7656047344207764, "Finetune/Loss (Raw)": 0.8184930086135864, "Finetune/Step": 4023, "Finetune/Step Time": 7.373182134702802}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.766165018081665, "Finetune/Loss (Raw)": 0.8676283359527588, "Finetune/Step": 4024, "Finetune/Step Time": 7.379759082570672}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7661092281341553, "Finetune/Loss (Raw)": 0.7509899139404297, "Finetune/Step": 4025, "Finetune/Step Time": 7.379436450079083}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.766991376876831, "Finetune/Loss (Raw)": 0.8475004434585571, "Finetune/Step": 4026, "Finetune/Step Time": 7.366030041128397}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.767075777053833, "Finetune/Loss (Raw)": 0.9045500755310059, "Finetune/Step": 4027, "Finetune/Step Time": 7.363073235377669}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7666759490966797, "Finetune/Loss (Raw)": 0.7395840883255005, "Finetune/Step": 4028, "Finetune/Step Time": 7.347715362906456}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7665192484855652, "Finetune/Loss (Raw)": 0.8352124094963074, "Finetune/Step": 4029, "Finetune/Step Time": 7.347298614680767}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7621859312057495, "Finetune/Loss (Raw)": 0.39230746030807495, "Finetune/Step": 4030, "Finetune/Step Time": 7.358847059309483}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7611138820648193, "Finetune/Loss (Raw)": 0.7514004111289978, "Finetune/Step": 4031, "Finetune/Step Time": 7.358920730650425}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7609442472457886, "Finetune/Loss (Raw)": 0.7572653889656067, "Finetune/Step": 4032, "Finetune/Step Time": 7.352090895175934}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7627356052398682, "Finetune/Loss (Raw)": 0.8606172204017639, "Finetune/Step": 4033, "Finetune/Step Time": 7.340752637013793}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7627687454223633, "Finetune/Loss (Raw)": 0.7834646701812744, "Finetune/Step": 4034, "Finetune/Step Time": 7.302058668807149}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7596908807754517, "Finetune/Loss (Raw)": 0.6514033079147339, "Finetune/Step": 4035, "Finetune/Step Time": 7.307896565645933}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7630254030227661, "Finetune/Loss (Raw)": 0.9888076782226562, "Finetune/Step": 4036, "Finetune/Step Time": 7.293839251622558}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7634139060974121, "Finetune/Loss (Raw)": 0.7053212523460388, "Finetune/Step": 4037, "Finetune/Step Time": 7.299782976508141}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7595905065536499, "Finetune/Loss (Raw)": 0.3551020920276642, "Finetune/Step": 4038, "Finetune/Step Time": 7.311308730393648}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7581806182861328, "Finetune/Loss (Raw)": 0.7522860169410706, "Finetune/Step": 4039, "Finetune/Step Time": 7.331590782850981}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7595216035842896, "Finetune/Loss (Raw)": 0.8605270981788635, "Finetune/Step": 4040, "Finetune/Step Time": 7.320991348475218}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7589992880821228, "Finetune/Loss (Raw)": 0.7074928879737854, "Finetune/Step": 4041, "Finetune/Step Time": 7.31672372482717}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7589980363845825, "Finetune/Loss (Raw)": 0.754405677318573, "Finetune/Step": 4042, "Finetune/Step Time": 7.329214319586754}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.759133517742157, "Finetune/Loss (Raw)": 0.852327823638916, "Finetune/Step": 4043, "Finetune/Step Time": 7.33173868060112}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7587008476257324, "Finetune/Loss (Raw)": 0.7772143483161926, "Finetune/Step": 4044, "Finetune/Step Time": 7.324146777391434}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.755170464515686, "Finetune/Loss (Raw)": 0.2877655029296875, "Finetune/Step": 4045, "Finetune/Step Time": 7.317802479490638}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7538532614707947, "Finetune/Loss (Raw)": 0.7301982045173645, "Finetune/Step": 4046, "Finetune/Step Time": 7.314965095371008}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7537500858306885, "Finetune/Loss (Raw)": 0.7450352907180786, "Finetune/Step": 4047, "Finetune/Step Time": 7.3178469724953175}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7502983808517456, "Finetune/Loss (Raw)": 0.3680376410484314, "Finetune/Step": 4048, "Finetune/Step Time": 7.295735515654087}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7506624460220337, "Finetune/Loss (Raw)": 0.6681864261627197, "Finetune/Step": 4049, "Finetune/Step Time": 7.278405802324414}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7497228384017944, "Finetune/Loss (Raw)": 0.7670648694038391, "Finetune/Step": 4050, "Finetune/Step Time": 7.274814188480377}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7514546513557434, "Finetune/Loss (Raw)": 0.723158597946167, "Finetune/Step": 4051, "Finetune/Step Time": 7.265531999990344}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7506523728370667, "Finetune/Loss (Raw)": 0.7504099607467651, "Finetune/Step": 4052, "Finetune/Step Time": 7.2850112952291965}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7470659017562866, "Finetune/Loss (Raw)": 0.37281373143196106, "Finetune/Step": 4053, "Finetune/Step Time": 7.295466864481568}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.746423602104187, "Finetune/Loss (Raw)": 0.6360463500022888, "Finetune/Step": 4054, "Finetune/Step Time": 7.303587453439832}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7466597557067871, "Finetune/Loss (Raw)": 0.7895888686180115, "Finetune/Step": 4055, "Finetune/Step Time": 7.274109799414873}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7442156076431274, "Finetune/Loss (Raw)": 0.5485159754753113, "Finetune/Step": 4056, "Finetune/Step Time": 7.288354488089681}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7445001602172852, "Finetune/Loss (Raw)": 0.8872796893119812, "Finetune/Step": 4057, "Finetune/Step Time": 7.284730192273855}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7447274327278137, "Finetune/Loss (Raw)": 0.7427148222923279, "Finetune/Step": 4058, "Finetune/Step Time": 7.275996636599302}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7433494329452515, "Finetune/Loss (Raw)": 0.7143126130104065, "Finetune/Step": 4059, "Finetune/Step Time": 7.288899287581444}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7415549755096436, "Finetune/Loss (Raw)": 0.4627619981765747, "Finetune/Step": 4060, "Finetune/Step Time": 7.290490847080946}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7419701814651489, "Finetune/Loss (Raw)": 0.5812666416168213, "Finetune/Step": 4061, "Finetune/Step Time": 7.2819695007056}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7426707744598389, "Finetune/Loss (Raw)": 0.8164651989936829, "Finetune/Step": 4062, "Finetune/Step Time": 7.283776706084609}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7393581867218018, "Finetune/Loss (Raw)": 0.3485857844352722, "Finetune/Step": 4063, "Finetune/Step Time": 7.285795507952571}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7353827953338623, "Finetune/Loss (Raw)": 0.3791618347167969, "Finetune/Step": 4064, "Finetune/Step Time": 7.30120755545795}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7339590787887573, "Finetune/Loss (Raw)": 0.6348806619644165, "Finetune/Step": 4065, "Finetune/Step Time": 7.307363050058484}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7344076633453369, "Finetune/Loss (Raw)": 0.8098325133323669, "Finetune/Step": 4066, "Finetune/Step Time": 7.300620626658201}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7346470355987549, "Finetune/Loss (Raw)": 0.8570356369018555, "Finetune/Step": 4067, "Finetune/Step Time": 7.299257926642895}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7345544695854187, "Finetune/Loss (Raw)": 0.8071116209030151, "Finetune/Step": 4068, "Finetune/Step Time": 7.300531340762973}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7344947457313538, "Finetune/Loss (Raw)": 0.8595120906829834, "Finetune/Step": 4069, "Finetune/Step Time": 7.3136411383748055}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7337422370910645, "Finetune/Loss (Raw)": 0.7660350799560547, "Finetune/Step": 4070, "Finetune/Step Time": 7.309618484228849}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7343870401382446, "Finetune/Loss (Raw)": 0.723919153213501, "Finetune/Step": 4071, "Finetune/Step Time": 7.315535189583898}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7331551313400269, "Finetune/Loss (Raw)": 0.6807633638381958, "Finetune/Step": 4072, "Finetune/Step Time": 7.336650701239705}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7315096855163574, "Finetune/Loss (Raw)": 0.7704655528068542, "Finetune/Step": 4073, "Finetune/Step Time": 7.319749819114804}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7324508428573608, "Finetune/Loss (Raw)": 0.8884979486465454, "Finetune/Step": 4074, "Finetune/Step Time": 7.306371867656708}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7318696975708008, "Finetune/Loss (Raw)": 0.7426225543022156, "Finetune/Step": 4075, "Finetune/Step Time": 7.294790355488658}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7336293458938599, "Finetune/Loss (Raw)": 0.5848302841186523, "Finetune/Step": 4076, "Finetune/Step Time": 7.2992439437657595}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.733069896697998, "Finetune/Loss (Raw)": 0.801415741443634, "Finetune/Step": 4077, "Finetune/Step Time": 7.313024500384927}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7319336533546448, "Finetune/Loss (Raw)": 0.7354734539985657, "Finetune/Step": 4078, "Finetune/Step Time": 7.3155191875994205}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7315157651901245, "Finetune/Loss (Raw)": 0.8338350057601929, "Finetune/Step": 4079, "Finetune/Step Time": 7.327760063111782}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7317361235618591, "Finetune/Loss (Raw)": 0.6949045658111572, "Finetune/Step": 4080, "Finetune/Step Time": 7.326889671385288}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7313969731330872, "Finetune/Loss (Raw)": 0.7170555591583252, "Finetune/Step": 4081, "Finetune/Step Time": 7.3485319428145885}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7312544584274292, "Finetune/Loss (Raw)": 0.717860996723175, "Finetune/Step": 4082, "Finetune/Step Time": 7.356080453842878}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7325655221939087, "Finetune/Loss (Raw)": 0.857891857624054, "Finetune/Step": 4083, "Finetune/Step Time": 7.368470799177885}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7291348576545715, "Finetune/Loss (Raw)": 0.4626230299472809, "Finetune/Step": 4084, "Finetune/Step Time": 7.376576958224177}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7272939682006836, "Finetune/Loss (Raw)": 0.5905817151069641, "Finetune/Step": 4085, "Finetune/Step Time": 7.387919537723064}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7267253398895264, "Finetune/Loss (Raw)": 0.6793117523193359, "Finetune/Step": 4086, "Finetune/Step Time": 7.39597537741065}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7286937236785889, "Finetune/Loss (Raw)": 0.8775561451911926, "Finetune/Step": 4087, "Finetune/Step Time": 7.383320154622197}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.729871392250061, "Finetune/Loss (Raw)": 0.823554277420044, "Finetune/Step": 4088, "Finetune/Step Time": 7.378312237560749}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7298228144645691, "Finetune/Loss (Raw)": 0.8017197251319885, "Finetune/Step": 4089, "Finetune/Step Time": 7.378794737160206}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7309409379959106, "Finetune/Loss (Raw)": 0.7934774160385132, "Finetune/Step": 4090, "Finetune/Step Time": 7.371602680534124}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7303938269615173, "Finetune/Loss (Raw)": 0.7622456550598145, "Finetune/Step": 4091, "Finetune/Step Time": 7.384413255378604}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7299588918685913, "Finetune/Loss (Raw)": 0.7534396648406982, "Finetune/Step": 4092, "Finetune/Step Time": 7.385335441678762}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7307984232902527, "Finetune/Loss (Raw)": 0.8883819580078125, "Finetune/Step": 4093, "Finetune/Step Time": 7.370119785889983}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7353914976119995, "Finetune/Loss (Raw)": 0.9727436900138855, "Finetune/Step": 4094, "Finetune/Step Time": 7.357441199943423}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7345442771911621, "Finetune/Loss (Raw)": 0.6806678771972656, "Finetune/Step": 4095, "Finetune/Step Time": 7.364667747169733}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.735133171081543, "Finetune/Loss (Raw)": 0.9038746953010559, "Finetune/Step": 4096, "Finetune/Step Time": 7.369381841272116}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7357143759727478, "Finetune/Loss (Raw)": 0.8509171009063721, "Finetune/Step": 4097, "Finetune/Step Time": 7.355504954233766}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.73377525806427, "Finetune/Loss (Raw)": 0.6157678961753845, "Finetune/Step": 4098, "Finetune/Step Time": 7.36321628279984}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7329171895980835, "Finetune/Loss (Raw)": 0.7956844568252563, "Finetune/Step": 4099, "Finetune/Step Time": 7.3662469163537025}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7341500520706177, "Finetune/Loss (Raw)": 0.922939658164978, "Finetune/Step": 4100, "Finetune/Step Time": 7.36614446900785}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7340530753135681, "Finetune/Loss (Raw)": 0.7689344882965088, "Finetune/Step": 4101, "Finetune/Step Time": 7.386227929964662}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.734219491481781, "Finetune/Loss (Raw)": 0.7648667693138123, "Finetune/Step": 4102, "Finetune/Step Time": 7.3828536458313465}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7334861755371094, "Finetune/Loss (Raw)": 0.813190221786499, "Finetune/Step": 4103, "Finetune/Step Time": 7.385801529511809}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7345268726348877, "Finetune/Loss (Raw)": 0.8383026719093323, "Finetune/Step": 4104, "Finetune/Step Time": 7.3732077814638615}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7347882390022278, "Finetune/Loss (Raw)": 0.6600017547607422, "Finetune/Step": 4105, "Finetune/Step Time": 7.366998977959156}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7367357015609741, "Finetune/Loss (Raw)": 0.7439276576042175, "Finetune/Step": 4106, "Finetune/Step Time": 7.364914758130908}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.736160397529602, "Finetune/Loss (Raw)": 0.7472111582756042, "Finetune/Step": 4107, "Finetune/Step Time": 7.366807969287038}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.738009512424469, "Finetune/Loss (Raw)": 0.8241584897041321, "Finetune/Step": 4108, "Finetune/Step Time": 7.3664127346128225}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.737054705619812, "Finetune/Loss (Raw)": 0.7380117774009705, "Finetune/Step": 4109, "Finetune/Step Time": 7.3736177030950785}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7368469834327698, "Finetune/Loss (Raw)": 0.757102370262146, "Finetune/Step": 4110, "Finetune/Step Time": 7.381173042580485}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7379794716835022, "Finetune/Loss (Raw)": 0.9274184703826904, "Finetune/Step": 4111, "Finetune/Step Time": 7.3868926372379065}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7399803400039673, "Finetune/Loss (Raw)": 0.5954937934875488, "Finetune/Step": 4112, "Finetune/Step Time": 7.386418404057622}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7384980320930481, "Finetune/Loss (Raw)": 0.6511015295982361, "Finetune/Step": 4113, "Finetune/Step Time": 7.3844751752913}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7372301816940308, "Finetune/Loss (Raw)": 0.8024246096611023, "Finetune/Step": 4114, "Finetune/Step Time": 7.385449791327119}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7379426956176758, "Finetune/Loss (Raw)": 0.80951327085495, "Finetune/Step": 4115, "Finetune/Step Time": 7.382720895111561}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.735571026802063, "Finetune/Loss (Raw)": 0.5347344279289246, "Finetune/Step": 4116, "Finetune/Step Time": 7.397574024274945}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7338408827781677, "Finetune/Loss (Raw)": 0.654003918170929, "Finetune/Step": 4117, "Finetune/Step Time": 7.406547233462334}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7350826263427734, "Finetune/Loss (Raw)": 0.9586683511734009, "Finetune/Step": 4118, "Finetune/Step Time": 7.4005141239613295}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7355606555938721, "Finetune/Loss (Raw)": 0.9062511920928955, "Finetune/Step": 4119, "Finetune/Step Time": 7.39469151198864}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7358201742172241, "Finetune/Loss (Raw)": 0.703956663608551, "Finetune/Step": 4120, "Finetune/Step Time": 7.389744132757187}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7357994318008423, "Finetune/Loss (Raw)": 0.8153356909751892, "Finetune/Step": 4121, "Finetune/Step Time": 7.394537482410669}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7359985113143921, "Finetune/Loss (Raw)": 0.7225437760353088, "Finetune/Step": 4122, "Finetune/Step Time": 7.393027130514383}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7375242114067078, "Finetune/Loss (Raw)": 0.9219829440116882, "Finetune/Step": 4123, "Finetune/Step Time": 7.393661810085177}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7364115118980408, "Finetune/Loss (Raw)": 0.5647844076156616, "Finetune/Step": 4124, "Finetune/Step Time": 7.394502438604832}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7372628450393677, "Finetune/Loss (Raw)": 0.8063525557518005, "Finetune/Step": 4125, "Finetune/Step Time": 7.397559272125363}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7368690371513367, "Finetune/Loss (Raw)": 0.8298987746238708, "Finetune/Step": 4126, "Finetune/Step Time": 7.392634471878409}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.737088680267334, "Finetune/Loss (Raw)": 0.7966468334197998, "Finetune/Step": 4127, "Finetune/Step Time": 7.36113035865128}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7370015978813171, "Finetune/Loss (Raw)": 0.759399950504303, "Finetune/Step": 4128, "Finetune/Step Time": 7.356859561055899}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7375064492225647, "Finetune/Loss (Raw)": 0.7904196977615356, "Finetune/Step": 4129, "Finetune/Step Time": 7.337145643308759}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7381936311721802, "Finetune/Loss (Raw)": 0.7864953279495239, "Finetune/Step": 4130, "Finetune/Step Time": 7.3266170509159565}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7384564876556396, "Finetune/Loss (Raw)": 0.7882882952690125, "Finetune/Step": 4131, "Finetune/Step Time": 7.319058731198311}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7383430004119873, "Finetune/Loss (Raw)": 0.8214828372001648, "Finetune/Step": 4132, "Finetune/Step Time": 7.320232797414064}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7379754781723022, "Finetune/Loss (Raw)": 0.7382614612579346, "Finetune/Step": 4133, "Finetune/Step Time": 7.3268419075757265}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7363296151161194, "Finetune/Loss (Raw)": 0.7481961846351624, "Finetune/Step": 4134, "Finetune/Step Time": 7.342274572700262}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7390592694282532, "Finetune/Loss (Raw)": 0.7068314552307129, "Finetune/Step": 4135, "Finetune/Step Time": 7.328986836597323}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7398234605789185, "Finetune/Loss (Raw)": 0.7589384913444519, "Finetune/Step": 4136, "Finetune/Step Time": 7.328676842153072}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7389926314353943, "Finetune/Loss (Raw)": 0.6966928243637085, "Finetune/Step": 4137, "Finetune/Step Time": 7.32568408921361}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7402642965316772, "Finetune/Loss (Raw)": 0.8675978779792786, "Finetune/Step": 4138, "Finetune/Step Time": 7.300936259329319}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7394140958786011, "Finetune/Loss (Raw)": 0.7187615633010864, "Finetune/Step": 4139, "Finetune/Step Time": 7.290546134114265}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.740688145160675, "Finetune/Loss (Raw)": 0.7279729247093201, "Finetune/Step": 4140, "Finetune/Step Time": 7.279486559331417}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7379807233810425, "Finetune/Loss (Raw)": 0.3842410147190094, "Finetune/Step": 4141, "Finetune/Step Time": 7.28389285877347}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7379183173179626, "Finetune/Loss (Raw)": 0.7121914029121399, "Finetune/Step": 4142, "Finetune/Step Time": 7.2613842487335205}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.737399697303772, "Finetune/Loss (Raw)": 0.725284218788147, "Finetune/Step": 4143, "Finetune/Step Time": 7.269385429099202}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7332934737205505, "Finetune/Loss (Raw)": 0.29155007004737854, "Finetune/Step": 4144, "Finetune/Step Time": 7.278562365099788}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7320645451545715, "Finetune/Loss (Raw)": 0.6676135659217834, "Finetune/Step": 4145, "Finetune/Step Time": 7.2869008257985115}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7359674572944641, "Finetune/Loss (Raw)": 0.8251661658287048, "Finetune/Step": 4146, "Finetune/Step Time": 7.268361784517765}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.734904408454895, "Finetune/Loss (Raw)": 0.7968180179595947, "Finetune/Step": 4147, "Finetune/Step Time": 7.273900933563709}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7347124814987183, "Finetune/Loss (Raw)": 0.8398146629333496, "Finetune/Step": 4148, "Finetune/Step Time": 7.275224655866623}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7345998287200928, "Finetune/Loss (Raw)": 0.7738959193229675, "Finetune/Step": 4149, "Finetune/Step Time": 7.263730322942138}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7337974905967712, "Finetune/Loss (Raw)": 0.650644063949585, "Finetune/Step": 4150, "Finetune/Step Time": 7.287884181365371}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7334482669830322, "Finetune/Loss (Raw)": 0.7737898826599121, "Finetune/Step": 4151, "Finetune/Step Time": 7.293131396174431}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7326414585113525, "Finetune/Loss (Raw)": 0.7643604278564453, "Finetune/Step": 4152, "Finetune/Step Time": 7.297004168853164}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7324925661087036, "Finetune/Loss (Raw)": 0.7319290637969971, "Finetune/Step": 4153, "Finetune/Step Time": 7.294036449864507}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7321815490722656, "Finetune/Loss (Raw)": 0.8076930642127991, "Finetune/Step": 4154, "Finetune/Step Time": 7.307807344943285}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7307964563369751, "Finetune/Loss (Raw)": 0.7272538542747498, "Finetune/Step": 4155, "Finetune/Step Time": 7.309726852923632}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7302671074867249, "Finetune/Loss (Raw)": 0.6718273162841797, "Finetune/Step": 4156, "Finetune/Step Time": 7.309141704812646}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7307223081588745, "Finetune/Loss (Raw)": 0.8934813141822815, "Finetune/Step": 4157, "Finetune/Step Time": 7.309499945491552}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7337534427642822, "Finetune/Loss (Raw)": 0.7802906632423401, "Finetune/Step": 4158, "Finetune/Step Time": 7.3051478657871485}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7345196008682251, "Finetune/Loss (Raw)": 0.8494747281074524, "Finetune/Step": 4159, "Finetune/Step Time": 7.304652599617839}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7356391549110413, "Finetune/Loss (Raw)": 0.9005646705627441, "Finetune/Step": 4160, "Finetune/Step Time": 7.297778636217117}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.735142171382904, "Finetune/Loss (Raw)": 0.7970014810562134, "Finetune/Step": 4161, "Finetune/Step Time": 7.294664274901152}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.736162006855011, "Finetune/Loss (Raw)": 0.9140013456344604, "Finetune/Step": 4162, "Finetune/Step Time": 7.295706836506724}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7360432147979736, "Finetune/Loss (Raw)": 0.6362013816833496, "Finetune/Step": 4163, "Finetune/Step Time": 7.305930186063051}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7320395112037659, "Finetune/Loss (Raw)": 0.4763263761997223, "Finetune/Step": 4164, "Finetune/Step Time": 7.31843121163547}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7334526777267456, "Finetune/Loss (Raw)": 0.8862072229385376, "Finetune/Step": 4165, "Finetune/Step Time": 7.310386871919036}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.737634539604187, "Finetune/Loss (Raw)": 0.8903847932815552, "Finetune/Step": 4166, "Finetune/Step Time": 7.296023355796933}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7374035120010376, "Finetune/Loss (Raw)": 0.7227135896682739, "Finetune/Step": 4167, "Finetune/Step Time": 7.279386222362518}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7356556057929993, "Finetune/Loss (Raw)": 0.6367964744567871, "Finetune/Step": 4168, "Finetune/Step Time": 7.276641957461834}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7329657077789307, "Finetune/Loss (Raw)": 0.36318278312683105, "Finetune/Step": 4169, "Finetune/Step Time": 7.289493231102824}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.732046902179718, "Finetune/Loss (Raw)": 0.6368019580841064, "Finetune/Step": 4170, "Finetune/Step Time": 7.2803642228245735}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7316946983337402, "Finetune/Loss (Raw)": 0.8072422742843628, "Finetune/Step": 4171, "Finetune/Step Time": 7.281501555815339}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7316647171974182, "Finetune/Loss (Raw)": 0.7733814120292664, "Finetune/Step": 4172, "Finetune/Step Time": 7.300526080653071}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.735209584236145, "Finetune/Loss (Raw)": 0.7415016889572144, "Finetune/Step": 4173, "Finetune/Step Time": 7.292076718062162}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7322784662246704, "Finetune/Loss (Raw)": 0.3550175428390503, "Finetune/Step": 4174, "Finetune/Step Time": 7.30552700906992}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7321068048477173, "Finetune/Loss (Raw)": 0.7230636477470398, "Finetune/Step": 4175, "Finetune/Step Time": 7.294595919549465}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7350714802742004, "Finetune/Loss (Raw)": 0.7475185394287109, "Finetune/Step": 4176, "Finetune/Step Time": 7.292906181886792}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7361079454421997, "Finetune/Loss (Raw)": 0.8008498549461365, "Finetune/Step": 4177, "Finetune/Step Time": 7.303193612024188}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7367802858352661, "Finetune/Loss (Raw)": 0.8531331419944763, "Finetune/Step": 4178, "Finetune/Step Time": 7.3063926082104445}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7369874715805054, "Finetune/Loss (Raw)": 0.7496755719184875, "Finetune/Step": 4179, "Finetune/Step Time": 7.318982722237706}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7377747297286987, "Finetune/Loss (Raw)": 0.8511766195297241, "Finetune/Step": 4180, "Finetune/Step Time": 7.299879541620612}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7408105134963989, "Finetune/Loss (Raw)": 0.7613984942436218, "Finetune/Step": 4181, "Finetune/Step Time": 7.289253644645214}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7402114272117615, "Finetune/Loss (Raw)": 0.5593605041503906, "Finetune/Step": 4182, "Finetune/Step Time": 7.289498237892985}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7406272888183594, "Finetune/Loss (Raw)": 0.84281986951828, "Finetune/Step": 4183, "Finetune/Step Time": 7.288655525073409}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7422641515731812, "Finetune/Loss (Raw)": 0.7580368518829346, "Finetune/Step": 4184, "Finetune/Step Time": 7.267238773405552}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7421360015869141, "Finetune/Loss (Raw)": 0.8708739280700684, "Finetune/Step": 4185, "Finetune/Step Time": 7.2699717208743095}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7433021068572998, "Finetune/Loss (Raw)": 0.8919803500175476, "Finetune/Step": 4186, "Finetune/Step Time": 7.282612692564726}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7434033155441284, "Finetune/Loss (Raw)": 0.727256715297699, "Finetune/Step": 4187, "Finetune/Step Time": 7.271618200466037}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7443571090698242, "Finetune/Loss (Raw)": 0.5848568081855774, "Finetune/Step": 4188, "Finetune/Step Time": 7.2624859772622585}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7456973791122437, "Finetune/Loss (Raw)": 0.7528185248374939, "Finetune/Step": 4189, "Finetune/Step Time": 7.245397675782442}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7436107397079468, "Finetune/Loss (Raw)": 0.5493789315223694, "Finetune/Step": 4190, "Finetune/Step Time": 7.245690414682031}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.747000515460968, "Finetune/Loss (Raw)": 0.7824718952178955, "Finetune/Step": 4191, "Finetune/Step Time": 7.235665375366807}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7512236833572388, "Finetune/Loss (Raw)": 0.9197301864624023, "Finetune/Step": 4192, "Finetune/Step Time": 7.219462044537067}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7486363649368286, "Finetune/Loss (Raw)": 0.30370619893074036, "Finetune/Step": 4193, "Finetune/Step Time": 7.223465319722891}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7487605810165405, "Finetune/Loss (Raw)": 0.8257352709770203, "Finetune/Step": 4194, "Finetune/Step Time": 7.22359430231154}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7486596703529358, "Finetune/Loss (Raw)": 0.844109296798706, "Finetune/Step": 4195, "Finetune/Step Time": 7.224410565569997}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7481551766395569, "Finetune/Loss (Raw)": 0.7425431609153748, "Finetune/Step": 4196, "Finetune/Step Time": 7.222531238570809}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7450281977653503, "Finetune/Loss (Raw)": 0.45925912261009216, "Finetune/Step": 4197, "Finetune/Step Time": 7.231754740700126}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7458160519599915, "Finetune/Loss (Raw)": 0.8668792247772217, "Finetune/Step": 4198, "Finetune/Step Time": 7.2299916706979275}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.747428297996521, "Finetune/Loss (Raw)": 0.9302845597267151, "Finetune/Step": 4199, "Finetune/Step Time": 7.200545547530055}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7484641075134277, "Finetune/Loss (Raw)": 0.8133456110954285, "Finetune/Step": 4200, "Finetune/Step Time": 7.185467870905995}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7480536699295044, "Finetune/Loss (Raw)": 0.717926025390625, "Finetune/Step": 4201, "Finetune/Step Time": 7.1958758272230625}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7471834421157837, "Finetune/Loss (Raw)": 0.7771083116531372, "Finetune/Step": 4202, "Finetune/Step Time": 7.199552610516548}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7470767498016357, "Finetune/Loss (Raw)": 0.7289696335792542, "Finetune/Step": 4203, "Finetune/Step Time": 7.201292073354125}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7481250166893005, "Finetune/Loss (Raw)": 0.7190160751342773, "Finetune/Step": 4204, "Finetune/Step Time": 7.182311529293656}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7481204867362976, "Finetune/Loss (Raw)": 0.8008291721343994, "Finetune/Step": 4205, "Finetune/Step Time": 7.1642079297453165}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7479788064956665, "Finetune/Loss (Raw)": 0.7173410654067993, "Finetune/Step": 4206, "Finetune/Step Time": 7.1622200552374125}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7477661371231079, "Finetune/Loss (Raw)": 0.8066144585609436, "Finetune/Step": 4207, "Finetune/Step Time": 7.156431345269084}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7483528852462769, "Finetune/Loss (Raw)": 0.7700104117393494, "Finetune/Step": 4208, "Finetune/Step Time": 7.146722720935941}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7501232624053955, "Finetune/Loss (Raw)": 0.943657636642456, "Finetune/Step": 4209, "Finetune/Step Time": 7.124905843287706}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7506506443023682, "Finetune/Loss (Raw)": 0.7853689789772034, "Finetune/Step": 4210, "Finetune/Step Time": 7.120091078802943}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7504291534423828, "Finetune/Loss (Raw)": 0.8295363187789917, "Finetune/Step": 4211, "Finetune/Step Time": 7.114498468115926}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7520482540130615, "Finetune/Loss (Raw)": 0.6698729395866394, "Finetune/Step": 4212, "Finetune/Step Time": 7.100877650082111}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7524616718292236, "Finetune/Loss (Raw)": 0.6434998512268066, "Finetune/Step": 4213, "Finetune/Step Time": 7.0992208160459995}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7533068656921387, "Finetune/Loss (Raw)": 0.7874975204467773, "Finetune/Step": 4214, "Finetune/Step Time": 7.089804977178574}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7519656419754028, "Finetune/Loss (Raw)": 0.7058743238449097, "Finetune/Step": 4215, "Finetune/Step Time": 7.126159660518169}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7518118619918823, "Finetune/Loss (Raw)": 0.803867757320404, "Finetune/Step": 4216, "Finetune/Step Time": 7.121783996000886}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7520862817764282, "Finetune/Loss (Raw)": 0.8368417620658875, "Finetune/Step": 4217, "Finetune/Step Time": 7.119019431993365}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7518895864486694, "Finetune/Loss (Raw)": 0.7683031558990479, "Finetune/Step": 4218, "Finetune/Step Time": 7.117642929777503}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.750432550907135, "Finetune/Loss (Raw)": 0.5757492780685425, "Finetune/Step": 4219, "Finetune/Step Time": 7.100507801398635}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7508532404899597, "Finetune/Loss (Raw)": 0.8072924017906189, "Finetune/Step": 4220, "Finetune/Step Time": 7.090159364044666}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7509424090385437, "Finetune/Loss (Raw)": 0.8997899293899536, "Finetune/Step": 4221, "Finetune/Step Time": 7.091452714055777}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.749860405921936, "Finetune/Loss (Raw)": 0.8342490196228027, "Finetune/Step": 4222, "Finetune/Step Time": 7.094655318185687}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7512333393096924, "Finetune/Loss (Raw)": 0.8564022779464722, "Finetune/Step": 4223, "Finetune/Step Time": 7.086458740755916}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7498691082000732, "Finetune/Loss (Raw)": 0.7292532324790955, "Finetune/Step": 4224, "Finetune/Step Time": 7.091417575255036}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7486242055892944, "Finetune/Loss (Raw)": 0.6915704011917114, "Finetune/Step": 4225, "Finetune/Step Time": 7.083766836673021}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7506997585296631, "Finetune/Loss (Raw)": 0.8814389705657959, "Finetune/Step": 4226, "Finetune/Step Time": 7.086803585290909}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7521623969078064, "Finetune/Loss (Raw)": 0.9829003810882568, "Finetune/Step": 4227, "Finetune/Step Time": 7.133008880540729}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7510334849357605, "Finetune/Loss (Raw)": 0.7784401774406433, "Finetune/Step": 4228, "Finetune/Step Time": 7.182295942679048}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7516285181045532, "Finetune/Loss (Raw)": 0.845099925994873, "Finetune/Step": 4229, "Finetune/Step Time": 7.165213843807578}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7477405071258545, "Finetune/Loss (Raw)": 0.26719918847084045, "Finetune/Step": 4230, "Finetune/Step Time": 7.173296734690666}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7456966638565063, "Finetune/Loss (Raw)": 0.5515813231468201, "Finetune/Step": 4231, "Finetune/Step Time": 7.21016894839704}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7450821399688721, "Finetune/Loss (Raw)": 0.7596468329429626, "Finetune/Step": 4232, "Finetune/Step Time": 7.218195533379912}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7451350688934326, "Finetune/Loss (Raw)": 0.6667640209197998, "Finetune/Step": 4233, "Finetune/Step Time": 7.223335349932313}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7468298077583313, "Finetune/Loss (Raw)": 0.9608620405197144, "Finetune/Step": 4234, "Finetune/Step Time": 7.224809370934963}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7474222183227539, "Finetune/Loss (Raw)": 0.8230400681495667, "Finetune/Step": 4235, "Finetune/Step Time": 7.223497204482555}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7460218667984009, "Finetune/Loss (Raw)": 0.6449154615402222, "Finetune/Step": 4236, "Finetune/Step Time": 7.231321431696415}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7473126649856567, "Finetune/Loss (Raw)": 0.9032304883003235, "Finetune/Step": 4237, "Finetune/Step Time": 7.2235669158399105}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7481645345687866, "Finetune/Loss (Raw)": 0.8661441206932068, "Finetune/Step": 4238, "Finetune/Step Time": 7.210652336478233}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7474287748336792, "Finetune/Loss (Raw)": 0.8332449793815613, "Finetune/Step": 4239, "Finetune/Step Time": 7.206208027899265}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7486801743507385, "Finetune/Loss (Raw)": 0.755672812461853, "Finetune/Step": 4240, "Finetune/Step Time": 7.194103486835957}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7498372197151184, "Finetune/Loss (Raw)": 0.7991997003555298, "Finetune/Step": 4241, "Finetune/Step Time": 7.194730935618281}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7502478361129761, "Finetune/Loss (Raw)": 0.8549880981445312, "Finetune/Step": 4242, "Finetune/Step Time": 7.193246765062213}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.749811589717865, "Finetune/Loss (Raw)": 0.7536694407463074, "Finetune/Step": 4243, "Finetune/Step Time": 7.211824087426066}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7520192265510559, "Finetune/Loss (Raw)": 0.8173094987869263, "Finetune/Step": 4244, "Finetune/Step Time": 7.195170972496271}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7532166242599487, "Finetune/Loss (Raw)": 0.8072702884674072, "Finetune/Step": 4245, "Finetune/Step Time": 7.196473989635706}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7515184283256531, "Finetune/Loss (Raw)": 0.7413020133972168, "Finetune/Step": 4246, "Finetune/Step Time": 7.23112390935421}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.750871479511261, "Finetune/Loss (Raw)": 0.8234400749206543, "Finetune/Step": 4247, "Finetune/Step Time": 7.232843624427915}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7476139664649963, "Finetune/Loss (Raw)": 0.2869964838027954, "Finetune/Step": 4248, "Finetune/Step Time": 7.232866069301963}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7478002309799194, "Finetune/Loss (Raw)": 0.8391810655593872, "Finetune/Step": 4249, "Finetune/Step Time": 7.225958399474621}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7469043731689453, "Finetune/Loss (Raw)": 0.6078700423240662, "Finetune/Step": 4250, "Finetune/Step Time": 7.221810042858124}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7450331449508667, "Finetune/Loss (Raw)": 0.682461142539978, "Finetune/Step": 4251, "Finetune/Step Time": 7.221057681366801}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.748287558555603, "Finetune/Loss (Raw)": 0.9813500046730042, "Finetune/Step": 4252, "Finetune/Step Time": 7.223502282053232}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7462178468704224, "Finetune/Loss (Raw)": 0.541435182094574, "Finetune/Step": 4253, "Finetune/Step Time": 7.243465099483728}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7435483336448669, "Finetune/Loss (Raw)": 0.4881957471370697, "Finetune/Step": 4254, "Finetune/Step Time": 7.254274437204003}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7426485419273376, "Finetune/Loss (Raw)": 0.6814757585525513, "Finetune/Step": 4255, "Finetune/Step Time": 7.2604740858078}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7429187297821045, "Finetune/Loss (Raw)": 0.7939903140068054, "Finetune/Step": 4256, "Finetune/Step Time": 7.2761962953954935}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7432844638824463, "Finetune/Loss (Raw)": 0.8372311592102051, "Finetune/Step": 4257, "Finetune/Step Time": 7.28048587217927}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7420089244842529, "Finetune/Loss (Raw)": 0.6232258081436157, "Finetune/Step": 4258, "Finetune/Step Time": 7.281658476218581}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7428601980209351, "Finetune/Loss (Raw)": 0.8972464799880981, "Finetune/Step": 4259, "Finetune/Step Time": 7.285501968115568}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7422914505004883, "Finetune/Loss (Raw)": 0.7486843466758728, "Finetune/Step": 4260, "Finetune/Step Time": 7.28243688121438}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7427895069122314, "Finetune/Loss (Raw)": 0.8020097017288208, "Finetune/Step": 4261, "Finetune/Step Time": 7.2764026541262865}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7429044246673584, "Finetune/Loss (Raw)": 0.7629069089889526, "Finetune/Step": 4262, "Finetune/Step Time": 7.266513599082828}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7446825504302979, "Finetune/Loss (Raw)": 0.9344297051429749, "Finetune/Step": 4263, "Finetune/Step Time": 7.264686841517687}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7438507080078125, "Finetune/Loss (Raw)": 0.6524642705917358, "Finetune/Step": 4264, "Finetune/Step Time": 7.275604158639908}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7438416481018066, "Finetune/Loss (Raw)": 0.6955371499061584, "Finetune/Step": 4265, "Finetune/Step Time": 7.283281119540334}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7441338300704956, "Finetune/Loss (Raw)": 0.9049981236457825, "Finetune/Step": 4266, "Finetune/Step Time": 7.2830429673194885}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.743498682975769, "Finetune/Loss (Raw)": 0.6374618411064148, "Finetune/Step": 4267, "Finetune/Step Time": 7.29658043012023}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.743389368057251, "Finetune/Loss (Raw)": 0.7139750719070435, "Finetune/Step": 4268, "Finetune/Step Time": 7.288325112313032}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7447224855422974, "Finetune/Loss (Raw)": 0.5548840165138245, "Finetune/Step": 4269, "Finetune/Step Time": 7.307787669822574}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7452179193496704, "Finetune/Loss (Raw)": 0.7756077647209167, "Finetune/Step": 4270, "Finetune/Step Time": 7.308284986764193}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7420754432678223, "Finetune/Loss (Raw)": 0.3230496942996979, "Finetune/Step": 4271, "Finetune/Step Time": 7.311995463445783}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7463047504425049, "Finetune/Loss (Raw)": 0.8329057693481445, "Finetune/Step": 4272, "Finetune/Step Time": 7.300833411514759}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7464629411697388, "Finetune/Loss (Raw)": 0.6878501772880554, "Finetune/Step": 4273, "Finetune/Step Time": 7.288254156708717}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7459192276000977, "Finetune/Loss (Raw)": 0.7555768489837646, "Finetune/Step": 4274, "Finetune/Step Time": 7.29349803365767}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7447091341018677, "Finetune/Loss (Raw)": 0.6419191956520081, "Finetune/Step": 4275, "Finetune/Step Time": 7.304310085251927}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7445158958435059, "Finetune/Loss (Raw)": 0.815085768699646, "Finetune/Step": 4276, "Finetune/Step Time": 7.304718524217606}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7439022064208984, "Finetune/Loss (Raw)": 0.6953442096710205, "Finetune/Step": 4277, "Finetune/Step Time": 7.325898390263319}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7455907464027405, "Finetune/Loss (Raw)": 0.8667796850204468, "Finetune/Step": 4278, "Finetune/Step Time": 7.300378482788801}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7450622320175171, "Finetune/Loss (Raw)": 0.7061333060264587, "Finetune/Step": 4279, "Finetune/Step Time": 7.297388980165124}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.74564528465271, "Finetune/Loss (Raw)": 0.838995099067688, "Finetune/Step": 4280, "Finetune/Step Time": 7.2908120565116405}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7470880150794983, "Finetune/Loss (Raw)": 0.9165959358215332, "Finetune/Step": 4281, "Finetune/Step Time": 7.295435074716806}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7473833560943604, "Finetune/Loss (Raw)": 0.8454949259757996, "Finetune/Step": 4282, "Finetune/Step Time": 7.283906852826476}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7478060126304626, "Finetune/Loss (Raw)": 0.7813591361045837, "Finetune/Step": 4283, "Finetune/Step Time": 7.288715962320566}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7487359046936035, "Finetune/Loss (Raw)": 0.7908539175987244, "Finetune/Step": 4284, "Finetune/Step Time": 7.286673879250884}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7464734315872192, "Finetune/Loss (Raw)": 0.6038767695426941, "Finetune/Step": 4285, "Finetune/Step Time": 7.319353273138404}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.746380090713501, "Finetune/Loss (Raw)": 0.7683551907539368, "Finetune/Step": 4286, "Finetune/Step Time": 7.310861509293318}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7461076378822327, "Finetune/Loss (Raw)": 0.8145890235900879, "Finetune/Step": 4287, "Finetune/Step Time": 7.32482647523284}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7461585402488708, "Finetune/Loss (Raw)": 0.9070894122123718, "Finetune/Step": 4288, "Finetune/Step Time": 7.338767118752003}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7457851767539978, "Finetune/Loss (Raw)": 0.749205470085144, "Finetune/Step": 4289, "Finetune/Step Time": 7.3402050249278545}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7454904913902283, "Finetune/Loss (Raw)": 0.8762848973274231, "Finetune/Step": 4290, "Finetune/Step Time": 7.3407867811620235}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7473741769790649, "Finetune/Loss (Raw)": 0.8773064613342285, "Finetune/Step": 4291, "Finetune/Step Time": 7.325848883017898}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.750220775604248, "Finetune/Loss (Raw)": 0.8406932353973389, "Finetune/Step": 4292, "Finetune/Step Time": 7.320817997679114}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7498070001602173, "Finetune/Loss (Raw)": 0.8332394361495972, "Finetune/Step": 4293, "Finetune/Step Time": 7.3287721779197454}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7489221692085266, "Finetune/Loss (Raw)": 0.7771381139755249, "Finetune/Step": 4294, "Finetune/Step Time": 7.350662235170603}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7456280589103699, "Finetune/Loss (Raw)": 0.30106088519096375, "Finetune/Step": 4295, "Finetune/Step Time": 7.362212549895048}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7478237152099609, "Finetune/Loss (Raw)": 0.9178488254547119, "Finetune/Step": 4296, "Finetune/Step Time": 7.360038237646222}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7516874074935913, "Finetune/Loss (Raw)": 0.8577277064323425, "Finetune/Step": 4297, "Finetune/Step Time": 7.349071579053998}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7514523267745972, "Finetune/Loss (Raw)": 0.6067129969596863, "Finetune/Step": 4298, "Finetune/Step Time": 7.3544875625520945}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7515413761138916, "Finetune/Loss (Raw)": 0.8186416625976562, "Finetune/Step": 4299, "Finetune/Step Time": 7.3622431587427855}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7524003386497498, "Finetune/Loss (Raw)": 0.8833300471305847, "Finetune/Step": 4300, "Finetune/Step Time": 7.347941972315311}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7494483590126038, "Finetune/Loss (Raw)": 0.3636442720890045, "Finetune/Step": 4301, "Finetune/Step Time": 7.356987677514553}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7536172866821289, "Finetune/Loss (Raw)": 0.8886430859565735, "Finetune/Step": 4302, "Finetune/Step Time": 7.348377676680684}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7550829648971558, "Finetune/Loss (Raw)": 0.9106618165969849, "Finetune/Step": 4303, "Finetune/Step Time": 7.348531372845173}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7518864870071411, "Finetune/Loss (Raw)": 0.3383726477622986, "Finetune/Step": 4304, "Finetune/Step Time": 7.3509083315730095}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7508808970451355, "Finetune/Loss (Raw)": 0.6721374988555908, "Finetune/Step": 4305, "Finetune/Step Time": 7.342716725543141}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7498141527175903, "Finetune/Loss (Raw)": 0.7165912389755249, "Finetune/Step": 4306, "Finetune/Step Time": 7.348532723262906}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7484186291694641, "Finetune/Loss (Raw)": 0.5710493922233582, "Finetune/Step": 4307, "Finetune/Step Time": 7.337568167597055}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7470483779907227, "Finetune/Loss (Raw)": 0.6757852435112, "Finetune/Step": 4308, "Finetune/Step Time": 7.338762795552611}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7468819618225098, "Finetune/Loss (Raw)": 0.7400952577590942, "Finetune/Step": 4309, "Finetune/Step Time": 7.343858195468783}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.745209813117981, "Finetune/Loss (Raw)": 0.3453294038772583, "Finetune/Step": 4310, "Finetune/Step Time": 7.34798495285213}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7447965145111084, "Finetune/Loss (Raw)": 0.7899153232574463, "Finetune/Step": 4311, "Finetune/Step Time": 7.354345412924886}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.74561607837677, "Finetune/Loss (Raw)": 0.8629430532455444, "Finetune/Step": 4312, "Finetune/Step Time": 7.362634317949414}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7458082437515259, "Finetune/Loss (Raw)": 0.895464301109314, "Finetune/Step": 4313, "Finetune/Step Time": 7.373282723128796}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7454798817634583, "Finetune/Loss (Raw)": 0.8499528169631958, "Finetune/Step": 4314, "Finetune/Step Time": 7.364611692726612}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7457413673400879, "Finetune/Loss (Raw)": 0.7607241868972778, "Finetune/Step": 4315, "Finetune/Step Time": 7.361572425812483}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7464840412139893, "Finetune/Loss (Raw)": 0.6799185872077942, "Finetune/Step": 4316, "Finetune/Step Time": 7.365635219961405}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7467103004455566, "Finetune/Loss (Raw)": 0.7817851901054382, "Finetune/Step": 4317, "Finetune/Step Time": 7.364581709727645}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7468640804290771, "Finetune/Loss (Raw)": 0.569057285785675, "Finetune/Step": 4318, "Finetune/Step Time": 7.368864856660366}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7454307079315186, "Finetune/Loss (Raw)": 0.5990089178085327, "Finetune/Step": 4319, "Finetune/Step Time": 7.37579476647079}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7440211772918701, "Finetune/Loss (Raw)": 0.7393054366111755, "Finetune/Step": 4320, "Finetune/Step Time": 7.379649894312024}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7464372515678406, "Finetune/Loss (Raw)": 0.6129605770111084, "Finetune/Step": 4321, "Finetune/Step Time": 7.379273919388652}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7468243837356567, "Finetune/Loss (Raw)": 0.8752919435501099, "Finetune/Step": 4322, "Finetune/Step Time": 7.381178226321936}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7449155449867249, "Finetune/Loss (Raw)": 0.5997790098190308, "Finetune/Step": 4323, "Finetune/Step Time": 7.378458183258772}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7450516223907471, "Finetune/Loss (Raw)": 0.7599566578865051, "Finetune/Step": 4324, "Finetune/Step Time": 7.377727342769504}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7455243468284607, "Finetune/Loss (Raw)": 0.5197699666023254, "Finetune/Step": 4325, "Finetune/Step Time": 7.3673548847436905}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7439309358596802, "Finetune/Loss (Raw)": 0.6629218459129333, "Finetune/Step": 4326, "Finetune/Step Time": 7.375555718317628}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7407160997390747, "Finetune/Loss (Raw)": 0.5187870860099792, "Finetune/Step": 4327, "Finetune/Step Time": 7.392805963754654}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.740145742893219, "Finetune/Loss (Raw)": 0.7403367161750793, "Finetune/Step": 4328, "Finetune/Step Time": 7.386834196746349}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7407582402229309, "Finetune/Loss (Raw)": 0.796323299407959, "Finetune/Step": 4329, "Finetune/Step Time": 7.376645481213927}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7413077354431152, "Finetune/Loss (Raw)": 0.8474470376968384, "Finetune/Step": 4330, "Finetune/Step Time": 7.375965904444456}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7423462867736816, "Finetune/Loss (Raw)": 0.8619013428688049, "Finetune/Step": 4331, "Finetune/Step Time": 7.375533485785127}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.743022620677948, "Finetune/Loss (Raw)": 0.8055917024612427, "Finetune/Step": 4332, "Finetune/Step Time": 7.378069311380386}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7434324026107788, "Finetune/Loss (Raw)": 0.8532814383506775, "Finetune/Step": 4333, "Finetune/Step Time": 7.37964659743011}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7447570562362671, "Finetune/Loss (Raw)": 0.8868991732597351, "Finetune/Step": 4334, "Finetune/Step Time": 7.378647722303867}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7445858716964722, "Finetune/Loss (Raw)": 0.7846977710723877, "Finetune/Step": 4335, "Finetune/Step Time": 7.373065264895558}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7455567121505737, "Finetune/Loss (Raw)": 0.8942809700965881, "Finetune/Step": 4336, "Finetune/Step Time": 7.388962630182505}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7422374486923218, "Finetune/Loss (Raw)": 0.5187849402427673, "Finetune/Step": 4337, "Finetune/Step Time": 7.411476751789451}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7422868013381958, "Finetune/Loss (Raw)": 0.791695237159729, "Finetune/Step": 4338, "Finetune/Step Time": 7.412193365395069}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7415730953216553, "Finetune/Loss (Raw)": 0.738178551197052, "Finetune/Step": 4339, "Finetune/Step Time": 7.413314402103424}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.741905927658081, "Finetune/Loss (Raw)": 0.7124727964401245, "Finetune/Step": 4340, "Finetune/Step Time": 7.427391631528735}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7440366744995117, "Finetune/Loss (Raw)": 0.9162368774414062, "Finetune/Step": 4341, "Finetune/Step Time": 7.4188789539039135}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7432847023010254, "Finetune/Loss (Raw)": 0.6912481188774109, "Finetune/Step": 4342, "Finetune/Step Time": 7.457807907834649}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7431463003158569, "Finetune/Loss (Raw)": 0.6881527900695801, "Finetune/Step": 4343, "Finetune/Step Time": 7.411407737061381}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7431077361106873, "Finetune/Loss (Raw)": 0.7989347577095032, "Finetune/Step": 4344, "Finetune/Step Time": 7.419323071837425}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7424464225769043, "Finetune/Loss (Raw)": 0.7521946430206299, "Finetune/Step": 4345, "Finetune/Step Time": 7.418916340917349}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7426286935806274, "Finetune/Loss (Raw)": 0.7916386723518372, "Finetune/Step": 4346, "Finetune/Step Time": 7.421974878758192}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7448861002922058, "Finetune/Loss (Raw)": 0.8646945357322693, "Finetune/Step": 4347, "Finetune/Step Time": 7.414762087166309}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7449089288711548, "Finetune/Loss (Raw)": 0.8102160096168518, "Finetune/Step": 4348, "Finetune/Step Time": 7.419823871925473}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.744749903678894, "Finetune/Loss (Raw)": 0.8794330954551697, "Finetune/Step": 4349, "Finetune/Step Time": 7.416247932240367}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7425879240036011, "Finetune/Loss (Raw)": 0.5575095415115356, "Finetune/Step": 4350, "Finetune/Step Time": 7.427361890673637}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7422490119934082, "Finetune/Loss (Raw)": 0.81302410364151, "Finetune/Step": 4351, "Finetune/Step Time": 7.426494678482413}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7427196502685547, "Finetune/Loss (Raw)": 0.7894953489303589, "Finetune/Step": 4352, "Finetune/Step Time": 7.417626455426216}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7437875270843506, "Finetune/Loss (Raw)": 0.8282580971717834, "Finetune/Step": 4353, "Finetune/Step Time": 7.414970094338059}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7424885034561157, "Finetune/Loss (Raw)": 0.7151669263839722, "Finetune/Step": 4354, "Finetune/Step Time": 7.403372537344694}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7411582469940186, "Finetune/Loss (Raw)": 0.8126264810562134, "Finetune/Step": 4355, "Finetune/Step Time": 7.352223943918943}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7414168119430542, "Finetune/Loss (Raw)": 0.8115387558937073, "Finetune/Step": 4356, "Finetune/Step Time": 7.302550479769707}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7415204048156738, "Finetune/Loss (Raw)": 0.8583582043647766, "Finetune/Step": 4357, "Finetune/Step Time": 7.302672762423754}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7459303736686707, "Finetune/Loss (Raw)": 0.831675112247467, "Finetune/Step": 4358, "Finetune/Step Time": 7.298283247277141}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7476433515548706, "Finetune/Loss (Raw)": 0.7708427309989929, "Finetune/Step": 4359, "Finetune/Step Time": 7.2726363856345415}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7472622394561768, "Finetune/Loss (Raw)": 0.7108625173568726, "Finetune/Step": 4360, "Finetune/Step Time": 7.2648647874593735}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7495986819267273, "Finetune/Loss (Raw)": 0.9658340215682983, "Finetune/Step": 4361, "Finetune/Step Time": 7.272872392088175}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7481476068496704, "Finetune/Loss (Raw)": 0.7751149535179138, "Finetune/Step": 4362, "Finetune/Step Time": 7.276329439133406}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7475154399871826, "Finetune/Loss (Raw)": 0.7421326041221619, "Finetune/Step": 4363, "Finetune/Step Time": 7.27400354668498}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7479323148727417, "Finetune/Loss (Raw)": 0.6982736587524414, "Finetune/Step": 4364, "Finetune/Step Time": 7.285556614398956}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7462793588638306, "Finetune/Loss (Raw)": 0.6916505098342896, "Finetune/Step": 4365, "Finetune/Step Time": 7.300568196922541}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7461395263671875, "Finetune/Loss (Raw)": 0.8482452630996704, "Finetune/Step": 4366, "Finetune/Step Time": 7.300948470830917}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7452797889709473, "Finetune/Loss (Raw)": 0.723199188709259, "Finetune/Step": 4367, "Finetune/Step Time": 7.307192938402295}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7459519505500793, "Finetune/Loss (Raw)": 0.841712236404419, "Finetune/Step": 4368, "Finetune/Step Time": 7.303724369034171}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7455363273620605, "Finetune/Loss (Raw)": 0.745997428894043, "Finetune/Step": 4369, "Finetune/Step Time": 7.311012923717499}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.745596170425415, "Finetune/Loss (Raw)": 0.8626412749290466, "Finetune/Step": 4370, "Finetune/Step Time": 7.323983833193779}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7465735077857971, "Finetune/Loss (Raw)": 0.8787690997123718, "Finetune/Step": 4371, "Finetune/Step Time": 7.303217655047774}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7421046495437622, "Finetune/Loss (Raw)": 0.2452990561723709, "Finetune/Step": 4372, "Finetune/Step Time": 7.317792318761349}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7413569688796997, "Finetune/Loss (Raw)": 0.7115674614906311, "Finetune/Step": 4373, "Finetune/Step Time": 7.315010407939553}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7415293455123901, "Finetune/Loss (Raw)": 0.763364315032959, "Finetune/Step": 4374, "Finetune/Step Time": 7.281390868127346}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7409375905990601, "Finetune/Loss (Raw)": 0.7476975321769714, "Finetune/Step": 4375, "Finetune/Step Time": 7.287817794829607}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7443020343780518, "Finetune/Loss (Raw)": 0.7176519632339478, "Finetune/Step": 4376, "Finetune/Step Time": 7.288809360936284}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7439167499542236, "Finetune/Loss (Raw)": 0.789857804775238, "Finetune/Step": 4377, "Finetune/Step Time": 7.290137782692909}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.744907021522522, "Finetune/Loss (Raw)": 0.7346251010894775, "Finetune/Step": 4378, "Finetune/Step Time": 7.299493279308081}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7444719672203064, "Finetune/Loss (Raw)": 0.6267758011817932, "Finetune/Step": 4379, "Finetune/Step Time": 7.310413245111704}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7436823844909668, "Finetune/Loss (Raw)": 0.8802870512008667, "Finetune/Step": 4380, "Finetune/Step Time": 7.312812803313136}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7458206415176392, "Finetune/Loss (Raw)": 0.815119206905365, "Finetune/Step": 4381, "Finetune/Step Time": 7.300126368179917}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7489185333251953, "Finetune/Loss (Raw)": 0.8847267031669617, "Finetune/Step": 4382, "Finetune/Step Time": 7.293453000485897}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7483733892440796, "Finetune/Loss (Raw)": 0.6117020845413208, "Finetune/Step": 4383, "Finetune/Step Time": 7.307104842737317}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7483224272727966, "Finetune/Loss (Raw)": 0.7874748706817627, "Finetune/Step": 4384, "Finetune/Step Time": 7.293217586353421}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7477577328681946, "Finetune/Loss (Raw)": 0.7649455666542053, "Finetune/Step": 4385, "Finetune/Step Time": 7.286212431266904}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7478647232055664, "Finetune/Loss (Raw)": 0.6369174718856812, "Finetune/Step": 4386, "Finetune/Step Time": 7.302913688123226}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7482677102088928, "Finetune/Loss (Raw)": 0.9488269686698914, "Finetune/Step": 4387, "Finetune/Step Time": 7.291238432750106}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7488327026367188, "Finetune/Loss (Raw)": 0.821008026599884, "Finetune/Step": 4388, "Finetune/Step Time": 7.295779502019286}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.74892258644104, "Finetune/Loss (Raw)": 0.8135178089141846, "Finetune/Step": 4389, "Finetune/Step Time": 7.295153746381402}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7489532828330994, "Finetune/Loss (Raw)": 0.7668334245681763, "Finetune/Step": 4390, "Finetune/Step Time": 7.294461326673627}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7476649284362793, "Finetune/Loss (Raw)": 0.7695127129554749, "Finetune/Step": 4391, "Finetune/Step Time": 7.302558017894626}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7452950477600098, "Finetune/Loss (Raw)": 0.3491310179233551, "Finetune/Step": 4392, "Finetune/Step Time": 7.309220768511295}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7447956800460815, "Finetune/Loss (Raw)": 0.6316198706626892, "Finetune/Step": 4393, "Finetune/Step Time": 7.3171460051089525}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7434080243110657, "Finetune/Loss (Raw)": 0.7273790836334229, "Finetune/Step": 4394, "Finetune/Step Time": 7.32684388384223}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7444850206375122, "Finetune/Loss (Raw)": 0.7753136157989502, "Finetune/Step": 4395, "Finetune/Step Time": 7.317425757646561}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7453811168670654, "Finetune/Loss (Raw)": 0.8286703824996948, "Finetune/Step": 4396, "Finetune/Step Time": 7.325771601870656}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7442710399627686, "Finetune/Loss (Raw)": 0.41279157996177673, "Finetune/Step": 4397, "Finetune/Step Time": 7.307078693062067}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7442288994789124, "Finetune/Loss (Raw)": 0.7702165842056274, "Finetune/Step": 4398, "Finetune/Step Time": 7.309348853304982}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7470901012420654, "Finetune/Loss (Raw)": 0.6892848610877991, "Finetune/Step": 4399, "Finetune/Step Time": 7.297752933576703}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7464761137962341, "Finetune/Loss (Raw)": 0.7543166875839233, "Finetune/Step": 4400, "Finetune/Step Time": 7.305105112493038}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7437167167663574, "Finetune/Loss (Raw)": 0.33464315533638, "Finetune/Step": 4401, "Finetune/Step Time": 7.320069154724479}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7429136037826538, "Finetune/Loss (Raw)": 0.6527798771858215, "Finetune/Step": 4402, "Finetune/Step Time": 7.338495753705502}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7444825172424316, "Finetune/Loss (Raw)": 0.842742383480072, "Finetune/Step": 4403, "Finetune/Step Time": 7.324234241619706}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7453290224075317, "Finetune/Loss (Raw)": 0.9234342575073242, "Finetune/Step": 4404, "Finetune/Step Time": 7.325821001082659}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7456613779067993, "Finetune/Loss (Raw)": 0.737885594367981, "Finetune/Step": 4405, "Finetune/Step Time": 7.317322723567486}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7438987493515015, "Finetune/Loss (Raw)": 0.6411710977554321, "Finetune/Step": 4406, "Finetune/Step Time": 7.315547451376915}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7435869574546814, "Finetune/Loss (Raw)": 0.6662144064903259, "Finetune/Step": 4407, "Finetune/Step Time": 7.313843380659819}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7444292902946472, "Finetune/Loss (Raw)": 0.9468194246292114, "Finetune/Step": 4408, "Finetune/Step Time": 7.3136016856879}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7426592707633972, "Finetune/Loss (Raw)": 0.6900354623794556, "Finetune/Step": 4409, "Finetune/Step Time": 7.313947778195143}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7422938942909241, "Finetune/Loss (Raw)": 0.7987322807312012, "Finetune/Step": 4410, "Finetune/Step Time": 7.310991151258349}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7422032356262207, "Finetune/Loss (Raw)": 0.7697418928146362, "Finetune/Step": 4411, "Finetune/Step Time": 7.304643861949444}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.741832971572876, "Finetune/Loss (Raw)": 0.7434582114219666, "Finetune/Step": 4412, "Finetune/Step Time": 7.30710668861866}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7448654174804688, "Finetune/Loss (Raw)": 0.992038369178772, "Finetune/Step": 4413, "Finetune/Step Time": 7.271809199824929}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7445881366729736, "Finetune/Loss (Raw)": 0.7328605651855469, "Finetune/Step": 4414, "Finetune/Step Time": 7.271612683311105}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7449469566345215, "Finetune/Loss (Raw)": 0.8605190515518188, "Finetune/Step": 4415, "Finetune/Step Time": 7.265783736482263}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7431572675704956, "Finetune/Loss (Raw)": 0.678005039691925, "Finetune/Step": 4416, "Finetune/Step Time": 7.26774774864316}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7442337274551392, "Finetune/Loss (Raw)": 0.886996328830719, "Finetune/Step": 4417, "Finetune/Step Time": 7.269009441137314}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7435147166252136, "Finetune/Loss (Raw)": 0.7842508554458618, "Finetune/Step": 4418, "Finetune/Step Time": 7.269799852743745}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7432418465614319, "Finetune/Loss (Raw)": 0.8423794507980347, "Finetune/Step": 4419, "Finetune/Step Time": 7.274754516780376}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7421597838401794, "Finetune/Loss (Raw)": 0.7021904587745667, "Finetune/Step": 4420, "Finetune/Step Time": 7.2871536780148745}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7413287162780762, "Finetune/Loss (Raw)": 0.7268670797348022, "Finetune/Step": 4421, "Finetune/Step Time": 7.2861088514328}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7413909435272217, "Finetune/Loss (Raw)": 0.785098135471344, "Finetune/Step": 4422, "Finetune/Step Time": 7.269112225621939}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7437956929206848, "Finetune/Loss (Raw)": 0.60886549949646, "Finetune/Step": 4423, "Finetune/Step Time": 7.260868983343244}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7392089366912842, "Finetune/Loss (Raw)": 0.33074885606765747, "Finetune/Step": 4424, "Finetune/Step Time": 7.278095966205001}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7371974587440491, "Finetune/Loss (Raw)": 0.6002587676048279, "Finetune/Step": 4425, "Finetune/Step Time": 7.29530986957252}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7391476035118103, "Finetune/Loss (Raw)": 0.8563316464424133, "Finetune/Step": 4426, "Finetune/Step Time": 7.281889220699668}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7375590801239014, "Finetune/Loss (Raw)": 0.6153045296669006, "Finetune/Step": 4427, "Finetune/Step Time": 7.290335299447179}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7369297742843628, "Finetune/Loss (Raw)": 0.8027856945991516, "Finetune/Step": 4428, "Finetune/Step Time": 7.295918690040708}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7400542497634888, "Finetune/Loss (Raw)": 0.763573944568634, "Finetune/Step": 4429, "Finetune/Step Time": 7.283273683860898}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7376880645751953, "Finetune/Loss (Raw)": 0.5857716202735901, "Finetune/Step": 4430, "Finetune/Step Time": 7.3195712845772505}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7365608215332031, "Finetune/Loss (Raw)": 0.7663798928260803, "Finetune/Step": 4431, "Finetune/Step Time": 7.338459063321352}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7404484152793884, "Finetune/Loss (Raw)": 0.8359799981117249, "Finetune/Step": 4432, "Finetune/Step Time": 7.329988025128841}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7398554086685181, "Finetune/Loss (Raw)": 0.5962353944778442, "Finetune/Step": 4433, "Finetune/Step Time": 7.333860678598285}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7410156726837158, "Finetune/Loss (Raw)": 0.8651009798049927, "Finetune/Step": 4434, "Finetune/Step Time": 7.328660000115633}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7427375316619873, "Finetune/Loss (Raw)": 0.7914438247680664, "Finetune/Step": 4435, "Finetune/Step Time": 7.323997553437948}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7423750758171082, "Finetune/Loss (Raw)": 0.6293994784355164, "Finetune/Step": 4436, "Finetune/Step Time": 7.335245117545128}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7422487735748291, "Finetune/Loss (Raw)": 0.7239282131195068, "Finetune/Step": 4437, "Finetune/Step Time": 7.335066922008991}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7458644509315491, "Finetune/Loss (Raw)": 0.8081351518630981, "Finetune/Step": 4438, "Finetune/Step Time": 7.321532627567649}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7469049692153931, "Finetune/Loss (Raw)": 0.9230997562408447, "Finetune/Step": 4439, "Finetune/Step Time": 7.317911613732576}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7469311952590942, "Finetune/Loss (Raw)": 0.8663017153739929, "Finetune/Step": 4440, "Finetune/Step Time": 7.314544105902314}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7468022704124451, "Finetune/Loss (Raw)": 0.8789610266685486, "Finetune/Step": 4441, "Finetune/Step Time": 7.3079939261078835}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7462701797485352, "Finetune/Loss (Raw)": 0.7818413376808167, "Finetune/Step": 4442, "Finetune/Step Time": 7.3324752151966095}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7466328144073486, "Finetune/Loss (Raw)": 0.807145357131958, "Finetune/Step": 4443, "Finetune/Step Time": 7.332760514691472}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7467060089111328, "Finetune/Loss (Raw)": 0.6892818212509155, "Finetune/Step": 4444, "Finetune/Step Time": 7.322661496698856}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7459730505943298, "Finetune/Loss (Raw)": 0.6879709959030151, "Finetune/Step": 4445, "Finetune/Step Time": 7.324553050100803}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.748291015625, "Finetune/Loss (Raw)": 0.8657625913619995, "Finetune/Step": 4446, "Finetune/Step Time": 7.315848158672452}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7496129870414734, "Finetune/Loss (Raw)": 0.7682141661643982, "Finetune/Step": 4447, "Finetune/Step Time": 7.30557462759316}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7500540018081665, "Finetune/Loss (Raw)": 0.7957611083984375, "Finetune/Step": 4448, "Finetune/Step Time": 7.304260328412056}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7522975206375122, "Finetune/Loss (Raw)": 0.9001312255859375, "Finetune/Step": 4449, "Finetune/Step Time": 7.290475631132722}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7508974671363831, "Finetune/Loss (Raw)": 0.6960819959640503, "Finetune/Step": 4450, "Finetune/Step Time": 7.2851548083126545}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7510406374931335, "Finetune/Loss (Raw)": 0.6181010007858276, "Finetune/Step": 4451, "Finetune/Step Time": 7.290236374363303}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7478036880493164, "Finetune/Loss (Raw)": 0.34562942385673523, "Finetune/Step": 4452, "Finetune/Step Time": 7.3028459623456}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7492151260375977, "Finetune/Loss (Raw)": 0.7004390954971313, "Finetune/Step": 4453, "Finetune/Step Time": 7.2947413474321365}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7496545910835266, "Finetune/Loss (Raw)": 0.7191706895828247, "Finetune/Step": 4454, "Finetune/Step Time": 7.2927015498280525}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7505536079406738, "Finetune/Loss (Raw)": 0.6338589787483215, "Finetune/Step": 4455, "Finetune/Step Time": 7.289562441408634}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7504545450210571, "Finetune/Loss (Raw)": 0.7276598811149597, "Finetune/Step": 4456, "Finetune/Step Time": 7.290970368310809}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7492274641990662, "Finetune/Loss (Raw)": 0.6392517685890198, "Finetune/Step": 4457, "Finetune/Step Time": 7.301615795120597}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7479313015937805, "Finetune/Loss (Raw)": 0.6815394759178162, "Finetune/Step": 4458, "Finetune/Step Time": 7.315102092921734}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.746703565120697, "Finetune/Loss (Raw)": 0.7047538757324219, "Finetune/Step": 4459, "Finetune/Step Time": 7.31992594152689}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7472327947616577, "Finetune/Loss (Raw)": 0.8733341693878174, "Finetune/Step": 4460, "Finetune/Step Time": 7.320608165115118}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.745975911617279, "Finetune/Loss (Raw)": 0.6923976540565491, "Finetune/Step": 4461, "Finetune/Step Time": 7.319693339988589}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7449634075164795, "Finetune/Loss (Raw)": 0.7573049068450928, "Finetune/Step": 4462, "Finetune/Step Time": 7.331800147891045}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7429884672164917, "Finetune/Loss (Raw)": 0.5318943858146667, "Finetune/Step": 4463, "Finetune/Step Time": 7.341680368408561}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7419911623001099, "Finetune/Loss (Raw)": 0.7666357159614563, "Finetune/Step": 4464, "Finetune/Step Time": 7.3441323805600405}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7435975074768066, "Finetune/Loss (Raw)": 0.7243849039077759, "Finetune/Step": 4465, "Finetune/Step Time": 7.321344532072544}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7432354688644409, "Finetune/Loss (Raw)": 0.7453621029853821, "Finetune/Step": 4466, "Finetune/Step Time": 7.319436037912965}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7439078688621521, "Finetune/Loss (Raw)": 0.8242452144622803, "Finetune/Step": 4467, "Finetune/Step Time": 7.313298657536507}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7443203926086426, "Finetune/Loss (Raw)": 0.765273928642273, "Finetune/Step": 4468, "Finetune/Step Time": 7.299135187640786}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7431119084358215, "Finetune/Loss (Raw)": 0.7615528106689453, "Finetune/Step": 4469, "Finetune/Step Time": 7.2988670486956835}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.743717610836029, "Finetune/Loss (Raw)": 0.7687811255455017, "Finetune/Step": 4470, "Finetune/Step Time": 7.261534661054611}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7433867454528809, "Finetune/Loss (Raw)": 0.645797073841095, "Finetune/Step": 4471, "Finetune/Step Time": 7.274371284991503}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7434688806533813, "Finetune/Loss (Raw)": 0.809450626373291, "Finetune/Step": 4472, "Finetune/Step Time": 7.265761770308018}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7452125549316406, "Finetune/Loss (Raw)": 0.9753784537315369, "Finetune/Step": 4473, "Finetune/Step Time": 7.263795269653201}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7455239295959473, "Finetune/Loss (Raw)": 0.8315008282661438, "Finetune/Step": 4474, "Finetune/Step Time": 7.263123653829098}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7442131042480469, "Finetune/Loss (Raw)": 0.6969164609909058, "Finetune/Step": 4475, "Finetune/Step Time": 7.284519072622061}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7444865107536316, "Finetune/Loss (Raw)": 0.8452031016349792, "Finetune/Step": 4476, "Finetune/Step Time": 7.286596851423383}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7431448698043823, "Finetune/Loss (Raw)": 0.7076992392539978, "Finetune/Step": 4477, "Finetune/Step Time": 7.287815308198333}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7454603910446167, "Finetune/Loss (Raw)": 0.8539021015167236, "Finetune/Step": 4478, "Finetune/Step Time": 7.270937664434314}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7453388571739197, "Finetune/Loss (Raw)": 0.7974650263786316, "Finetune/Step": 4479, "Finetune/Step Time": 7.2804088946431875}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7444058060646057, "Finetune/Loss (Raw)": 0.670068085193634, "Finetune/Step": 4480, "Finetune/Step Time": 7.2858988754451275}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7435056567192078, "Finetune/Loss (Raw)": 0.7130340337753296, "Finetune/Step": 4481, "Finetune/Step Time": 7.288028292357922}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.74339759349823, "Finetune/Loss (Raw)": 0.7013387680053711, "Finetune/Step": 4482, "Finetune/Step Time": 7.302683575078845}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7432771921157837, "Finetune/Loss (Raw)": 0.7972143888473511, "Finetune/Step": 4483, "Finetune/Step Time": 7.300999009981751}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.743840217590332, "Finetune/Loss (Raw)": 0.8836061954498291, "Finetune/Step": 4484, "Finetune/Step Time": 7.3160895723849535}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7431274652481079, "Finetune/Loss (Raw)": 0.7671267986297607, "Finetune/Step": 4485, "Finetune/Step Time": 7.31748091802001}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7423826456069946, "Finetune/Loss (Raw)": 0.7363330721855164, "Finetune/Step": 4486, "Finetune/Step Time": 7.315448300912976}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7388696670532227, "Finetune/Loss (Raw)": 0.3211878836154938, "Finetune/Step": 4487, "Finetune/Step Time": 7.317240325734019}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7396490573883057, "Finetune/Loss (Raw)": 0.8106245398521423, "Finetune/Step": 4488, "Finetune/Step Time": 7.3242363929748535}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7358986139297485, "Finetune/Loss (Raw)": 0.4857771694660187, "Finetune/Step": 4489, "Finetune/Step Time": 7.315576389431953}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7350143194198608, "Finetune/Loss (Raw)": 0.6619272828102112, "Finetune/Step": 4490, "Finetune/Step Time": 7.32034476287663}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7349987030029297, "Finetune/Loss (Raw)": 0.7401280403137207, "Finetune/Step": 4491, "Finetune/Step Time": 7.319985607638955}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7359570264816284, "Finetune/Loss (Raw)": 0.8209392428398132, "Finetune/Step": 4492, "Finetune/Step Time": 7.30224484577775}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7362037897109985, "Finetune/Loss (Raw)": 0.7232363820075989, "Finetune/Step": 4493, "Finetune/Step Time": 7.298018446192145}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7342948913574219, "Finetune/Loss (Raw)": 0.6039052605628967, "Finetune/Step": 4494, "Finetune/Step Time": 7.302927080541849}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7347959876060486, "Finetune/Loss (Raw)": 0.7873393297195435, "Finetune/Step": 4495, "Finetune/Step Time": 7.303193461149931}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7336940169334412, "Finetune/Loss (Raw)": 0.7006625533103943, "Finetune/Step": 4496, "Finetune/Step Time": 7.310524769127369}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7339454889297485, "Finetune/Loss (Raw)": 0.7781834006309509, "Finetune/Step": 4497, "Finetune/Step Time": 7.313930684700608}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7325894832611084, "Finetune/Loss (Raw)": 0.6890729069709778, "Finetune/Step": 4498, "Finetune/Step Time": 7.308610811829567}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7325009703636169, "Finetune/Loss (Raw)": 0.8674410581588745, "Finetune/Step": 4499, "Finetune/Step Time": 7.308787107467651}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7360389828681946, "Finetune/Loss (Raw)": 0.6981644034385681, "Finetune/Step": 4500, "Finetune/Step Time": 7.30214449763298}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7374122142791748, "Finetune/Loss (Raw)": 0.887342095375061, "Finetune/Step": 4501, "Finetune/Step Time": 7.301424387842417}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7365858554840088, "Finetune/Loss (Raw)": 0.6575890779495239, "Finetune/Step": 4502, "Finetune/Step Time": 7.306639788672328}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7374508380889893, "Finetune/Loss (Raw)": 0.8584150075912476, "Finetune/Step": 4503, "Finetune/Step Time": 7.309449829161167}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7377727031707764, "Finetune/Loss (Raw)": 0.7588479518890381, "Finetune/Step": 4504, "Finetune/Step Time": 7.299284432083368}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7374587059020996, "Finetune/Loss (Raw)": 0.7496656179428101, "Finetune/Step": 4505, "Finetune/Step Time": 7.299121072515845}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7391523122787476, "Finetune/Loss (Raw)": 0.9514180421829224, "Finetune/Step": 4506, "Finetune/Step Time": 7.278863903135061}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7367815375328064, "Finetune/Loss (Raw)": 0.3233085870742798, "Finetune/Step": 4507, "Finetune/Step Time": 7.279443534091115}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7358540296554565, "Finetune/Loss (Raw)": 0.7615692615509033, "Finetune/Step": 4508, "Finetune/Step Time": 7.273735053837299}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7351624965667725, "Finetune/Loss (Raw)": 0.7266002893447876, "Finetune/Step": 4509, "Finetune/Step Time": 7.271813850849867}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7348942756652832, "Finetune/Loss (Raw)": 0.8503926396369934, "Finetune/Step": 4510, "Finetune/Step Time": 7.268844578415155}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7375286817550659, "Finetune/Loss (Raw)": 0.9489033222198486, "Finetune/Step": 4511, "Finetune/Step Time": 7.255871422588825}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7341547608375549, "Finetune/Loss (Raw)": 0.35561904311180115, "Finetune/Step": 4512, "Finetune/Step Time": 7.265007134526968}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7342631220817566, "Finetune/Loss (Raw)": 0.7788108587265015, "Finetune/Step": 4513, "Finetune/Step Time": 7.270631803199649}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7344675064086914, "Finetune/Loss (Raw)": 0.6630892753601074, "Finetune/Step": 4514, "Finetune/Step Time": 7.263624107465148}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.733110785484314, "Finetune/Loss (Raw)": 0.77516108751297, "Finetune/Step": 4515, "Finetune/Step Time": 7.267027340829372}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7316024303436279, "Finetune/Loss (Raw)": 0.6279392242431641, "Finetune/Step": 4516, "Finetune/Step Time": 7.261668641120195}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7304224967956543, "Finetune/Loss (Raw)": 0.6624807119369507, "Finetune/Step": 4517, "Finetune/Step Time": 7.263422595337033}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7317960262298584, "Finetune/Loss (Raw)": 0.9426465630531311, "Finetune/Step": 4518, "Finetune/Step Time": 7.2597166653722525}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7326376438140869, "Finetune/Loss (Raw)": 0.8772397041320801, "Finetune/Step": 4519, "Finetune/Step Time": 7.2533622439950705}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7366560697555542, "Finetune/Loss (Raw)": 0.8634946346282959, "Finetune/Step": 4520, "Finetune/Step Time": 7.23740778118372}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7387704253196716, "Finetune/Loss (Raw)": 0.902252197265625, "Finetune/Step": 4521, "Finetune/Step Time": 7.225461136549711}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7388415336608887, "Finetune/Loss (Raw)": 0.7364903092384338, "Finetune/Step": 4522, "Finetune/Step Time": 7.222498435527086}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7389277219772339, "Finetune/Loss (Raw)": 0.786336362361908, "Finetune/Step": 4523, "Finetune/Step Time": 7.226671447977424}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7386255264282227, "Finetune/Loss (Raw)": 0.7899882197380066, "Finetune/Step": 4524, "Finetune/Step Time": 7.221323572099209}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7414674758911133, "Finetune/Loss (Raw)": 0.7765596508979797, "Finetune/Step": 4525, "Finetune/Step Time": 7.210643734782934}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7399804592132568, "Finetune/Loss (Raw)": 0.5798811912536621, "Finetune/Step": 4526, "Finetune/Step Time": 7.206664398312569}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7380756735801697, "Finetune/Loss (Raw)": 0.44546979665756226, "Finetune/Step": 4527, "Finetune/Step Time": 7.225363466888666}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.737768292427063, "Finetune/Loss (Raw)": 0.7149711847305298, "Finetune/Step": 4528, "Finetune/Step Time": 7.216883484274149}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7414214611053467, "Finetune/Loss (Raw)": 0.8022469878196716, "Finetune/Step": 4529, "Finetune/Step Time": 7.207150939851999}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7431939840316772, "Finetune/Loss (Raw)": 0.8796665072441101, "Finetune/Step": 4530, "Finetune/Step Time": 7.190630365163088}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.743619441986084, "Finetune/Loss (Raw)": 0.8972011208534241, "Finetune/Step": 4531, "Finetune/Step Time": 7.197738638147712}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7412000894546509, "Finetune/Loss (Raw)": 0.6137616038322449, "Finetune/Step": 4532, "Finetune/Step Time": 7.208107445389032}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7417306900024414, "Finetune/Loss (Raw)": 0.8058019280433655, "Finetune/Step": 4533, "Finetune/Step Time": 7.200404005125165}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7393170595169067, "Finetune/Loss (Raw)": 0.33222198486328125, "Finetune/Step": 4534, "Finetune/Step Time": 7.2143136989325285}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7390421628952026, "Finetune/Loss (Raw)": 0.6310294270515442, "Finetune/Step": 4535, "Finetune/Step Time": 7.2238690461963415}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7376201152801514, "Finetune/Loss (Raw)": 0.7647942304611206, "Finetune/Step": 4536, "Finetune/Step Time": 7.234449176117778}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7384048700332642, "Finetune/Loss (Raw)": 0.7904841303825378, "Finetune/Step": 4537, "Finetune/Step Time": 7.232317162677646}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7386780977249146, "Finetune/Loss (Raw)": 0.8337050676345825, "Finetune/Step": 4538, "Finetune/Step Time": 7.231916900724173}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7378462553024292, "Finetune/Loss (Raw)": 0.6632605791091919, "Finetune/Step": 4539, "Finetune/Step Time": 7.239368496462703}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.734429657459259, "Finetune/Loss (Raw)": 0.30614572763442993, "Finetune/Step": 4540, "Finetune/Step Time": 7.254303960129619}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.73215651512146, "Finetune/Loss (Raw)": 0.701068639755249, "Finetune/Step": 4541, "Finetune/Step Time": 7.2772723361849785}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7315310835838318, "Finetune/Loss (Raw)": 0.6528095006942749, "Finetune/Step": 4542, "Finetune/Step Time": 7.278971100226045}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7308684587478638, "Finetune/Loss (Raw)": 0.7756991386413574, "Finetune/Step": 4543, "Finetune/Step Time": 7.273296564817429}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7323524951934814, "Finetune/Loss (Raw)": 0.8679600954055786, "Finetune/Step": 4544, "Finetune/Step Time": 7.264014841988683}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7312747240066528, "Finetune/Loss (Raw)": 0.7490437030792236, "Finetune/Step": 4545, "Finetune/Step Time": 7.27555868588388}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.731850266456604, "Finetune/Loss (Raw)": 0.8579200506210327, "Finetune/Step": 4546, "Finetune/Step Time": 7.275023365393281}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.731820821762085, "Finetune/Loss (Raw)": 0.8386138081550598, "Finetune/Step": 4547, "Finetune/Step Time": 7.26895516552031}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7307657599449158, "Finetune/Loss (Raw)": 0.5671432018280029, "Finetune/Step": 4548, "Finetune/Step Time": 7.291787223890424}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7298575639724731, "Finetune/Loss (Raw)": 0.6106195449829102, "Finetune/Step": 4549, "Finetune/Step Time": 7.292756538838148}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7307432889938354, "Finetune/Loss (Raw)": 0.8984737396240234, "Finetune/Step": 4550, "Finetune/Step Time": 7.2904151156544685}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.732485294342041, "Finetune/Loss (Raw)": 0.8318377137184143, "Finetune/Step": 4551, "Finetune/Step Time": 7.287622898817062}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7345030307769775, "Finetune/Loss (Raw)": 0.589013397693634, "Finetune/Step": 4552, "Finetune/Step Time": 7.285007797181606}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7361007928848267, "Finetune/Loss (Raw)": 0.8047782182693481, "Finetune/Step": 4553, "Finetune/Step Time": 7.265336975455284}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7364209294319153, "Finetune/Loss (Raw)": 0.8973041772842407, "Finetune/Step": 4554, "Finetune/Step Time": 7.263016026467085}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7378951907157898, "Finetune/Loss (Raw)": 0.8040102124214172, "Finetune/Step": 4555, "Finetune/Step Time": 7.264064917340875}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7389602661132812, "Finetune/Loss (Raw)": 0.9391226172447205, "Finetune/Step": 4556, "Finetune/Step Time": 7.260456128045917}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7384155988693237, "Finetune/Loss (Raw)": 0.6938508749008179, "Finetune/Step": 4557, "Finetune/Step Time": 7.2631554417312145}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7383273839950562, "Finetune/Loss (Raw)": 0.5744855999946594, "Finetune/Step": 4558, "Finetune/Step Time": 7.239658694714308}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7394654154777527, "Finetune/Loss (Raw)": 0.9120452404022217, "Finetune/Step": 4559, "Finetune/Step Time": 7.229003360494971}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7386529445648193, "Finetune/Loss (Raw)": 0.7319861650466919, "Finetune/Step": 4560, "Finetune/Step Time": 7.224936073645949}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7401756048202515, "Finetune/Loss (Raw)": 0.7911295890808105, "Finetune/Step": 4561, "Finetune/Step Time": 7.213663345202804}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.739995539188385, "Finetune/Loss (Raw)": 0.8420580625534058, "Finetune/Step": 4562, "Finetune/Step Time": 7.2146214339882135}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.736173152923584, "Finetune/Loss (Raw)": 0.30218032002449036, "Finetune/Step": 4563, "Finetune/Step Time": 7.228009112179279}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7371616959571838, "Finetune/Loss (Raw)": 0.7559317946434021, "Finetune/Step": 4564, "Finetune/Step Time": 7.21240559220314}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7368956804275513, "Finetune/Loss (Raw)": 0.6898784637451172, "Finetune/Step": 4565, "Finetune/Step Time": 7.2069108206778765}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7366090416908264, "Finetune/Loss (Raw)": 0.7714424729347229, "Finetune/Step": 4566, "Finetune/Step Time": 7.210343144834042}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7362027168273926, "Finetune/Loss (Raw)": 0.8710963129997253, "Finetune/Step": 4567, "Finetune/Step Time": 7.208650698885322}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7358475923538208, "Finetune/Loss (Raw)": 0.8208417296409607, "Finetune/Step": 4568, "Finetune/Step Time": 7.206726981326938}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7354981899261475, "Finetune/Loss (Raw)": 0.8342428803443909, "Finetune/Step": 4569, "Finetune/Step Time": 7.204927176237106}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7359546422958374, "Finetune/Loss (Raw)": 0.8402532339096069, "Finetune/Step": 4570, "Finetune/Step Time": 7.180747263133526}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7346482276916504, "Finetune/Loss (Raw)": 0.6399323344230652, "Finetune/Step": 4571, "Finetune/Step Time": 7.197449957951903}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7349474430084229, "Finetune/Loss (Raw)": 0.7275875210762024, "Finetune/Step": 4572, "Finetune/Step Time": 7.202803362160921}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.73475182056427, "Finetune/Loss (Raw)": 0.662930965423584, "Finetune/Step": 4573, "Finetune/Step Time": 7.217428097501397}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7343495488166809, "Finetune/Loss (Raw)": 0.8142688870429993, "Finetune/Step": 4574, "Finetune/Step Time": 7.21654517762363}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7340245246887207, "Finetune/Loss (Raw)": 0.7266160249710083, "Finetune/Step": 4575, "Finetune/Step Time": 7.241672698408365}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7330780625343323, "Finetune/Loss (Raw)": 0.6746032238006592, "Finetune/Step": 4576, "Finetune/Step Time": 7.248637093231082}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7330831289291382, "Finetune/Loss (Raw)": 0.9007877111434937, "Finetune/Step": 4577, "Finetune/Step Time": 7.250784989446402}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.734264075756073, "Finetune/Loss (Raw)": 0.8472393155097961, "Finetune/Step": 4578, "Finetune/Step Time": 7.253988713026047}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7326774597167969, "Finetune/Loss (Raw)": 0.4150143563747406, "Finetune/Step": 4579, "Finetune/Step Time": 7.256281824782491}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7320338487625122, "Finetune/Loss (Raw)": 0.26325199007987976, "Finetune/Step": 4580, "Finetune/Step Time": 7.25698534399271}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.731819748878479, "Finetune/Loss (Raw)": 0.6730318665504456, "Finetune/Step": 4581, "Finetune/Step Time": 7.265595775097609}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7320222854614258, "Finetune/Loss (Raw)": 0.7450870275497437, "Finetune/Step": 4582, "Finetune/Step Time": 7.268432160839438}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7339414358139038, "Finetune/Loss (Raw)": 0.8795168399810791, "Finetune/Step": 4583, "Finetune/Step Time": 7.254586141556501}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7338657379150391, "Finetune/Loss (Raw)": 0.7179670333862305, "Finetune/Step": 4584, "Finetune/Step Time": 7.254466021433473}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7338491678237915, "Finetune/Loss (Raw)": 0.6371400356292725, "Finetune/Step": 4585, "Finetune/Step Time": 7.241961417719722}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7339048385620117, "Finetune/Loss (Raw)": 0.6886569261550903, "Finetune/Step": 4586, "Finetune/Step Time": 7.242202393710613}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.735285222530365, "Finetune/Loss (Raw)": 0.8814443945884705, "Finetune/Step": 4587, "Finetune/Step Time": 7.238956617191434}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7351946830749512, "Finetune/Loss (Raw)": 0.8617454171180725, "Finetune/Step": 4588, "Finetune/Step Time": 7.261358620598912}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7357902526855469, "Finetune/Loss (Raw)": 0.7686320543289185, "Finetune/Step": 4589, "Finetune/Step Time": 7.26106739230454}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7354018092155457, "Finetune/Loss (Raw)": 0.7075843214988708, "Finetune/Step": 4590, "Finetune/Step Time": 7.2507983315736055}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7376835942268372, "Finetune/Loss (Raw)": 0.8239613771438599, "Finetune/Step": 4591, "Finetune/Step Time": 7.23461208306253}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7339329719543457, "Finetune/Loss (Raw)": 0.2865554988384247, "Finetune/Step": 4592, "Finetune/Step Time": 7.229704769328237}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7348884344100952, "Finetune/Loss (Raw)": 0.8466908931732178, "Finetune/Step": 4593, "Finetune/Step Time": 7.234399259090424}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7322538495063782, "Finetune/Loss (Raw)": 0.40812963247299194, "Finetune/Step": 4594, "Finetune/Step Time": 7.247646123170853}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7320369482040405, "Finetune/Loss (Raw)": 0.7964785695075989, "Finetune/Step": 4595, "Finetune/Step Time": 7.250053668394685}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7318946719169617, "Finetune/Loss (Raw)": 0.7470637559890747, "Finetune/Step": 4596, "Finetune/Step Time": 7.257481403648853}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7315905690193176, "Finetune/Loss (Raw)": 0.7226265668869019, "Finetune/Step": 4597, "Finetune/Step Time": 7.259333331137896}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7317992448806763, "Finetune/Loss (Raw)": 0.7954980134963989, "Finetune/Step": 4598, "Finetune/Step Time": 7.257151443511248}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7323824167251587, "Finetune/Loss (Raw)": 0.7204372882843018, "Finetune/Step": 4599, "Finetune/Step Time": 7.250867031514645}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7320955395698547, "Finetune/Loss (Raw)": 0.7727286219596863, "Finetune/Step": 4600, "Finetune/Step Time": 7.254927542060614}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.729782223701477, "Finetune/Loss (Raw)": 0.6792776584625244, "Finetune/Step": 4601, "Finetune/Step Time": 7.259992200881243}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7309213876724243, "Finetune/Loss (Raw)": 0.9773187637329102, "Finetune/Step": 4602, "Finetune/Step Time": 7.2619096133857965}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7304267883300781, "Finetune/Loss (Raw)": 0.6335952281951904, "Finetune/Step": 4603, "Finetune/Step Time": 7.254502989351749}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7301790714263916, "Finetune/Loss (Raw)": 0.8134975433349609, "Finetune/Step": 4604, "Finetune/Step Time": 7.248825661838055}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7272197008132935, "Finetune/Loss (Raw)": 0.32890093326568604, "Finetune/Step": 4605, "Finetune/Step Time": 7.2614835649728775}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7270452380180359, "Finetune/Loss (Raw)": 0.8315741419792175, "Finetune/Step": 4606, "Finetune/Step Time": 7.2688531167805195}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.726526141166687, "Finetune/Loss (Raw)": 0.731016218662262, "Finetune/Step": 4607, "Finetune/Step Time": 7.26141732186079}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7273005247116089, "Finetune/Loss (Raw)": 0.7691900134086609, "Finetune/Step": 4608, "Finetune/Step Time": 7.256942456588149}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7290658950805664, "Finetune/Loss (Raw)": 0.9390071630477905, "Finetune/Step": 4609, "Finetune/Step Time": 7.255601350218058}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7291899919509888, "Finetune/Loss (Raw)": 0.7172234654426575, "Finetune/Step": 4610, "Finetune/Step Time": 7.2388406451791525}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7252002358436584, "Finetune/Loss (Raw)": 0.28652048110961914, "Finetune/Step": 4611, "Finetune/Step Time": 7.251777479425073}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7245540618896484, "Finetune/Loss (Raw)": 0.8009032607078552, "Finetune/Step": 4612, "Finetune/Step Time": 7.2337056417018175}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7236194610595703, "Finetune/Loss (Raw)": 0.6474934220314026, "Finetune/Step": 4613, "Finetune/Step Time": 7.256556352600455}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7233713865280151, "Finetune/Loss (Raw)": 0.7045757174491882, "Finetune/Step": 4614, "Finetune/Step Time": 7.262467259541154}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.727911114692688, "Finetune/Loss (Raw)": 0.9022737145423889, "Finetune/Step": 4615, "Finetune/Step Time": 7.24826779589057}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7273672819137573, "Finetune/Loss (Raw)": 0.7410151362419128, "Finetune/Step": 4616, "Finetune/Step Time": 7.239560013636947}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7288818359375, "Finetune/Loss (Raw)": 0.6796437501907349, "Finetune/Step": 4617, "Finetune/Step Time": 7.230575369670987}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7302500009536743, "Finetune/Loss (Raw)": 0.8370543122291565, "Finetune/Step": 4618, "Finetune/Step Time": 7.221099961549044}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7314069271087646, "Finetune/Loss (Raw)": 0.8882084488868713, "Finetune/Step": 4619, "Finetune/Step Time": 7.221923792734742}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7307536005973816, "Finetune/Loss (Raw)": 0.7373139262199402, "Finetune/Step": 4620, "Finetune/Step Time": 7.225986463949084}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.73197340965271, "Finetune/Loss (Raw)": 0.8793747425079346, "Finetune/Step": 4621, "Finetune/Step Time": 7.215143106877804}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7336883544921875, "Finetune/Loss (Raw)": 0.8234143257141113, "Finetune/Step": 4622, "Finetune/Step Time": 7.21090479940176}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7342997789382935, "Finetune/Loss (Raw)": 0.8656041622161865, "Finetune/Step": 4623, "Finetune/Step Time": 7.207172159105539}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7345648407936096, "Finetune/Loss (Raw)": 0.7345907688140869, "Finetune/Step": 4624, "Finetune/Step Time": 7.19993900321424}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7350544333457947, "Finetune/Loss (Raw)": 0.8408529758453369, "Finetune/Step": 4625, "Finetune/Step Time": 7.19943624548614}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7323485016822815, "Finetune/Loss (Raw)": 0.3427179455757141, "Finetune/Step": 4626, "Finetune/Step Time": 7.207474483177066}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7314363121986389, "Finetune/Loss (Raw)": 0.7506733536720276, "Finetune/Step": 4627, "Finetune/Step Time": 7.216726822778583}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7312812209129333, "Finetune/Loss (Raw)": 0.6783174276351929, "Finetune/Step": 4628, "Finetune/Step Time": 7.220191041007638}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.73009192943573, "Finetune/Loss (Raw)": 0.7351118922233582, "Finetune/Step": 4629, "Finetune/Step Time": 7.21702566370368}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7303712368011475, "Finetune/Loss (Raw)": 0.6933441758155823, "Finetune/Step": 4630, "Finetune/Step Time": 7.223885456100106}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7281650304794312, "Finetune/Loss (Raw)": 0.5760096311569214, "Finetune/Step": 4631, "Finetune/Step Time": 7.230636632069945}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7243379950523376, "Finetune/Loss (Raw)": 0.2689916789531708, "Finetune/Step": 4632, "Finetune/Step Time": 7.239742491394281}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7231179475784302, "Finetune/Loss (Raw)": 0.593503475189209, "Finetune/Step": 4633, "Finetune/Step Time": 7.251744205132127}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7224369049072266, "Finetune/Loss (Raw)": 0.8642413020133972, "Finetune/Step": 4634, "Finetune/Step Time": 7.259353537112474}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7243969440460205, "Finetune/Loss (Raw)": 0.5741978287696838, "Finetune/Step": 4635, "Finetune/Step Time": 7.264577150344849}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7245997190475464, "Finetune/Loss (Raw)": 0.7875159978866577, "Finetune/Step": 4636, "Finetune/Step Time": 7.266702240332961}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7256327867507935, "Finetune/Loss (Raw)": 0.8588353395462036, "Finetune/Step": 4637, "Finetune/Step Time": 7.260810416191816}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.726823091506958, "Finetune/Loss (Raw)": 1.0027596950531006, "Finetune/Step": 4638, "Finetune/Step Time": 7.263958470895886}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7241922616958618, "Finetune/Loss (Raw)": 0.612153947353363, "Finetune/Step": 4639, "Finetune/Step Time": 7.2886166255921125}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7281014323234558, "Finetune/Loss (Raw)": 0.8559891581535339, "Finetune/Step": 4640, "Finetune/Step Time": 7.281937807798386}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7282460927963257, "Finetune/Loss (Raw)": 0.7973358035087585, "Finetune/Step": 4641, "Finetune/Step Time": 7.2805573139339685}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7293214797973633, "Finetune/Loss (Raw)": 0.8007375597953796, "Finetune/Step": 4642, "Finetune/Step Time": 7.271196749061346}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7300825119018555, "Finetune/Loss (Raw)": 0.8725687861442566, "Finetune/Step": 4643, "Finetune/Step Time": 7.268693100661039}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7280842065811157, "Finetune/Loss (Raw)": 0.37215733528137207, "Finetune/Step": 4644, "Finetune/Step Time": 7.283651093021035}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7294349074363708, "Finetune/Loss (Raw)": 0.8353683352470398, "Finetune/Step": 4645, "Finetune/Step Time": 7.2824035082012415}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7269976139068604, "Finetune/Loss (Raw)": 0.6306766271591187, "Finetune/Step": 4646, "Finetune/Step Time": 7.2953187469393015}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7263758182525635, "Finetune/Loss (Raw)": 0.7976483702659607, "Finetune/Step": 4647, "Finetune/Step Time": 7.2994080781936646}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7254055738449097, "Finetune/Loss (Raw)": 0.7393030524253845, "Finetune/Step": 4648, "Finetune/Step Time": 7.317084547132254}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7250421047210693, "Finetune/Loss (Raw)": 0.8557257652282715, "Finetune/Step": 4649, "Finetune/Step Time": 7.313279638066888}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7242798805236816, "Finetune/Loss (Raw)": 0.6389284133911133, "Finetune/Step": 4650, "Finetune/Step Time": 7.3209202736616135}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7242282629013062, "Finetune/Loss (Raw)": 0.7797295451164246, "Finetune/Step": 4651, "Finetune/Step Time": 7.314464850351214}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7241115570068359, "Finetune/Loss (Raw)": 0.7750553488731384, "Finetune/Step": 4652, "Finetune/Step Time": 7.31238610483706}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7203773260116577, "Finetune/Loss (Raw)": 0.2985745370388031, "Finetune/Step": 4653, "Finetune/Step Time": 7.323501454666257}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7215643525123596, "Finetune/Loss (Raw)": 0.7318180799484253, "Finetune/Step": 4654, "Finetune/Step Time": 7.328329769894481}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7229257822036743, "Finetune/Loss (Raw)": 0.6197369694709778, "Finetune/Step": 4655, "Finetune/Step Time": 7.312570713460445}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.720708966255188, "Finetune/Loss (Raw)": 0.4312143921852112, "Finetune/Step": 4656, "Finetune/Step Time": 7.333973083645105}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7202927470207214, "Finetune/Loss (Raw)": 0.7489750981330872, "Finetune/Step": 4657, "Finetune/Step Time": 7.331504717469215}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7200257182121277, "Finetune/Loss (Raw)": 0.8454805612564087, "Finetune/Step": 4658, "Finetune/Step Time": 7.327561365440488}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7197530269622803, "Finetune/Loss (Raw)": 0.8623048663139343, "Finetune/Step": 4659, "Finetune/Step Time": 7.334642495959997}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7213959693908691, "Finetune/Loss (Raw)": 0.8240569829940796, "Finetune/Step": 4660, "Finetune/Step Time": 7.340709941461682}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.720376193523407, "Finetune/Loss (Raw)": 0.6752680540084839, "Finetune/Step": 4661, "Finetune/Step Time": 7.341517036780715}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7243892550468445, "Finetune/Loss (Raw)": 0.8458893895149231, "Finetune/Step": 4662, "Finetune/Step Time": 7.327507937327027}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7257840633392334, "Finetune/Loss (Raw)": 0.8095648884773254, "Finetune/Step": 4663, "Finetune/Step Time": 7.315621139481664}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.725902259349823, "Finetune/Loss (Raw)": 0.7799270749092102, "Finetune/Step": 4664, "Finetune/Step Time": 7.3032592963427305}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7252644896507263, "Finetune/Loss (Raw)": 0.7088512778282166, "Finetune/Step": 4665, "Finetune/Step Time": 7.302884301170707}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7232615947723389, "Finetune/Loss (Raw)": 0.5773258805274963, "Finetune/Step": 4666, "Finetune/Step Time": 7.322009477764368}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7246519923210144, "Finetune/Loss (Raw)": 0.8412390947341919, "Finetune/Step": 4667, "Finetune/Step Time": 7.309661436825991}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7281720042228699, "Finetune/Loss (Raw)": 0.7567097544670105, "Finetune/Step": 4668, "Finetune/Step Time": 7.305556025356054}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7254136800765991, "Finetune/Loss (Raw)": 0.3479939103126526, "Finetune/Step": 4669, "Finetune/Step Time": 7.298851944506168}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7265839576721191, "Finetune/Loss (Raw)": 0.8026101589202881, "Finetune/Step": 4670, "Finetune/Step Time": 7.297627881169319}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7261853218078613, "Finetune/Loss (Raw)": 0.7246751189231873, "Finetune/Step": 4671, "Finetune/Step Time": 7.292787149548531}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7257447242736816, "Finetune/Loss (Raw)": 0.8115569353103638, "Finetune/Step": 4672, "Finetune/Step Time": 7.306803172454238}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7260118722915649, "Finetune/Loss (Raw)": 0.7832459211349487, "Finetune/Step": 4673, "Finetune/Step Time": 7.296214587986469}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7259820699691772, "Finetune/Loss (Raw)": 0.8540993332862854, "Finetune/Step": 4674, "Finetune/Step Time": 7.319508066400886}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7259668111801147, "Finetune/Loss (Raw)": 0.8366611003875732, "Finetune/Step": 4675, "Finetune/Step Time": 7.322342535480857}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.727408230304718, "Finetune/Loss (Raw)": 0.7516458630561829, "Finetune/Step": 4676, "Finetune/Step Time": 7.2835381384938955}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7292051315307617, "Finetune/Loss (Raw)": 0.8406245708465576, "Finetune/Step": 4677, "Finetune/Step Time": 7.273035453632474}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7281613349914551, "Finetune/Loss (Raw)": 0.7648677825927734, "Finetune/Step": 4678, "Finetune/Step Time": 7.2977145705372095}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7266205549240112, "Finetune/Loss (Raw)": 0.6346138119697571, "Finetune/Step": 4679, "Finetune/Step Time": 7.297600660473108}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7290345430374146, "Finetune/Loss (Raw)": 0.8980105519294739, "Finetune/Step": 4680, "Finetune/Step Time": 7.288973757997155}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7288029193878174, "Finetune/Loss (Raw)": 0.775128185749054, "Finetune/Step": 4681, "Finetune/Step Time": 7.305393995717168}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7276993989944458, "Finetune/Loss (Raw)": 0.7560489177703857, "Finetune/Step": 4682, "Finetune/Step Time": 7.316705651581287}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.727500319480896, "Finetune/Loss (Raw)": 0.7785348296165466, "Finetune/Step": 4683, "Finetune/Step Time": 7.301172774285078}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7270293235778809, "Finetune/Loss (Raw)": 0.8788303136825562, "Finetune/Step": 4684, "Finetune/Step Time": 7.29962158575654}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7282241582870483, "Finetune/Loss (Raw)": 0.8467938899993896, "Finetune/Step": 4685, "Finetune/Step Time": 7.301511734724045}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7288404107093811, "Finetune/Loss (Raw)": 0.6533631086349487, "Finetune/Step": 4686, "Finetune/Step Time": 7.300072880461812}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.727880597114563, "Finetune/Loss (Raw)": 0.7891870141029358, "Finetune/Step": 4687, "Finetune/Step Time": 7.291861195117235}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7301538586616516, "Finetune/Loss (Raw)": 1.0229684114456177, "Finetune/Step": 4688, "Finetune/Step Time": 7.28917745500803}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7308095097541809, "Finetune/Loss (Raw)": 0.87505042552948, "Finetune/Step": 4689, "Finetune/Step Time": 7.281865116208792}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7293265461921692, "Finetune/Loss (Raw)": 0.652238667011261, "Finetune/Step": 4690, "Finetune/Step Time": 7.295403270050883}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7340846061706543, "Finetune/Loss (Raw)": 0.911208987236023, "Finetune/Step": 4691, "Finetune/Step Time": 7.282451644539833}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7354955077171326, "Finetune/Loss (Raw)": 0.9365313649177551, "Finetune/Step": 4692, "Finetune/Step Time": 7.282287955284119}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7361177206039429, "Finetune/Loss (Raw)": 0.7695181369781494, "Finetune/Step": 4693, "Finetune/Step Time": 7.295093357563019}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7370318174362183, "Finetune/Loss (Raw)": 0.8884519338607788, "Finetune/Step": 4694, "Finetune/Step Time": 7.289611594751477}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7368873953819275, "Finetune/Loss (Raw)": 0.8526076674461365, "Finetune/Step": 4695, "Finetune/Step Time": 7.293841879814863}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7357563972473145, "Finetune/Loss (Raw)": 0.6760720610618591, "Finetune/Step": 4696, "Finetune/Step Time": 7.306360919028521}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7352396249771118, "Finetune/Loss (Raw)": 0.7681013345718384, "Finetune/Step": 4697, "Finetune/Step Time": 7.3010162357240915}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7354838848114014, "Finetune/Loss (Raw)": 0.8715153932571411, "Finetune/Step": 4698, "Finetune/Step Time": 7.305147087201476}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7373960614204407, "Finetune/Loss (Raw)": 0.8846921920776367, "Finetune/Step": 4699, "Finetune/Step Time": 7.301851857453585}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7377973794937134, "Finetune/Loss (Raw)": 0.778950572013855, "Finetune/Step": 4700, "Finetune/Step Time": 7.298008779063821}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7391490340232849, "Finetune/Loss (Raw)": 0.8359442949295044, "Finetune/Step": 4701, "Finetune/Step Time": 7.287591917440295}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7387374639511108, "Finetune/Loss (Raw)": 0.7615867853164673, "Finetune/Step": 4702, "Finetune/Step Time": 7.290105007588863}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7400311827659607, "Finetune/Loss (Raw)": 0.8922119140625, "Finetune/Step": 4703, "Finetune/Step Time": 7.262150188907981}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7401147484779358, "Finetune/Loss (Raw)": 0.6853060126304626, "Finetune/Step": 4704, "Finetune/Step Time": 7.256540993228555}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7400548458099365, "Finetune/Loss (Raw)": 0.8931187987327576, "Finetune/Step": 4705, "Finetune/Step Time": 7.257926946505904}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7391706705093384, "Finetune/Loss (Raw)": 0.734059751033783, "Finetune/Step": 4706, "Finetune/Step Time": 7.252508318051696}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.741439938545227, "Finetune/Loss (Raw)": 0.7054871916770935, "Finetune/Step": 4707, "Finetune/Step Time": 7.240934977307916}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7448110580444336, "Finetune/Loss (Raw)": 0.6947481632232666, "Finetune/Step": 4708, "Finetune/Step Time": 7.227461062371731}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7448179721832275, "Finetune/Loss (Raw)": 0.6739187240600586, "Finetune/Step": 4709, "Finetune/Step Time": 7.2325309459120035}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7463662624359131, "Finetune/Loss (Raw)": 0.943270206451416, "Finetune/Step": 4710, "Finetune/Step Time": 7.224122602492571}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7455887794494629, "Finetune/Loss (Raw)": 0.7800005674362183, "Finetune/Step": 4711, "Finetune/Step Time": 7.2247260715812445}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7454379796981812, "Finetune/Loss (Raw)": 0.698664665222168, "Finetune/Step": 4712, "Finetune/Step Time": 7.238163998350501}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7471039295196533, "Finetune/Loss (Raw)": 0.8503838777542114, "Finetune/Step": 4713, "Finetune/Step Time": 7.241462709382176}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7475509643554688, "Finetune/Loss (Raw)": 0.745872974395752, "Finetune/Step": 4714, "Finetune/Step Time": 7.235858725383878}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7468011975288391, "Finetune/Loss (Raw)": 0.7854731678962708, "Finetune/Step": 4715, "Finetune/Step Time": 7.239732459187508}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.745965838432312, "Finetune/Loss (Raw)": 0.7548180222511292, "Finetune/Step": 4716, "Finetune/Step Time": 7.216757245361805}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.746376633644104, "Finetune/Loss (Raw)": 0.8212196230888367, "Finetune/Step": 4717, "Finetune/Step Time": 7.214352125301957}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7451538443565369, "Finetune/Loss (Raw)": 0.5510590076446533, "Finetune/Step": 4718, "Finetune/Step Time": 7.228238441050053}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7437621355056763, "Finetune/Loss (Raw)": 0.6458327770233154, "Finetune/Step": 4719, "Finetune/Step Time": 7.239968176931143}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7453171014785767, "Finetune/Loss (Raw)": 0.4855867922306061, "Finetune/Step": 4720, "Finetune/Step Time": 7.261291332542896}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7434947490692139, "Finetune/Loss (Raw)": 0.6134336590766907, "Finetune/Step": 4721, "Finetune/Step Time": 7.2663561049848795}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7457256317138672, "Finetune/Loss (Raw)": 0.6936783194541931, "Finetune/Step": 4722, "Finetune/Step Time": 7.254021441563964}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7455011606216431, "Finetune/Loss (Raw)": 0.7677467465400696, "Finetune/Step": 4723, "Finetune/Step Time": 7.252648402005434}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7445669770240784, "Finetune/Loss (Raw)": 0.6274864077568054, "Finetune/Step": 4724, "Finetune/Step Time": 7.273925870656967}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7443495988845825, "Finetune/Loss (Raw)": 0.694804310798645, "Finetune/Step": 4725, "Finetune/Step Time": 7.27678095176816}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7434765100479126, "Finetune/Loss (Raw)": 0.6837435960769653, "Finetune/Step": 4726, "Finetune/Step Time": 7.2790800742805}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7435883283615112, "Finetune/Loss (Raw)": 0.7347519993782043, "Finetune/Step": 4727, "Finetune/Step Time": 7.275168115273118}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7433379888534546, "Finetune/Loss (Raw)": 0.7406840920448303, "Finetune/Step": 4728, "Finetune/Step Time": 7.277185421437025}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7458875179290771, "Finetune/Loss (Raw)": 1.0056191682815552, "Finetune/Step": 4729, "Finetune/Step Time": 7.273146517574787}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7444417476654053, "Finetune/Loss (Raw)": 0.7922515869140625, "Finetune/Step": 4730, "Finetune/Step Time": 7.278055462986231}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7443296909332275, "Finetune/Loss (Raw)": 0.6192525625228882, "Finetune/Step": 4731, "Finetune/Step Time": 7.276202026754618}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7440930008888245, "Finetune/Loss (Raw)": 0.7832059264183044, "Finetune/Step": 4732, "Finetune/Step Time": 7.275498170405626}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7481235265731812, "Finetune/Loss (Raw)": 0.8448053598403931, "Finetune/Step": 4733, "Finetune/Step Time": 7.256665118038654}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7471073269844055, "Finetune/Loss (Raw)": 0.7015013098716736, "Finetune/Step": 4734, "Finetune/Step Time": 7.262908780947328}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7479877471923828, "Finetune/Loss (Raw)": 0.8437182307243347, "Finetune/Step": 4735, "Finetune/Step Time": 7.2621169574558735}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7465763092041016, "Finetune/Loss (Raw)": 0.5885210633277893, "Finetune/Step": 4736, "Finetune/Step Time": 7.271116372197866}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7445821762084961, "Finetune/Loss (Raw)": 0.6837571263313293, "Finetune/Step": 4737, "Finetune/Step Time": 7.280219914391637}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7452194690704346, "Finetune/Loss (Raw)": 0.7987954020500183, "Finetune/Step": 4738, "Finetune/Step Time": 7.287733945995569}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7484995126724243, "Finetune/Loss (Raw)": 0.706362783908844, "Finetune/Step": 4739, "Finetune/Step Time": 7.276482010260224}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7476381063461304, "Finetune/Loss (Raw)": 0.6906433701515198, "Finetune/Step": 4740, "Finetune/Step Time": 7.279352728277445}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7469145655632019, "Finetune/Loss (Raw)": 0.5548826456069946, "Finetune/Step": 4741, "Finetune/Step Time": 7.262232750654221}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7466870546340942, "Finetune/Loss (Raw)": 0.6754527688026428, "Finetune/Step": 4742, "Finetune/Step Time": 7.272372944280505}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7447981834411621, "Finetune/Loss (Raw)": 0.6605023741722107, "Finetune/Step": 4743, "Finetune/Step Time": 7.28795213997364}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7463377714157104, "Finetune/Loss (Raw)": 0.9380777478218079, "Finetune/Step": 4744, "Finetune/Step Time": 7.289184968918562}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7463651895523071, "Finetune/Loss (Raw)": 0.6831574440002441, "Finetune/Step": 4745, "Finetune/Step Time": 7.307844020426273}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7452627420425415, "Finetune/Loss (Raw)": 0.695935070514679, "Finetune/Step": 4746, "Finetune/Step Time": 7.331482635810971}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.745437502861023, "Finetune/Loss (Raw)": 0.910586416721344, "Finetune/Step": 4747, "Finetune/Step Time": 7.331579739227891}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7461906671524048, "Finetune/Loss (Raw)": 0.8337125778198242, "Finetune/Step": 4748, "Finetune/Step Time": 7.32724628970027}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7455095648765564, "Finetune/Loss (Raw)": 0.7921968102455139, "Finetune/Step": 4749, "Finetune/Step Time": 7.3239103108644485}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7449114918708801, "Finetune/Loss (Raw)": 0.7468608021736145, "Finetune/Step": 4750, "Finetune/Step Time": 7.3265015203505754}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.744059681892395, "Finetune/Loss (Raw)": 0.7565683722496033, "Finetune/Step": 4751, "Finetune/Step Time": 7.342072326689959}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7448931932449341, "Finetune/Loss (Raw)": 0.8412834405899048, "Finetune/Step": 4752, "Finetune/Step Time": 7.345351463183761}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7437821626663208, "Finetune/Loss (Raw)": 0.6986445784568787, "Finetune/Step": 4753, "Finetune/Step Time": 7.337487801909447}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7473846673965454, "Finetune/Loss (Raw)": 0.8038330674171448, "Finetune/Step": 4754, "Finetune/Step Time": 7.328562363982201}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7475674152374268, "Finetune/Loss (Raw)": 0.7740660905838013, "Finetune/Step": 4755, "Finetune/Step Time": 7.328076930716634}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7482796311378479, "Finetune/Loss (Raw)": 0.7694820165634155, "Finetune/Step": 4756, "Finetune/Step Time": 7.320544544607401}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7485001087188721, "Finetune/Loss (Raw)": 0.7633303999900818, "Finetune/Step": 4757, "Finetune/Step Time": 7.3200115244835615}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.74891197681427, "Finetune/Loss (Raw)": 0.7460655570030212, "Finetune/Step": 4758, "Finetune/Step Time": 7.310462949797511}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7499898076057434, "Finetune/Loss (Raw)": 0.7139700651168823, "Finetune/Step": 4759, "Finetune/Step Time": 7.295834131538868}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7540645003318787, "Finetune/Loss (Raw)": 0.7905576825141907, "Finetune/Step": 4760, "Finetune/Step Time": 7.283656857907772}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.754095196723938, "Finetune/Loss (Raw)": 0.5974275469779968, "Finetune/Step": 4761, "Finetune/Step Time": 7.285820631310344}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7529052495956421, "Finetune/Loss (Raw)": 0.7119289636611938, "Finetune/Step": 4762, "Finetune/Step Time": 7.2836630046367645}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7544492483139038, "Finetune/Loss (Raw)": 0.7718297839164734, "Finetune/Step": 4763, "Finetune/Step Time": 7.26810079626739}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7537548542022705, "Finetune/Loss (Raw)": 0.6986331343650818, "Finetune/Step": 4764, "Finetune/Step Time": 7.271138621494174}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7522239089012146, "Finetune/Loss (Raw)": 0.6628720760345459, "Finetune/Step": 4765, "Finetune/Step Time": 7.270927323028445}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7515862584114075, "Finetune/Loss (Raw)": 0.9211423397064209, "Finetune/Step": 4766, "Finetune/Step Time": 7.272348463535309}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7532036900520325, "Finetune/Loss (Raw)": 0.8191838264465332, "Finetune/Step": 4767, "Finetune/Step Time": 7.243313802406192}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7523006796836853, "Finetune/Loss (Raw)": 0.7404051423072815, "Finetune/Step": 4768, "Finetune/Step Time": 7.246593806892633}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7520251274108887, "Finetune/Loss (Raw)": 0.7620648145675659, "Finetune/Step": 4769, "Finetune/Step Time": 7.2455735970288515}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7496172189712524, "Finetune/Loss (Raw)": 0.4925251007080078, "Finetune/Step": 4770, "Finetune/Step Time": 7.2482413705438375}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7498006820678711, "Finetune/Loss (Raw)": 0.8960476517677307, "Finetune/Step": 4771, "Finetune/Step Time": 7.250587863847613}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7522773146629333, "Finetune/Loss (Raw)": 0.6891747713088989, "Finetune/Step": 4772, "Finetune/Step Time": 7.24890049174428}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7501528859138489, "Finetune/Loss (Raw)": 0.5634379386901855, "Finetune/Step": 4773, "Finetune/Step Time": 7.248775083571672}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7514811158180237, "Finetune/Loss (Raw)": 0.8006917238235474, "Finetune/Step": 4774, "Finetune/Step Time": 7.23847390152514}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7520750761032104, "Finetune/Loss (Raw)": 0.8736693859100342, "Finetune/Step": 4775, "Finetune/Step Time": 7.23630715534091}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7515068054199219, "Finetune/Loss (Raw)": 0.6665677428245544, "Finetune/Step": 4776, "Finetune/Step Time": 7.236273026093841}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7508198022842407, "Finetune/Loss (Raw)": 0.7677934765815735, "Finetune/Step": 4777, "Finetune/Step Time": 7.237470677122474}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7480412721633911, "Finetune/Loss (Raw)": 0.2832745313644409, "Finetune/Step": 4778, "Finetune/Step Time": 7.236609140411019}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7492401599884033, "Finetune/Loss (Raw)": 0.9331853985786438, "Finetune/Step": 4779, "Finetune/Step Time": 7.238121949136257}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7486939430236816, "Finetune/Loss (Raw)": 0.7051467895507812, "Finetune/Step": 4780, "Finetune/Step Time": 7.243322869762778}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7514902353286743, "Finetune/Loss (Raw)": 0.6564885973930359, "Finetune/Step": 4781, "Finetune/Step Time": 7.2379147578030825}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7509952187538147, "Finetune/Loss (Raw)": 0.6684646010398865, "Finetune/Step": 4782, "Finetune/Step Time": 7.239633185788989}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7489795088768005, "Finetune/Loss (Raw)": 0.36172375082969666, "Finetune/Step": 4783, "Finetune/Step Time": 7.248386530205607}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7518113255500793, "Finetune/Loss (Raw)": 0.7936884164810181, "Finetune/Step": 4784, "Finetune/Step Time": 7.227125508710742}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7535257339477539, "Finetune/Loss (Raw)": 0.9684227705001831, "Finetune/Step": 4785, "Finetune/Step Time": 7.2283999770879745}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7533345222473145, "Finetune/Loss (Raw)": 0.8210069537162781, "Finetune/Step": 4786, "Finetune/Step Time": 7.2308741714805365}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7525287866592407, "Finetune/Loss (Raw)": 0.7591648101806641, "Finetune/Step": 4787, "Finetune/Step Time": 7.216028532013297}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7511485815048218, "Finetune/Loss (Raw)": 0.6473895907402039, "Finetune/Step": 4788, "Finetune/Step Time": 7.225148404017091}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7506269216537476, "Finetune/Loss (Raw)": 0.6084978580474854, "Finetune/Step": 4789, "Finetune/Step Time": 7.22641627676785}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7503598928451538, "Finetune/Loss (Raw)": 0.8117058873176575, "Finetune/Step": 4790, "Finetune/Step Time": 7.232061048969626}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7463626861572266, "Finetune/Loss (Raw)": 0.29792049527168274, "Finetune/Step": 4791, "Finetune/Step Time": 7.257356954738498}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7478365302085876, "Finetune/Loss (Raw)": 0.968582272529602, "Finetune/Step": 4792, "Finetune/Step Time": 7.261373553425074}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7488367557525635, "Finetune/Loss (Raw)": 0.8368824124336243, "Finetune/Step": 4793, "Finetune/Step Time": 7.260197304189205}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7498413324356079, "Finetune/Loss (Raw)": 0.705909013748169, "Finetune/Step": 4794, "Finetune/Step Time": 7.241602351889014}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7485596537590027, "Finetune/Loss (Raw)": 0.6771897077560425, "Finetune/Step": 4795, "Finetune/Step Time": 7.272241450846195}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7492982745170593, "Finetune/Loss (Raw)": 0.85124671459198, "Finetune/Step": 4796, "Finetune/Step Time": 7.266683606430888}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7528023719787598, "Finetune/Loss (Raw)": 0.7965205907821655, "Finetune/Step": 4797, "Finetune/Step Time": 7.253590492531657}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7511460185050964, "Finetune/Loss (Raw)": 0.5905987620353699, "Finetune/Step": 4798, "Finetune/Step Time": 7.269333686679602}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7520933151245117, "Finetune/Loss (Raw)": 0.8459295034408569, "Finetune/Step": 4799, "Finetune/Step Time": 7.274417107924819}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7531485557556152, "Finetune/Loss (Raw)": 0.9466243386268616, "Finetune/Step": 4800, "Finetune/Step Time": 7.258304750546813}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7536681890487671, "Finetune/Loss (Raw)": 0.8497678637504578, "Finetune/Step": 4801, "Finetune/Step Time": 7.251115512102842}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7531803250312805, "Finetune/Loss (Raw)": 0.7916461825370789, "Finetune/Step": 4802, "Finetune/Step Time": 7.234716480597854}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.753368079662323, "Finetune/Loss (Raw)": 0.8606985211372375, "Finetune/Step": 4803, "Finetune/Step Time": 7.238233247771859}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7538847923278809, "Finetune/Loss (Raw)": 0.8177790641784668, "Finetune/Step": 4804, "Finetune/Step Time": 7.240703981369734}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7539726495742798, "Finetune/Loss (Raw)": 0.8518799543380737, "Finetune/Step": 4805, "Finetune/Step Time": 7.246374888345599}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7542750835418701, "Finetune/Loss (Raw)": 0.8035646080970764, "Finetune/Step": 4806, "Finetune/Step Time": 7.227359468117356}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7553586959838867, "Finetune/Loss (Raw)": 0.7733193039894104, "Finetune/Step": 4807, "Finetune/Step Time": 7.228282138705254}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7554713487625122, "Finetune/Loss (Raw)": 0.9124313592910767, "Finetune/Step": 4808, "Finetune/Step Time": 7.224907863885164}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7539228200912476, "Finetune/Loss (Raw)": 0.5769206881523132, "Finetune/Step": 4809, "Finetune/Step Time": 7.213568441569805}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7538634538650513, "Finetune/Loss (Raw)": 0.7484461665153503, "Finetune/Step": 4810, "Finetune/Step Time": 7.204417333006859}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7540082931518555, "Finetune/Loss (Raw)": 0.7970820069313049, "Finetune/Step": 4811, "Finetune/Step Time": 7.219742521643639}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7533572912216187, "Finetune/Loss (Raw)": 0.795488715171814, "Finetune/Step": 4812, "Finetune/Step Time": 7.219555554911494}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7504057884216309, "Finetune/Loss (Raw)": 0.46900954842567444, "Finetune/Step": 4813, "Finetune/Step Time": 7.228248359635472}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7516752481460571, "Finetune/Loss (Raw)": 0.8158445358276367, "Finetune/Step": 4814, "Finetune/Step Time": 7.217834822833538}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7523689866065979, "Finetune/Loss (Raw)": 0.8779959082603455, "Finetune/Step": 4815, "Finetune/Step Time": 7.2144472151994705}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7497554421424866, "Finetune/Loss (Raw)": 0.6884258389472961, "Finetune/Step": 4816, "Finetune/Step Time": 7.229781832545996}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7494379281997681, "Finetune/Loss (Raw)": 0.8344203233718872, "Finetune/Step": 4817, "Finetune/Step Time": 7.233136976137757}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7508989572525024, "Finetune/Loss (Raw)": 0.8392428159713745, "Finetune/Step": 4818, "Finetune/Step Time": 7.22275528870523}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7506572604179382, "Finetune/Loss (Raw)": 0.8802788257598877, "Finetune/Step": 4819, "Finetune/Step Time": 7.2217882797122}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7500500082969666, "Finetune/Loss (Raw)": 0.8587961792945862, "Finetune/Step": 4820, "Finetune/Step Time": 7.223690822720528}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7509146928787231, "Finetune/Loss (Raw)": 0.8802083134651184, "Finetune/Step": 4821, "Finetune/Step Time": 7.210305884480476}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7504869699478149, "Finetune/Loss (Raw)": 0.8336941599845886, "Finetune/Step": 4822, "Finetune/Step Time": 7.2168586589396}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7504987716674805, "Finetune/Loss (Raw)": 0.8541176915168762, "Finetune/Step": 4823, "Finetune/Step Time": 7.2152984738349915}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7474799752235413, "Finetune/Loss (Raw)": 0.2896633744239807, "Finetune/Step": 4824, "Finetune/Step Time": 7.2125842701643705}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7473588585853577, "Finetune/Loss (Raw)": 0.7526053786277771, "Finetune/Step": 4825, "Finetune/Step Time": 7.217204729095101}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.746600329875946, "Finetune/Loss (Raw)": 0.7744219303131104, "Finetune/Step": 4826, "Finetune/Step Time": 7.2157075721770525}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7463701963424683, "Finetune/Loss (Raw)": 0.855236291885376, "Finetune/Step": 4827, "Finetune/Step Time": 7.204347064718604}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7469068765640259, "Finetune/Loss (Raw)": 0.847645103931427, "Finetune/Step": 4828, "Finetune/Step Time": 7.210224959999323}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7464829683303833, "Finetune/Loss (Raw)": 0.7816774249076843, "Finetune/Step": 4829, "Finetune/Step Time": 7.215946739539504}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.746414840221405, "Finetune/Loss (Raw)": 0.7528694868087769, "Finetune/Step": 4830, "Finetune/Step Time": 7.212949065491557}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7421972751617432, "Finetune/Loss (Raw)": 0.35236427187919617, "Finetune/Step": 4831, "Finetune/Step Time": 7.229838954284787}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7420569062232971, "Finetune/Loss (Raw)": 0.6673384308815002, "Finetune/Step": 4832, "Finetune/Step Time": 7.252774296328425}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7412036657333374, "Finetune/Loss (Raw)": 0.783909261226654, "Finetune/Step": 4833, "Finetune/Step Time": 7.255900966003537}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7426841259002686, "Finetune/Loss (Raw)": 0.9235579967498779, "Finetune/Step": 4834, "Finetune/Step Time": 7.259618811309338}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7437136769294739, "Finetune/Loss (Raw)": 0.8372659087181091, "Finetune/Step": 4835, "Finetune/Step Time": 7.256042702123523}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7452421188354492, "Finetune/Loss (Raw)": 0.8903830647468567, "Finetune/Step": 4836, "Finetune/Step Time": 7.253885164856911}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7460163235664368, "Finetune/Loss (Raw)": 0.7730275392532349, "Finetune/Step": 4837, "Finetune/Step Time": 7.235189069062471}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7453678846359253, "Finetune/Loss (Raw)": 0.860268771648407, "Finetune/Step": 4838, "Finetune/Step Time": 7.235556965693831}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7447381615638733, "Finetune/Loss (Raw)": 0.6993927359580994, "Finetune/Step": 4839, "Finetune/Step Time": 7.23616149276495}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7453784942626953, "Finetune/Loss (Raw)": 0.7806237936019897, "Finetune/Step": 4840, "Finetune/Step Time": 7.226004196330905}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7443561553955078, "Finetune/Loss (Raw)": 0.7195245027542114, "Finetune/Step": 4841, "Finetune/Step Time": 7.231621338054538}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.743649959564209, "Finetune/Loss (Raw)": 0.6554878354072571, "Finetune/Step": 4842, "Finetune/Step Time": 7.241494627669454}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7448505163192749, "Finetune/Loss (Raw)": 0.9391353726387024, "Finetune/Step": 4843, "Finetune/Step Time": 7.237951021641493}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7443060874938965, "Finetune/Loss (Raw)": 0.6851364374160767, "Finetune/Step": 4844, "Finetune/Step Time": 7.256903832778335}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7447301149368286, "Finetune/Loss (Raw)": 0.875489354133606, "Finetune/Step": 4845, "Finetune/Step Time": 7.258478539064527}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7468018531799316, "Finetune/Loss (Raw)": 0.8162429928779602, "Finetune/Step": 4846, "Finetune/Step Time": 7.268351128324866}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7442524433135986, "Finetune/Loss (Raw)": 0.319513738155365, "Finetune/Step": 4847, "Finetune/Step Time": 7.271855928003788}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.745689868927002, "Finetune/Loss (Raw)": 0.6695781350135803, "Finetune/Step": 4848, "Finetune/Step Time": 7.2353683933615685}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7460533380508423, "Finetune/Loss (Raw)": 0.6599519848823547, "Finetune/Step": 4849, "Finetune/Step Time": 7.248733324930072}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7474499344825745, "Finetune/Loss (Raw)": 0.8724474310874939, "Finetune/Step": 4850, "Finetune/Step Time": 7.25731111690402}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7482162714004517, "Finetune/Loss (Raw)": 0.8658282160758972, "Finetune/Step": 4851, "Finetune/Step Time": 7.261816456913948}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7485809326171875, "Finetune/Loss (Raw)": 0.6741724014282227, "Finetune/Step": 4852, "Finetune/Step Time": 7.25418465770781}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7495242357254028, "Finetune/Loss (Raw)": 0.815548837184906, "Finetune/Step": 4853, "Finetune/Step Time": 7.25978896394372}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7484642267227173, "Finetune/Loss (Raw)": 0.5480580925941467, "Finetune/Step": 4854, "Finetune/Step Time": 7.262249214574695}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7488166093826294, "Finetune/Loss (Raw)": 0.7798536419868469, "Finetune/Step": 4855, "Finetune/Step Time": 7.263498084619641}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7494112253189087, "Finetune/Loss (Raw)": 0.8167989253997803, "Finetune/Step": 4856, "Finetune/Step Time": 7.258213983848691}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7484002113342285, "Finetune/Loss (Raw)": 0.8762168288230896, "Finetune/Step": 4857, "Finetune/Step Time": 7.256548326462507}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.74968421459198, "Finetune/Loss (Raw)": 0.9565964937210083, "Finetune/Step": 4858, "Finetune/Step Time": 7.255184652283788}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7510383129119873, "Finetune/Loss (Raw)": 0.7925776839256287, "Finetune/Step": 4859, "Finetune/Step Time": 7.2416987884789705}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7505520582199097, "Finetune/Loss (Raw)": 0.7209620475769043, "Finetune/Step": 4860, "Finetune/Step Time": 7.240066172555089}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7497707009315491, "Finetune/Loss (Raw)": 0.7447910308837891, "Finetune/Step": 4861, "Finetune/Step Time": 7.254281936213374}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7514690160751343, "Finetune/Loss (Raw)": 0.9188867807388306, "Finetune/Step": 4862, "Finetune/Step Time": 7.23963158018887}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7521242499351501, "Finetune/Loss (Raw)": 0.9275878071784973, "Finetune/Step": 4863, "Finetune/Step Time": 7.2551173977553844}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.753375768661499, "Finetune/Loss (Raw)": 0.7487143278121948, "Finetune/Step": 4864, "Finetune/Step Time": 7.260250983759761}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7546394467353821, "Finetune/Loss (Raw)": 0.8455133438110352, "Finetune/Step": 4865, "Finetune/Step Time": 7.25431739911437}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7540616989135742, "Finetune/Loss (Raw)": 0.7248396277427673, "Finetune/Step": 4866, "Finetune/Step Time": 7.246554410085082}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7512418031692505, "Finetune/Loss (Raw)": 0.34541967511177063, "Finetune/Step": 4867, "Finetune/Step Time": 7.260991832241416}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7513562440872192, "Finetune/Loss (Raw)": 0.7052904367446899, "Finetune/Step": 4868, "Finetune/Step Time": 7.260175626724958}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7520750761032104, "Finetune/Loss (Raw)": 0.6468905210494995, "Finetune/Step": 4869, "Finetune/Step Time": 7.264267820864916}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7523412704467773, "Finetune/Loss (Raw)": 0.70953369140625, "Finetune/Step": 4870, "Finetune/Step Time": 7.24994139559567}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7533673048019409, "Finetune/Loss (Raw)": 0.7918285131454468, "Finetune/Step": 4871, "Finetune/Step Time": 7.244230546057224}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7520477771759033, "Finetune/Loss (Raw)": 0.7691744565963745, "Finetune/Step": 4872, "Finetune/Step Time": 7.244064500555396}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7521746754646301, "Finetune/Loss (Raw)": 0.6994069218635559, "Finetune/Step": 4873, "Finetune/Step Time": 7.24136308953166}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7510582208633423, "Finetune/Loss (Raw)": 0.5530230402946472, "Finetune/Step": 4874, "Finetune/Step Time": 7.236243745312095}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7497924566268921, "Finetune/Loss (Raw)": 0.7485775351524353, "Finetune/Step": 4875, "Finetune/Step Time": 7.244594447314739}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7501802444458008, "Finetune/Loss (Raw)": 0.8833463788032532, "Finetune/Step": 4876, "Finetune/Step Time": 7.238776948302984}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7509498596191406, "Finetune/Loss (Raw)": 0.8907010555267334, "Finetune/Step": 4877, "Finetune/Step Time": 7.240202313289046}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7506780624389648, "Finetune/Loss (Raw)": 0.7120749354362488, "Finetune/Step": 4878, "Finetune/Step Time": 7.242273321375251}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.751380443572998, "Finetune/Loss (Raw)": 0.8464674949645996, "Finetune/Step": 4879, "Finetune/Step Time": 7.224145667627454}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7516005039215088, "Finetune/Loss (Raw)": 0.8694620728492737, "Finetune/Step": 4880, "Finetune/Step Time": 7.220540925860405}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7536925077438354, "Finetune/Loss (Raw)": 0.9664117693901062, "Finetune/Step": 4881, "Finetune/Step Time": 7.214919090270996}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7526147365570068, "Finetune/Loss (Raw)": 0.6658779382705688, "Finetune/Step": 4882, "Finetune/Step Time": 7.217395197600126}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7517909407615662, "Finetune/Loss (Raw)": 0.6686259508132935, "Finetune/Step": 4883, "Finetune/Step Time": 7.208516215905547}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.752488911151886, "Finetune/Loss (Raw)": 0.8588186502456665, "Finetune/Step": 4884, "Finetune/Step Time": 7.210839990526438}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.752428412437439, "Finetune/Loss (Raw)": 0.7555902004241943, "Finetune/Step": 4885, "Finetune/Step Time": 7.214323012158275}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7533283233642578, "Finetune/Loss (Raw)": 0.8612543940544128, "Finetune/Step": 4886, "Finetune/Step Time": 7.22222993709147}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7541756629943848, "Finetune/Loss (Raw)": 0.8224318623542786, "Finetune/Step": 4887, "Finetune/Step Time": 7.229137293994427}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7545865774154663, "Finetune/Loss (Raw)": 0.8431500792503357, "Finetune/Step": 4888, "Finetune/Step Time": 7.239648316055536}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7561540603637695, "Finetune/Loss (Raw)": 0.7980685234069824, "Finetune/Step": 4889, "Finetune/Step Time": 7.22968296520412}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7560998201370239, "Finetune/Loss (Raw)": 0.7049871683120728, "Finetune/Step": 4890, "Finetune/Step Time": 7.249499313533306}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7557744979858398, "Finetune/Loss (Raw)": 0.7301836609840393, "Finetune/Step": 4891, "Finetune/Step Time": 7.248019373044372}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7563939094543457, "Finetune/Loss (Raw)": 0.7779189348220825, "Finetune/Step": 4892, "Finetune/Step Time": 7.244214005768299}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7581110596656799, "Finetune/Loss (Raw)": 0.8826698064804077, "Finetune/Step": 4893, "Finetune/Step Time": 7.244147719815373}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7564656138420105, "Finetune/Loss (Raw)": 0.7105257511138916, "Finetune/Step": 4894, "Finetune/Step Time": 7.251888705417514}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7552564740180969, "Finetune/Loss (Raw)": 0.6644144654273987, "Finetune/Step": 4895, "Finetune/Step Time": 7.254234571009874}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7562640309333801, "Finetune/Loss (Raw)": 0.8693721294403076, "Finetune/Step": 4896, "Finetune/Step Time": 7.247996175661683}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7552539110183716, "Finetune/Loss (Raw)": 0.6327636241912842, "Finetune/Step": 4897, "Finetune/Step Time": 7.253502590581775}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7567538022994995, "Finetune/Loss (Raw)": 0.6845185160636902, "Finetune/Step": 4898, "Finetune/Step Time": 7.256174756214023}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7564938068389893, "Finetune/Loss (Raw)": 0.8627671003341675, "Finetune/Step": 4899, "Finetune/Step Time": 7.254492737352848}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7572648525238037, "Finetune/Loss (Raw)": 0.787866473197937, "Finetune/Step": 4900, "Finetune/Step Time": 7.242361230775714}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7587877511978149, "Finetune/Loss (Raw)": 0.758364200592041, "Finetune/Step": 4901, "Finetune/Step Time": 7.2407348938286304}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7584167122840881, "Finetune/Loss (Raw)": 0.7531982064247131, "Finetune/Step": 4902, "Finetune/Step Time": 7.241159634664655}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7573579549789429, "Finetune/Loss (Raw)": 0.7381492853164673, "Finetune/Step": 4903, "Finetune/Step Time": 7.240331467241049}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7582448124885559, "Finetune/Loss (Raw)": 0.7800872325897217, "Finetune/Step": 4904, "Finetune/Step Time": 7.2258343901485205}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7584043741226196, "Finetune/Loss (Raw)": 0.7882146835327148, "Finetune/Step": 4905, "Finetune/Step Time": 7.229753719642758}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7618718147277832, "Finetune/Loss (Raw)": 0.7271170020103455, "Finetune/Step": 4906, "Finetune/Step Time": 7.218276681378484}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7594109773635864, "Finetune/Loss (Raw)": 0.6181896328926086, "Finetune/Step": 4907, "Finetune/Step Time": 7.225557828322053}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7600007057189941, "Finetune/Loss (Raw)": 0.780640184879303, "Finetune/Step": 4908, "Finetune/Step Time": 7.237594120204449}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7608717083930969, "Finetune/Loss (Raw)": 0.7679709792137146, "Finetune/Step": 4909, "Finetune/Step Time": 7.234159171581268}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7620834708213806, "Finetune/Loss (Raw)": 0.8235733509063721, "Finetune/Step": 4910, "Finetune/Step Time": 7.223678134381771}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7652932405471802, "Finetune/Loss (Raw)": 0.7725749015808105, "Finetune/Step": 4911, "Finetune/Step Time": 7.210272770375013}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7650736570358276, "Finetune/Loss (Raw)": 0.7655766606330872, "Finetune/Step": 4912, "Finetune/Step Time": 7.2178508676588535}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7638740539550781, "Finetune/Loss (Raw)": 0.8148713111877441, "Finetune/Step": 4913, "Finetune/Step Time": 7.226652845740318}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7605985999107361, "Finetune/Loss (Raw)": 0.4017566442489624, "Finetune/Step": 4914, "Finetune/Step Time": 7.237781707197428}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7597839832305908, "Finetune/Loss (Raw)": 0.6548871994018555, "Finetune/Step": 4915, "Finetune/Step Time": 7.240841390565038}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.760627031326294, "Finetune/Loss (Raw)": 0.7553077340126038, "Finetune/Step": 4916, "Finetune/Step Time": 7.215334663167596}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7590540647506714, "Finetune/Loss (Raw)": 0.4071541130542755, "Finetune/Step": 4917, "Finetune/Step Time": 7.225772147998214}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7590263485908508, "Finetune/Loss (Raw)": 0.808158278465271, "Finetune/Step": 4918, "Finetune/Step Time": 7.219869218766689}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7626978158950806, "Finetune/Loss (Raw)": 0.7678623795509338, "Finetune/Step": 4919, "Finetune/Step Time": 7.197339674457908}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7619836330413818, "Finetune/Loss (Raw)": 0.87717205286026, "Finetune/Step": 4920, "Finetune/Step Time": 7.1936239786446095}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7613731622695923, "Finetune/Loss (Raw)": 0.7587401270866394, "Finetune/Step": 4921, "Finetune/Step Time": 7.206589536741376}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7611279487609863, "Finetune/Loss (Raw)": 0.6745332479476929, "Finetune/Step": 4922, "Finetune/Step Time": 7.208372455090284}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7616074085235596, "Finetune/Loss (Raw)": 0.738545835018158, "Finetune/Step": 4923, "Finetune/Step Time": 7.183602070435882}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7608119249343872, "Finetune/Loss (Raw)": 0.7494370937347412, "Finetune/Step": 4924, "Finetune/Step Time": 7.184430675581098}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7603468894958496, "Finetune/Loss (Raw)": 0.7369889616966248, "Finetune/Step": 4925, "Finetune/Step Time": 7.184162624180317}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7614206075668335, "Finetune/Loss (Raw)": 0.7280341386795044, "Finetune/Step": 4926, "Finetune/Step Time": 7.169026078656316}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7607704401016235, "Finetune/Loss (Raw)": 0.7627082467079163, "Finetune/Step": 4927, "Finetune/Step Time": 7.167545238509774}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.757709264755249, "Finetune/Loss (Raw)": 0.5548025965690613, "Finetune/Step": 4928, "Finetune/Step Time": 7.190337026491761}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7567850351333618, "Finetune/Loss (Raw)": 0.7314534187316895, "Finetune/Step": 4929, "Finetune/Step Time": 7.19473241455853}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7567345499992371, "Finetune/Loss (Raw)": 0.785191535949707, "Finetune/Step": 4930, "Finetune/Step Time": 7.184611510485411}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7565368413925171, "Finetune/Loss (Raw)": 0.8353912234306335, "Finetune/Step": 4931, "Finetune/Step Time": 7.183078583329916}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7566261887550354, "Finetune/Loss (Raw)": 0.8292142152786255, "Finetune/Step": 4932, "Finetune/Step Time": 7.180661832913756}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7555370330810547, "Finetune/Loss (Raw)": 0.7124653458595276, "Finetune/Step": 4933, "Finetune/Step Time": 7.1915403008461}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7558276653289795, "Finetune/Loss (Raw)": 0.8407692313194275, "Finetune/Step": 4934, "Finetune/Step Time": 7.186900479719043}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7564992904663086, "Finetune/Loss (Raw)": 0.8592856526374817, "Finetune/Step": 4935, "Finetune/Step Time": 7.197658151388168}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7547860741615295, "Finetune/Loss (Raw)": 0.6931418776512146, "Finetune/Step": 4936, "Finetune/Step Time": 7.2077706921845675}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7574009895324707, "Finetune/Loss (Raw)": 0.9116256833076477, "Finetune/Step": 4937, "Finetune/Step Time": 7.20251214876771}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7579618692398071, "Finetune/Loss (Raw)": 0.8202446699142456, "Finetune/Step": 4938, "Finetune/Step Time": 7.213741121813655}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.754365086555481, "Finetune/Loss (Raw)": 0.3366972506046295, "Finetune/Step": 4939, "Finetune/Step Time": 7.206298341974616}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7530457973480225, "Finetune/Loss (Raw)": 0.6266177296638489, "Finetune/Step": 4940, "Finetune/Step Time": 7.206365197896957}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7546570301055908, "Finetune/Loss (Raw)": 0.675236701965332, "Finetune/Step": 4941, "Finetune/Step Time": 7.193760376423597}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7536799907684326, "Finetune/Loss (Raw)": 0.6907854080200195, "Finetune/Step": 4942, "Finetune/Step Time": 7.200610939413309}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7521756887435913, "Finetune/Loss (Raw)": 0.6854454278945923, "Finetune/Step": 4943, "Finetune/Step Time": 7.212843533605337}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7531102299690247, "Finetune/Loss (Raw)": 0.8080527782440186, "Finetune/Step": 4944, "Finetune/Step Time": 7.200277825817466}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7534340023994446, "Finetune/Loss (Raw)": 0.8758663535118103, "Finetune/Step": 4945, "Finetune/Step Time": 7.199768289923668}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7525746822357178, "Finetune/Loss (Raw)": 0.7292488217353821, "Finetune/Step": 4946, "Finetune/Step Time": 7.2108484748750925}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7517669200897217, "Finetune/Loss (Raw)": 0.776886522769928, "Finetune/Step": 4947, "Finetune/Step Time": 7.2126957885921}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.750805139541626, "Finetune/Loss (Raw)": 0.7356785535812378, "Finetune/Step": 4948, "Finetune/Step Time": 7.210495909675956}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7494510412216187, "Finetune/Loss (Raw)": 0.7068849205970764, "Finetune/Step": 4949, "Finetune/Step Time": 7.20859906822443}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7481974959373474, "Finetune/Loss (Raw)": 0.6732451319694519, "Finetune/Step": 4950, "Finetune/Step Time": 7.216539330780506}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7480210065841675, "Finetune/Loss (Raw)": 0.8315222859382629, "Finetune/Step": 4951, "Finetune/Step Time": 7.215707389637828}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7520196437835693, "Finetune/Loss (Raw)": 0.8014929294586182, "Finetune/Step": 4952, "Finetune/Step Time": 7.212374856695533}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7516727447509766, "Finetune/Loss (Raw)": 0.7082071304321289, "Finetune/Step": 4953, "Finetune/Step Time": 7.213843151926994}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7516852617263794, "Finetune/Loss (Raw)": 0.7760242223739624, "Finetune/Step": 4954, "Finetune/Step Time": 7.248896656557918}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7512009143829346, "Finetune/Loss (Raw)": 0.7932366132736206, "Finetune/Step": 4955, "Finetune/Step Time": 7.2528930846601725}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7510982751846313, "Finetune/Loss (Raw)": 0.8345057964324951, "Finetune/Step": 4956, "Finetune/Step Time": 7.241509875282645}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7515873908996582, "Finetune/Loss (Raw)": 0.84428870677948, "Finetune/Step": 4957, "Finetune/Step Time": 7.231726586818695}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7511497735977173, "Finetune/Loss (Raw)": 0.6968474388122559, "Finetune/Step": 4958, "Finetune/Step Time": 7.2491821721196175}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7518227100372314, "Finetune/Loss (Raw)": 0.43849435448646545, "Finetune/Step": 4959, "Finetune/Step Time": 7.250040085986257}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7523840665817261, "Finetune/Loss (Raw)": 0.7392023205757141, "Finetune/Step": 4960, "Finetune/Step Time": 7.224721670150757}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7520760297775269, "Finetune/Loss (Raw)": 0.7444856762886047, "Finetune/Step": 4961, "Finetune/Step Time": 7.223066011443734}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7513138055801392, "Finetune/Loss (Raw)": 0.8259846568107605, "Finetune/Step": 4962, "Finetune/Step Time": 7.221858076751232}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7506506443023682, "Finetune/Loss (Raw)": 0.7523842453956604, "Finetune/Step": 4963, "Finetune/Step Time": 7.226131189614534}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7504726648330688, "Finetune/Loss (Raw)": 0.8676015138626099, "Finetune/Step": 4964, "Finetune/Step Time": 7.230027398094535}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7515769004821777, "Finetune/Loss (Raw)": 0.9143669605255127, "Finetune/Step": 4965, "Finetune/Step Time": 7.23114126175642}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7505699396133423, "Finetune/Loss (Raw)": 0.7313856482505798, "Finetune/Step": 4966, "Finetune/Step Time": 7.234437257051468}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7519104480743408, "Finetune/Loss (Raw)": 0.8709713816642761, "Finetune/Step": 4967, "Finetune/Step Time": 7.23271949402988}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7520648241043091, "Finetune/Loss (Raw)": 0.8003812432289124, "Finetune/Step": 4968, "Finetune/Step Time": 7.228831155225635}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7521517276763916, "Finetune/Loss (Raw)": 0.7306519150733948, "Finetune/Step": 4969, "Finetune/Step Time": 7.232332963496447}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7532328367233276, "Finetune/Loss (Raw)": 0.7938674092292786, "Finetune/Step": 4970, "Finetune/Step Time": 7.214297013357282}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7529333829879761, "Finetune/Loss (Raw)": 0.9007979035377502, "Finetune/Step": 4971, "Finetune/Step Time": 7.225132221356034}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7534991502761841, "Finetune/Loss (Raw)": 0.757562518119812, "Finetune/Step": 4972, "Finetune/Step Time": 7.21986535564065}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7539643049240112, "Finetune/Loss (Raw)": 0.9350271224975586, "Finetune/Step": 4973, "Finetune/Step Time": 7.221009144559503}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7499556541442871, "Finetune/Loss (Raw)": 0.30314159393310547, "Finetune/Step": 4974, "Finetune/Step Time": 7.209033232182264}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7528935670852661, "Finetune/Loss (Raw)": 0.6955639719963074, "Finetune/Step": 4975, "Finetune/Step Time": 7.198329970240593}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7547568082809448, "Finetune/Loss (Raw)": 0.9080725312232971, "Finetune/Step": 4976, "Finetune/Step Time": 7.20138000883162}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7548778057098389, "Finetune/Loss (Raw)": 0.6754446625709534, "Finetune/Step": 4977, "Finetune/Step Time": 7.202064726501703}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7538569569587708, "Finetune/Loss (Raw)": 0.7417758107185364, "Finetune/Step": 4978, "Finetune/Step Time": 7.193209571763873}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7522978782653809, "Finetune/Loss (Raw)": 0.6662670373916626, "Finetune/Step": 4979, "Finetune/Step Time": 7.1960347685962915}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7521380186080933, "Finetune/Loss (Raw)": 0.6537027955055237, "Finetune/Step": 4980, "Finetune/Step Time": 7.190474232658744}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7513999938964844, "Finetune/Loss (Raw)": 0.7210863828659058, "Finetune/Step": 4981, "Finetune/Step Time": 7.182270830497146}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7540148496627808, "Finetune/Loss (Raw)": 0.8827536702156067, "Finetune/Step": 4982, "Finetune/Step Time": 7.178389549255371}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7511324286460876, "Finetune/Loss (Raw)": 0.41090694069862366, "Finetune/Step": 4983, "Finetune/Step Time": 7.191357858479023}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7497368454933167, "Finetune/Loss (Raw)": 0.6381669640541077, "Finetune/Step": 4984, "Finetune/Step Time": 7.203025991097093}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7497168779373169, "Finetune/Loss (Raw)": 0.8736542463302612, "Finetune/Step": 4985, "Finetune/Step Time": 7.200938193127513}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7470017671585083, "Finetune/Loss (Raw)": 0.6090673804283142, "Finetune/Step": 4986, "Finetune/Step Time": 7.194240169599652}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7472198605537415, "Finetune/Loss (Raw)": 0.820493221282959, "Finetune/Step": 4987, "Finetune/Step Time": 7.201722022145987}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7482074499130249, "Finetune/Loss (Raw)": 0.8473793268203735, "Finetune/Step": 4988, "Finetune/Step Time": 7.209993414580822}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7487599849700928, "Finetune/Loss (Raw)": 0.815510094165802, "Finetune/Step": 4989, "Finetune/Step Time": 7.202755495905876}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7477405071258545, "Finetune/Loss (Raw)": 0.788395881652832, "Finetune/Step": 4990, "Finetune/Step Time": 7.20635194145143}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7465025782585144, "Finetune/Loss (Raw)": 0.7691347599029541, "Finetune/Step": 4991, "Finetune/Step Time": 7.190278526395559}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7479503750801086, "Finetune/Loss (Raw)": 0.9340303540229797, "Finetune/Step": 4992, "Finetune/Step Time": 7.191153835505247}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7452731132507324, "Finetune/Loss (Raw)": 0.5028257966041565, "Finetune/Step": 4993, "Finetune/Step Time": 7.205542344599962}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7457321882247925, "Finetune/Loss (Raw)": 0.7835977673530579, "Finetune/Step": 4994, "Finetune/Step Time": 7.212910670787096}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7475206851959229, "Finetune/Loss (Raw)": 0.5743513107299805, "Finetune/Step": 4995, "Finetune/Step Time": 7.203439272940159}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7489705085754395, "Finetune/Loss (Raw)": 0.8908582329750061, "Finetune/Step": 4996, "Finetune/Step Time": 7.205972203984857}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7505368590354919, "Finetune/Loss (Raw)": 0.8473937511444092, "Finetune/Step": 4997, "Finetune/Step Time": 7.1919377241283655}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.752994954586029, "Finetune/Loss (Raw)": 1.0241658687591553, "Finetune/Step": 4998, "Finetune/Step Time": 7.190235178917646}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7537944316864014, "Finetune/Loss (Raw)": 0.8941576480865479, "Finetune/Step": 4999, "Finetune/Step Time": 7.181792341172695}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7505180239677429, "Finetune/Loss (Raw)": 0.3498019278049469, "Finetune/Step": 5000, "Finetune/Step Time": 7.197754770517349}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7513619661331177, "Finetune/Loss (Raw)": 0.8074259161949158, "Finetune/Step": 5001, "Finetune/Step Time": 7.18167769908905}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7511948347091675, "Finetune/Loss (Raw)": 0.5316281914710999, "Finetune/Step": 5002, "Finetune/Step Time": 7.1734056156128645}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.750838041305542, "Finetune/Loss (Raw)": 0.7029152512550354, "Finetune/Step": 5003, "Finetune/Step Time": 7.162075988948345}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.748794436454773, "Finetune/Loss (Raw)": 0.6217652559280396, "Finetune/Step": 5004, "Finetune/Step Time": 7.174692362546921}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7478306293487549, "Finetune/Loss (Raw)": 0.7673236727714539, "Finetune/Step": 5005, "Finetune/Step Time": 7.177102608606219}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7484837770462036, "Finetune/Loss (Raw)": 0.7956806421279907, "Finetune/Step": 5006, "Finetune/Step Time": 7.1692248694598675}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7462983131408691, "Finetune/Loss (Raw)": 0.5667321681976318, "Finetune/Step": 5007, "Finetune/Step Time": 7.190232429653406}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7449464797973633, "Finetune/Loss (Raw)": 0.6964264512062073, "Finetune/Step": 5008, "Finetune/Step Time": 7.196489484980702}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7446548938751221, "Finetune/Loss (Raw)": 0.9290897846221924, "Finetune/Step": 5009, "Finetune/Step Time": 7.1992467772215605}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7456437349319458, "Finetune/Loss (Raw)": 0.7924508452415466, "Finetune/Step": 5010, "Finetune/Step Time": 7.190260048955679}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7462838888168335, "Finetune/Loss (Raw)": 0.7505643963813782, "Finetune/Step": 5011, "Finetune/Step Time": 7.190830983221531}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7455927133560181, "Finetune/Loss (Raw)": 0.770348846912384, "Finetune/Step": 5012, "Finetune/Step Time": 7.189734125509858}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7446928024291992, "Finetune/Loss (Raw)": 0.640402615070343, "Finetune/Step": 5013, "Finetune/Step Time": 7.1885017696768045}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7436126470565796, "Finetune/Loss (Raw)": 0.7229902744293213, "Finetune/Step": 5014, "Finetune/Step Time": 7.177174665033817}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7426385879516602, "Finetune/Loss (Raw)": 0.6977567076683044, "Finetune/Step": 5015, "Finetune/Step Time": 7.16591808013618}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7417213320732117, "Finetune/Loss (Raw)": 0.7257425785064697, "Finetune/Step": 5016, "Finetune/Step Time": 7.180052109062672}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7407861948013306, "Finetune/Loss (Raw)": 0.678366482257843, "Finetune/Step": 5017, "Finetune/Step Time": 7.179621065035462}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7404757738113403, "Finetune/Loss (Raw)": 0.6652520298957825, "Finetune/Step": 5018, "Finetune/Step Time": 7.177426775917411}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7405200004577637, "Finetune/Loss (Raw)": 0.7358511090278625, "Finetune/Step": 5019, "Finetune/Step Time": 7.175493134185672}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7371269464492798, "Finetune/Loss (Raw)": 0.34359949827194214, "Finetune/Step": 5020, "Finetune/Step Time": 7.1875025536865}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7367871999740601, "Finetune/Loss (Raw)": 0.8391832709312439, "Finetune/Step": 5021, "Finetune/Step Time": 7.1868050042539835}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7375856041908264, "Finetune/Loss (Raw)": 0.8127235770225525, "Finetune/Step": 5022, "Finetune/Step Time": 7.167660830542445}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7383521795272827, "Finetune/Loss (Raw)": 0.7625386118888855, "Finetune/Step": 5023, "Finetune/Step Time": 7.1729726027697325}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7374459505081177, "Finetune/Loss (Raw)": 0.7533764243125916, "Finetune/Step": 5024, "Finetune/Step Time": 7.175883799791336}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7383302450180054, "Finetune/Loss (Raw)": 0.7459497451782227, "Finetune/Step": 5025, "Finetune/Step Time": 7.180185245350003}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7395216226577759, "Finetune/Loss (Raw)": 0.8370084166526794, "Finetune/Step": 5026, "Finetune/Step Time": 7.172090554609895}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7393883466720581, "Finetune/Loss (Raw)": 0.8457101583480835, "Finetune/Step": 5027, "Finetune/Step Time": 7.174156557768583}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7402739524841309, "Finetune/Loss (Raw)": 0.901224672794342, "Finetune/Step": 5028, "Finetune/Step Time": 7.176130965352058}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7407783269882202, "Finetune/Loss (Raw)": 0.82293301820755, "Finetune/Step": 5029, "Finetune/Step Time": 7.177337363362312}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7407807111740112, "Finetune/Loss (Raw)": 0.7534955143928528, "Finetune/Step": 5030, "Finetune/Step Time": 7.179617740213871}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7409642934799194, "Finetune/Loss (Raw)": 0.761646032333374, "Finetune/Step": 5031, "Finetune/Step Time": 7.181856542825699}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7413229942321777, "Finetune/Loss (Raw)": 0.8260056972503662, "Finetune/Step": 5032, "Finetune/Step Time": 7.179751195013523}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7412028312683105, "Finetune/Loss (Raw)": 0.7728383541107178, "Finetune/Step": 5033, "Finetune/Step Time": 7.178202556446195}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7419242858886719, "Finetune/Loss (Raw)": 0.8194519281387329, "Finetune/Step": 5034, "Finetune/Step Time": 7.175754716619849}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7426932454109192, "Finetune/Loss (Raw)": 0.7166246175765991, "Finetune/Step": 5035, "Finetune/Step Time": 7.173064148053527}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7423824071884155, "Finetune/Loss (Raw)": 0.7408512830734253, "Finetune/Step": 5036, "Finetune/Step Time": 7.153086274862289}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7434707880020142, "Finetune/Loss (Raw)": 0.9072808623313904, "Finetune/Step": 5037, "Finetune/Step Time": 7.147637788206339}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7440747618675232, "Finetune/Loss (Raw)": 0.900884747505188, "Finetune/Step": 5038, "Finetune/Step Time": 7.154840225353837}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7455902099609375, "Finetune/Loss (Raw)": 0.9665564298629761, "Finetune/Step": 5039, "Finetune/Step Time": 7.159091820940375}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7440217733383179, "Finetune/Loss (Raw)": 0.564812183380127, "Finetune/Step": 5040, "Finetune/Step Time": 7.163538632914424}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7448256611824036, "Finetune/Loss (Raw)": 0.9177676439285278, "Finetune/Step": 5041, "Finetune/Step Time": 7.1516306940466166}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7486721277236938, "Finetune/Loss (Raw)": 0.8941090106964111, "Finetune/Step": 5042, "Finetune/Step Time": 7.151142131537199}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7498547434806824, "Finetune/Loss (Raw)": 0.8062620162963867, "Finetune/Step": 5043, "Finetune/Step Time": 7.153004115447402}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7501393556594849, "Finetune/Loss (Raw)": 0.7917333841323853, "Finetune/Step": 5044, "Finetune/Step Time": 7.155359942466021}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7491952180862427, "Finetune/Loss (Raw)": 0.2863033413887024, "Finetune/Step": 5045, "Finetune/Step Time": 7.153544947504997}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7454507350921631, "Finetune/Loss (Raw)": 0.32886993885040283, "Finetune/Step": 5046, "Finetune/Step Time": 7.166891364380717}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7457793951034546, "Finetune/Loss (Raw)": 0.8099316954612732, "Finetune/Step": 5047, "Finetune/Step Time": 7.166557736694813}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7459781169891357, "Finetune/Loss (Raw)": 0.9026073217391968, "Finetune/Step": 5048, "Finetune/Step Time": 7.16731933504343}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7458537817001343, "Finetune/Loss (Raw)": 0.7428182363510132, "Finetune/Step": 5049, "Finetune/Step Time": 7.159378116950393}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7462806701660156, "Finetune/Loss (Raw)": 0.7291784286499023, "Finetune/Step": 5050, "Finetune/Step Time": 7.1705056093633175}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7454500198364258, "Finetune/Loss (Raw)": 0.6322288513183594, "Finetune/Step": 5051, "Finetune/Step Time": 7.184908865019679}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7424677014350891, "Finetune/Loss (Raw)": 0.36769452691078186, "Finetune/Step": 5052, "Finetune/Step Time": 7.193536764010787}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7414040565490723, "Finetune/Loss (Raw)": 0.6008443236351013, "Finetune/Step": 5053, "Finetune/Step Time": 7.2022205498069525}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7425934672355652, "Finetune/Loss (Raw)": 0.8802790641784668, "Finetune/Step": 5054, "Finetune/Step Time": 7.208089865744114}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7425521612167358, "Finetune/Loss (Raw)": 0.7574180364608765, "Finetune/Step": 5055, "Finetune/Step Time": 7.208084225654602}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7445809245109558, "Finetune/Loss (Raw)": 0.8144852519035339, "Finetune/Step": 5056, "Finetune/Step Time": 7.18307444639504}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7446087598800659, "Finetune/Loss (Raw)": 0.7350139021873474, "Finetune/Step": 5057, "Finetune/Step Time": 7.1862157844007015}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7447234392166138, "Finetune/Loss (Raw)": 0.7998703718185425, "Finetune/Step": 5058, "Finetune/Step Time": 7.190329782664776}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7450300455093384, "Finetune/Loss (Raw)": 0.8746396899223328, "Finetune/Step": 5059, "Finetune/Step Time": 7.1881279200315475}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7457605600357056, "Finetune/Loss (Raw)": 0.9227152466773987, "Finetune/Step": 5060, "Finetune/Step Time": 7.1883036904037}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7468577027320862, "Finetune/Loss (Raw)": 0.8529074788093567, "Finetune/Step": 5061, "Finetune/Step Time": 7.1719550881534815}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.744949460029602, "Finetune/Loss (Raw)": 0.5965153574943542, "Finetune/Step": 5062, "Finetune/Step Time": 7.177430527284741}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7450553178787231, "Finetune/Loss (Raw)": 0.8728250861167908, "Finetune/Step": 5063, "Finetune/Step Time": 7.163411231711507}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7446585893630981, "Finetune/Loss (Raw)": 0.6423717737197876, "Finetune/Step": 5064, "Finetune/Step Time": 7.15961211360991}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7444331645965576, "Finetune/Loss (Raw)": 0.8827618956565857, "Finetune/Step": 5065, "Finetune/Step Time": 7.165581658482552}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7449237108230591, "Finetune/Loss (Raw)": 0.8830398321151733, "Finetune/Step": 5066, "Finetune/Step Time": 7.156962972134352}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7480816841125488, "Finetune/Loss (Raw)": 0.7409102916717529, "Finetune/Step": 5067, "Finetune/Step Time": 7.14708324149251}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.749575138092041, "Finetune/Loss (Raw)": 0.8177855014801025, "Finetune/Step": 5068, "Finetune/Step Time": 7.139373578131199}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7497403621673584, "Finetune/Loss (Raw)": 0.6963903903961182, "Finetune/Step": 5069, "Finetune/Step Time": 7.140725325793028}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7500283718109131, "Finetune/Loss (Raw)": 0.7276475429534912, "Finetune/Step": 5070, "Finetune/Step Time": 7.137450309470296}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7503594160079956, "Finetune/Loss (Raw)": 0.7278109192848206, "Finetune/Step": 5071, "Finetune/Step Time": 7.143255637958646}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.751384973526001, "Finetune/Loss (Raw)": 0.9393303990364075, "Finetune/Step": 5072, "Finetune/Step Time": 7.145623754709959}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7509911060333252, "Finetune/Loss (Raw)": 0.82545405626297, "Finetune/Step": 5073, "Finetune/Step Time": 7.149472244083881}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7521697878837585, "Finetune/Loss (Raw)": 0.8801192045211792, "Finetune/Step": 5074, "Finetune/Step Time": 7.134913185611367}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.749016284942627, "Finetune/Loss (Raw)": 0.3732323944568634, "Finetune/Step": 5075, "Finetune/Step Time": 7.145950874313712}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7494730949401855, "Finetune/Loss (Raw)": 0.7941542267799377, "Finetune/Step": 5076, "Finetune/Step Time": 7.144268926233053}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7497775554656982, "Finetune/Loss (Raw)": 0.7458603382110596, "Finetune/Step": 5077, "Finetune/Step Time": 7.164906799793243}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7501437664031982, "Finetune/Loss (Raw)": 0.7201114296913147, "Finetune/Step": 5078, "Finetune/Step Time": 7.1487516816705465}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7505666017532349, "Finetune/Loss (Raw)": 0.8856510519981384, "Finetune/Step": 5079, "Finetune/Step Time": 7.159459607675672}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.750896155834198, "Finetune/Loss (Raw)": 0.8436785936355591, "Finetune/Step": 5080, "Finetune/Step Time": 7.151319053024054}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.750188410282135, "Finetune/Loss (Raw)": 0.617612361907959, "Finetune/Step": 5081, "Finetune/Step Time": 7.146724004298449}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7468032836914062, "Finetune/Loss (Raw)": 0.3427331745624542, "Finetune/Step": 5082, "Finetune/Step Time": 7.121172223240137}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7463070154190063, "Finetune/Loss (Raw)": 0.7297059893608093, "Finetune/Step": 5083, "Finetune/Step Time": 7.124796332791448}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7452504634857178, "Finetune/Loss (Raw)": 0.6992696523666382, "Finetune/Step": 5084, "Finetune/Step Time": 7.134477784857154}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7445617318153381, "Finetune/Loss (Raw)": 0.756135880947113, "Finetune/Step": 5085, "Finetune/Step Time": 7.137117663398385}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7463442087173462, "Finetune/Loss (Raw)": 0.9250025153160095, "Finetune/Step": 5086, "Finetune/Step Time": 7.124033121392131}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7488131523132324, "Finetune/Loss (Raw)": 0.754516065120697, "Finetune/Step": 5087, "Finetune/Step Time": 7.131150322034955}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7502144575119019, "Finetune/Loss (Raw)": 0.9185667634010315, "Finetune/Step": 5088, "Finetune/Step Time": 7.130397720262408}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7510260939598083, "Finetune/Loss (Raw)": 0.8483803868293762, "Finetune/Step": 5089, "Finetune/Step Time": 7.128628127276897}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7502426505088806, "Finetune/Loss (Raw)": 0.7257027626037598, "Finetune/Step": 5090, "Finetune/Step Time": 7.1398934200406075}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7508459687232971, "Finetune/Loss (Raw)": 0.8296117186546326, "Finetune/Step": 5091, "Finetune/Step Time": 7.147481180727482}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7465662956237793, "Finetune/Loss (Raw)": 0.3198070228099823, "Finetune/Step": 5092, "Finetune/Step Time": 7.156924121081829}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7458240985870361, "Finetune/Loss (Raw)": 0.8193616271018982, "Finetune/Step": 5093, "Finetune/Step Time": 7.1577768586575985}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7447107434272766, "Finetune/Loss (Raw)": 0.5888747572898865, "Finetune/Step": 5094, "Finetune/Step Time": 7.166670298203826}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7424392700195312, "Finetune/Loss (Raw)": 0.5802167654037476, "Finetune/Step": 5095, "Finetune/Step Time": 7.173488946631551}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7416355609893799, "Finetune/Loss (Raw)": 0.6975127458572388, "Finetune/Step": 5096, "Finetune/Step Time": 7.199356731027365}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7395874857902527, "Finetune/Loss (Raw)": 0.46849802136421204, "Finetune/Step": 5097, "Finetune/Step Time": 7.189579948782921}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7385369539260864, "Finetune/Loss (Raw)": 0.6594014167785645, "Finetune/Step": 5098, "Finetune/Step Time": 7.190974237397313}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7370336055755615, "Finetune/Loss (Raw)": 0.7083672881126404, "Finetune/Step": 5099, "Finetune/Step Time": 7.177761785686016}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7363430261611938, "Finetune/Loss (Raw)": 0.6691682934761047, "Finetune/Step": 5100, "Finetune/Step Time": 7.16252856515348}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7345991134643555, "Finetune/Loss (Raw)": 0.7118052244186401, "Finetune/Step": 5101, "Finetune/Step Time": 7.162845745682716}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7379175424575806, "Finetune/Loss (Raw)": 0.727901041507721, "Finetune/Step": 5102, "Finetune/Step Time": 7.150932118296623}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7393261194229126, "Finetune/Loss (Raw)": 0.8758659958839417, "Finetune/Step": 5103, "Finetune/Step Time": 7.14587333612144}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.736390233039856, "Finetune/Loss (Raw)": 0.5322701334953308, "Finetune/Step": 5104, "Finetune/Step Time": 7.147957289591432}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.737593948841095, "Finetune/Loss (Raw)": 0.829522430896759, "Finetune/Step": 5105, "Finetune/Step Time": 7.125791585072875}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.738908052444458, "Finetune/Loss (Raw)": 0.9099839329719543, "Finetune/Step": 5106, "Finetune/Step Time": 7.1301730163395405}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7404348254203796, "Finetune/Loss (Raw)": 0.8616955876350403, "Finetune/Step": 5107, "Finetune/Step Time": 7.12846970371902}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7413784265518188, "Finetune/Loss (Raw)": 0.774486780166626, "Finetune/Step": 5108, "Finetune/Step Time": 7.112084407359362}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7426746487617493, "Finetune/Loss (Raw)": 0.8869994282722473, "Finetune/Step": 5109, "Finetune/Step Time": 7.114251170307398}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7416383624076843, "Finetune/Loss (Raw)": 0.7501096129417419, "Finetune/Step": 5110, "Finetune/Step Time": 7.125197632238269}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7435353994369507, "Finetune/Loss (Raw)": 0.6537280678749084, "Finetune/Step": 5111, "Finetune/Step Time": 7.135633144527674}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7412633299827576, "Finetune/Loss (Raw)": 0.34733846783638, "Finetune/Step": 5112, "Finetune/Step Time": 7.138825297355652}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7366834878921509, "Finetune/Loss (Raw)": 0.2874358594417572, "Finetune/Step": 5113, "Finetune/Step Time": 7.156951606273651}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7376976609230042, "Finetune/Loss (Raw)": 0.7388861179351807, "Finetune/Step": 5114, "Finetune/Step Time": 7.157854959368706}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7368996143341064, "Finetune/Loss (Raw)": 0.7183433175086975, "Finetune/Step": 5115, "Finetune/Step Time": 7.14922852627933}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7322932481765747, "Finetune/Loss (Raw)": 0.2577628195285797, "Finetune/Step": 5116, "Finetune/Step Time": 7.156538428738713}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7333171367645264, "Finetune/Loss (Raw)": 0.9465699791908264, "Finetune/Step": 5117, "Finetune/Step Time": 7.157578973099589}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7333800196647644, "Finetune/Loss (Raw)": 0.7964367866516113, "Finetune/Step": 5118, "Finetune/Step Time": 7.159381851553917}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7343395352363586, "Finetune/Loss (Raw)": 0.891960859298706, "Finetune/Step": 5119, "Finetune/Step Time": 7.158770201727748}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.729705810546875, "Finetune/Loss (Raw)": 0.3409098982810974, "Finetune/Step": 5120, "Finetune/Step Time": 7.156282253563404}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7313533425331116, "Finetune/Loss (Raw)": 0.7137095928192139, "Finetune/Step": 5121, "Finetune/Step Time": 7.1419786754995584}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7307108640670776, "Finetune/Loss (Raw)": 0.7013558149337769, "Finetune/Step": 5122, "Finetune/Step Time": 7.1334854532033205}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7326115369796753, "Finetune/Loss (Raw)": 0.8176423907279968, "Finetune/Step": 5123, "Finetune/Step Time": 7.134548876434565}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7326924204826355, "Finetune/Loss (Raw)": 0.901210606098175, "Finetune/Step": 5124, "Finetune/Step Time": 7.134650597348809}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7327603697776794, "Finetune/Loss (Raw)": 0.8560870885848999, "Finetune/Step": 5125, "Finetune/Step Time": 7.138666225597262}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7277784943580627, "Finetune/Loss (Raw)": 0.38648727536201477, "Finetune/Step": 5126, "Finetune/Step Time": 7.150369891896844}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7258535623550415, "Finetune/Loss (Raw)": 0.6477661728858948, "Finetune/Step": 5127, "Finetune/Step Time": 7.162984296679497}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7292248010635376, "Finetune/Loss (Raw)": 0.7813257575035095, "Finetune/Step": 5128, "Finetune/Step Time": 7.15164646692574}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7251726388931274, "Finetune/Loss (Raw)": 0.28874489665031433, "Finetune/Step": 5129, "Finetune/Step Time": 7.164824554696679}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7270855903625488, "Finetune/Loss (Raw)": 0.7764883637428284, "Finetune/Step": 5130, "Finetune/Step Time": 7.159318562597036}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7262365818023682, "Finetune/Loss (Raw)": 0.594246506690979, "Finetune/Step": 5131, "Finetune/Step Time": 7.165391605347395}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.725968599319458, "Finetune/Loss (Raw)": 0.5874595642089844, "Finetune/Step": 5132, "Finetune/Step Time": 7.159977983683348}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.725675106048584, "Finetune/Loss (Raw)": 0.7297577261924744, "Finetune/Step": 5133, "Finetune/Step Time": 7.1603721883147955}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7258976697921753, "Finetune/Loss (Raw)": 0.8241605162620544, "Finetune/Step": 5134, "Finetune/Step Time": 7.163811881095171}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7265860438346863, "Finetune/Loss (Raw)": 0.6548520922660828, "Finetune/Step": 5135, "Finetune/Step Time": 7.146878434345126}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7283499240875244, "Finetune/Loss (Raw)": 0.9222002029418945, "Finetune/Step": 5136, "Finetune/Step Time": 7.15194015391171}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7270603179931641, "Finetune/Loss (Raw)": 0.7640212178230286, "Finetune/Step": 5137, "Finetune/Step Time": 7.155554922297597}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7266243100166321, "Finetune/Loss (Raw)": 0.7366349697113037, "Finetune/Step": 5138, "Finetune/Step Time": 7.170674739405513}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7233830094337463, "Finetune/Loss (Raw)": 0.3356863260269165, "Finetune/Step": 5139, "Finetune/Step Time": 7.184091899544001}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7235857248306274, "Finetune/Loss (Raw)": 0.7962904572486877, "Finetune/Step": 5140, "Finetune/Step Time": 7.179809683933854}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7254459857940674, "Finetune/Loss (Raw)": 0.8785138726234436, "Finetune/Step": 5141, "Finetune/Step Time": 7.177625633776188}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7250599265098572, "Finetune/Loss (Raw)": 0.6735765933990479, "Finetune/Step": 5142, "Finetune/Step Time": 7.1823775712400675}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7266731858253479, "Finetune/Loss (Raw)": 0.9042595624923706, "Finetune/Step": 5143, "Finetune/Step Time": 7.18583925627172}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7255859375, "Finetune/Loss (Raw)": 0.5865764617919922, "Finetune/Step": 5144, "Finetune/Step Time": 7.191826093941927}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7262589931488037, "Finetune/Loss (Raw)": 0.7645080089569092, "Finetune/Step": 5145, "Finetune/Step Time": 7.193067379295826}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7280547022819519, "Finetune/Loss (Raw)": 0.8951072096824646, "Finetune/Step": 5146, "Finetune/Step Time": 7.1787114553153515}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7284961342811584, "Finetune/Loss (Raw)": 0.7923595905303955, "Finetune/Step": 5147, "Finetune/Step Time": 7.180966781452298}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7298290729522705, "Finetune/Loss (Raw)": 0.5142151117324829, "Finetune/Step": 5148, "Finetune/Step Time": 7.173860838636756}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7291969060897827, "Finetune/Loss (Raw)": 0.7582571506500244, "Finetune/Step": 5149, "Finetune/Step Time": 7.180136054754257}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7288534641265869, "Finetune/Loss (Raw)": 0.7687708735466003, "Finetune/Step": 5150, "Finetune/Step Time": 7.187917260453105}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7285998463630676, "Finetune/Loss (Raw)": 0.7300747632980347, "Finetune/Step": 5151, "Finetune/Step Time": 7.184995790943503}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7282493114471436, "Finetune/Loss (Raw)": 0.7085046768188477, "Finetune/Step": 5152, "Finetune/Step Time": 7.1985336150974035}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.725691556930542, "Finetune/Loss (Raw)": 0.4185572564601898, "Finetune/Step": 5153, "Finetune/Step Time": 7.200365401804447}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7220381498336792, "Finetune/Loss (Raw)": 0.369370698928833, "Finetune/Step": 5154, "Finetune/Step Time": 7.214765535667539}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7208863496780396, "Finetune/Loss (Raw)": 0.6982787847518921, "Finetune/Step": 5155, "Finetune/Step Time": 7.216209460049868}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7204986810684204, "Finetune/Loss (Raw)": 0.8516106605529785, "Finetune/Step": 5156, "Finetune/Step Time": 7.2287192065268755}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7201526761054993, "Finetune/Loss (Raw)": 0.778639018535614, "Finetune/Step": 5157, "Finetune/Step Time": 7.228537680581212}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7202496528625488, "Finetune/Loss (Raw)": 0.7659137845039368, "Finetune/Step": 5158, "Finetune/Step Time": 7.225196586921811}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7213086485862732, "Finetune/Loss (Raw)": 0.8971944451332092, "Finetune/Step": 5159, "Finetune/Step Time": 7.226246220991015}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7219885587692261, "Finetune/Loss (Raw)": 0.9130330681800842, "Finetune/Step": 5160, "Finetune/Step Time": 7.224486334249377}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7223821878433228, "Finetune/Loss (Raw)": 0.8232216835021973, "Finetune/Step": 5161, "Finetune/Step Time": 7.235590862110257}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7213834524154663, "Finetune/Loss (Raw)": 0.6916141510009766, "Finetune/Step": 5162, "Finetune/Step Time": 7.239896092563868}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.722100555896759, "Finetune/Loss (Raw)": 0.8084142804145813, "Finetune/Step": 5163, "Finetune/Step Time": 7.246210664510727}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7228384017944336, "Finetune/Loss (Raw)": 0.8353042006492615, "Finetune/Step": 5164, "Finetune/Step Time": 7.258766133338213}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7201740145683289, "Finetune/Loss (Raw)": 0.5662311911582947, "Finetune/Step": 5165, "Finetune/Step Time": 7.268377646803856}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.7189570665359497, "Finetune/Loss (Raw)": 0.7451124787330627, "Finetune/Step": 5166, "Finetune/Step Time": 7.275438770651817}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7164913415908813, "Finetune/Loss (Raw)": 0.6509512066841125, "Finetune/Step": 5167, "Finetune/Step Time": 7.26804668456316}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7189420461654663, "Finetune/Loss (Raw)": 0.8784936666488647, "Finetune/Step": 5168, "Finetune/Step Time": 7.257200790569186}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7185562252998352, "Finetune/Loss (Raw)": 0.8683874011039734, "Finetune/Step": 5169, "Finetune/Step Time": 7.2575168907642365}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7164887189865112, "Finetune/Loss (Raw)": 0.6294658184051514, "Finetune/Step": 5170, "Finetune/Step Time": 7.2537748366594315}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7175717353820801, "Finetune/Loss (Raw)": 0.9448868632316589, "Finetune/Step": 5171, "Finetune/Step Time": 7.248952077701688}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7171218395233154, "Finetune/Loss (Raw)": 0.7341559529304504, "Finetune/Step": 5172, "Finetune/Step Time": 7.245721818879247}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7203955054283142, "Finetune/Loss (Raw)": 0.7053310871124268, "Finetune/Step": 5173, "Finetune/Step Time": 7.231048407033086}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7254021167755127, "Finetune/Loss (Raw)": 0.9697182178497314, "Finetune/Step": 5174, "Finetune/Step Time": 7.216584304347634}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7248666286468506, "Finetune/Loss (Raw)": 0.7413784861564636, "Finetune/Step": 5175, "Finetune/Step Time": 7.221667060628533}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7203372716903687, "Finetune/Loss (Raw)": 0.32285600900650024, "Finetune/Step": 5176, "Finetune/Step Time": 7.2334363386034966}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7209979891777039, "Finetune/Loss (Raw)": 0.8273926377296448, "Finetune/Step": 5177, "Finetune/Step Time": 7.2269971910864115}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7204320430755615, "Finetune/Loss (Raw)": 0.6567296385765076, "Finetune/Step": 5178, "Finetune/Step Time": 7.210776740685105}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.720831573009491, "Finetune/Loss (Raw)": 0.6833694577217102, "Finetune/Step": 5179, "Finetune/Step Time": 7.205454744398594}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7227998971939087, "Finetune/Loss (Raw)": 0.6196447014808655, "Finetune/Step": 5180, "Finetune/Step Time": 7.199537392705679}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7243315577507019, "Finetune/Loss (Raw)": 0.7968923449516296, "Finetune/Step": 5181, "Finetune/Step Time": 7.193500118330121}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7221142053604126, "Finetune/Loss (Raw)": 0.5964644551277161, "Finetune/Step": 5182, "Finetune/Step Time": 7.196152964606881}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7226971387863159, "Finetune/Loss (Raw)": 0.83203125, "Finetune/Step": 5183, "Finetune/Step Time": 7.199762161821127}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7214852571487427, "Finetune/Loss (Raw)": 0.6593643426895142, "Finetune/Step": 5184, "Finetune/Step Time": 7.209375346079469}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7222006916999817, "Finetune/Loss (Raw)": 0.8265841007232666, "Finetune/Step": 5185, "Finetune/Step Time": 7.220132544636726}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7188910245895386, "Finetune/Loss (Raw)": 0.3762443959712982, "Finetune/Step": 5186, "Finetune/Step Time": 7.230516379699111}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.717017412185669, "Finetune/Loss (Raw)": 0.634815514087677, "Finetune/Step": 5187, "Finetune/Step Time": 7.247396193444729}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.715171217918396, "Finetune/Loss (Raw)": 0.6864007711410522, "Finetune/Step": 5188, "Finetune/Step Time": 7.248073467984796}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.713118851184845, "Finetune/Loss (Raw)": 0.5902049541473389, "Finetune/Step": 5189, "Finetune/Step Time": 7.258990729227662}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.713202714920044, "Finetune/Loss (Raw)": 0.6072449684143066, "Finetune/Step": 5190, "Finetune/Step Time": 7.256233531981707}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7113323211669922, "Finetune/Loss (Raw)": 0.6334162354469299, "Finetune/Step": 5191, "Finetune/Step Time": 7.267483621835709}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7119100093841553, "Finetune/Loss (Raw)": 0.716317355632782, "Finetune/Step": 5192, "Finetune/Step Time": 7.262742878869176}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7103268504142761, "Finetune/Loss (Raw)": 0.6801145076751709, "Finetune/Step": 5193, "Finetune/Step Time": 7.273377403616905}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.706035852432251, "Finetune/Loss (Raw)": 0.33379992842674255, "Finetune/Step": 5194, "Finetune/Step Time": 7.2858602572232485}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7058539390563965, "Finetune/Loss (Raw)": 0.7176186442375183, "Finetune/Step": 5195, "Finetune/Step Time": 7.284101534634829}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7050526738166809, "Finetune/Loss (Raw)": 0.7152276039123535, "Finetune/Step": 5196, "Finetune/Step Time": 7.289655152708292}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7059766054153442, "Finetune/Loss (Raw)": 0.8146501779556274, "Finetune/Step": 5197, "Finetune/Step Time": 7.282123910263181}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7058500051498413, "Finetune/Loss (Raw)": 0.7114388942718506, "Finetune/Step": 5198, "Finetune/Step Time": 7.277549896389246}