diff --git "a/prism-siglip-controlled+13b/run-metrics.jsonl" "b/prism-siglip-controlled+13b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-siglip-controlled+13b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-13b-pure", "llm_max_length": 2048, "model_id": "prism-siglip-controlled+13b", "reduce_in_full_precision": false, "type": "prism-siglip-controlled+13b", "vision_backbone_id": "siglip-vit-so400m-384px"}, "pretrained_checkpoint": null, "run_id": "prism-siglip-controlled+13b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-siglip-controlled+13b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 8.246423721313477, "Finetune/Loss (Raw)": 8.246423721313477, "Finetune/Step": 1, "Finetune/Step Time": 31.93594527244568}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 6.967456340789795, "Finetune/Loss (Raw)": 5.688488960266113, "Finetune/Step": 2, "Finetune/Step Time": 24.056263208389282}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 6.301918029785156, "Finetune/Loss (Raw)": 4.9708428382873535, "Finetune/Step": 3, "Finetune/Step Time": 19.712210019429524}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 5.987455368041992, "Finetune/Loss (Raw)": 5.044065475463867, "Finetune/Step": 4, "Finetune/Step Time": 17.601871132850647}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 5.7565789222717285, "Finetune/Loss (Raw)": 4.833073616027832, "Finetune/Step": 5, "Finetune/Step Time": 16.529737329483034}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 5.618463039398193, "Finetune/Loss (Raw)": 4.927883625030518, "Finetune/Step": 6, "Finetune/Step Time": 15.927743752797445}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 5.537572383880615, "Finetune/Loss (Raw)": 5.052225589752197, "Finetune/Step": 7, "Finetune/Step Time": 15.275740555354528}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 5.462222099304199, "Finetune/Loss (Raw)": 4.934773921966553, "Finetune/Step": 8, "Finetune/Step Time": 15.221123039722443}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 5.367705345153809, "Finetune/Loss (Raw)": 4.611572265625, "Finetune/Step": 9, "Finetune/Step Time": 14.821992503272163}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 5.372165679931641, "Finetune/Loss (Raw)": 5.412309169769287, "Finetune/Step": 10, "Finetune/Step Time": 14.895021605491639}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 5.279127597808838, "Finetune/Loss (Raw)": 4.348743438720703, "Finetune/Step": 11, "Finetune/Step Time": 14.624277808449484}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 5.182207107543945, "Finetune/Loss (Raw)": 4.116084575653076, "Finetune/Step": 12, "Finetune/Step Time": 14.345696409543356}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 5.075899600982666, "Finetune/Loss (Raw)": 3.8002071380615234, "Finetune/Step": 13, "Finetune/Step Time": 14.142999960825993}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 4.981940269470215, "Finetune/Loss (Raw)": 3.760469436645508, "Finetune/Step": 14, "Finetune/Step Time": 13.930288246699742}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 4.881094455718994, "Finetune/Loss (Raw)": 3.4692575931549072, "Finetune/Step": 15, "Finetune/Step Time": 13.87236671447754}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 4.754544258117676, "Finetune/Loss (Raw)": 2.8562889099121094, "Finetune/Step": 16, "Finetune/Step Time": 13.832798674702644}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 4.648209095001221, "Finetune/Loss (Raw)": 2.946845293045044, "Finetune/Step": 17, "Finetune/Step Time": 13.698108631021837}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 4.528955459594727, "Finetune/Loss (Raw)": 2.5016443729400635, "Finetune/Step": 18, "Finetune/Step Time": 13.615724205970764}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 4.427303314208984, "Finetune/Loss (Raw)": 2.5975565910339355, "Finetune/Step": 19, "Finetune/Step Time": 13.488681906148008}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 4.323903560638428, "Finetune/Loss (Raw)": 2.359316825866699, "Finetune/Step": 20, "Finetune/Step Time": 13.333808314800262}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 4.219828128814697, "Finetune/Loss (Raw)": 2.1383278369903564, "Finetune/Step": 21, "Finetune/Step Time": 13.32582021894909}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 4.113413333892822, "Finetune/Loss (Raw)": 1.8786909580230713, "Finetune/Step": 22, "Finetune/Step Time": 13.239082184704868}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 3.9574666023254395, "Finetune/Loss (Raw)": 0.5266371369361877, "Finetune/Step": 23, "Finetune/Step Time": 13.319033716035927}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 3.874249219894409, "Finetune/Loss (Raw)": 1.9602545499801636, "Finetune/Step": 24, "Finetune/Step Time": 13.21820064385732}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 3.7919673919677734, "Finetune/Loss (Raw)": 1.8172085285186768, "Finetune/Step": 25, "Finetune/Step Time": 13.156604623794555}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 3.669438123703003, "Finetune/Loss (Raw)": 0.606201171875, "Finetune/Step": 26, "Finetune/Step Time": 13.263543495765099}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 3.6012892723083496, "Finetune/Loss (Raw)": 1.8294206857681274, "Finetune/Step": 27, "Finetune/Step Time": 13.162566184997559}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 3.5297465324401855, "Finetune/Loss (Raw)": 1.5980952978134155, "Finetune/Step": 28, "Finetune/Step Time": 13.082903598036085}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 3.4664382934570312, "Finetune/Loss (Raw)": 1.6938080787658691, "Finetune/Step": 29, "Finetune/Step Time": 13.075593323543155}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 3.400801420211792, "Finetune/Loss (Raw)": 1.4973260164260864, "Finetune/Step": 30, "Finetune/Step Time": 13.07149506409963}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 3.343295097351074, "Finetune/Loss (Raw)": 1.618117332458496, "Finetune/Step": 31, "Finetune/Step Time": 13.027138556203534}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 3.285661220550537, "Finetune/Loss (Raw)": 1.4989969730377197, "Finetune/Step": 32, "Finetune/Step Time": 13.07320149242878}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 3.2264461517333984, "Finetune/Loss (Raw)": 1.3315677642822266, "Finetune/Step": 33, "Finetune/Step Time": 13.04346913279909}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 3.169830322265625, "Finetune/Loss (Raw)": 1.3015047311782837, "Finetune/Step": 34, "Finetune/Step Time": 12.985632342450758}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 3.1263184547424316, "Finetune/Loss (Raw)": 1.64691960811615, "Finetune/Step": 35, "Finetune/Step Time": 12.967867081505911}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 3.0776665210723877, "Finetune/Loss (Raw)": 1.3748453855514526, "Finetune/Step": 36, "Finetune/Step Time": 12.993237104680803}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 3.03495454788208, "Finetune/Loss (Raw)": 1.4973294734954834, "Finetune/Step": 37, "Finetune/Step Time": 13.08233263041522}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.9898645877838135, "Finetune/Loss (Raw)": 1.3215223550796509, "Finetune/Step": 38, "Finetune/Step Time": 13.030749471564041}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.9464151859283447, "Finetune/Loss (Raw)": 1.29534113407135, "Finetune/Step": 39, "Finetune/Step Time": 12.96632249538715}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 2.9040722846984863, "Finetune/Loss (Raw)": 1.2526962757110596, "Finetune/Step": 40, "Finetune/Step Time": 12.979598939418793}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 2.867053747177124, "Finetune/Loss (Raw)": 1.3863226175308228, "Finetune/Step": 41, "Finetune/Step Time": 12.908273865536946}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 2.830775737762451, "Finetune/Loss (Raw)": 1.3433752059936523, "Finetune/Step": 42, "Finetune/Step Time": 12.864797268595014}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 2.7941155433654785, "Finetune/Loss (Raw)": 1.2543941736221313, "Finetune/Step": 43, "Finetune/Step Time": 12.867743558661882}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 2.759209156036377, "Finetune/Loss (Raw)": 1.2582224607467651, "Finetune/Step": 44, "Finetune/Step Time": 12.855835784565318}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 2.7234554290771484, "Finetune/Loss (Raw)": 1.1502974033355713, "Finetune/Step": 45, "Finetune/Step Time": 12.957152530882095}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 2.6769917011260986, "Finetune/Loss (Raw)": 0.5861124396324158, "Finetune/Step": 46, "Finetune/Step Time": 13.014801942783853}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 2.644954204559326, "Finetune/Loss (Raw)": 1.1712478399276733, "Finetune/Step": 47, "Finetune/Step Time": 12.990228257280714}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 2.614257335662842, "Finetune/Loss (Raw)": 1.171484351158142, "Finetune/Step": 48, "Finetune/Step Time": 13.02913019557794}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 2.585651159286499, "Finetune/Loss (Raw)": 1.2125784158706665, "Finetune/Step": 49, "Finetune/Step Time": 13.005026583768883}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 2.5552690029144287, "Finetune/Loss (Raw)": 1.0665371417999268, "Finetune/Step": 50, "Finetune/Step Time": 12.960774922370911}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 2.5282487869262695, "Finetune/Loss (Raw)": 1.1772334575653076, "Finetune/Step": 51, "Finetune/Step Time": 12.930416135226979}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.50358510017395, "Finetune/Loss (Raw)": 1.245725154876709, "Finetune/Step": 52, "Finetune/Step Time": 12.944810156638805}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.473802328109741, "Finetune/Loss (Raw)": 0.925107479095459, "Finetune/Step": 53, "Finetune/Step Time": 12.961725369939264}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 2.4457461833953857, "Finetune/Loss (Raw)": 0.9587754011154175, "Finetune/Step": 54, "Finetune/Step Time": 12.953814113581622}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 2.4219563007354736, "Finetune/Loss (Raw)": 1.1373012065887451, "Finetune/Step": 55, "Finetune/Step Time": 12.957005739212036}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 2.398540496826172, "Finetune/Loss (Raw)": 1.1106754541397095, "Finetune/Step": 56, "Finetune/Step Time": 12.97067158988544}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 2.374309778213501, "Finetune/Loss (Raw)": 1.0173869132995605, "Finetune/Step": 57, "Finetune/Step Time": 12.94795284354896}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 2.3512418270111084, "Finetune/Loss (Raw)": 1.0363645553588867, "Finetune/Step": 58, "Finetune/Step Time": 12.99296918408624}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 2.3294641971588135, "Finetune/Loss (Raw)": 1.0663535594940186, "Finetune/Step": 59, "Finetune/Step Time": 13.007285405013521}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 2.3077213764190674, "Finetune/Loss (Raw)": 1.0248905420303345, "Finetune/Step": 60, "Finetune/Step Time": 12.979233288764954}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 2.288591146469116, "Finetune/Loss (Raw)": 1.140803337097168, "Finetune/Step": 61, "Finetune/Step Time": 12.95586805656308}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 2.269970655441284, "Finetune/Loss (Raw)": 1.1341087818145752, "Finetune/Step": 62, "Finetune/Step Time": 12.927857748923763}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 2.252732276916504, "Finetune/Loss (Raw)": 1.1839377880096436, "Finetune/Step": 63, "Finetune/Step Time": 12.896582213659135}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 2.233804225921631, "Finetune/Loss (Raw)": 1.0413544178009033, "Finetune/Step": 64, "Finetune/Step Time": 12.954683374613523}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 2.2153706550598145, "Finetune/Loss (Raw)": 1.0356264114379883, "Finetune/Step": 65, "Finetune/Step Time": 12.947537620250996}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 2.1965293884277344, "Finetune/Loss (Raw)": 0.9718401432037354, "Finetune/Step": 66, "Finetune/Step Time": 12.927926370591829}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 2.1768648624420166, "Finetune/Loss (Raw)": 0.8790023326873779, "Finetune/Step": 67, "Finetune/Step Time": 12.898238381343102}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 2.1607797145843506, "Finetune/Loss (Raw)": 1.0830769538879395, "Finetune/Step": 68, "Finetune/Step Time": 12.89744807692135}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 2.145659923553467, "Finetune/Loss (Raw)": 1.1175165176391602, "Finetune/Step": 69, "Finetune/Step Time": 12.869829060374826}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 2.131448268890381, "Finetune/Loss (Raw)": 1.1508454084396362, "Finetune/Step": 70, "Finetune/Step Time": 12.848834606579372}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 2.1138124465942383, "Finetune/Loss (Raw)": 0.879313588142395, "Finetune/Step": 71, "Finetune/Step Time": 12.832895900162173}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 2.0977542400360107, "Finetune/Loss (Raw)": 0.9576046466827393, "Finetune/Step": 72, "Finetune/Step Time": 12.804494990242851}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 2.0810699462890625, "Finetune/Loss (Raw)": 0.8798026442527771, "Finetune/Step": 73, "Finetune/Step Time": 12.786496315916924}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 2.0650172233581543, "Finetune/Loss (Raw)": 0.8931846618652344, "Finetune/Step": 74, "Finetune/Step Time": 12.762791485399813}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 2.048365831375122, "Finetune/Loss (Raw)": 0.8161335587501526, "Finetune/Step": 75, "Finetune/Step Time": 12.757552976608276}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 2.0340092182159424, "Finetune/Loss (Raw)": 0.9572817087173462, "Finetune/Step": 76, "Finetune/Step Time": 12.74829309865048}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 2.021376132965088, "Finetune/Loss (Raw)": 1.0612637996673584, "Finetune/Step": 77, "Finetune/Step Time": 12.72373114313398}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 2.010441541671753, "Finetune/Loss (Raw)": 1.1684743165969849, "Finetune/Step": 78, "Finetune/Step Time": 12.700163281880892}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.9991880655288696, "Finetune/Loss (Raw)": 1.1214063167572021, "Finetune/Step": 79, "Finetune/Step Time": 12.685544723196875}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.986085295677185, "Finetune/Loss (Raw)": 0.9509740471839905, "Finetune/Step": 80, "Finetune/Step Time": 12.699482664465904}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.9755349159240723, "Finetune/Loss (Raw)": 1.131501317024231, "Finetune/Step": 81, "Finetune/Step Time": 12.697802734963687}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.9644842147827148, "Finetune/Loss (Raw)": 1.0693771839141846, "Finetune/Step": 82, "Finetune/Step Time": 12.679622964161199}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.9517728090286255, "Finetune/Loss (Raw)": 0.9094371199607849, "Finetune/Step": 83, "Finetune/Step Time": 12.696112744779471}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.9418718814849854, "Finetune/Loss (Raw)": 1.120081901550293, "Finetune/Step": 84, "Finetune/Step Time": 12.700205587205433}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.9308260679244995, "Finetune/Loss (Raw)": 1.002977967262268, "Finetune/Step": 85, "Finetune/Step Time": 12.68710557713228}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.9158406257629395, "Finetune/Loss (Raw)": 0.6420871615409851, "Finetune/Step": 86, "Finetune/Step Time": 12.725314636563146}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.9052082300186157, "Finetune/Loss (Raw)": 0.9908120036125183, "Finetune/Step": 87, "Finetune/Step Time": 12.711023440306214}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.8968523740768433, "Finetune/Loss (Raw)": 1.1699002981185913, "Finetune/Step": 88, "Finetune/Step Time": 12.722555615685202}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.8870384693145752, "Finetune/Loss (Raw)": 1.0234266519546509, "Finetune/Step": 89, "Finetune/Step Time": 12.709264701671815}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.8781830072402954, "Finetune/Loss (Raw)": 1.0900362730026245, "Finetune/Step": 90, "Finetune/Step Time": 12.723387530114916}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.8698391914367676, "Finetune/Loss (Raw)": 1.1188963651657104, "Finetune/Step": 91, "Finetune/Step Time": 12.727872358573663}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.8618899583816528, "Finetune/Loss (Raw)": 1.13850736618042, "Finetune/Step": 92, "Finetune/Step Time": 12.71803655313409}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.8513590097427368, "Finetune/Loss (Raw)": 0.8825239539146423, "Finetune/Step": 93, "Finetune/Step Time": 12.706878339090656}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.8434388637542725, "Finetune/Loss (Raw)": 1.106868028640747, "Finetune/Step": 94, "Finetune/Step Time": 12.713595742874958}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.8346796035766602, "Finetune/Loss (Raw)": 1.011294960975647, "Finetune/Step": 95, "Finetune/Step Time": 12.701556564632215}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.8262107372283936, "Finetune/Loss (Raw)": 1.0216675996780396, "Finetune/Step": 96, "Finetune/Step Time": 12.706159298618635}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.8176578283309937, "Finetune/Loss (Raw)": 0.996595025062561, "Finetune/Step": 97, "Finetune/Step Time": 12.70338271819439}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.8100199699401855, "Finetune/Loss (Raw)": 1.069132685661316, "Finetune/Step": 98, "Finetune/Step Time": 12.685859183875882}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.7972902059555054, "Finetune/Loss (Raw)": 0.5497896075248718, "Finetune/Step": 99, "Finetune/Step Time": 12.704724819973261}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.7907360792160034, "Finetune/Loss (Raw)": 1.1418603658676147, "Finetune/Step": 100, "Finetune/Step Time": 12.694730761051177}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.7829129695892334, "Finetune/Loss (Raw)": 1.000612735748291, "Finetune/Step": 101, "Finetune/Step Time": 12.698654713016925}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.7765108346939087, "Finetune/Loss (Raw)": 1.1299054622650146, "Finetune/Step": 102, "Finetune/Step Time": 12.676838994026184}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.764872431755066, "Finetune/Loss (Raw)": 0.5777453780174255, "Finetune/Step": 103, "Finetune/Step Time": 12.69869192132672}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.7584898471832275, "Finetune/Loss (Raw)": 1.1010723114013672, "Finetune/Step": 104, "Finetune/Step Time": 12.683348637360792}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.7510722875595093, "Finetune/Loss (Raw)": 0.979648768901825, "Finetune/Step": 105, "Finetune/Step Time": 12.66190443493071}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.7441564798355103, "Finetune/Loss (Raw)": 1.0180084705352783, "Finetune/Step": 106, "Finetune/Step Time": 12.644410477494294}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.7376370429992676, "Finetune/Loss (Raw)": 1.0465792417526245, "Finetune/Step": 107, "Finetune/Step Time": 12.626371789201398}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.7305653095245361, "Finetune/Loss (Raw)": 0.9738768935203552, "Finetune/Step": 108, "Finetune/Step Time": 12.614809179747546}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.724830150604248, "Finetune/Loss (Raw)": 1.105465054512024, "Finetune/Step": 109, "Finetune/Step Time": 12.603240087491656}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.7182753086090088, "Finetune/Loss (Raw)": 1.0037778615951538, "Finetune/Step": 110, "Finetune/Step Time": 12.589983463287354}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.7122033834457397, "Finetune/Loss (Raw)": 1.0442849397659302, "Finetune/Step": 111, "Finetune/Step Time": 12.60078960066443}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.7062104940414429, "Finetune/Loss (Raw)": 1.040996789932251, "Finetune/Step": 112, "Finetune/Step Time": 12.595873211111341}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.7005860805511475, "Finetune/Loss (Raw)": 1.070652723312378, "Finetune/Step": 113, "Finetune/Step Time": 12.600644375370667}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.6905863285064697, "Finetune/Loss (Raw)": 0.5606080889701843, "Finetune/Step": 114, "Finetune/Step Time": 12.630414665791026}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.6849396228790283, "Finetune/Loss (Raw)": 1.0412254333496094, "Finetune/Step": 115, "Finetune/Step Time": 12.62014218205991}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.677849292755127, "Finetune/Loss (Raw)": 0.8624762892723083, "Finetune/Step": 116, "Finetune/Step Time": 12.629999002505993}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.6725133657455444, "Finetune/Loss (Raw)": 1.0535259246826172, "Finetune/Step": 117, "Finetune/Step Time": 12.623697973724104}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.6673970222473145, "Finetune/Loss (Raw)": 1.06879460811615, "Finetune/Step": 118, "Finetune/Step Time": 12.608029310986147}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.6617070436477661, "Finetune/Loss (Raw)": 0.9902868270874023, "Finetune/Step": 119, "Finetune/Step Time": 12.600306200380086}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.6564301252365112, "Finetune/Loss (Raw)": 1.028477430343628, "Finetune/Step": 120, "Finetune/Step Time": 12.59459532101949}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.6508010625839233, "Finetune/Loss (Raw)": 0.9753186106681824, "Finetune/Step": 121, "Finetune/Step Time": 12.603876907963398}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.644850254058838, "Finetune/Loss (Raw)": 0.9248056411743164, "Finetune/Step": 122, "Finetune/Step Time": 12.592893657137136}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.6393779516220093, "Finetune/Loss (Raw)": 0.971747875213623, "Finetune/Step": 123, "Finetune/Step Time": 12.581364127678599}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.6349310874938965, "Finetune/Loss (Raw)": 1.087971568107605, "Finetune/Step": 124, "Finetune/Step Time": 12.570341296734348}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.6295355558395386, "Finetune/Loss (Raw)": 0.9604742527008057, "Finetune/Step": 125, "Finetune/Step Time": 12.56013611793518}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.6249501705169678, "Finetune/Loss (Raw)": 1.0517778396606445, "Finetune/Step": 126, "Finetune/Step Time": 12.580447013415988}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.6192986965179443, "Finetune/Loss (Raw)": 0.9072282314300537, "Finetune/Step": 127, "Finetune/Step Time": 12.56841515368364}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.615022897720337, "Finetune/Loss (Raw)": 1.071980357170105, "Finetune/Step": 128, "Finetune/Step Time": 12.56315990164876}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.5590853691101074, "Finetune/Loss (Raw)": 1.086436152458191, "Finetune/Step": 129, "Finetune/Step Time": 12.403315691277385}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.523160457611084, "Finetune/Loss (Raw)": 1.0900977849960327, "Finetune/Step": 130, "Finetune/Step Time": 12.375846529379487}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.4923768043518066, "Finetune/Loss (Raw)": 1.0305213928222656, "Finetune/Step": 131, "Finetune/Step Time": 12.375237101688981}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.4609607458114624, "Finetune/Loss (Raw)": 1.022815227508545, "Finetune/Step": 132, "Finetune/Step Time": 12.375995492562652}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.4299025535583496, "Finetune/Loss (Raw)": 0.8576360940933228, "Finetune/Step": 133, "Finetune/Step Time": 12.392456831410527}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.4005175828933716, "Finetune/Loss (Raw)": 1.1665951013565063, "Finetune/Step": 134, "Finetune/Step Time": 12.379898570477962}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.368159532546997, "Finetune/Loss (Raw)": 0.9104070067405701, "Finetune/Step": 135, "Finetune/Step Time": 12.385364435613155}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.337376594543457, "Finetune/Loss (Raw)": 0.9945544600486755, "Finetune/Step": 136, "Finetune/Step Time": 12.356082919985056}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.3085083961486816, "Finetune/Loss (Raw)": 0.9164457321166992, "Finetune/Step": 137, "Finetune/Step Time": 12.360069684684277}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.2744801044464111, "Finetune/Loss (Raw)": 1.0566710233688354, "Finetune/Step": 138, "Finetune/Step Time": 12.327191168442369}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.2470910549163818, "Finetune/Loss (Raw)": 0.8429551124572754, "Finetune/Step": 139, "Finetune/Step Time": 12.328504852950573}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.2244770526885986, "Finetune/Loss (Raw)": 1.221489667892456, "Finetune/Step": 140, "Finetune/Step Time": 12.32227218709886}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.2023154497146606, "Finetune/Loss (Raw)": 0.9635264873504639, "Finetune/Step": 141, "Finetune/Step Time": 12.322620373219252}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.1803569793701172, "Finetune/Loss (Raw)": 0.9497814178466797, "Finetune/Step": 142, "Finetune/Step Time": 12.383650906383991}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.1601810455322266, "Finetune/Loss (Raw)": 0.8867566585540771, "Finetune/Step": 143, "Finetune/Step Time": 12.4060188382864}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.143448829650879, "Finetune/Loss (Raw)": 0.7145574688911438, "Finetune/Step": 144, "Finetune/Step Time": 12.42156233638525}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.1252586841583252, "Finetune/Loss (Raw)": 0.6185004115104675, "Finetune/Step": 145, "Finetune/Step Time": 12.447046007961035}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.1130435466766357, "Finetune/Loss (Raw)": 0.9381133913993835, "Finetune/Step": 146, "Finetune/Step Time": 12.436990018934011}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0994718074798584, "Finetune/Loss (Raw)": 0.8603745698928833, "Finetune/Step": 147, "Finetune/Step Time": 12.443646386265755}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0892428159713745, "Finetune/Loss (Raw)": 1.049999713897705, "Finetune/Step": 148, "Finetune/Step Time": 12.450268780812621}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0806399583816528, "Finetune/Loss (Raw)": 1.0371582508087158, "Finetune/Step": 149, "Finetune/Step Time": 12.439667295664549}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.074141502380371, "Finetune/Loss (Raw)": 1.0468969345092773, "Finetune/Step": 150, "Finetune/Step Time": 12.447192350402474}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0779860019683838, "Finetune/Loss (Raw)": 1.0187249183654785, "Finetune/Step": 151, "Finetune/Step Time": 12.420562388375401}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0703821182250977, "Finetune/Loss (Raw)": 0.9869641661643982, "Finetune/Step": 152, "Finetune/Step Time": 12.431080298498273}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0647931098937988, "Finetune/Loss (Raw)": 1.101806640625, "Finetune/Step": 153, "Finetune/Step Time": 12.44524839706719}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0685017108917236, "Finetune/Loss (Raw)": 1.0809078216552734, "Finetune/Step": 154, "Finetune/Step Time": 12.411570321768522}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0629297494888306, "Finetune/Loss (Raw)": 1.1162115335464478, "Finetune/Step": 155, "Finetune/Step Time": 12.419545385986567}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0552406311035156, "Finetune/Loss (Raw)": 0.6138852834701538, "Finetune/Step": 156, "Finetune/Step Time": 12.452480917796493}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0499883890151978, "Finetune/Loss (Raw)": 1.0215137004852295, "Finetune/Step": 157, "Finetune/Step Time": 12.442087098956108}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0464460849761963, "Finetune/Loss (Raw)": 1.0439162254333496, "Finetune/Step": 158, "Finetune/Step Time": 12.428172072395682}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0417006015777588, "Finetune/Loss (Raw)": 1.0107043981552124, "Finetune/Step": 159, "Finetune/Step Time": 12.420581432059407}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0373891592025757, "Finetune/Loss (Raw)": 0.9471225142478943, "Finetune/Step": 160, "Finetune/Step Time": 12.405001133680344}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0344219207763672, "Finetune/Loss (Raw)": 0.9517667293548584, "Finetune/Step": 161, "Finetune/Step Time": 12.400557657703757}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0334789752960205, "Finetune/Loss (Raw)": 1.1808079481124878, "Finetune/Step": 162, "Finetune/Step Time": 12.399964448064566}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0285727977752686, "Finetune/Loss (Raw)": 1.0189359188079834, "Finetune/Step": 163, "Finetune/Step Time": 12.401939379051328}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0249278545379639, "Finetune/Loss (Raw)": 0.9082938432693481, "Finetune/Step": 164, "Finetune/Step Time": 12.398729482665658}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0207816362380981, "Finetune/Loss (Raw)": 0.9666001796722412, "Finetune/Step": 165, "Finetune/Step Time": 12.366629352793097}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0176591873168945, "Finetune/Loss (Raw)": 0.9218447208404541, "Finetune/Step": 166, "Finetune/Step Time": 12.366545738652349}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0159757137298584, "Finetune/Loss (Raw)": 1.079872488975525, "Finetune/Step": 167, "Finetune/Step Time": 12.373341031372547}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.013554573059082, "Finetune/Loss (Raw)": 0.9427852630615234, "Finetune/Step": 168, "Finetune/Step Time": 12.360921831801534}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0099589824676514, "Finetune/Loss (Raw)": 0.9260839223861694, "Finetune/Step": 169, "Finetune/Step Time": 12.368496987968683}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0052827596664429, "Finetune/Loss (Raw)": 0.7448128461837769, "Finetune/Step": 170, "Finetune/Step Time": 12.39429952017963}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.002722978591919, "Finetune/Loss (Raw)": 0.9267463088035583, "Finetune/Step": 171, "Finetune/Step Time": 12.390315314754844}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0001205205917358, "Finetune/Loss (Raw)": 0.9251061081886292, "Finetune/Step": 172, "Finetune/Step Time": 12.396190488711}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.000038504600525, "Finetune/Loss (Raw)": 1.13979172706604, "Finetune/Step": 173, "Finetune/Step Time": 12.347459303215146}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0019632577896118, "Finetune/Loss (Raw)": 0.8324799537658691, "Finetune/Step": 174, "Finetune/Step Time": 12.317374495789409}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0016809701919556, "Finetune/Loss (Raw)": 1.1351232528686523, "Finetune/Step": 175, "Finetune/Step Time": 12.31256540492177}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 0.9971745014190674, "Finetune/Loss (Raw)": 0.5946559906005859, "Finetune/Step": 176, "Finetune/Step Time": 12.31284974142909}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 0.9948949813842773, "Finetune/Loss (Raw)": 0.920805037021637, "Finetune/Step": 177, "Finetune/Step Time": 12.313935531303287}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 0.9953109622001648, "Finetune/Loss (Raw)": 1.1197781562805176, "Finetune/Step": 178, "Finetune/Step Time": 12.323702827095985}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 0.992855966091156, "Finetune/Loss (Raw)": 0.8629950284957886, "Finetune/Step": 179, "Finetune/Step Time": 12.32784334383905}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 0.9911258220672607, "Finetune/Loss (Raw)": 1.0242704153060913, "Finetune/Step": 180, "Finetune/Step Time": 12.324404971674085}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 0.9915185570716858, "Finetune/Loss (Raw)": 0.9753718376159668, "Finetune/Step": 181, "Finetune/Step Time": 12.300279021263123}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 0.9917964935302734, "Finetune/Loss (Raw)": 0.9943509697914124, "Finetune/Step": 182, "Finetune/Step Time": 12.296616481617093}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 0.9903314709663391, "Finetune/Loss (Raw)": 0.9497814774513245, "Finetune/Step": 183, "Finetune/Step Time": 12.273063587024808}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 0.99020916223526, "Finetune/Loss (Raw)": 1.0950170755386353, "Finetune/Step": 184, "Finetune/Step Time": 12.260083002969623}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 0.9891445636749268, "Finetune/Loss (Raw)": 0.8811222910881042, "Finetune/Step": 185, "Finetune/Step Time": 12.267287721857429}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 0.9885854125022888, "Finetune/Loss (Raw)": 0.9647923707962036, "Finetune/Step": 186, "Finetune/Step Time": 12.25316133722663}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 0.9876916408538818, "Finetune/Loss (Raw)": 0.9519515633583069, "Finetune/Step": 187, "Finetune/Step Time": 12.233528923243284}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 0.9878941774368286, "Finetune/Loss (Raw)": 1.050821304321289, "Finetune/Step": 188, "Finetune/Step Time": 12.230578510090709}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 0.9863193035125732, "Finetune/Loss (Raw)": 0.9392178654670715, "Finetune/Step": 189, "Finetune/Step Time": 12.248173138126731}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9854316711425781, "Finetune/Loss (Raw)": 1.0204769372940063, "Finetune/Step": 190, "Finetune/Step Time": 12.25319373421371}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9843235015869141, "Finetune/Loss (Raw)": 1.0420976877212524, "Finetune/Step": 191, "Finetune/Step Time": 12.26187357492745}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9840874671936035, "Finetune/Loss (Raw)": 1.0111490488052368, "Finetune/Step": 192, "Finetune/Step Time": 12.229889055714011}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9826671481132507, "Finetune/Loss (Raw)": 0.8538272380828857, "Finetune/Step": 193, "Finetune/Step Time": 12.219706995412707}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.982741117477417, "Finetune/Loss (Raw)": 0.9813013672828674, "Finetune/Step": 194, "Finetune/Step Time": 12.217909779399633}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9832110404968262, "Finetune/Loss (Raw)": 0.9391549229621887, "Finetune/Step": 195, "Finetune/Step Time": 12.224308317527175}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9818941354751587, "Finetune/Loss (Raw)": 0.914508581161499, "Finetune/Step": 196, "Finetune/Step Time": 12.217261292040348}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9809223413467407, "Finetune/Loss (Raw)": 0.9931265115737915, "Finetune/Step": 197, "Finetune/Step Time": 12.22318146750331}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9793850183486938, "Finetune/Loss (Raw)": 0.954063355922699, "Finetune/Step": 198, "Finetune/Step Time": 12.219102563336492}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9799657464027405, "Finetune/Loss (Raw)": 0.9536595344543457, "Finetune/Step": 199, "Finetune/Step Time": 12.219757514074445}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.980217456817627, "Finetune/Loss (Raw)": 0.9898151159286499, "Finetune/Step": 200, "Finetune/Step Time": 12.22726877219975}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9814863801002502, "Finetune/Loss (Raw)": 1.0422347784042358, "Finetune/Step": 201, "Finetune/Step Time": 12.228471184149384}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9828478693962097, "Finetune/Loss (Raw)": 1.0674452781677246, "Finetune/Step": 202, "Finetune/Step Time": 12.236792024224997}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 0.9844252467155457, "Finetune/Loss (Raw)": 1.0180479288101196, "Finetune/Step": 203, "Finetune/Step Time": 12.227134935557842}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 0.984634518623352, "Finetune/Loss (Raw)": 0.9840665459632874, "Finetune/Step": 204, "Finetune/Step Time": 12.221702044829726}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9813253879547119, "Finetune/Loss (Raw)": 0.6376976370811462, "Finetune/Step": 205, "Finetune/Step Time": 12.260765681043267}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9796958565711975, "Finetune/Loss (Raw)": 0.9598826766014099, "Finetune/Step": 206, "Finetune/Step Time": 12.271612491458654}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.979478120803833, "Finetune/Loss (Raw)": 1.0935369729995728, "Finetune/Step": 207, "Finetune/Step Time": 12.302010424435139}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9796252250671387, "Finetune/Loss (Raw)": 0.9698079824447632, "Finetune/Step": 208, "Finetune/Step Time": 12.276219928637147}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9782149791717529, "Finetune/Loss (Raw)": 0.9509931802749634, "Finetune/Step": 209, "Finetune/Step Time": 12.265672093257308}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9751400947570801, "Finetune/Loss (Raw)": 0.6757870316505432, "Finetune/Step": 210, "Finetune/Step Time": 12.296041814610362}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9753077030181885, "Finetune/Loss (Raw)": 0.9308966398239136, "Finetune/Step": 211, "Finetune/Step Time": 12.282858394086361}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.974416971206665, "Finetune/Loss (Raw)": 1.006065845489502, "Finetune/Step": 212, "Finetune/Step Time": 12.280154338106513}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9754363298416138, "Finetune/Loss (Raw)": 1.1334604024887085, "Finetune/Step": 213, "Finetune/Step Time": 12.279085457324982}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9777721762657166, "Finetune/Loss (Raw)": 0.9410641193389893, "Finetune/Step": 214, "Finetune/Step Time": 12.268061302602291}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9772856831550598, "Finetune/Loss (Raw)": 0.9285444021224976, "Finetune/Step": 215, "Finetune/Step Time": 12.263407342135906}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9750699996948242, "Finetune/Loss (Raw)": 0.8862951993942261, "Finetune/Step": 216, "Finetune/Step Time": 12.262884577736259}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9752278327941895, "Finetune/Loss (Raw)": 1.043631672859192, "Finetune/Step": 217, "Finetune/Step Time": 12.258269160985947}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9746741056442261, "Finetune/Loss (Raw)": 1.0191454887390137, "Finetune/Step": 218, "Finetune/Step Time": 12.242576388642192}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9748683571815491, "Finetune/Loss (Raw)": 1.1437698602676392, "Finetune/Step": 219, "Finetune/Step Time": 12.228970371186733}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9732064604759216, "Finetune/Loss (Raw)": 0.9257849454879761, "Finetune/Step": 220, "Finetune/Step Time": 12.22263714298606}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9745534658432007, "Finetune/Loss (Raw)": 1.054948091506958, "Finetune/Step": 221, "Finetune/Step Time": 12.22636141628027}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9728292226791382, "Finetune/Loss (Raw)": 0.8861547708511353, "Finetune/Step": 222, "Finetune/Step Time": 12.217328045517206}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9720531702041626, "Finetune/Loss (Raw)": 0.9119616746902466, "Finetune/Step": 223, "Finetune/Step Time": 12.219238545745611}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9693574905395508, "Finetune/Loss (Raw)": 0.6766268610954285, "Finetune/Step": 224, "Finetune/Step Time": 12.231499480083585}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9693849086761475, "Finetune/Loss (Raw)": 1.0000964403152466, "Finetune/Step": 225, "Finetune/Step Time": 12.228306410834193}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.969830334186554, "Finetune/Loss (Raw)": 1.1261533498764038, "Finetune/Step": 226, "Finetune/Step Time": 12.237024758011103}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9742873907089233, "Finetune/Loss (Raw)": 1.1202945709228516, "Finetune/Step": 227, "Finetune/Step Time": 12.218504866585135}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9739477634429932, "Finetune/Loss (Raw)": 1.0983856916427612, "Finetune/Step": 228, "Finetune/Step Time": 12.213390259072185}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9736721515655518, "Finetune/Loss (Raw)": 0.9653292894363403, "Finetune/Step": 229, "Finetune/Step Time": 12.201920736581087}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9733579158782959, "Finetune/Loss (Raw)": 1.0896915197372437, "Finetune/Step": 230, "Finetune/Step Time": 12.206498047336936}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9764660596847534, "Finetune/Loss (Raw)": 0.9755808115005493, "Finetune/Step": 231, "Finetune/Step Time": 12.175801394507289}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9758305549621582, "Finetune/Loss (Raw)": 1.0197324752807617, "Finetune/Step": 232, "Finetune/Step Time": 12.177426038309932}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.972102165222168, "Finetune/Loss (Raw)": 0.5024123191833496, "Finetune/Step": 233, "Finetune/Step Time": 12.217099700123072}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9728085994720459, "Finetune/Loss (Raw)": 1.108434796333313, "Finetune/Step": 234, "Finetune/Step Time": 12.246276959776878}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9733699560165405, "Finetune/Loss (Raw)": 1.118424415588379, "Finetune/Step": 235, "Finetune/Step Time": 12.315138271078467}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9731839895248413, "Finetune/Loss (Raw)": 0.9500755667686462, "Finetune/Step": 236, "Finetune/Step Time": 12.31766495294869}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9725313186645508, "Finetune/Loss (Raw)": 1.021924376487732, "Finetune/Step": 237, "Finetune/Step Time": 12.366209691390395}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9722591638565063, "Finetune/Loss (Raw)": 0.9689409136772156, "Finetune/Step": 238, "Finetune/Step Time": 12.37083688378334}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9708470106124878, "Finetune/Loss (Raw)": 0.8635340929031372, "Finetune/Step": 239, "Finetune/Step Time": 12.347331795841455}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9696090221405029, "Finetune/Loss (Raw)": 0.8825311660766602, "Finetune/Step": 240, "Finetune/Step Time": 12.341254057362676}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9692412614822388, "Finetune/Loss (Raw)": 1.0235824584960938, "Finetune/Step": 241, "Finetune/Step Time": 12.323784675449133}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9729645252227783, "Finetune/Loss (Raw)": 1.0371798276901245, "Finetune/Step": 242, "Finetune/Step Time": 12.286488523706794}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9727839231491089, "Finetune/Loss (Raw)": 1.0181145668029785, "Finetune/Step": 243, "Finetune/Step Time": 12.296735517680645}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9727851152420044, "Finetune/Loss (Raw)": 0.8626256585121155, "Finetune/Step": 244, "Finetune/Step Time": 12.274472620338202}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9736164808273315, "Finetune/Loss (Raw)": 1.159946084022522, "Finetune/Step": 245, "Finetune/Step Time": 12.26370344310999}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9737308025360107, "Finetune/Loss (Raw)": 1.0834174156188965, "Finetune/Step": 246, "Finetune/Step Time": 12.276124607771635}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9737251996994019, "Finetune/Loss (Raw)": 0.9895783066749573, "Finetune/Step": 247, "Finetune/Step Time": 12.270451951771975}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9731853604316711, "Finetune/Loss (Raw)": 0.9593772888183594, "Finetune/Step": 248, "Finetune/Step Time": 12.274270499125123}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9731748104095459, "Finetune/Loss (Raw)": 0.9739671349525452, "Finetune/Step": 249, "Finetune/Step Time": 12.250486720353365}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9739590883255005, "Finetune/Loss (Raw)": 1.0251919031143188, "Finetune/Step": 250, "Finetune/Step Time": 12.245410745963454}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9749348163604736, "Finetune/Loss (Raw)": 1.0966386795043945, "Finetune/Step": 251, "Finetune/Step Time": 12.26497919484973}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9740006923675537, "Finetune/Loss (Raw)": 0.9684014916419983, "Finetune/Step": 252, "Finetune/Step Time": 12.265716901049018}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9743391275405884, "Finetune/Loss (Raw)": 1.0038011074066162, "Finetune/Step": 253, "Finetune/Step Time": 12.260536897927523}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9733522534370422, "Finetune/Loss (Raw)": 0.9254575371742249, "Finetune/Step": 254, "Finetune/Step Time": 12.227029420435429}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9716191291809082, "Finetune/Loss (Raw)": 0.6853927373886108, "Finetune/Step": 255, "Finetune/Step Time": 12.254328971728683}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.970258355140686, "Finetune/Loss (Raw)": 0.8977937698364258, "Finetune/Step": 256, "Finetune/Step Time": 12.254420690238476}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9703637957572937, "Finetune/Loss (Raw)": 1.099933385848999, "Finetune/Step": 257, "Finetune/Step Time": 12.253420755267143}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9700663685798645, "Finetune/Loss (Raw)": 1.0520261526107788, "Finetune/Step": 258, "Finetune/Step Time": 12.252993024885654}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9699586629867554, "Finetune/Loss (Raw)": 1.0167371034622192, "Finetune/Step": 259, "Finetune/Step Time": 12.256504127755761}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9697637557983398, "Finetune/Loss (Raw)": 0.9978724718093872, "Finetune/Step": 260, "Finetune/Step Time": 12.284135734662414}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9694554209709167, "Finetune/Loss (Raw)": 0.8181644082069397, "Finetune/Step": 261, "Finetune/Step Time": 12.256010564044118}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.966609001159668, "Finetune/Loss (Raw)": 0.8022494912147522, "Finetune/Step": 262, "Finetune/Step Time": 12.270510355010629}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.967170238494873, "Finetune/Loss (Raw)": 0.9822499752044678, "Finetune/Step": 263, "Finetune/Step Time": 12.266509314998984}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9665668606758118, "Finetune/Loss (Raw)": 0.9173231720924377, "Finetune/Step": 264, "Finetune/Step Time": 12.285458900034428}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9667726159095764, "Finetune/Loss (Raw)": 0.9427850842475891, "Finetune/Step": 265, "Finetune/Step Time": 12.279979148879647}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9672804474830627, "Finetune/Loss (Raw)": 1.121669054031372, "Finetune/Step": 266, "Finetune/Step Time": 12.286136031150818}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9673277139663696, "Finetune/Loss (Raw)": 0.8490006923675537, "Finetune/Step": 267, "Finetune/Step Time": 12.291788201779127}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9659371376037598, "Finetune/Loss (Raw)": 1.0435070991516113, "Finetune/Step": 268, "Finetune/Step Time": 12.299279501661658}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9661923050880432, "Finetune/Loss (Raw)": 0.9961816072463989, "Finetune/Step": 269, "Finetune/Step Time": 12.295203736051917}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9664406776428223, "Finetune/Loss (Raw)": 0.9815704226493835, "Finetune/Step": 270, "Finetune/Step Time": 12.239984905347228}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9672129154205322, "Finetune/Loss (Raw)": 0.9856047630310059, "Finetune/Step": 271, "Finetune/Step Time": 12.225042952224612}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.969775915145874, "Finetune/Loss (Raw)": 1.042624831199646, "Finetune/Step": 272, "Finetune/Step Time": 12.196610148996115}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9727766513824463, "Finetune/Loss (Raw)": 1.0025954246520996, "Finetune/Step": 273, "Finetune/Step Time": 12.17545372620225}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9737064838409424, "Finetune/Loss (Raw)": 1.0571218729019165, "Finetune/Step": 274, "Finetune/Step Time": 12.191136676818132}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9743560552597046, "Finetune/Loss (Raw)": 0.9435270428657532, "Finetune/Step": 275, "Finetune/Step Time": 12.19135021790862}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9720803499221802, "Finetune/Loss (Raw)": 0.7587123513221741, "Finetune/Step": 276, "Finetune/Step Time": 12.25508188828826}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.9717392921447754, "Finetune/Loss (Raw)": 0.9934983849525452, "Finetune/Step": 277, "Finetune/Step Time": 12.25148706510663}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9712826013565063, "Finetune/Loss (Raw)": 0.9884443879127502, "Finetune/Step": 278, "Finetune/Step Time": 12.24277001619339}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9720114469528198, "Finetune/Loss (Raw)": 1.1120113134384155, "Finetune/Step": 279, "Finetune/Step Time": 12.253024879842997}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9716697931289673, "Finetune/Loss (Raw)": 0.9432340860366821, "Finetune/Step": 280, "Finetune/Step Time": 12.246755227446556}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9709696173667908, "Finetune/Loss (Raw)": 1.0121840238571167, "Finetune/Step": 281, "Finetune/Step Time": 12.225953865796328}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9701136350631714, "Finetune/Loss (Raw)": 0.9713418483734131, "Finetune/Step": 282, "Finetune/Step Time": 12.222432589158416}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9698623418807983, "Finetune/Loss (Raw)": 1.0840402841567993, "Finetune/Step": 283, "Finetune/Step Time": 12.220856660977006}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9734070301055908, "Finetune/Loss (Raw)": 1.0676159858703613, "Finetune/Step": 284, "Finetune/Step Time": 12.188383547589183}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9725469350814819, "Finetune/Loss (Raw)": 0.9114173650741577, "Finetune/Step": 285, "Finetune/Step Time": 12.214991744607687}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9721801280975342, "Finetune/Loss (Raw)": 0.9969642162322998, "Finetune/Step": 286, "Finetune/Step Time": 12.245129890739918}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9722374677658081, "Finetune/Loss (Raw)": 1.0180436372756958, "Finetune/Step": 287, "Finetune/Step Time": 12.254066601395607}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9715685844421387, "Finetune/Loss (Raw)": 0.8615082502365112, "Finetune/Step": 288, "Finetune/Step Time": 12.266536122187972}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9723743200302124, "Finetune/Loss (Raw)": 1.0548937320709229, "Finetune/Step": 289, "Finetune/Step Time": 12.27221847139299}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9702597856521606, "Finetune/Loss (Raw)": 0.910150408744812, "Finetune/Step": 290, "Finetune/Step Time": 12.290619067847729}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9706385135650635, "Finetune/Loss (Raw)": 1.0674200057983398, "Finetune/Step": 291, "Finetune/Step Time": 12.279041513800621}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.971687912940979, "Finetune/Loss (Raw)": 1.0426135063171387, "Finetune/Step": 292, "Finetune/Step Time": 12.262101396918297}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.9725631475448608, "Finetune/Loss (Raw)": 1.0786293745040894, "Finetune/Step": 293, "Finetune/Step Time": 12.250950051471591}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9708188772201538, "Finetune/Loss (Raw)": 0.6985841393470764, "Finetune/Step": 294, "Finetune/Step Time": 12.260104553774}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9704172611236572, "Finetune/Loss (Raw)": 1.0284569263458252, "Finetune/Step": 295, "Finetune/Step Time": 12.265586977824569}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.970608651638031, "Finetune/Loss (Raw)": 0.9672868251800537, "Finetune/Step": 296, "Finetune/Step Time": 12.268510650843382}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9715334177017212, "Finetune/Loss (Raw)": 1.0444546937942505, "Finetune/Step": 297, "Finetune/Step Time": 12.275844821706414}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9722193479537964, "Finetune/Loss (Raw)": 0.8326131105422974, "Finetune/Step": 298, "Finetune/Step Time": 12.290578752756119}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9700955748558044, "Finetune/Loss (Raw)": 0.654898464679718, "Finetune/Step": 299, "Finetune/Step Time": 12.316726503893733}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.9675554633140564, "Finetune/Loss (Raw)": 0.599973738193512, "Finetune/Step": 300, "Finetune/Step Time": 12.328700341284275}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9639040231704712, "Finetune/Loss (Raw)": 0.6724074482917786, "Finetune/Step": 301, "Finetune/Step Time": 12.35722211189568}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9638385772705078, "Finetune/Loss (Raw)": 0.8241091370582581, "Finetune/Step": 302, "Finetune/Step Time": 12.370478769764304}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9593676328659058, "Finetune/Loss (Raw)": 0.562839925289154, "Finetune/Step": 303, "Finetune/Step Time": 12.397337360307574}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9629026055335999, "Finetune/Loss (Raw)": 1.047130823135376, "Finetune/Step": 304, "Finetune/Step Time": 12.373226713389158}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9631969332695007, "Finetune/Loss (Raw)": 0.9584740400314331, "Finetune/Step": 305, "Finetune/Step Time": 12.363799912855029}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9612578749656677, "Finetune/Loss (Raw)": 0.8715803027153015, "Finetune/Step": 306, "Finetune/Step Time": 12.363993119448423}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9630271196365356, "Finetune/Loss (Raw)": 1.089460015296936, "Finetune/Step": 307, "Finetune/Step Time": 12.366238795220852}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9626195430755615, "Finetune/Loss (Raw)": 0.972098171710968, "Finetune/Step": 308, "Finetune/Step Time": 12.35413965396583}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9631962776184082, "Finetune/Loss (Raw)": 1.049190640449524, "Finetune/Step": 309, "Finetune/Step Time": 12.372409293428063}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9628427028656006, "Finetune/Loss (Raw)": 0.9490935206413269, "Finetune/Step": 310, "Finetune/Step Time": 12.368165653198957}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9630588889122009, "Finetune/Loss (Raw)": 0.977455735206604, "Finetune/Step": 311, "Finetune/Step Time": 12.381756003946066}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9617487192153931, "Finetune/Loss (Raw)": 0.927318811416626, "Finetune/Step": 312, "Finetune/Step Time": 12.375119008123875}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9633200168609619, "Finetune/Loss (Raw)": 1.0822453498840332, "Finetune/Step": 313, "Finetune/Step Time": 12.372453652322292}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9644758701324463, "Finetune/Loss (Raw)": 1.1127444505691528, "Finetune/Step": 314, "Finetune/Step Time": 12.358871618285775}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9642503261566162, "Finetune/Loss (Raw)": 0.9230839610099792, "Finetune/Step": 315, "Finetune/Step Time": 12.366104492917657}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9604456424713135, "Finetune/Loss (Raw)": 0.5638130307197571, "Finetune/Step": 316, "Finetune/Step Time": 12.395609475672245}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9600868821144104, "Finetune/Loss (Raw)": 0.8932995796203613, "Finetune/Step": 317, "Finetune/Step Time": 12.38106538169086}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9599117040634155, "Finetune/Loss (Raw)": 0.9980555772781372, "Finetune/Step": 318, "Finetune/Step Time": 12.38934737071395}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9586436748504639, "Finetune/Loss (Raw)": 0.8797931671142578, "Finetune/Step": 319, "Finetune/Step Time": 12.401735225692391}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9577193856239319, "Finetune/Loss (Raw)": 0.8928360939025879, "Finetune/Step": 320, "Finetune/Step Time": 12.39461382292211}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9555588364601135, "Finetune/Loss (Raw)": 0.577275812625885, "Finetune/Step": 321, "Finetune/Step Time": 12.428489428013563}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9550682902336121, "Finetune/Loss (Raw)": 0.9185156226158142, "Finetune/Step": 322, "Finetune/Step Time": 12.434282921254635}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9556435942649841, "Finetune/Loss (Raw)": 1.0127876996994019, "Finetune/Step": 323, "Finetune/Step Time": 12.426098752766848}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9565460681915283, "Finetune/Loss (Raw)": 1.0300266742706299, "Finetune/Step": 324, "Finetune/Step Time": 12.425331722944975}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9564342498779297, "Finetune/Loss (Raw)": 0.9788197875022888, "Finetune/Step": 325, "Finetune/Step Time": 12.424879578873515}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9577131271362305, "Finetune/Loss (Raw)": 1.1177585124969482, "Finetune/Step": 326, "Finetune/Step Time": 12.426859268918633}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9575883150100708, "Finetune/Loss (Raw)": 0.9376823902130127, "Finetune/Step": 327, "Finetune/Step Time": 12.418894749134779}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9579160213470459, "Finetune/Loss (Raw)": 1.0317585468292236, "Finetune/Step": 328, "Finetune/Step Time": 12.425044676288962}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9565972685813904, "Finetune/Loss (Raw)": 0.8734385371208191, "Finetune/Step": 329, "Finetune/Step Time": 12.452829075977206}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.954865574836731, "Finetune/Loss (Raw)": 0.8457881212234497, "Finetune/Step": 330, "Finetune/Step Time": 12.455605259165168}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9545779824256897, "Finetune/Loss (Raw)": 0.9812337756156921, "Finetune/Step": 331, "Finetune/Step Time": 12.461528535932302}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9529098272323608, "Finetune/Loss (Raw)": 0.7705374956130981, "Finetune/Step": 332, "Finetune/Step Time": 12.4851413667202}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9556020498275757, "Finetune/Loss (Raw)": 0.9823055267333984, "Finetune/Step": 333, "Finetune/Step Time": 12.45410330593586}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.955423891544342, "Finetune/Loss (Raw)": 0.9370789527893066, "Finetune/Step": 334, "Finetune/Step Time": 12.449669091030955}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9543724060058594, "Finetune/Loss (Raw)": 0.9589523673057556, "Finetune/Step": 335, "Finetune/Step Time": 12.432045547291636}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9548715949058533, "Finetune/Loss (Raw)": 1.0337021350860596, "Finetune/Step": 336, "Finetune/Step Time": 12.439230279996991}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9564359188079834, "Finetune/Loss (Raw)": 1.1512240171432495, "Finetune/Step": 337, "Finetune/Step Time": 12.436546821147203}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9583491086959839, "Finetune/Loss (Raw)": 0.9206737875938416, "Finetune/Step": 338, "Finetune/Step Time": 12.417704027146101}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9581239819526672, "Finetune/Loss (Raw)": 0.9020809531211853, "Finetune/Step": 339, "Finetune/Step Time": 12.423375124111772}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9569119215011597, "Finetune/Loss (Raw)": 0.8509191870689392, "Finetune/Step": 340, "Finetune/Step Time": 12.420623980462551}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9553985595703125, "Finetune/Loss (Raw)": 0.9397547245025635, "Finetune/Step": 341, "Finetune/Step Time": 12.42512620985508}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9558224678039551, "Finetune/Loss (Raw)": 0.9953261017799377, "Finetune/Step": 342, "Finetune/Step Time": 12.400425225496292}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9559608101844788, "Finetune/Loss (Raw)": 0.9462510943412781, "Finetune/Step": 343, "Finetune/Step Time": 12.401894822716713}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9570969939231873, "Finetune/Loss (Raw)": 1.031722903251648, "Finetune/Step": 344, "Finetune/Step Time": 12.383157558739185}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9572350382804871, "Finetune/Loss (Raw)": 1.0613048076629639, "Finetune/Step": 345, "Finetune/Step Time": 12.388978378847241}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.957436203956604, "Finetune/Loss (Raw)": 1.0448904037475586, "Finetune/Step": 346, "Finetune/Step Time": 12.398719036951661}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9568837881088257, "Finetune/Loss (Raw)": 1.0730650424957275, "Finetune/Step": 347, "Finetune/Step Time": 12.400814710184932}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9574265480041504, "Finetune/Loss (Raw)": 0.9952560067176819, "Finetune/Step": 348, "Finetune/Step Time": 12.430653519928455}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9574675559997559, "Finetune/Loss (Raw)": 1.060199499130249, "Finetune/Step": 349, "Finetune/Step Time": 12.44544410891831}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9575783610343933, "Finetune/Loss (Raw)": 0.9003344178199768, "Finetune/Step": 350, "Finetune/Step Time": 12.46535449102521}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9578642845153809, "Finetune/Loss (Raw)": 0.948562502861023, "Finetune/Step": 351, "Finetune/Step Time": 12.483421869575977}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9600310325622559, "Finetune/Loss (Raw)": 0.9539774656295776, "Finetune/Step": 352, "Finetune/Step Time": 12.469923928380013}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9591224193572998, "Finetune/Loss (Raw)": 0.8837916851043701, "Finetune/Step": 353, "Finetune/Step Time": 12.469049751758575}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9568638801574707, "Finetune/Loss (Raw)": 0.8370494842529297, "Finetune/Step": 354, "Finetune/Step Time": 12.467253785580397}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.95596843957901, "Finetune/Loss (Raw)": 1.0056806802749634, "Finetune/Step": 355, "Finetune/Step Time": 12.474815225228667}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9539657831192017, "Finetune/Loss (Raw)": 0.8420515060424805, "Finetune/Step": 356, "Finetune/Step Time": 12.481973744928837}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9531221389770508, "Finetune/Loss (Raw)": 0.8573383688926697, "Finetune/Step": 357, "Finetune/Step Time": 12.504674976691604}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9498310089111328, "Finetune/Loss (Raw)": 0.6684330105781555, "Finetune/Step": 358, "Finetune/Step Time": 12.540915979072452}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9486782550811768, "Finetune/Loss (Raw)": 0.8280255198478699, "Finetune/Step": 359, "Finetune/Step Time": 12.559538632631302}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9480361938476562, "Finetune/Loss (Raw)": 0.9375494122505188, "Finetune/Step": 360, "Finetune/Step Time": 12.559420328587294}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9507092833518982, "Finetune/Loss (Raw)": 0.8445675373077393, "Finetune/Step": 361, "Finetune/Step Time": 12.525909392163157}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9491565227508545, "Finetune/Loss (Raw)": 0.9096823930740356, "Finetune/Step": 362, "Finetune/Step Time": 12.513679265975952}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9484603404998779, "Finetune/Loss (Raw)": 1.0293058156967163, "Finetune/Step": 363, "Finetune/Step Time": 12.44896561279893}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9490550756454468, "Finetune/Loss (Raw)": 1.026205062866211, "Finetune/Step": 364, "Finetune/Step Time": 12.448083667084575}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9493309855461121, "Finetune/Loss (Raw)": 1.0572391748428345, "Finetune/Step": 365, "Finetune/Step Time": 12.40495659224689}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.948541522026062, "Finetune/Loss (Raw)": 0.8678907752037048, "Finetune/Step": 366, "Finetune/Step Time": 12.410742221400142}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9492202401161194, "Finetune/Loss (Raw)": 0.9504119157791138, "Finetune/Step": 367, "Finetune/Step Time": 12.42214172706008}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9496734142303467, "Finetune/Loss (Raw)": 0.9405333995819092, "Finetune/Step": 368, "Finetune/Step Time": 12.429145939648151}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9491945505142212, "Finetune/Loss (Raw)": 0.9622904062271118, "Finetune/Step": 369, "Finetune/Step Time": 12.432708276435733}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.949580192565918, "Finetune/Loss (Raw)": 1.0865395069122314, "Finetune/Step": 370, "Finetune/Step Time": 12.438712263479829}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9503527283668518, "Finetune/Loss (Raw)": 1.1170016527175903, "Finetune/Step": 371, "Finetune/Step Time": 12.425785090774298}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9512308835983276, "Finetune/Loss (Raw)": 0.9750339388847351, "Finetune/Step": 372, "Finetune/Step Time": 12.436832955107093}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9477667808532715, "Finetune/Loss (Raw)": 0.7165327668190002, "Finetune/Step": 373, "Finetune/Step Time": 12.469786075875163}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9440586566925049, "Finetune/Loss (Raw)": 0.6087780594825745, "Finetune/Step": 374, "Finetune/Step Time": 12.489089537411928}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9443469643592834, "Finetune/Loss (Raw)": 1.0264866352081299, "Finetune/Step": 375, "Finetune/Step Time": 12.490123320370913}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9433352947235107, "Finetune/Loss (Raw)": 0.8298898339271545, "Finetune/Step": 376, "Finetune/Step Time": 12.491043794900179}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9428180456161499, "Finetune/Loss (Raw)": 0.9077591300010681, "Finetune/Step": 377, "Finetune/Step Time": 12.494436591863632}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9435305595397949, "Finetune/Loss (Raw)": 1.1163884401321411, "Finetune/Step": 378, "Finetune/Step Time": 12.497997179627419}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9434757232666016, "Finetune/Loss (Raw)": 1.0896148681640625, "Finetune/Step": 379, "Finetune/Step Time": 12.47760183736682}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9435992240905762, "Finetune/Loss (Raw)": 0.9842106699943542, "Finetune/Step": 380, "Finetune/Step Time": 12.476505443453789}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9436509013175964, "Finetune/Loss (Raw)": 1.0104165077209473, "Finetune/Step": 381, "Finetune/Step Time": 12.487363731488585}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9430651068687439, "Finetune/Loss (Raw)": 0.8504822254180908, "Finetune/Step": 382, "Finetune/Step Time": 12.568657716736197}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.944257378578186, "Finetune/Loss (Raw)": 0.8380059003829956, "Finetune/Step": 383, "Finetune/Step Time": 12.594202501699328}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9426155090332031, "Finetune/Loss (Raw)": 0.6876290440559387, "Finetune/Step": 384, "Finetune/Step Time": 12.614530300721526}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.941296398639679, "Finetune/Loss (Raw)": 0.9310898780822754, "Finetune/Step": 385, "Finetune/Step Time": 12.610248917713761}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9403703212738037, "Finetune/Loss (Raw)": 0.9334911704063416, "Finetune/Step": 386, "Finetune/Step Time": 12.609147232025862}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9389543533325195, "Finetune/Loss (Raw)": 0.8354862928390503, "Finetune/Step": 387, "Finetune/Step Time": 12.608100662007928}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.937995433807373, "Finetune/Loss (Raw)": 0.8751253485679626, "Finetune/Step": 388, "Finetune/Step Time": 12.57550272718072}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.938441276550293, "Finetune/Loss (Raw)": 0.8752375841140747, "Finetune/Step": 389, "Finetune/Step Time": 12.578318135812879}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9384147524833679, "Finetune/Loss (Raw)": 0.7988526225090027, "Finetune/Step": 390, "Finetune/Step Time": 12.559430457651615}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9380818009376526, "Finetune/Loss (Raw)": 0.9396342635154724, "Finetune/Step": 391, "Finetune/Step Time": 12.554005531594157}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9377907514572144, "Finetune/Loss (Raw)": 0.8800634741783142, "Finetune/Step": 392, "Finetune/Step Time": 12.547480285167694}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9364423751831055, "Finetune/Loss (Raw)": 0.7701945304870605, "Finetune/Step": 393, "Finetune/Step Time": 12.56591872870922}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9335607290267944, "Finetune/Loss (Raw)": 0.7528274059295654, "Finetune/Step": 394, "Finetune/Step Time": 12.588850941509008}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9356709122657776, "Finetune/Loss (Raw)": 1.1190998554229736, "Finetune/Step": 395, "Finetune/Step Time": 12.572390332818031}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9355865120887756, "Finetune/Loss (Raw)": 1.032700538635254, "Finetune/Step": 396, "Finetune/Step Time": 12.570465451106429}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9335936307907104, "Finetune/Loss (Raw)": 0.7410954833030701, "Finetune/Step": 397, "Finetune/Step Time": 12.594278251752257}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9346994161605835, "Finetune/Loss (Raw)": 1.123111367225647, "Finetune/Step": 398, "Finetune/Step Time": 12.586643602699041}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9333983659744263, "Finetune/Loss (Raw)": 0.8190699815750122, "Finetune/Step": 399, "Finetune/Step Time": 12.578357752412558}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9322428703308105, "Finetune/Loss (Raw)": 0.894723653793335, "Finetune/Step": 400, "Finetune/Step Time": 12.573869867250323}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9327269196510315, "Finetune/Loss (Raw)": 1.0645511150360107, "Finetune/Step": 401, "Finetune/Step Time": 12.572536507621408}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9317692518234253, "Finetune/Loss (Raw)": 0.9345418810844421, "Finetune/Step": 402, "Finetune/Step Time": 12.588091863319278}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.931663990020752, "Finetune/Loss (Raw)": 0.930054783821106, "Finetune/Step": 403, "Finetune/Step Time": 12.582461174577475}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9338268041610718, "Finetune/Loss (Raw)": 1.0355446338653564, "Finetune/Step": 404, "Finetune/Step Time": 12.520840847864747}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.931674599647522, "Finetune/Loss (Raw)": 0.7180258631706238, "Finetune/Step": 405, "Finetune/Step Time": 12.548110194504261}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9294993877410889, "Finetune/Loss (Raw)": 0.710015594959259, "Finetune/Step": 406, "Finetune/Step Time": 12.575443785637617}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.925707995891571, "Finetune/Loss (Raw)": 0.6267140507698059, "Finetune/Step": 407, "Finetune/Step Time": 12.586187850683928}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9255003929138184, "Finetune/Loss (Raw)": 0.9166569113731384, "Finetune/Step": 408, "Finetune/Step Time": 12.588638074696064}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9264730215072632, "Finetune/Loss (Raw)": 1.1366795301437378, "Finetune/Step": 409, "Finetune/Step Time": 12.587935766205192}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9277874827384949, "Finetune/Loss (Raw)": 1.13959538936615, "Finetune/Step": 410, "Finetune/Step Time": 12.58685147203505}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9264982342720032, "Finetune/Loss (Raw)": 0.9190170168876648, "Finetune/Step": 411, "Finetune/Step Time": 12.591759094968438}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9232825636863708, "Finetune/Loss (Raw)": 0.6560096740722656, "Finetune/Step": 412, "Finetune/Step Time": 12.629469688981771}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9243477582931519, "Finetune/Loss (Raw)": 1.0477644205093384, "Finetune/Step": 413, "Finetune/Step Time": 12.594746071845293}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9233958125114441, "Finetune/Loss (Raw)": 0.8751143217086792, "Finetune/Step": 414, "Finetune/Step Time": 12.565491372719407}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9231029152870178, "Finetune/Loss (Raw)": 0.9805530309677124, "Finetune/Step": 415, "Finetune/Step Time": 12.565253699198365}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9244674444198608, "Finetune/Loss (Raw)": 1.0361677408218384, "Finetune/Step": 416, "Finetune/Step Time": 12.547278041020036}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9238003492355347, "Finetune/Loss (Raw)": 0.9694995880126953, "Finetune/Step": 417, "Finetune/Step Time": 12.540681261569262}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9245772957801819, "Finetune/Loss (Raw)": 1.009602427482605, "Finetune/Step": 418, "Finetune/Step Time": 12.523361589759588}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9233750104904175, "Finetune/Loss (Raw)": 0.9135261178016663, "Finetune/Step": 419, "Finetune/Step Time": 12.54906709678471}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9200985431671143, "Finetune/Loss (Raw)": 0.623232364654541, "Finetune/Step": 420, "Finetune/Step Time": 12.575324647128582}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9191856384277344, "Finetune/Loss (Raw)": 0.9617734551429749, "Finetune/Step": 421, "Finetune/Step Time": 12.579556481912732}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9212089776992798, "Finetune/Loss (Raw)": 0.9575707912445068, "Finetune/Step": 422, "Finetune/Step Time": 12.589855404570699}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9212035536766052, "Finetune/Loss (Raw)": 1.0277633666992188, "Finetune/Step": 423, "Finetune/Step Time": 12.58221435919404}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9213272929191589, "Finetune/Loss (Raw)": 0.9831256866455078, "Finetune/Step": 424, "Finetune/Step Time": 12.586995411664248}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9185299873352051, "Finetune/Loss (Raw)": 0.6863973140716553, "Finetune/Step": 425, "Finetune/Step Time": 12.647914089262486}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9194926023483276, "Finetune/Loss (Raw)": 0.9558345079421997, "Finetune/Step": 426, "Finetune/Step Time": 12.611914981156588}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9216225147247314, "Finetune/Loss (Raw)": 0.9275158643722534, "Finetune/Step": 427, "Finetune/Step Time": 12.584577154368162}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9251906871795654, "Finetune/Loss (Raw)": 1.0567054748535156, "Finetune/Step": 428, "Finetune/Step Time": 12.55731518380344}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.928084135055542, "Finetune/Loss (Raw)": 1.0427659749984741, "Finetune/Step": 429, "Finetune/Step Time": 12.537309231236577}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9281722903251648, "Finetune/Loss (Raw)": 0.8354005217552185, "Finetune/Step": 430, "Finetune/Step Time": 12.527913615107536}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9315823912620544, "Finetune/Loss (Raw)": 0.9993314743041992, "Finetune/Step": 431, "Finetune/Step Time": 12.516408631578088}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9303615093231201, "Finetune/Loss (Raw)": 0.8908472061157227, "Finetune/Step": 432, "Finetune/Step Time": 12.520465914160013}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9293476343154907, "Finetune/Loss (Raw)": 0.828701913356781, "Finetune/Step": 433, "Finetune/Step Time": 12.525933437049389}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9296664595603943, "Finetune/Loss (Raw)": 0.9123969674110413, "Finetune/Step": 434, "Finetune/Step Time": 12.528030527755618}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9273063540458679, "Finetune/Loss (Raw)": 0.7873647809028625, "Finetune/Step": 435, "Finetune/Step Time": 12.517188407480717}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9265831708908081, "Finetune/Loss (Raw)": 0.879524827003479, "Finetune/Step": 436, "Finetune/Step Time": 12.513077842071652}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9258625507354736, "Finetune/Loss (Raw)": 0.9569546580314636, "Finetune/Step": 437, "Finetune/Step Time": 12.50489235110581}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9252303838729858, "Finetune/Loss (Raw)": 0.8681854605674744, "Finetune/Step": 438, "Finetune/Step Time": 12.50145984068513}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.92462158203125, "Finetune/Loss (Raw)": 0.899522066116333, "Finetune/Step": 439, "Finetune/Step Time": 12.502650052309036}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.925183892250061, "Finetune/Loss (Raw)": 0.9992965459823608, "Finetune/Step": 440, "Finetune/Step Time": 12.503210598602891}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9244246482849121, "Finetune/Loss (Raw)": 0.9850549697875977, "Finetune/Step": 441, "Finetune/Step Time": 12.499960716813803}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9211333990097046, "Finetune/Loss (Raw)": 0.6914654970169067, "Finetune/Step": 442, "Finetune/Step Time": 12.524611722677946}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9218313694000244, "Finetune/Loss (Raw)": 1.0124300718307495, "Finetune/Step": 443, "Finetune/Step Time": 12.529766615480185}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9258553981781006, "Finetune/Loss (Raw)": 1.0788800716400146, "Finetune/Step": 444, "Finetune/Step Time": 12.49940787255764}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9261613488197327, "Finetune/Loss (Raw)": 0.9324705004692078, "Finetune/Step": 445, "Finetune/Step Time": 12.497556990012527}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9263585209846497, "Finetune/Loss (Raw)": 1.0232890844345093, "Finetune/Step": 446, "Finetune/Step Time": 12.49602602981031}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9269060492515564, "Finetune/Loss (Raw)": 0.949881374835968, "Finetune/Step": 447, "Finetune/Step Time": 12.480323620140553}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9271059036254883, "Finetune/Loss (Raw)": 0.9184115529060364, "Finetune/Step": 448, "Finetune/Step Time": 12.485851731151342}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9309952259063721, "Finetune/Loss (Raw)": 1.0751121044158936, "Finetune/Step": 449, "Finetune/Step Time": 12.473691273480654}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9307735562324524, "Finetune/Loss (Raw)": 0.8901433944702148, "Finetune/Step": 450, "Finetune/Step Time": 12.46677889302373}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9297986626625061, "Finetune/Loss (Raw)": 0.8879992961883545, "Finetune/Step": 451, "Finetune/Step Time": 12.478444993495941}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9289082288742065, "Finetune/Loss (Raw)": 0.9160508513450623, "Finetune/Step": 452, "Finetune/Step Time": 12.47108263708651}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9302017688751221, "Finetune/Loss (Raw)": 1.1443884372711182, "Finetune/Step": 453, "Finetune/Step Time": 12.4620704036206}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9286768436431885, "Finetune/Loss (Raw)": 0.9225766658782959, "Finetune/Step": 454, "Finetune/Step Time": 12.48698459751904}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9292618036270142, "Finetune/Loss (Raw)": 1.0125607252120972, "Finetune/Step": 455, "Finetune/Step Time": 12.486525369808078}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9262067079544067, "Finetune/Loss (Raw)": 0.6406981348991394, "Finetune/Step": 456, "Finetune/Step Time": 12.49719406478107}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9259023666381836, "Finetune/Loss (Raw)": 0.8344851136207581, "Finetune/Step": 457, "Finetune/Step Time": 12.470888385549188}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9279876351356506, "Finetune/Loss (Raw)": 1.1126985549926758, "Finetune/Step": 458, "Finetune/Step Time": 12.465437654405832}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9274177551269531, "Finetune/Loss (Raw)": 0.9082989692687988, "Finetune/Step": 459, "Finetune/Step Time": 12.470685128122568}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9276179075241089, "Finetune/Loss (Raw)": 0.7961557507514954, "Finetune/Step": 460, "Finetune/Step Time": 12.468842605128884}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9269092082977295, "Finetune/Loss (Raw)": 0.8915907144546509, "Finetune/Step": 461, "Finetune/Step Time": 12.46698790229857}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9267853498458862, "Finetune/Loss (Raw)": 0.9212145209312439, "Finetune/Step": 462, "Finetune/Step Time": 12.466548901051283}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9281655550003052, "Finetune/Loss (Raw)": 1.1356223821640015, "Finetune/Step": 463, "Finetune/Step Time": 12.45613868534565}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9247748851776123, "Finetune/Loss (Raw)": 0.5997010469436646, "Finetune/Step": 464, "Finetune/Step Time": 12.48643259331584}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9235156774520874, "Finetune/Loss (Raw)": 0.9900403022766113, "Finetune/Step": 465, "Finetune/Step Time": 12.498187229037285}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9230251908302307, "Finetune/Loss (Raw)": 0.8578934669494629, "Finetune/Step": 466, "Finetune/Step Time": 12.504458051174879}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9240358471870422, "Finetune/Loss (Raw)": 1.031447172164917, "Finetune/Step": 467, "Finetune/Step Time": 12.50355825573206}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9234410524368286, "Finetune/Loss (Raw)": 0.7747795581817627, "Finetune/Step": 468, "Finetune/Step Time": 12.52230541780591}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9204713106155396, "Finetune/Loss (Raw)": 0.5596283078193665, "Finetune/Step": 469, "Finetune/Step Time": 12.549350656569004}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.91996169090271, "Finetune/Loss (Raw)": 0.9300968050956726, "Finetune/Step": 470, "Finetune/Step Time": 12.547323806211352}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9198763370513916, "Finetune/Loss (Raw)": 0.9353314638137817, "Finetune/Step": 471, "Finetune/Step Time": 12.567041588947177}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9199726581573486, "Finetune/Loss (Raw)": 1.044041395187378, "Finetune/Step": 472, "Finetune/Step Time": 12.563535967841744}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9182648658752441, "Finetune/Loss (Raw)": 0.8427098989486694, "Finetune/Step": 473, "Finetune/Step Time": 12.558379581198096}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9179369211196899, "Finetune/Loss (Raw)": 1.0029168128967285, "Finetune/Step": 474, "Finetune/Step Time": 12.55125779658556}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9173764586448669, "Finetune/Loss (Raw)": 1.0013294219970703, "Finetune/Step": 475, "Finetune/Step Time": 12.549846645444632}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.916994035243988, "Finetune/Loss (Raw)": 0.9463037252426147, "Finetune/Step": 476, "Finetune/Step Time": 12.522357441484928}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9163308143615723, "Finetune/Loss (Raw)": 0.9753122329711914, "Finetune/Step": 477, "Finetune/Step Time": 12.528233531862497}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9165570735931396, "Finetune/Loss (Raw)": 0.9292889833450317, "Finetune/Step": 478, "Finetune/Step Time": 12.490943443030119}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.916744589805603, "Finetune/Loss (Raw)": 0.9725713729858398, "Finetune/Step": 479, "Finetune/Step Time": 12.46732352860272}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9171569347381592, "Finetune/Loss (Raw)": 1.006752848625183, "Finetune/Step": 480, "Finetune/Step Time": 12.453601391986012}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9178457260131836, "Finetune/Loss (Raw)": 0.971955418586731, "Finetune/Step": 481, "Finetune/Step Time": 12.459190050140023}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9187874794006348, "Finetune/Loss (Raw)": 0.9575939774513245, "Finetune/Step": 482, "Finetune/Step Time": 12.471629776060581}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9185625314712524, "Finetune/Loss (Raw)": 0.9768887758255005, "Finetune/Step": 483, "Finetune/Step Time": 12.483488567173481}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9188586473464966, "Finetune/Loss (Raw)": 0.8799530863761902, "Finetune/Step": 484, "Finetune/Step Time": 12.488984705880284}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9182830452919006, "Finetune/Loss (Raw)": 0.7836604714393616, "Finetune/Step": 485, "Finetune/Step Time": 12.495824739336967}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.920175313949585, "Finetune/Loss (Raw)": 0.9106473922729492, "Finetune/Step": 486, "Finetune/Step Time": 12.473780047148466}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9213718175888062, "Finetune/Loss (Raw)": 0.9811738729476929, "Finetune/Step": 487, "Finetune/Step Time": 12.456335842609406}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9217426776885986, "Finetune/Loss (Raw)": 0.9850274324417114, "Finetune/Step": 488, "Finetune/Step Time": 12.454394023865461}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9221487045288086, "Finetune/Loss (Raw)": 0.8965345621109009, "Finetune/Step": 489, "Finetune/Step Time": 12.45714120939374}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9216538667678833, "Finetune/Loss (Raw)": 0.8463436961174011, "Finetune/Step": 490, "Finetune/Step Time": 12.476107690483332}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9184482097625732, "Finetune/Loss (Raw)": 0.6189817190170288, "Finetune/Step": 491, "Finetune/Step Time": 12.526295896619558}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9174991846084595, "Finetune/Loss (Raw)": 0.9047228097915649, "Finetune/Step": 492, "Finetune/Step Time": 12.52970820106566}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9168466925621033, "Finetune/Loss (Raw)": 0.9737250208854675, "Finetune/Step": 493, "Finetune/Step Time": 12.529305530712008}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9171462059020996, "Finetune/Loss (Raw)": 0.9062278270721436, "Finetune/Step": 494, "Finetune/Step Time": 12.544948071241379}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9171120524406433, "Finetune/Loss (Raw)": 0.9460440874099731, "Finetune/Step": 495, "Finetune/Step Time": 12.538400465622544}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9172723293304443, "Finetune/Loss (Raw)": 0.9610486626625061, "Finetune/Step": 496, "Finetune/Step Time": 12.552069580182433}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9166812896728516, "Finetune/Loss (Raw)": 0.8866338133811951, "Finetune/Step": 497, "Finetune/Step Time": 12.550367807969451}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9156783819198608, "Finetune/Loss (Raw)": 0.9581615924835205, "Finetune/Step": 498, "Finetune/Step Time": 12.540419425815344}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9134302139282227, "Finetune/Loss (Raw)": 0.8292446732521057, "Finetune/Step": 499, "Finetune/Step Time": 12.54349029995501}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9131302833557129, "Finetune/Loss (Raw)": 0.9366428256034851, "Finetune/Step": 500, "Finetune/Step Time": 12.549554599449039}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.91314297914505, "Finetune/Loss (Raw)": 0.7181561589241028, "Finetune/Step": 501, "Finetune/Step Time": 12.534429054707289}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9146782159805298, "Finetune/Loss (Raw)": 0.805290162563324, "Finetune/Step": 502, "Finetune/Step Time": 12.529949255287647}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9137970805168152, "Finetune/Loss (Raw)": 0.9136978983879089, "Finetune/Step": 503, "Finetune/Step Time": 12.550357937812805}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9149929881095886, "Finetune/Loss (Raw)": 0.9829677939414978, "Finetune/Step": 504, "Finetune/Step Time": 12.540796557441354}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9152865409851074, "Finetune/Loss (Raw)": 0.9453325867652893, "Finetune/Step": 505, "Finetune/Step Time": 12.540703121572733}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.912566065788269, "Finetune/Loss (Raw)": 0.768166184425354, "Finetune/Step": 506, "Finetune/Step Time": 12.553117195144296}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9115840196609497, "Finetune/Loss (Raw)": 0.9639209508895874, "Finetune/Step": 507, "Finetune/Step Time": 12.548598663881421}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9109551906585693, "Finetune/Loss (Raw)": 0.9037227630615234, "Finetune/Step": 508, "Finetune/Step Time": 12.546754457056522}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9103655219078064, "Finetune/Loss (Raw)": 0.9349316358566284, "Finetune/Step": 509, "Finetune/Step Time": 12.548998674377799}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9104846715927124, "Finetune/Loss (Raw)": 0.8657304048538208, "Finetune/Step": 510, "Finetune/Step Time": 12.47317405603826}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9117162823677063, "Finetune/Loss (Raw)": 0.9956543445587158, "Finetune/Step": 511, "Finetune/Step Time": 12.422070365399122}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.91368168592453, "Finetune/Loss (Raw)": 0.9392035007476807, "Finetune/Step": 512, "Finetune/Step Time": 12.397298065945506}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9142587780952454, "Finetune/Loss (Raw)": 1.0049558877944946, "Finetune/Step": 513, "Finetune/Step Time": 12.402308627963066}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9148719310760498, "Finetune/Loss (Raw)": 1.0119712352752686, "Finetune/Step": 514, "Finetune/Step Time": 12.422239556908607}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9131213426589966, "Finetune/Loss (Raw)": 0.6114132404327393, "Finetune/Step": 515, "Finetune/Step Time": 12.449683455750346}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9141224026679993, "Finetune/Loss (Raw)": 1.0032669305801392, "Finetune/Step": 516, "Finetune/Step Time": 12.455501003190875}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9147742986679077, "Finetune/Loss (Raw)": 0.9586815237998962, "Finetune/Step": 517, "Finetune/Step Time": 12.45365067012608}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9161790609359741, "Finetune/Loss (Raw)": 0.9786537885665894, "Finetune/Step": 518, "Finetune/Step Time": 12.457858236506581}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9166597127914429, "Finetune/Loss (Raw)": 1.001158595085144, "Finetune/Step": 519, "Finetune/Step Time": 12.477426728233695}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9170914888381958, "Finetune/Loss (Raw)": 0.9353338479995728, "Finetune/Step": 520, "Finetune/Step Time": 12.477643148973584}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9185527563095093, "Finetune/Loss (Raw)": 0.9572365880012512, "Finetune/Step": 521, "Finetune/Step Time": 12.463084124028683}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9199874401092529, "Finetune/Loss (Raw)": 0.9364686608314514, "Finetune/Step": 522, "Finetune/Step Time": 12.43382666632533}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9176973104476929, "Finetune/Loss (Raw)": 0.8259555697441101, "Finetune/Step": 523, "Finetune/Step Time": 12.444578984752297}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9170311093330383, "Finetune/Loss (Raw)": 0.9474340677261353, "Finetune/Step": 524, "Finetune/Step Time": 12.440462000668049}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9187301993370056, "Finetune/Loss (Raw)": 0.9585805535316467, "Finetune/Step": 525, "Finetune/Step Time": 12.419486284255981}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9165878295898438, "Finetune/Loss (Raw)": 0.8488828539848328, "Finetune/Step": 526, "Finetune/Step Time": 12.436454135924578}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9172422885894775, "Finetune/Loss (Raw)": 0.9028354287147522, "Finetune/Step": 527, "Finetune/Step Time": 12.421032655984163}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9178352355957031, "Finetune/Loss (Raw)": 0.9706279635429382, "Finetune/Step": 528, "Finetune/Step Time": 12.417132766917348}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.917317271232605, "Finetune/Loss (Raw)": 0.9982495903968811, "Finetune/Step": 529, "Finetune/Step Time": 12.417590219527483}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.918075442314148, "Finetune/Loss (Raw)": 1.0315885543823242, "Finetune/Step": 530, "Finetune/Step Time": 12.386735171079636}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9192813634872437, "Finetune/Loss (Raw)": 1.0844122171401978, "Finetune/Step": 531, "Finetune/Step Time": 12.385960381478071}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9181632399559021, "Finetune/Loss (Raw)": 0.892426609992981, "Finetune/Step": 532, "Finetune/Step Time": 12.392616894096136}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.919457197189331, "Finetune/Loss (Raw)": 0.8836510181427002, "Finetune/Step": 533, "Finetune/Step Time": 12.37700430303812}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9206652641296387, "Finetune/Loss (Raw)": 0.8646467924118042, "Finetune/Step": 534, "Finetune/Step Time": 12.359283389523625}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9226184487342834, "Finetune/Loss (Raw)": 0.8767217993736267, "Finetune/Step": 535, "Finetune/Step Time": 12.349323134869337}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9213937520980835, "Finetune/Loss (Raw)": 0.7599009871482849, "Finetune/Step": 536, "Finetune/Step Time": 12.38275015540421}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.920311689376831, "Finetune/Loss (Raw)": 0.9981735944747925, "Finetune/Step": 537, "Finetune/Step Time": 12.386507038027048}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9190324544906616, "Finetune/Loss (Raw)": 0.975854754447937, "Finetune/Step": 538, "Finetune/Step Time": 12.406603503972292}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9200098514556885, "Finetune/Loss (Raw)": 1.044114351272583, "Finetune/Step": 539, "Finetune/Step Time": 12.39957177080214}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9220075607299805, "Finetune/Loss (Raw)": 0.9117220640182495, "Finetune/Step": 540, "Finetune/Step Time": 12.362127328291535}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9211409687995911, "Finetune/Loss (Raw)": 0.9368410706520081, "Finetune/Step": 541, "Finetune/Step Time": 12.371345527470112}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.921622097492218, "Finetune/Loss (Raw)": 0.9366974830627441, "Finetune/Step": 542, "Finetune/Step Time": 12.373232044279575}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9221920967102051, "Finetune/Loss (Raw)": 1.053518533706665, "Finetune/Step": 543, "Finetune/Step Time": 12.372068040072918}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9218640327453613, "Finetune/Loss (Raw)": 0.9941785335540771, "Finetune/Step": 544, "Finetune/Step Time": 12.367733404040337}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9216978549957275, "Finetune/Loss (Raw)": 0.948220431804657, "Finetune/Step": 545, "Finetune/Step Time": 12.36192011833191}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9209322333335876, "Finetune/Loss (Raw)": 0.9116004705429077, "Finetune/Step": 546, "Finetune/Step Time": 12.360387640073895}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9215327501296997, "Finetune/Loss (Raw)": 0.9903981685638428, "Finetune/Step": 547, "Finetune/Step Time": 12.34437731653452}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.923328161239624, "Finetune/Loss (Raw)": 0.853041410446167, "Finetune/Step": 548, "Finetune/Step Time": 12.339117221534252}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9214352965354919, "Finetune/Loss (Raw)": 0.7194935083389282, "Finetune/Step": 549, "Finetune/Step Time": 12.348844962194562}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9209133982658386, "Finetune/Loss (Raw)": 0.8907583951950073, "Finetune/Step": 550, "Finetune/Step Time": 12.32191758416593}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9198402166366577, "Finetune/Loss (Raw)": 0.8904029130935669, "Finetune/Step": 551, "Finetune/Step Time": 12.324103392660618}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9201933741569519, "Finetune/Loss (Raw)": 1.028327465057373, "Finetune/Step": 552, "Finetune/Step Time": 12.315255966037512}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9205449819564819, "Finetune/Loss (Raw)": 0.7314003109931946, "Finetune/Step": 553, "Finetune/Step Time": 12.253686267882586}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9214451313018799, "Finetune/Loss (Raw)": 1.0710625648498535, "Finetune/Step": 554, "Finetune/Step Time": 12.252258609980345}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9213079214096069, "Finetune/Loss (Raw)": 0.9099479913711548, "Finetune/Step": 555, "Finetune/Step Time": 12.275811055675149}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.920438289642334, "Finetune/Loss (Raw)": 0.9453866481781006, "Finetune/Step": 556, "Finetune/Step Time": 12.290289279073477}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9192429780960083, "Finetune/Loss (Raw)": 0.8897675275802612, "Finetune/Step": 557, "Finetune/Step Time": 12.283466121181846}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9166579246520996, "Finetune/Loss (Raw)": 0.504518449306488, "Finetune/Step": 558, "Finetune/Step Time": 12.30348165333271}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9159190654754639, "Finetune/Loss (Raw)": 0.9047569632530212, "Finetune/Step": 559, "Finetune/Step Time": 12.290341993793845}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9151439070701599, "Finetune/Loss (Raw)": 0.791630208492279, "Finetune/Step": 560, "Finetune/Step Time": 12.28704641200602}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9152219295501709, "Finetune/Loss (Raw)": 0.8386841416358948, "Finetune/Step": 561, "Finetune/Step Time": 12.287717735394835}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9148478507995605, "Finetune/Loss (Raw)": 0.8645175099372864, "Finetune/Step": 562, "Finetune/Step Time": 12.282957950606942}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9162692427635193, "Finetune/Loss (Raw)": 0.9692975282669067, "Finetune/Step": 563, "Finetune/Step Time": 12.27955175936222}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9168261885643005, "Finetune/Loss (Raw)": 0.9508163332939148, "Finetune/Step": 564, "Finetune/Step Time": 12.293736821040511}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9159703254699707, "Finetune/Loss (Raw)": 0.8474075794219971, "Finetune/Step": 565, "Finetune/Step Time": 12.302683932706714}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9171761870384216, "Finetune/Loss (Raw)": 1.0225286483764648, "Finetune/Step": 566, "Finetune/Step Time": 12.30747445486486}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9167195558547974, "Finetune/Loss (Raw)": 0.841070830821991, "Finetune/Step": 567, "Finetune/Step Time": 12.311578523367643}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9134605526924133, "Finetune/Loss (Raw)": 0.5821505188941956, "Finetune/Step": 568, "Finetune/Step Time": 12.33450060710311}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9126325249671936, "Finetune/Loss (Raw)": 0.8790686726570129, "Finetune/Step": 569, "Finetune/Step Time": 12.341312060132623}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9146156311035156, "Finetune/Loss (Raw)": 0.9453079104423523, "Finetune/Step": 570, "Finetune/Step Time": 12.314817238599062}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9134406447410583, "Finetune/Loss (Raw)": 0.8620229363441467, "Finetune/Step": 571, "Finetune/Step Time": 12.324711313471198}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9126633405685425, "Finetune/Loss (Raw)": 0.979392945766449, "Finetune/Step": 572, "Finetune/Step Time": 12.326413663104177}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9131006002426147, "Finetune/Loss (Raw)": 0.9884358644485474, "Finetune/Step": 573, "Finetune/Step Time": 12.326255997642875}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9130588173866272, "Finetune/Loss (Raw)": 1.0179435014724731, "Finetune/Step": 574, "Finetune/Step Time": 12.311515314504504}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9138532876968384, "Finetune/Loss (Raw)": 1.0515720844268799, "Finetune/Step": 575, "Finetune/Step Time": 12.336571576073766}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9138638973236084, "Finetune/Loss (Raw)": 0.919764518737793, "Finetune/Step": 576, "Finetune/Step Time": 12.338368764147162}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9126185178756714, "Finetune/Loss (Raw)": 0.9157087206840515, "Finetune/Step": 577, "Finetune/Step Time": 12.317531177774072}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9125101566314697, "Finetune/Loss (Raw)": 0.8762704133987427, "Finetune/Step": 578, "Finetune/Step Time": 12.321670059114695}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9116601943969727, "Finetune/Loss (Raw)": 0.7792023420333862, "Finetune/Step": 579, "Finetune/Step Time": 12.337696287781}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9121001362800598, "Finetune/Loss (Raw)": 0.9723670482635498, "Finetune/Step": 580, "Finetune/Step Time": 12.34076800942421}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9113417863845825, "Finetune/Loss (Raw)": 1.0473183393478394, "Finetune/Step": 581, "Finetune/Step Time": 12.346108814701438}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9119784832000732, "Finetune/Loss (Raw)": 1.004074215888977, "Finetune/Step": 582, "Finetune/Step Time": 12.341577611863613}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9104263186454773, "Finetune/Loss (Raw)": 0.8138790130615234, "Finetune/Step": 583, "Finetune/Step Time": 12.347563901916146}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9131529331207275, "Finetune/Loss (Raw)": 0.9897062182426453, "Finetune/Step": 584, "Finetune/Step Time": 12.333115093410015}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9143596887588501, "Finetune/Loss (Raw)": 0.9889501333236694, "Finetune/Step": 585, "Finetune/Step Time": 12.329140169546008}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9102689027786255, "Finetune/Loss (Raw)": 0.5890724062919617, "Finetune/Step": 586, "Finetune/Step Time": 12.351609094068408}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9117566347122192, "Finetune/Loss (Raw)": 1.0987380743026733, "Finetune/Step": 587, "Finetune/Step Time": 12.337328074499965}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9125492572784424, "Finetune/Loss (Raw)": 0.8976150751113892, "Finetune/Step": 588, "Finetune/Step Time": 12.348689259961247}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9132639169692993, "Finetune/Loss (Raw)": 0.9830634593963623, "Finetune/Step": 589, "Finetune/Step Time": 12.34429232403636}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9141058921813965, "Finetune/Loss (Raw)": 1.0289907455444336, "Finetune/Step": 590, "Finetune/Step Time": 12.344939911738038}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9120627641677856, "Finetune/Loss (Raw)": 0.8740975260734558, "Finetune/Step": 591, "Finetune/Step Time": 12.346754092723131}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9144344329833984, "Finetune/Loss (Raw)": 0.903277575969696, "Finetune/Step": 592, "Finetune/Step Time": 12.310262078419328}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9138129353523254, "Finetune/Loss (Raw)": 0.9104844927787781, "Finetune/Step": 593, "Finetune/Step Time": 12.328220782801509}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9144036769866943, "Finetune/Loss (Raw)": 0.9335063099861145, "Finetune/Step": 594, "Finetune/Step Time": 12.31108664162457}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9136204123497009, "Finetune/Loss (Raw)": 0.9311934113502502, "Finetune/Step": 595, "Finetune/Step Time": 12.298926714807749}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9141656160354614, "Finetune/Loss (Raw)": 0.8445683717727661, "Finetune/Step": 596, "Finetune/Step Time": 12.273746501654387}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9160889983177185, "Finetune/Loss (Raw)": 0.8058153390884399, "Finetune/Step": 597, "Finetune/Step Time": 12.241650611162186}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9160908460617065, "Finetune/Loss (Raw)": 0.9303299188613892, "Finetune/Step": 598, "Finetune/Step Time": 12.27270251326263}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9161957502365112, "Finetune/Loss (Raw)": 0.948758065700531, "Finetune/Step": 599, "Finetune/Step Time": 12.247041761875153}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9160551428794861, "Finetune/Loss (Raw)": 1.0260485410690308, "Finetune/Step": 600, "Finetune/Step Time": 12.255109641700983}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9164969325065613, "Finetune/Loss (Raw)": 0.8992558121681213, "Finetune/Step": 601, "Finetune/Step Time": 12.290162721648812}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9162248969078064, "Finetune/Loss (Raw)": 0.9680994153022766, "Finetune/Step": 602, "Finetune/Step Time": 12.284248374402523}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9148721694946289, "Finetune/Loss (Raw)": 0.8281864523887634, "Finetune/Step": 603, "Finetune/Step Time": 12.290895713493228}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9151202440261841, "Finetune/Loss (Raw)": 0.9780446290969849, "Finetune/Step": 604, "Finetune/Step Time": 12.293099991977215}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9138891696929932, "Finetune/Loss (Raw)": 0.8177400827407837, "Finetune/Step": 605, "Finetune/Step Time": 12.287221061065793}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9132895469665527, "Finetune/Loss (Raw)": 0.8525346517562866, "Finetune/Step": 606, "Finetune/Step Time": 12.313471293076873}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9114305973052979, "Finetune/Loss (Raw)": 0.7346289157867432, "Finetune/Step": 607, "Finetune/Step Time": 12.364318249747157}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9113065004348755, "Finetune/Loss (Raw)": 0.990868330001831, "Finetune/Step": 608, "Finetune/Step Time": 12.364811647683382}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9103694558143616, "Finetune/Loss (Raw)": 0.8520128130912781, "Finetune/Step": 609, "Finetune/Step Time": 12.363064179196954}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9099620580673218, "Finetune/Loss (Raw)": 0.9054500460624695, "Finetune/Step": 610, "Finetune/Step Time": 12.354763247072697}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9098532199859619, "Finetune/Loss (Raw)": 0.9629548788070679, "Finetune/Step": 611, "Finetune/Step Time": 12.323907174170017}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9116159677505493, "Finetune/Loss (Raw)": 1.1055868864059448, "Finetune/Step": 612, "Finetune/Step Time": 12.322789767757058}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9120336771011353, "Finetune/Loss (Raw)": 0.8371279835700989, "Finetune/Step": 613, "Finetune/Step Time": 12.307798093184829}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9120320081710815, "Finetune/Loss (Raw)": 0.9104298949241638, "Finetune/Step": 614, "Finetune/Step Time": 12.286498095840216}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9117555618286133, "Finetune/Loss (Raw)": 0.9457908868789673, "Finetune/Step": 615, "Finetune/Step Time": 12.2956439293921}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9112529754638672, "Finetune/Loss (Raw)": 0.9206946492195129, "Finetune/Step": 616, "Finetune/Step Time": 12.300176629796624}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9114561676979065, "Finetune/Loss (Raw)": 0.9225447177886963, "Finetune/Step": 617, "Finetune/Step Time": 12.290821177884936}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9124649167060852, "Finetune/Loss (Raw)": 0.9754654765129089, "Finetune/Step": 618, "Finetune/Step Time": 12.270734261721373}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9143534898757935, "Finetune/Loss (Raw)": 0.8607181310653687, "Finetune/Step": 619, "Finetune/Step Time": 12.254878779873252}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9145976901054382, "Finetune/Loss (Raw)": 0.9359787106513977, "Finetune/Step": 620, "Finetune/Step Time": 12.244068780913949}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9144381880760193, "Finetune/Loss (Raw)": 0.9533069729804993, "Finetune/Step": 621, "Finetune/Step Time": 12.277411948889494}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9143859148025513, "Finetune/Loss (Raw)": 0.8995380997657776, "Finetune/Step": 622, "Finetune/Step Time": 12.273237021639943}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9148486256599426, "Finetune/Loss (Raw)": 1.0052732229232788, "Finetune/Step": 623, "Finetune/Step Time": 12.27600090764463}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9144142270088196, "Finetune/Loss (Raw)": 0.9054473042488098, "Finetune/Step": 624, "Finetune/Step Time": 12.265569159761071}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.915022075176239, "Finetune/Loss (Raw)": 0.9644371867179871, "Finetune/Step": 625, "Finetune/Step Time": 12.270540224388242}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9153916239738464, "Finetune/Loss (Raw)": 1.0054643154144287, "Finetune/Step": 626, "Finetune/Step Time": 12.271684056147933}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9161384701728821, "Finetune/Loss (Raw)": 0.9248425960540771, "Finetune/Step": 627, "Finetune/Step Time": 12.274176767095923}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9160023331642151, "Finetune/Loss (Raw)": 0.9192153215408325, "Finetune/Step": 628, "Finetune/Step Time": 12.259405905380845}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9177356958389282, "Finetune/Loss (Raw)": 0.9400261640548706, "Finetune/Step": 629, "Finetune/Step Time": 12.250288544222713}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9196971654891968, "Finetune/Loss (Raw)": 1.0563559532165527, "Finetune/Step": 630, "Finetune/Step Time": 12.226921636611223}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.919214129447937, "Finetune/Loss (Raw)": 0.8518791794776917, "Finetune/Step": 631, "Finetune/Step Time": 12.203892072662711}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9199994802474976, "Finetune/Loss (Raw)": 1.0834838151931763, "Finetune/Step": 632, "Finetune/Step Time": 12.207903439179063}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9216941595077515, "Finetune/Loss (Raw)": 1.1622557640075684, "Finetune/Step": 633, "Finetune/Step Time": 12.20795639231801}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9224945902824402, "Finetune/Loss (Raw)": 0.8706181645393372, "Finetune/Step": 634, "Finetune/Step Time": 12.199937023222446}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9223065972328186, "Finetune/Loss (Raw)": 0.9398614764213562, "Finetune/Step": 635, "Finetune/Step Time": 12.209418345242739}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9226593971252441, "Finetune/Loss (Raw)": 0.9488810896873474, "Finetune/Step": 636, "Finetune/Step Time": 12.247274501249194}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9230018854141235, "Finetune/Loss (Raw)": 0.9787651300430298, "Finetune/Step": 637, "Finetune/Step Time": 12.237604448571801}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9241403341293335, "Finetune/Loss (Raw)": 1.0114550590515137, "Finetune/Step": 638, "Finetune/Step Time": 12.23561018705368}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.923590898513794, "Finetune/Loss (Raw)": 0.9253254532814026, "Finetune/Step": 639, "Finetune/Step Time": 12.234518345445395}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9235340356826782, "Finetune/Loss (Raw)": 0.9319270253181458, "Finetune/Step": 640, "Finetune/Step Time": 12.237047132104635}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9234781265258789, "Finetune/Loss (Raw)": 0.9977989196777344, "Finetune/Step": 641, "Finetune/Step Time": 12.24709827825427}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9199910163879395, "Finetune/Loss (Raw)": 0.5656238198280334, "Finetune/Step": 642, "Finetune/Step Time": 12.246222030371428}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9224433898925781, "Finetune/Loss (Raw)": 0.9253168106079102, "Finetune/Step": 643, "Finetune/Step Time": 12.221231175586581}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9221084713935852, "Finetune/Loss (Raw)": 0.9603960514068604, "Finetune/Step": 644, "Finetune/Step Time": 12.230095937848091}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9226112961769104, "Finetune/Loss (Raw)": 1.0230395793914795, "Finetune/Step": 645, "Finetune/Step Time": 12.229094779118896}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.92242830991745, "Finetune/Loss (Raw)": 0.9552327394485474, "Finetune/Step": 646, "Finetune/Step Time": 12.239528197795153}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9214475154876709, "Finetune/Loss (Raw)": 0.8756184577941895, "Finetune/Step": 647, "Finetune/Step Time": 12.242740442976356}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9217184782028198, "Finetune/Loss (Raw)": 0.9700184464454651, "Finetune/Step": 648, "Finetune/Step Time": 12.247862854972482}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9214565753936768, "Finetune/Loss (Raw)": 0.9237091541290283, "Finetune/Step": 649, "Finetune/Step Time": 12.247329622507095}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9208447933197021, "Finetune/Loss (Raw)": 0.858165979385376, "Finetune/Step": 650, "Finetune/Step Time": 12.270991971716285}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9217652082443237, "Finetune/Loss (Raw)": 0.9437684416770935, "Finetune/Step": 651, "Finetune/Step Time": 12.285337120294571}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9215282797813416, "Finetune/Loss (Raw)": 0.9171053171157837, "Finetune/Step": 652, "Finetune/Step Time": 12.29358539544046}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9207528829574585, "Finetune/Loss (Raw)": 0.859332799911499, "Finetune/Step": 653, "Finetune/Step Time": 12.294151039794087}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9231339693069458, "Finetune/Loss (Raw)": 1.1536520719528198, "Finetune/Step": 654, "Finetune/Step Time": 12.279335878789425}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9231401681900024, "Finetune/Loss (Raw)": 0.903630256652832, "Finetune/Step": 655, "Finetune/Step Time": 12.288787346333265}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9226279854774475, "Finetune/Loss (Raw)": 0.9050732254981995, "Finetune/Step": 656, "Finetune/Step Time": 12.292246665805578}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9217168092727661, "Finetune/Loss (Raw)": 0.8816221952438354, "Finetune/Step": 657, "Finetune/Step Time": 12.321035213768482}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9208667874336243, "Finetune/Loss (Raw)": 0.9227837324142456, "Finetune/Step": 658, "Finetune/Step Time": 12.32193137332797}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9182572364807129, "Finetune/Loss (Raw)": 0.7503942847251892, "Finetune/Step": 659, "Finetune/Step Time": 12.351230006664991}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9193873405456543, "Finetune/Loss (Raw)": 1.0370723009109497, "Finetune/Step": 660, "Finetune/Step Time": 12.342448657378554}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9197699427604675, "Finetune/Loss (Raw)": 0.9326274991035461, "Finetune/Step": 661, "Finetune/Step Time": 12.332471530884504}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9207825660705566, "Finetune/Loss (Raw)": 0.994259774684906, "Finetune/Step": 662, "Finetune/Step Time": 12.317661570385098}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9217872619628906, "Finetune/Loss (Raw)": 1.0053234100341797, "Finetune/Step": 663, "Finetune/Step Time": 12.298655899241567}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9230256080627441, "Finetune/Loss (Raw)": 0.9184113144874573, "Finetune/Step": 664, "Finetune/Step Time": 12.286451047286391}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9234563112258911, "Finetune/Loss (Raw)": 1.0533051490783691, "Finetune/Step": 665, "Finetune/Step Time": 12.296747751533985}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9242658615112305, "Finetune/Loss (Raw)": 1.0794739723205566, "Finetune/Step": 666, "Finetune/Step Time": 12.274420756846666}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9239574670791626, "Finetune/Loss (Raw)": 1.0046480894088745, "Finetune/Step": 667, "Finetune/Step Time": 12.291563769802451}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9231243133544922, "Finetune/Loss (Raw)": 0.8050649762153625, "Finetune/Step": 668, "Finetune/Step Time": 12.296183472499251}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9233531951904297, "Finetune/Loss (Raw)": 0.9661431908607483, "Finetune/Step": 669, "Finetune/Step Time": 12.28867781162262}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9226595759391785, "Finetune/Loss (Raw)": 0.8479121923446655, "Finetune/Step": 670, "Finetune/Step Time": 12.288559228181839}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9214953184127808, "Finetune/Loss (Raw)": 0.9045021533966064, "Finetune/Step": 671, "Finetune/Step Time": 12.297693705186248}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9214476346969604, "Finetune/Loss (Raw)": 0.9880732297897339, "Finetune/Step": 672, "Finetune/Step Time": 12.2959697637707}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9222687482833862, "Finetune/Loss (Raw)": 1.0533136129379272, "Finetune/Step": 673, "Finetune/Step Time": 12.297912100329995}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9232475757598877, "Finetune/Loss (Raw)": 1.0368971824645996, "Finetune/Step": 674, "Finetune/Step Time": 12.303022244945168}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9231545329093933, "Finetune/Loss (Raw)": 0.9784846305847168, "Finetune/Step": 675, "Finetune/Step Time": 12.305914334952831}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9239053726196289, "Finetune/Loss (Raw)": 0.9491454362869263, "Finetune/Step": 676, "Finetune/Step Time": 12.293810054659843}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9245234131813049, "Finetune/Loss (Raw)": 0.798607587814331, "Finetune/Step": 677, "Finetune/Step Time": 12.349841326475143}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9257668256759644, "Finetune/Loss (Raw)": 1.0499106645584106, "Finetune/Step": 678, "Finetune/Step Time": 12.363310864195228}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9268408417701721, "Finetune/Loss (Raw)": 1.0278805494308472, "Finetune/Step": 679, "Finetune/Step Time": 12.367950832471251}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9255756735801697, "Finetune/Loss (Raw)": 0.8663902878761292, "Finetune/Step": 680, "Finetune/Step Time": 12.365464095026255}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9275982975959778, "Finetune/Loss (Raw)": 0.9902931451797485, "Finetune/Step": 681, "Finetune/Step Time": 12.35847943276167}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9271605014801025, "Finetune/Loss (Raw)": 1.015027642250061, "Finetune/Step": 682, "Finetune/Step Time": 12.351764915511012}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9279381036758423, "Finetune/Loss (Raw)": 1.0094733238220215, "Finetune/Step": 683, "Finetune/Step Time": 12.321184718981385}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9274961948394775, "Finetune/Loss (Raw)": 0.8888230919837952, "Finetune/Step": 684, "Finetune/Step Time": 12.30646395497024}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9259978532791138, "Finetune/Loss (Raw)": 0.6979783773422241, "Finetune/Step": 685, "Finetune/Step Time": 12.32805997505784}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9285908341407776, "Finetune/Loss (Raw)": 0.8364260792732239, "Finetune/Step": 686, "Finetune/Step Time": 12.320528229698539}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9287350177764893, "Finetune/Loss (Raw)": 0.9232081770896912, "Finetune/Step": 687, "Finetune/Step Time": 12.318460559472442}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9299286603927612, "Finetune/Loss (Raw)": 0.944418728351593, "Finetune/Step": 688, "Finetune/Step Time": 12.311679249629378}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.9284558892250061, "Finetune/Loss (Raw)": 0.6501680612564087, "Finetune/Step": 689, "Finetune/Step Time": 12.328021990135312}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9274755716323853, "Finetune/Loss (Raw)": 0.739046037197113, "Finetune/Step": 690, "Finetune/Step Time": 12.403995299711823}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9276585578918457, "Finetune/Loss (Raw)": 0.992703378200531, "Finetune/Step": 691, "Finetune/Step Time": 12.409340357407928}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9268486499786377, "Finetune/Loss (Raw)": 0.8471534848213196, "Finetune/Step": 692, "Finetune/Step Time": 12.43741617538035}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9268555045127869, "Finetune/Loss (Raw)": 0.8482898473739624, "Finetune/Step": 693, "Finetune/Step Time": 12.435733638703823}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9242448806762695, "Finetune/Loss (Raw)": 0.6883659958839417, "Finetune/Step": 694, "Finetune/Step Time": 12.459654977545142}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9238899946212769, "Finetune/Loss (Raw)": 0.7956455945968628, "Finetune/Step": 695, "Finetune/Step Time": 12.470237374305725}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9273313283920288, "Finetune/Loss (Raw)": 1.0226459503173828, "Finetune/Step": 696, "Finetune/Step Time": 12.449488755315542}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9272057414054871, "Finetune/Loss (Raw)": 0.8629918098449707, "Finetune/Step": 697, "Finetune/Step Time": 12.458348276093602}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.9282747507095337, "Finetune/Loss (Raw)": 1.0821423530578613, "Finetune/Step": 698, "Finetune/Step Time": 12.447407824918628}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.930239200592041, "Finetune/Loss (Raw)": 1.11346435546875, "Finetune/Step": 699, "Finetune/Step Time": 12.442404774948955}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9296066761016846, "Finetune/Loss (Raw)": 0.8984388709068298, "Finetune/Step": 700, "Finetune/Step Time": 12.470998601987958}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9262903928756714, "Finetune/Loss (Raw)": 0.5639490485191345, "Finetune/Step": 701, "Finetune/Step Time": 12.500625057145953}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9254645109176636, "Finetune/Loss (Raw)": 0.9122324585914612, "Finetune/Step": 702, "Finetune/Step Time": 12.51100329682231}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9235657453536987, "Finetune/Loss (Raw)": 0.8085216879844666, "Finetune/Step": 703, "Finetune/Step Time": 12.498929297551513}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9238376617431641, "Finetune/Loss (Raw)": 0.9545730352401733, "Finetune/Step": 704, "Finetune/Step Time": 12.514505106955767}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9242624044418335, "Finetune/Loss (Raw)": 0.9700722098350525, "Finetune/Step": 705, "Finetune/Step Time": 12.513958398252726}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9230166673660278, "Finetune/Loss (Raw)": 0.7168158888816833, "Finetune/Step": 706, "Finetune/Step Time": 12.50709142908454}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9233414530754089, "Finetune/Loss (Raw)": 0.8207781910896301, "Finetune/Step": 707, "Finetune/Step Time": 12.48696112073958}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.924272894859314, "Finetune/Loss (Raw)": 1.0915950536727905, "Finetune/Step": 708, "Finetune/Step Time": 12.488965414464474}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9230396747589111, "Finetune/Loss (Raw)": 0.8894716501235962, "Finetune/Step": 709, "Finetune/Step Time": 12.488949671387672}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.921664834022522, "Finetune/Loss (Raw)": 0.8280870914459229, "Finetune/Step": 710, "Finetune/Step Time": 12.46730576083064}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9229242205619812, "Finetune/Loss (Raw)": 0.9750841856002808, "Finetune/Step": 711, "Finetune/Step Time": 12.498547526076436}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9203726649284363, "Finetune/Loss (Raw)": 0.6631039381027222, "Finetune/Step": 712, "Finetune/Step Time": 12.515351045876741}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9198861718177795, "Finetune/Loss (Raw)": 0.9266809225082397, "Finetune/Step": 713, "Finetune/Step Time": 12.516726244241}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9218260049819946, "Finetune/Loss (Raw)": 0.8373660445213318, "Finetune/Step": 714, "Finetune/Step Time": 12.49576530046761}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9212375283241272, "Finetune/Loss (Raw)": 1.023413896560669, "Finetune/Step": 715, "Finetune/Step Time": 12.509543731808662}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.920468807220459, "Finetune/Loss (Raw)": 0.7992202639579773, "Finetune/Step": 716, "Finetune/Step Time": 12.47345925308764}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9209704399108887, "Finetune/Loss (Raw)": 1.0472793579101562, "Finetune/Step": 717, "Finetune/Step Time": 12.488642258569598}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9203816652297974, "Finetune/Loss (Raw)": 0.9536225199699402, "Finetune/Step": 718, "Finetune/Step Time": 12.491318000480533}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9212337732315063, "Finetune/Loss (Raw)": 0.9831600189208984, "Finetune/Step": 719, "Finetune/Step Time": 12.492318673059344}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9228976964950562, "Finetune/Loss (Raw)": 1.1162701845169067, "Finetune/Step": 720, "Finetune/Step Time": 12.495922220870852}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9222747087478638, "Finetune/Loss (Raw)": 0.8307365775108337, "Finetune/Step": 721, "Finetune/Step Time": 12.501420326530933}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9217649102210999, "Finetune/Loss (Raw)": 0.8682529926300049, "Finetune/Step": 722, "Finetune/Step Time": 12.537079852074385}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9226061701774597, "Finetune/Loss (Raw)": 1.038874864578247, "Finetune/Step": 723, "Finetune/Step Time": 12.531521871685982}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9237970113754272, "Finetune/Loss (Raw)": 0.9969937801361084, "Finetune/Step": 724, "Finetune/Step Time": 12.551827244460583}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9258763790130615, "Finetune/Loss (Raw)": 1.0719815492630005, "Finetune/Step": 725, "Finetune/Step Time": 12.551611231639981}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9236360788345337, "Finetune/Loss (Raw)": 0.6435695886611938, "Finetune/Step": 726, "Finetune/Step Time": 12.531930385157466}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9237242937088013, "Finetune/Loss (Raw)": 0.9600483775138855, "Finetune/Step": 727, "Finetune/Step Time": 12.543098084628582}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9242328405380249, "Finetune/Loss (Raw)": 1.091142177581787, "Finetune/Step": 728, "Finetune/Step Time": 12.541135836392641}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9215974807739258, "Finetune/Loss (Raw)": 0.561933159828186, "Finetune/Step": 729, "Finetune/Step Time": 12.521856475621462}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.921347439289093, "Finetune/Loss (Raw)": 0.9360912442207336, "Finetune/Step": 730, "Finetune/Step Time": 12.527482578530908}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.922667384147644, "Finetune/Loss (Raw)": 0.9971384406089783, "Finetune/Step": 731, "Finetune/Step Time": 12.51990925334394}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9214792251586914, "Finetune/Loss (Raw)": 0.8259661793708801, "Finetune/Step": 732, "Finetune/Step Time": 12.569433180615306}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9220753908157349, "Finetune/Loss (Raw)": 0.8940443992614746, "Finetune/Step": 733, "Finetune/Step Time": 12.565712152048945}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9217689037322998, "Finetune/Loss (Raw)": 0.8133040070533752, "Finetune/Step": 734, "Finetune/Step Time": 12.545227663591504}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9222033023834229, "Finetune/Loss (Raw)": 0.7902299165725708, "Finetune/Step": 735, "Finetune/Step Time": 12.501827098429203}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.921369731426239, "Finetune/Loss (Raw)": 0.8841773271560669, "Finetune/Step": 736, "Finetune/Step Time": 12.555161237716675}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9229781031608582, "Finetune/Loss (Raw)": 1.057884693145752, "Finetune/Step": 737, "Finetune/Step Time": 12.545816386118531}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9233570098876953, "Finetune/Loss (Raw)": 0.9539518356323242, "Finetune/Step": 738, "Finetune/Step Time": 12.533279934898019}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9216307401657104, "Finetune/Loss (Raw)": 0.7419799566268921, "Finetune/Step": 739, "Finetune/Step Time": 12.57150311768055}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9209630489349365, "Finetune/Loss (Raw)": 1.0201343297958374, "Finetune/Step": 740, "Finetune/Step Time": 12.572976963594556}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9204108715057373, "Finetune/Loss (Raw)": 0.7664452791213989, "Finetune/Step": 741, "Finetune/Step Time": 12.599764566868544}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9202629923820496, "Finetune/Loss (Raw)": 0.8914996981620789, "Finetune/Step": 742, "Finetune/Step Time": 12.612116303294897}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.920668363571167, "Finetune/Loss (Raw)": 0.9976807236671448, "Finetune/Step": 743, "Finetune/Step Time": 12.601565165445209}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9206197261810303, "Finetune/Loss (Raw)": 0.9144689440727234, "Finetune/Step": 744, "Finetune/Step Time": 12.603968873620033}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9195554256439209, "Finetune/Loss (Raw)": 0.7863163948059082, "Finetune/Step": 745, "Finetune/Step Time": 12.63129642046988}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9200657606124878, "Finetune/Loss (Raw)": 1.0407794713974, "Finetune/Step": 746, "Finetune/Step Time": 12.62194294668734}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9214382171630859, "Finetune/Loss (Raw)": 1.036399245262146, "Finetune/Step": 747, "Finetune/Step Time": 12.591972671449184}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9219855070114136, "Finetune/Loss (Raw)": 1.0060276985168457, "Finetune/Step": 748, "Finetune/Step Time": 12.596487309783697}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9215350151062012, "Finetune/Loss (Raw)": 0.8956525921821594, "Finetune/Step": 749, "Finetune/Step Time": 12.576125698164105}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9219160079956055, "Finetune/Loss (Raw)": 0.9483027458190918, "Finetune/Step": 750, "Finetune/Step Time": 12.570161335170269}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.920335590839386, "Finetune/Loss (Raw)": 0.8029747605323792, "Finetune/Step": 751, "Finetune/Step Time": 12.574909957125783}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9210475087165833, "Finetune/Loss (Raw)": 0.9965764880180359, "Finetune/Step": 752, "Finetune/Step Time": 12.566625433042645}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9184538722038269, "Finetune/Loss (Raw)": 0.6324520707130432, "Finetune/Step": 753, "Finetune/Step Time": 12.590191885828972}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9170417785644531, "Finetune/Loss (Raw)": 0.8247120380401611, "Finetune/Step": 754, "Finetune/Step Time": 12.590698691084981}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9165633916854858, "Finetune/Loss (Raw)": 0.8636050820350647, "Finetune/Step": 755, "Finetune/Step Time": 12.636814123019576}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9161801934242249, "Finetune/Loss (Raw)": 0.8701701760292053, "Finetune/Step": 756, "Finetune/Step Time": 12.64819110184908}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.915831446647644, "Finetune/Loss (Raw)": 0.8953876495361328, "Finetune/Step": 757, "Finetune/Step Time": 12.662058303132653}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9159688353538513, "Finetune/Loss (Raw)": 1.0739439725875854, "Finetune/Step": 758, "Finetune/Step Time": 12.670888157561421}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9172267317771912, "Finetune/Loss (Raw)": 1.0128874778747559, "Finetune/Step": 759, "Finetune/Step Time": 12.675390370190144}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9159770011901855, "Finetune/Loss (Raw)": 0.9235130548477173, "Finetune/Step": 760, "Finetune/Step Time": 12.66198404878378}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9138586521148682, "Finetune/Loss (Raw)": 0.8911179304122925, "Finetune/Step": 761, "Finetune/Step Time": 12.666481472551823}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9122828245162964, "Finetune/Loss (Raw)": 0.6689113974571228, "Finetune/Step": 762, "Finetune/Step Time": 12.69770721718669}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.911296010017395, "Finetune/Loss (Raw)": 0.8135433793067932, "Finetune/Step": 763, "Finetune/Step Time": 12.698450461030006}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9111373424530029, "Finetune/Loss (Raw)": 0.9285749793052673, "Finetune/Step": 764, "Finetune/Step Time": 12.661973267793655}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9105526208877563, "Finetune/Loss (Raw)": 0.9039223790168762, "Finetune/Step": 765, "Finetune/Step Time": 12.66824115999043}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9103022217750549, "Finetune/Loss (Raw)": 0.9794010519981384, "Finetune/Step": 766, "Finetune/Step Time": 12.696842866018414}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9097170829772949, "Finetune/Loss (Raw)": 0.850421667098999, "Finetune/Step": 767, "Finetune/Step Time": 12.7145753223449}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9095181822776794, "Finetune/Loss (Raw)": 0.9064679741859436, "Finetune/Step": 768, "Finetune/Step Time": 12.725645564496517}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9075953960418701, "Finetune/Loss (Raw)": 0.7516881823539734, "Finetune/Step": 769, "Finetune/Step Time": 12.737138813361526}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9103545546531677, "Finetune/Loss (Raw)": 0.9187949895858765, "Finetune/Step": 770, "Finetune/Step Time": 12.718655904754996}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.910902738571167, "Finetune/Loss (Raw)": 0.9954853653907776, "Finetune/Step": 771, "Finetune/Step Time": 12.727281238883734}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9107506275177002, "Finetune/Loss (Raw)": 0.9409252405166626, "Finetune/Step": 772, "Finetune/Step Time": 12.717041485011578}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9105046987533569, "Finetune/Loss (Raw)": 0.9915569424629211, "Finetune/Step": 773, "Finetune/Step Time": 12.715248288586736}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9091935157775879, "Finetune/Loss (Raw)": 0.7874090671539307, "Finetune/Step": 774, "Finetune/Step Time": 12.736453399062157}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9100248217582703, "Finetune/Loss (Raw)": 0.9820154905319214, "Finetune/Step": 775, "Finetune/Step Time": 12.739485556259751}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9079588651657104, "Finetune/Loss (Raw)": 0.7055743932723999, "Finetune/Step": 776, "Finetune/Step Time": 12.734234564006329}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9089056849479675, "Finetune/Loss (Raw)": 1.0449098348617554, "Finetune/Step": 777, "Finetune/Step Time": 12.757318889722228}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9098066687583923, "Finetune/Loss (Raw)": 0.973491907119751, "Finetune/Step": 778, "Finetune/Step Time": 12.73747874610126}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9091500639915466, "Finetune/Loss (Raw)": 0.8597212433815002, "Finetune/Step": 779, "Finetune/Step Time": 12.73146215826273}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9065748453140259, "Finetune/Loss (Raw)": 0.5874771475791931, "Finetune/Step": 780, "Finetune/Step Time": 12.756620679050684}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9065943360328674, "Finetune/Loss (Raw)": 0.8618305325508118, "Finetune/Step": 781, "Finetune/Step Time": 12.756445713341236}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9024488925933838, "Finetune/Loss (Raw)": 0.6230331659317017, "Finetune/Step": 782, "Finetune/Step Time": 12.805857092142105}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9020265340805054, "Finetune/Loss (Raw)": 0.8495690822601318, "Finetune/Step": 783, "Finetune/Step Time": 12.881255887448788}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9003595113754272, "Finetune/Loss (Raw)": 0.6916922330856323, "Finetune/Step": 784, "Finetune/Step Time": 12.90828194655478}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9010770320892334, "Finetune/Loss (Raw)": 0.9734627604484558, "Finetune/Step": 785, "Finetune/Step Time": 12.905243741348386}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9017903208732605, "Finetune/Loss (Raw)": 1.0140833854675293, "Finetune/Step": 786, "Finetune/Step Time": 12.907741690054536}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9036526679992676, "Finetune/Loss (Raw)": 0.9887795448303223, "Finetune/Step": 787, "Finetune/Step Time": 12.916125951334834}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9035828113555908, "Finetune/Loss (Raw)": 1.0281251668930054, "Finetune/Step": 788, "Finetune/Step Time": 12.914280632510781}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9036040902137756, "Finetune/Loss (Raw)": 0.935355544090271, "Finetune/Step": 789, "Finetune/Step Time": 12.913532508537173}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9013638496398926, "Finetune/Loss (Raw)": 0.7075048685073853, "Finetune/Step": 790, "Finetune/Step Time": 12.9596454128623}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9002218246459961, "Finetune/Loss (Raw)": 0.8591418862342834, "Finetune/Step": 791, "Finetune/Step Time": 12.967746099457145}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8992161154747009, "Finetune/Loss (Raw)": 0.7896827459335327, "Finetune/Step": 792, "Finetune/Step Time": 12.945310726761818}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8986227512359619, "Finetune/Loss (Raw)": 0.977353036403656, "Finetune/Step": 793, "Finetune/Step Time": 12.950407829135656}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8966672420501709, "Finetune/Loss (Raw)": 0.8291753530502319, "Finetune/Step": 794, "Finetune/Step Time": 12.96011190675199}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8958885669708252, "Finetune/Loss (Raw)": 0.9049738049507141, "Finetune/Step": 795, "Finetune/Step Time": 12.966811472550035}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8965939879417419, "Finetune/Loss (Raw)": 0.8953655362129211, "Finetune/Step": 796, "Finetune/Step Time": 12.975611932575703}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8961490392684937, "Finetune/Loss (Raw)": 0.9091881513595581, "Finetune/Step": 797, "Finetune/Step Time": 12.982509855180979}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8969504237174988, "Finetune/Loss (Raw)": 0.9504907727241516, "Finetune/Step": 798, "Finetune/Step Time": 12.990857221186161}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8963779807090759, "Finetune/Loss (Raw)": 0.8312250971794128, "Finetune/Step": 799, "Finetune/Step Time": 12.98602014221251}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8961701989173889, "Finetune/Loss (Raw)": 0.9614785313606262, "Finetune/Step": 800, "Finetune/Step Time": 12.990430675446987}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8956222534179688, "Finetune/Loss (Raw)": 0.983168363571167, "Finetune/Step": 801, "Finetune/Step Time": 13.03044924326241}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.894356906414032, "Finetune/Loss (Raw)": 0.874941349029541, "Finetune/Step": 802, "Finetune/Step Time": 13.043976010754704}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8925750255584717, "Finetune/Loss (Raw)": 0.7504070401191711, "Finetune/Step": 803, "Finetune/Step Time": 13.054361397400498}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8922572135925293, "Finetune/Loss (Raw)": 0.9084638357162476, "Finetune/Step": 804, "Finetune/Step Time": 13.046802744269371}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8933820724487305, "Finetune/Loss (Raw)": 0.9425908923149109, "Finetune/Step": 805, "Finetune/Step Time": 12.992462892085314}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.891029953956604, "Finetune/Loss (Raw)": 0.7488325834274292, "Finetune/Step": 806, "Finetune/Step Time": 13.017107820138335}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.890038013458252, "Finetune/Loss (Raw)": 0.900918185710907, "Finetune/Step": 807, "Finetune/Step Time": 13.008059618994594}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.890159547328949, "Finetune/Loss (Raw)": 0.8819435834884644, "Finetune/Step": 808, "Finetune/Step Time": 13.032797796651721}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8891671895980835, "Finetune/Loss (Raw)": 0.8632714152336121, "Finetune/Step": 809, "Finetune/Step Time": 13.041016049683094}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8891111016273499, "Finetune/Loss (Raw)": 1.0078543424606323, "Finetune/Step": 810, "Finetune/Step Time": 13.047410052269697}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8873805999755859, "Finetune/Loss (Raw)": 0.7879631519317627, "Finetune/Step": 811, "Finetune/Step Time": 13.046200761571527}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8891310095787048, "Finetune/Loss (Raw)": 1.1128789186477661, "Finetune/Step": 812, "Finetune/Step Time": 13.04310730472207}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8908098936080933, "Finetune/Loss (Raw)": 0.9128768444061279, "Finetune/Step": 813, "Finetune/Step Time": 13.0210798997432}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8911735415458679, "Finetune/Loss (Raw)": 0.8829729557037354, "Finetune/Step": 814, "Finetune/Step Time": 13.006780717521906}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8909055590629578, "Finetune/Loss (Raw)": 0.888901948928833, "Finetune/Step": 815, "Finetune/Step Time": 13.008089058101177}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8911434412002563, "Finetune/Loss (Raw)": 0.9748672246932983, "Finetune/Step": 816, "Finetune/Step Time": 13.011914676055312}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8936221599578857, "Finetune/Loss (Raw)": 0.9674414992332458, "Finetune/Step": 817, "Finetune/Step Time": 12.997741801664233}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8924609422683716, "Finetune/Loss (Raw)": 0.5904221534729004, "Finetune/Step": 818, "Finetune/Step Time": 12.944716861471534}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8905777335166931, "Finetune/Loss (Raw)": 0.751648485660553, "Finetune/Step": 819, "Finetune/Step Time": 12.946814579889178}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8892139196395874, "Finetune/Loss (Raw)": 0.6725845336914062, "Finetune/Step": 820, "Finetune/Step Time": 12.916950047016144}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8895470499992371, "Finetune/Loss (Raw)": 0.8909276723861694, "Finetune/Step": 821, "Finetune/Step Time": 12.917933417484164}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8907805681228638, "Finetune/Loss (Raw)": 0.8462655544281006, "Finetune/Step": 822, "Finetune/Step Time": 12.896751774474978}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8926647305488586, "Finetune/Loss (Raw)": 1.0368117094039917, "Finetune/Step": 823, "Finetune/Step Time": 12.874897699803114}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8923401832580566, "Finetune/Loss (Raw)": 0.9811028242111206, "Finetune/Step": 824, "Finetune/Step Time": 12.873907539993525}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.892173171043396, "Finetune/Loss (Raw)": 0.8416139483451843, "Finetune/Step": 825, "Finetune/Step Time": 12.861518600955606}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8898297548294067, "Finetune/Loss (Raw)": 0.7821927666664124, "Finetune/Step": 826, "Finetune/Step Time": 12.874473748728633}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8882051706314087, "Finetune/Loss (Raw)": 0.9055134654045105, "Finetune/Step": 827, "Finetune/Step Time": 12.855666747316718}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8861218690872192, "Finetune/Loss (Raw)": 0.6317754983901978, "Finetune/Step": 828, "Finetune/Step Time": 12.852185843512416}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.8888676762580872, "Finetune/Loss (Raw)": 0.915414571762085, "Finetune/Step": 829, "Finetune/Step Time": 12.837484076619148}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8889044523239136, "Finetune/Loss (Raw)": 0.9169377088546753, "Finetune/Step": 830, "Finetune/Step Time": 12.830796610563993}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8896519541740417, "Finetune/Loss (Raw)": 0.9041987061500549, "Finetune/Step": 831, "Finetune/Step Time": 12.838402027264237}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.8897079825401306, "Finetune/Loss (Raw)": 0.9617478251457214, "Finetune/Step": 832, "Finetune/Step Time": 12.810099167749286}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8874480724334717, "Finetune/Loss (Raw)": 0.6808029413223267, "Finetune/Step": 833, "Finetune/Step Time": 12.836980286985636}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.888815701007843, "Finetune/Loss (Raw)": 0.8918747901916504, "Finetune/Step": 834, "Finetune/Step Time": 12.849850088357925}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.889550507068634, "Finetune/Loss (Raw)": 0.914831280708313, "Finetune/Step": 835, "Finetune/Step Time": 12.853186424821615}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8882715106010437, "Finetune/Loss (Raw)": 0.9278814196586609, "Finetune/Step": 836, "Finetune/Step Time": 12.846192544326186}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.887647271156311, "Finetune/Loss (Raw)": 0.8095671534538269, "Finetune/Step": 837, "Finetune/Step Time": 12.859579367563128}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8883371949195862, "Finetune/Loss (Raw)": 0.9164007902145386, "Finetune/Step": 838, "Finetune/Step Time": 12.863094687461853}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8869913816452026, "Finetune/Loss (Raw)": 0.8028184175491333, "Finetune/Step": 839, "Finetune/Step Time": 12.840145634487271}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8899744749069214, "Finetune/Loss (Raw)": 1.0449408292770386, "Finetune/Step": 840, "Finetune/Step Time": 12.822146540507674}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8891943097114563, "Finetune/Loss (Raw)": 0.8268188238143921, "Finetune/Step": 841, "Finetune/Step Time": 12.826929735019803}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.8902050256729126, "Finetune/Loss (Raw)": 0.9667330980300903, "Finetune/Step": 842, "Finetune/Step Time": 12.835660215467215}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8893778324127197, "Finetune/Loss (Raw)": 0.9175386428833008, "Finetune/Step": 843, "Finetune/Step Time": 12.841560062021017}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8901047706604004, "Finetune/Loss (Raw)": 0.8922603130340576, "Finetune/Step": 844, "Finetune/Step Time": 12.844845414161682}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8895070552825928, "Finetune/Loss (Raw)": 0.9707837104797363, "Finetune/Step": 845, "Finetune/Step Time": 12.826990017667413}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8897261619567871, "Finetune/Loss (Raw)": 0.9816604852676392, "Finetune/Step": 846, "Finetune/Step Time": 12.828352274373174}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8867769241333008, "Finetune/Loss (Raw)": 0.60566246509552, "Finetune/Step": 847, "Finetune/Step Time": 12.855706522241235}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8840477466583252, "Finetune/Loss (Raw)": 0.766930341720581, "Finetune/Step": 848, "Finetune/Step Time": 12.861264705657959}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.88471519947052, "Finetune/Loss (Raw)": 0.9161750078201294, "Finetune/Step": 849, "Finetune/Step Time": 12.831399207934737}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8845424652099609, "Finetune/Loss (Raw)": 0.8461412191390991, "Finetune/Step": 850, "Finetune/Step Time": 12.80953624844551}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8837836384773254, "Finetune/Loss (Raw)": 0.9417454600334167, "Finetune/Step": 851, "Finetune/Step Time": 12.816514952108264}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8822798728942871, "Finetune/Loss (Raw)": 0.8045162558555603, "Finetune/Step": 852, "Finetune/Step Time": 12.796548955142498}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8808572888374329, "Finetune/Loss (Raw)": 0.8898900151252747, "Finetune/Step": 853, "Finetune/Step Time": 12.790035232901573}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8823980093002319, "Finetune/Loss (Raw)": 0.8407766222953796, "Finetune/Step": 854, "Finetune/Step Time": 12.794502405449748}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8800935745239258, "Finetune/Loss (Raw)": 0.6650758981704712, "Finetune/Step": 855, "Finetune/Step Time": 12.858987594023347}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8785603642463684, "Finetune/Loss (Raw)": 0.8949017524719238, "Finetune/Step": 856, "Finetune/Step Time": 12.855260515585542}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8809091448783875, "Finetune/Loss (Raw)": 0.8625756502151489, "Finetune/Step": 857, "Finetune/Step Time": 12.841183824464679}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.882091760635376, "Finetune/Loss (Raw)": 1.087460994720459, "Finetune/Step": 858, "Finetune/Step Time": 12.83687049150467}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8817883133888245, "Finetune/Loss (Raw)": 0.9583004713058472, "Finetune/Step": 859, "Finetune/Step Time": 12.867295403033495}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8821007013320923, "Finetune/Loss (Raw)": 0.8659520149230957, "Finetune/Step": 860, "Finetune/Step Time": 12.816500650718808}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8802334070205688, "Finetune/Loss (Raw)": 0.655035674571991, "Finetune/Step": 861, "Finetune/Step Time": 12.800949385389686}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8809986114501953, "Finetune/Loss (Raw)": 0.9112500548362732, "Finetune/Step": 862, "Finetune/Step Time": 12.805738070979714}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8805767297744751, "Finetune/Loss (Raw)": 0.7362191081047058, "Finetune/Step": 863, "Finetune/Step Time": 12.816966757178307}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8813778162002563, "Finetune/Loss (Raw)": 0.9867236614227295, "Finetune/Step": 864, "Finetune/Step Time": 12.76915623061359}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8799498081207275, "Finetune/Loss (Raw)": 0.8750932812690735, "Finetune/Step": 865, "Finetune/Step Time": 12.807532595470548}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8805807828903198, "Finetune/Loss (Raw)": 1.0347167253494263, "Finetune/Step": 866, "Finetune/Step Time": 12.81098087131977}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8824853301048279, "Finetune/Loss (Raw)": 0.9857650995254517, "Finetune/Step": 867, "Finetune/Step Time": 12.774509206414223}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8814699649810791, "Finetune/Loss (Raw)": 0.890160858631134, "Finetune/Step": 868, "Finetune/Step Time": 12.766963470727205}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8832426071166992, "Finetune/Loss (Raw)": 0.9933501482009888, "Finetune/Step": 869, "Finetune/Step Time": 12.763612167909741}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8826877474784851, "Finetune/Loss (Raw)": 0.82047438621521, "Finetune/Step": 870, "Finetune/Step Time": 12.765761183574796}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8807936906814575, "Finetune/Loss (Raw)": 0.7552423477172852, "Finetune/Step": 871, "Finetune/Step Time": 12.773009797558188}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8808902502059937, "Finetune/Loss (Raw)": 0.9268352389335632, "Finetune/Step": 872, "Finetune/Step Time": 12.769754186272621}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.882348358631134, "Finetune/Loss (Raw)": 0.9729517698287964, "Finetune/Step": 873, "Finetune/Step Time": 12.746277257800102}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8807772994041443, "Finetune/Loss (Raw)": 0.8396845459938049, "Finetune/Step": 874, "Finetune/Step Time": 12.751331521198153}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8791331648826599, "Finetune/Loss (Raw)": 0.8259475231170654, "Finetune/Step": 875, "Finetune/Step Time": 12.765349585562944}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8780040740966797, "Finetune/Loss (Raw)": 0.8615104556083679, "Finetune/Step": 876, "Finetune/Step Time": 12.766502344980836}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8781454563140869, "Finetune/Loss (Raw)": 0.913743257522583, "Finetune/Step": 877, "Finetune/Step Time": 12.764394136145711}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8776940703392029, "Finetune/Loss (Raw)": 0.8905271291732788, "Finetune/Step": 878, "Finetune/Step Time": 12.753323854878545}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8777086138725281, "Finetune/Loss (Raw)": 0.8048343658447266, "Finetune/Step": 879, "Finetune/Step Time": 12.79195111989975}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.876917839050293, "Finetune/Loss (Raw)": 0.8953595161437988, "Finetune/Step": 880, "Finetune/Step Time": 12.798321364447474}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8779220581054688, "Finetune/Loss (Raw)": 0.7609823942184448, "Finetune/Step": 881, "Finetune/Step Time": 12.789517035707831}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8788590431213379, "Finetune/Loss (Raw)": 0.9446509480476379, "Finetune/Step": 882, "Finetune/Step Time": 12.789874145761132}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8798328042030334, "Finetune/Loss (Raw)": 0.98824542760849, "Finetune/Step": 883, "Finetune/Step Time": 12.736095098778605}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8808799982070923, "Finetune/Loss (Raw)": 1.004210352897644, "Finetune/Step": 884, "Finetune/Step Time": 12.725517302751541}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8777077794075012, "Finetune/Loss (Raw)": 0.4893435537815094, "Finetune/Step": 885, "Finetune/Step Time": 12.736423870548606}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.8765091300010681, "Finetune/Loss (Raw)": 0.9205158352851868, "Finetune/Step": 886, "Finetune/Step Time": 12.752264745533466}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8739529848098755, "Finetune/Loss (Raw)": 0.6857110261917114, "Finetune/Step": 887, "Finetune/Step Time": 12.785834230482578}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8746225833892822, "Finetune/Loss (Raw)": 1.009209156036377, "Finetune/Step": 888, "Finetune/Step Time": 12.808140370994806}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8752871155738831, "Finetune/Loss (Raw)": 0.9761881828308105, "Finetune/Step": 889, "Finetune/Step Time": 12.816635919734836}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8769921064376831, "Finetune/Loss (Raw)": 0.8871533274650574, "Finetune/Step": 890, "Finetune/Step Time": 12.78768133930862}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.877691924571991, "Finetune/Loss (Raw)": 0.9031126499176025, "Finetune/Step": 891, "Finetune/Step Time": 12.792959798127413}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8767813444137573, "Finetune/Loss (Raw)": 0.812028169631958, "Finetune/Step": 892, "Finetune/Step Time": 12.799171924591064}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8776115775108337, "Finetune/Loss (Raw)": 1.0101878643035889, "Finetune/Step": 893, "Finetune/Step Time": 12.792740853503346}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8770637512207031, "Finetune/Loss (Raw)": 0.9092775583267212, "Finetune/Step": 894, "Finetune/Step Time": 12.768290659412742}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.8773303031921387, "Finetune/Loss (Raw)": 0.8845396041870117, "Finetune/Step": 895, "Finetune/Step Time": 12.772400703281164}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8777351379394531, "Finetune/Loss (Raw)": 0.9582831263542175, "Finetune/Step": 896, "Finetune/Step Time": 12.764931783080101}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.877781867980957, "Finetune/Loss (Raw)": 0.7576759457588196, "Finetune/Step": 897, "Finetune/Step Time": 12.770444681867957}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8750661611557007, "Finetune/Loss (Raw)": 0.5711818337440491, "Finetune/Step": 898, "Finetune/Step Time": 12.787549676373601}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8730999231338501, "Finetune/Loss (Raw)": 0.7438077926635742, "Finetune/Step": 899, "Finetune/Step Time": 12.860796047374606}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.873513400554657, "Finetune/Loss (Raw)": 0.9938479661941528, "Finetune/Step": 900, "Finetune/Step Time": 12.856242360547185}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8737371563911438, "Finetune/Loss (Raw)": 1.0201995372772217, "Finetune/Step": 901, "Finetune/Step Time": 12.865768820047379}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8749067783355713, "Finetune/Loss (Raw)": 0.9371227622032166, "Finetune/Step": 902, "Finetune/Step Time": 12.838233539834619}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8745453357696533, "Finetune/Loss (Raw)": 0.9357439875602722, "Finetune/Step": 903, "Finetune/Step Time": 12.850811801850796}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8756293058395386, "Finetune/Loss (Raw)": 0.8443261981010437, "Finetune/Step": 904, "Finetune/Step Time": 12.844885114580393}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8749340772628784, "Finetune/Loss (Raw)": 0.955923318862915, "Finetune/Step": 905, "Finetune/Step Time": 12.815242875367403}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8739490509033203, "Finetune/Loss (Raw)": 0.8474080562591553, "Finetune/Step": 906, "Finetune/Step Time": 12.809880930930376}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8744618892669678, "Finetune/Loss (Raw)": 0.9253666400909424, "Finetune/Step": 907, "Finetune/Step Time": 12.794292284175754}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8768970370292664, "Finetune/Loss (Raw)": 0.8991724252700806, "Finetune/Step": 908, "Finetune/Step Time": 12.769031707197428}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8770235776901245, "Finetune/Loss (Raw)": 0.8780320286750793, "Finetune/Step": 909, "Finetune/Step Time": 12.77642334625125}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8788987398147583, "Finetune/Loss (Raw)": 0.8630503416061401, "Finetune/Step": 910, "Finetune/Step Time": 12.732307866215706}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8789611458778381, "Finetune/Loss (Raw)": 0.8575560450553894, "Finetune/Step": 911, "Finetune/Step Time": 12.655736017972231}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.881445050239563, "Finetune/Loss (Raw)": 1.0096304416656494, "Finetune/Step": 912, "Finetune/Step Time": 12.64080092124641}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8788033723831177, "Finetune/Loss (Raw)": 0.635328471660614, "Finetune/Step": 913, "Finetune/Step Time": 12.63235030323267}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8790964484214783, "Finetune/Loss (Raw)": 1.051599383354187, "Finetune/Step": 914, "Finetune/Step Time": 12.63466272316873}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8785277605056763, "Finetune/Loss (Raw)": 0.9159845113754272, "Finetune/Step": 915, "Finetune/Step Time": 12.59426685795188}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8780242204666138, "Finetune/Loss (Raw)": 0.9636733531951904, "Finetune/Step": 916, "Finetune/Step Time": 12.60588881932199}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8790179491043091, "Finetune/Loss (Raw)": 1.0625537633895874, "Finetune/Step": 917, "Finetune/Step Time": 12.670008240267634}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8803818225860596, "Finetune/Loss (Raw)": 0.8820826411247253, "Finetune/Step": 918, "Finetune/Step Time": 12.644454888999462}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.878786563873291, "Finetune/Loss (Raw)": 0.654947817325592, "Finetune/Step": 919, "Finetune/Step Time": 12.663079841062427}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8785287141799927, "Finetune/Loss (Raw)": 0.756672203540802, "Finetune/Step": 920, "Finetune/Step Time": 12.67298537120223}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8781738877296448, "Finetune/Loss (Raw)": 0.9319391846656799, "Finetune/Step": 921, "Finetune/Step Time": 12.659330712631345}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8786380290985107, "Finetune/Loss (Raw)": 0.888583242893219, "Finetune/Step": 922, "Finetune/Step Time": 12.652541127055883}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8791484236717224, "Finetune/Loss (Raw)": 0.9703112244606018, "Finetune/Step": 923, "Finetune/Step Time": 12.638686370104551}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8784971237182617, "Finetune/Loss (Raw)": 0.8119962811470032, "Finetune/Step": 924, "Finetune/Step Time": 12.6384686101228}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8771992921829224, "Finetune/Loss (Raw)": 0.7430613040924072, "Finetune/Step": 925, "Finetune/Step Time": 12.674873055890203}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8756957054138184, "Finetune/Loss (Raw)": 0.7580365538597107, "Finetune/Step": 926, "Finetune/Step Time": 12.677217248827219}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8765624761581421, "Finetune/Loss (Raw)": 0.9421730637550354, "Finetune/Step": 927, "Finetune/Step Time": 12.66604003496468}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8762046694755554, "Finetune/Loss (Raw)": 0.9156715273857117, "Finetune/Step": 928, "Finetune/Step Time": 12.66721990890801}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8754364252090454, "Finetune/Loss (Raw)": 0.8848400712013245, "Finetune/Step": 929, "Finetune/Step Time": 12.628455651924014}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8752031326293945, "Finetune/Loss (Raw)": 0.8450787663459778, "Finetune/Step": 930, "Finetune/Step Time": 12.62416615523398}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8766410946846008, "Finetune/Loss (Raw)": 0.934469997882843, "Finetune/Step": 931, "Finetune/Step Time": 12.598348027095199}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8769528269767761, "Finetune/Loss (Raw)": 0.9483600854873657, "Finetune/Step": 932, "Finetune/Step Time": 12.604609752073884}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8767406344413757, "Finetune/Loss (Raw)": 0.9154331088066101, "Finetune/Step": 933, "Finetune/Step Time": 12.6224325299263}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8781235218048096, "Finetune/Loss (Raw)": 0.925841748714447, "Finetune/Step": 934, "Finetune/Step Time": 12.600727517157793}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8769562244415283, "Finetune/Loss (Raw)": 0.7515057921409607, "Finetune/Step": 935, "Finetune/Step Time": 12.612219780683517}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.876685380935669, "Finetune/Loss (Raw)": 0.8472658395767212, "Finetune/Step": 936, "Finetune/Step Time": 12.600431242957711}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8778139352798462, "Finetune/Loss (Raw)": 1.0077279806137085, "Finetune/Step": 937, "Finetune/Step Time": 12.60113031603396}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8780088424682617, "Finetune/Loss (Raw)": 1.0328125953674316, "Finetune/Step": 938, "Finetune/Step Time": 12.60191773623228}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8784425258636475, "Finetune/Loss (Raw)": 0.8434684872627258, "Finetune/Step": 939, "Finetune/Step Time": 12.599366394802928}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8770178556442261, "Finetune/Loss (Raw)": 0.9305173754692078, "Finetune/Step": 940, "Finetune/Step Time": 12.600661920383573}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.876868486404419, "Finetune/Loss (Raw)": 0.8937594890594482, "Finetune/Step": 941, "Finetune/Step Time": 12.60621433518827}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8758448362350464, "Finetune/Loss (Raw)": 0.7519474029541016, "Finetune/Step": 942, "Finetune/Step Time": 12.6105664242059}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8760130405426025, "Finetune/Loss (Raw)": 0.9104310274124146, "Finetune/Step": 943, "Finetune/Step Time": 12.60896222293377}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8751145601272583, "Finetune/Loss (Raw)": 0.8598578572273254, "Finetune/Step": 944, "Finetune/Step Time": 12.599920520558953}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8737039566040039, "Finetune/Loss (Raw)": 0.7868891358375549, "Finetune/Step": 945, "Finetune/Step Time": 12.619850555434823}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8753509521484375, "Finetune/Loss (Raw)": 0.8012410402297974, "Finetune/Step": 946, "Finetune/Step Time": 12.62071317434311}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8760552406311035, "Finetune/Loss (Raw)": 0.841799259185791, "Finetune/Step": 947, "Finetune/Step Time": 12.651486843824387}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8758785724639893, "Finetune/Loss (Raw)": 0.6499615907669067, "Finetune/Step": 948, "Finetune/Step Time": 12.669985877349973}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8769798278808594, "Finetune/Loss (Raw)": 1.031898856163025, "Finetune/Step": 949, "Finetune/Step Time": 12.651021445170045}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8770853281021118, "Finetune/Loss (Raw)": 0.8597646355628967, "Finetune/Step": 950, "Finetune/Step Time": 12.649496862664819}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8774643540382385, "Finetune/Loss (Raw)": 1.0853253602981567, "Finetune/Step": 951, "Finetune/Step Time": 12.64159138686955}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8759784698486328, "Finetune/Loss (Raw)": 0.7909060716629028, "Finetune/Step": 952, "Finetune/Step Time": 12.647957539185882}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8765431642532349, "Finetune/Loss (Raw)": 0.913896918296814, "Finetune/Step": 953, "Finetune/Step Time": 12.64057849533856}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8766875863075256, "Finetune/Loss (Raw)": 0.8006823658943176, "Finetune/Step": 954, "Finetune/Step Time": 12.63646542839706}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8764937520027161, "Finetune/Loss (Raw)": 0.880702555179596, "Finetune/Step": 955, "Finetune/Step Time": 12.637880636379123}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8788324594497681, "Finetune/Loss (Raw)": 0.9311285018920898, "Finetune/Step": 956, "Finetune/Step Time": 12.613850481808186}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8781270980834961, "Finetune/Loss (Raw)": 0.8251271843910217, "Finetune/Step": 957, "Finetune/Step Time": 12.607685776427388}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.877716064453125, "Finetune/Loss (Raw)": 0.8643254637718201, "Finetune/Step": 958, "Finetune/Step Time": 12.622970877215266}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8768920302391052, "Finetune/Loss (Raw)": 0.7987258434295654, "Finetune/Step": 959, "Finetune/Step Time": 12.59967084042728}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.87633216381073, "Finetune/Loss (Raw)": 0.8900784254074097, "Finetune/Step": 960, "Finetune/Step Time": 12.603632614016533}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.877013623714447, "Finetune/Loss (Raw)": 0.7680336236953735, "Finetune/Step": 961, "Finetune/Step Time": 12.581056542694569}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8775209188461304, "Finetune/Loss (Raw)": 0.9568045139312744, "Finetune/Step": 962, "Finetune/Step Time": 12.57759696058929}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8768182992935181, "Finetune/Loss (Raw)": 0.8249033093452454, "Finetune/Step": 963, "Finetune/Step Time": 12.56988244317472}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8762097358703613, "Finetune/Loss (Raw)": 0.849978506565094, "Finetune/Step": 964, "Finetune/Step Time": 12.572372047230601}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8757144212722778, "Finetune/Loss (Raw)": 0.7461662888526917, "Finetune/Step": 965, "Finetune/Step Time": 12.57234132103622}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8753833174705505, "Finetune/Loss (Raw)": 0.8740212917327881, "Finetune/Step": 966, "Finetune/Step Time": 12.57412219978869}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8757886290550232, "Finetune/Loss (Raw)": 0.854697585105896, "Finetune/Step": 967, "Finetune/Step Time": 12.582619722932577}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8747872114181519, "Finetune/Loss (Raw)": 0.9167622923851013, "Finetune/Step": 968, "Finetune/Step Time": 12.581196943297982}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8749270439147949, "Finetune/Loss (Raw)": 0.8447189331054688, "Finetune/Step": 969, "Finetune/Step Time": 12.59335120394826}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8720660209655762, "Finetune/Loss (Raw)": 0.6005228757858276, "Finetune/Step": 970, "Finetune/Step Time": 12.595416717231274}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.87187659740448, "Finetune/Loss (Raw)": 0.8932892680168152, "Finetune/Step": 971, "Finetune/Step Time": 12.622790897265077}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8707154989242554, "Finetune/Loss (Raw)": 0.7436386346817017, "Finetune/Step": 972, "Finetune/Step Time": 12.65165820531547}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8693630695343018, "Finetune/Loss (Raw)": 0.7976731657981873, "Finetune/Step": 973, "Finetune/Step Time": 12.6633634082973}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.86826491355896, "Finetune/Loss (Raw)": 0.8410975933074951, "Finetune/Step": 974, "Finetune/Step Time": 12.675901236012578}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8714447617530823, "Finetune/Loss (Raw)": 1.0126837491989136, "Finetune/Step": 975, "Finetune/Step Time": 12.679159823805094}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8724054098129272, "Finetune/Loss (Raw)": 0.8898886442184448, "Finetune/Step": 976, "Finetune/Step Time": 12.673731092363596}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8728238344192505, "Finetune/Loss (Raw)": 0.969741940498352, "Finetune/Step": 977, "Finetune/Step Time": 12.678404482081532}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8729382753372192, "Finetune/Loss (Raw)": 0.8607833981513977, "Finetune/Step": 978, "Finetune/Step Time": 12.655498614534736}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8720964193344116, "Finetune/Loss (Raw)": 0.8339930772781372, "Finetune/Step": 979, "Finetune/Step Time": 12.667906431481242}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8739549517631531, "Finetune/Loss (Raw)": 1.042406439781189, "Finetune/Step": 980, "Finetune/Step Time": 12.664601758122444}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.873768150806427, "Finetune/Loss (Raw)": 0.86597740650177, "Finetune/Step": 981, "Finetune/Step Time": 12.66898076608777}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8744628429412842, "Finetune/Loss (Raw)": 0.9297003746032715, "Finetune/Step": 982, "Finetune/Step Time": 12.650327645242214}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8764666318893433, "Finetune/Loss (Raw)": 0.9215571880340576, "Finetune/Step": 983, "Finetune/Step Time": 12.584764858707786}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8757821917533875, "Finetune/Loss (Raw)": 0.8072910904884338, "Finetune/Step": 984, "Finetune/Step Time": 12.60035552456975}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8758113980293274, "Finetune/Loss (Raw)": 0.8663159012794495, "Finetune/Step": 985, "Finetune/Step Time": 12.602113872766495}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8735775947570801, "Finetune/Loss (Raw)": 0.801543116569519, "Finetune/Step": 986, "Finetune/Step Time": 12.602034613490105}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8731846809387207, "Finetune/Loss (Raw)": 0.9080024361610413, "Finetune/Step": 987, "Finetune/Step Time": 12.591704139485955}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8717930316925049, "Finetune/Loss (Raw)": 0.6878165006637573, "Finetune/Step": 988, "Finetune/Step Time": 12.594224805012345}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8739180564880371, "Finetune/Loss (Raw)": 0.9270466566085815, "Finetune/Step": 989, "Finetune/Step Time": 12.59969580732286}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8720575571060181, "Finetune/Loss (Raw)": 0.6731005311012268, "Finetune/Step": 990, "Finetune/Step Time": 12.608385775238276}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.873633623123169, "Finetune/Loss (Raw)": 0.9379554390907288, "Finetune/Step": 991, "Finetune/Step Time": 12.598126081749797}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8726997375488281, "Finetune/Loss (Raw)": 0.8671861290931702, "Finetune/Step": 992, "Finetune/Step Time": 12.592985501512885}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8724619150161743, "Finetune/Loss (Raw)": 0.8446541428565979, "Finetune/Step": 993, "Finetune/Step Time": 12.61490810662508}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8697671890258789, "Finetune/Loss (Raw)": 0.6897886991500854, "Finetune/Step": 994, "Finetune/Step Time": 12.628431605175138}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8687065243721008, "Finetune/Loss (Raw)": 0.8500056862831116, "Finetune/Step": 995, "Finetune/Step Time": 12.629685940220952}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.8681632280349731, "Finetune/Loss (Raw)": 0.8206178545951843, "Finetune/Step": 996, "Finetune/Step Time": 12.631489794701338}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8670622706413269, "Finetune/Loss (Raw)": 0.8524261713027954, "Finetune/Step": 997, "Finetune/Step Time": 12.59725821763277}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8670884966850281, "Finetune/Loss (Raw)": 0.8238346576690674, "Finetune/Step": 998, "Finetune/Step Time": 12.618511885404587}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8689841032028198, "Finetune/Loss (Raw)": 0.9978713989257812, "Finetune/Step": 999, "Finetune/Step Time": 12.60685609281063}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8698124289512634, "Finetune/Loss (Raw)": 1.0328644514083862, "Finetune/Step": 1000, "Finetune/Step Time": 12.598095756024122}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8667572140693665, "Finetune/Loss (Raw)": 0.5818842649459839, "Finetune/Step": 1001, "Finetune/Step Time": 12.62932225316763}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8673386573791504, "Finetune/Loss (Raw)": 0.9141128063201904, "Finetune/Step": 1002, "Finetune/Step Time": 12.634393468499184}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8684936761856079, "Finetune/Loss (Raw)": 0.9737846255302429, "Finetune/Step": 1003, "Finetune/Step Time": 12.637245018035173}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8693646192550659, "Finetune/Loss (Raw)": 0.9729998707771301, "Finetune/Step": 1004, "Finetune/Step Time": 12.635755378752947}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8694463968276978, "Finetune/Loss (Raw)": 0.9242085218429565, "Finetune/Step": 1005, "Finetune/Step Time": 12.621507911011577}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8681201338768005, "Finetune/Loss (Raw)": 0.7207605838775635, "Finetune/Step": 1006, "Finetune/Step Time": 12.651800755411386}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8684284687042236, "Finetune/Loss (Raw)": 0.8443031907081604, "Finetune/Step": 1007, "Finetune/Step Time": 12.6147421002388}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8685119152069092, "Finetune/Loss (Raw)": 0.9060382843017578, "Finetune/Step": 1008, "Finetune/Step Time": 12.617776790633798}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8682499527931213, "Finetune/Loss (Raw)": 0.7274525165557861, "Finetune/Step": 1009, "Finetune/Step Time": 12.625310799106956}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8671102523803711, "Finetune/Loss (Raw)": 0.798773467540741, "Finetune/Step": 1010, "Finetune/Step Time": 12.628413751721382}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8655874729156494, "Finetune/Loss (Raw)": 0.7933247089385986, "Finetune/Step": 1011, "Finetune/Step Time": 12.626790987327695}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8650102615356445, "Finetune/Loss (Raw)": 0.9303269982337952, "Finetune/Step": 1012, "Finetune/Step Time": 12.630277598276734}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8678503632545471, "Finetune/Loss (Raw)": 0.8528754711151123, "Finetune/Step": 1013, "Finetune/Step Time": 12.602197030559182}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8682829141616821, "Finetune/Loss (Raw)": 0.9758875370025635, "Finetune/Step": 1014, "Finetune/Step Time": 12.583767352625728}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8669888973236084, "Finetune/Loss (Raw)": 0.5200679302215576, "Finetune/Step": 1015, "Finetune/Step Time": 12.584431238472462}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8663104772567749, "Finetune/Loss (Raw)": 0.9223749041557312, "Finetune/Step": 1016, "Finetune/Step Time": 12.569843610748649}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8661143779754639, "Finetune/Loss (Raw)": 0.9510903358459473, "Finetune/Step": 1017, "Finetune/Step Time": 12.556439694017172}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8659199476242065, "Finetune/Loss (Raw)": 0.8622714877128601, "Finetune/Step": 1018, "Finetune/Step Time": 12.618948331102729}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8652337789535522, "Finetune/Loss (Raw)": 0.815279483795166, "Finetune/Step": 1019, "Finetune/Step Time": 12.629154294729233}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8657952547073364, "Finetune/Loss (Raw)": 0.8838964700698853, "Finetune/Step": 1020, "Finetune/Step Time": 12.625262657180429}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8638366460800171, "Finetune/Loss (Raw)": 0.7594794034957886, "Finetune/Step": 1021, "Finetune/Step Time": 12.649535799399018}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8634747266769409, "Finetune/Loss (Raw)": 0.8629564642906189, "Finetune/Step": 1022, "Finetune/Step Time": 12.66206867620349}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8620651960372925, "Finetune/Loss (Raw)": 0.7041175961494446, "Finetune/Step": 1023, "Finetune/Step Time": 12.666747318580747}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8609126806259155, "Finetune/Loss (Raw)": 0.8107697367668152, "Finetune/Step": 1024, "Finetune/Step Time": 12.664522567763925}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.861225426197052, "Finetune/Loss (Raw)": 0.7977030873298645, "Finetune/Step": 1025, "Finetune/Step Time": 12.638964811339974}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.863692581653595, "Finetune/Loss (Raw)": 0.8869754672050476, "Finetune/Step": 1026, "Finetune/Step Time": 12.621224395930767}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8632029294967651, "Finetune/Loss (Raw)": 0.681126594543457, "Finetune/Step": 1027, "Finetune/Step Time": 12.573466394096613}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8628494143486023, "Finetune/Loss (Raw)": 0.9486056566238403, "Finetune/Step": 1028, "Finetune/Step Time": 12.582763392478228}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8611921072006226, "Finetune/Loss (Raw)": 0.8080682754516602, "Finetune/Step": 1029, "Finetune/Step Time": 12.58991251885891}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8603370189666748, "Finetune/Loss (Raw)": 0.8276674747467041, "Finetune/Step": 1030, "Finetune/Step Time": 12.595632260665298}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8598402738571167, "Finetune/Loss (Raw)": 0.872161328792572, "Finetune/Step": 1031, "Finetune/Step Time": 12.559186497703195}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8579282164573669, "Finetune/Loss (Raw)": 0.5995767712593079, "Finetune/Step": 1032, "Finetune/Step Time": 12.591659074649215}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.857367992401123, "Finetune/Loss (Raw)": 0.8842200636863708, "Finetune/Step": 1033, "Finetune/Step Time": 12.637106440961361}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8565503358840942, "Finetune/Loss (Raw)": 0.7427473664283752, "Finetune/Step": 1034, "Finetune/Step Time": 12.645042104646564}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8562216758728027, "Finetune/Loss (Raw)": 0.8833014965057373, "Finetune/Step": 1035, "Finetune/Step Time": 12.660183239728212}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8560869693756104, "Finetune/Loss (Raw)": 0.8819289803504944, "Finetune/Step": 1036, "Finetune/Step Time": 12.662135371938348}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8548341989517212, "Finetune/Loss (Raw)": 0.7176684737205505, "Finetune/Step": 1037, "Finetune/Step Time": 12.665676405653358}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8562520742416382, "Finetune/Loss (Raw)": 1.0445433855056763, "Finetune/Step": 1038, "Finetune/Step Time": 12.654008543118834}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8563607931137085, "Finetune/Loss (Raw)": 0.8714722990989685, "Finetune/Step": 1039, "Finetune/Step Time": 12.651195464655757}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8546006679534912, "Finetune/Loss (Raw)": 0.7843303680419922, "Finetune/Step": 1040, "Finetune/Step Time": 12.64427986741066}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8573750257492065, "Finetune/Loss (Raw)": 0.9904500246047974, "Finetune/Step": 1041, "Finetune/Step Time": 12.618324503302574}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8570610284805298, "Finetune/Loss (Raw)": 1.0114109516143799, "Finetune/Step": 1042, "Finetune/Step Time": 12.625163620337844}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8556023836135864, "Finetune/Loss (Raw)": 0.7292724847793579, "Finetune/Step": 1043, "Finetune/Step Time": 12.668089305981994}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.853589653968811, "Finetune/Loss (Raw)": 0.7060545682907104, "Finetune/Step": 1044, "Finetune/Step Time": 12.667223049327731}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8520850539207458, "Finetune/Loss (Raw)": 0.8699620366096497, "Finetune/Step": 1045, "Finetune/Step Time": 12.62891524657607}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8519443273544312, "Finetune/Loss (Raw)": 0.8640710711479187, "Finetune/Step": 1046, "Finetune/Step Time": 12.621994348242879}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8538929224014282, "Finetune/Loss (Raw)": 0.9043691158294678, "Finetune/Step": 1047, "Finetune/Step Time": 12.602055689319968}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8560627698898315, "Finetune/Loss (Raw)": 1.0344070196151733, "Finetune/Step": 1048, "Finetune/Step Time": 12.588501589372754}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8548990488052368, "Finetune/Loss (Raw)": 0.7829763293266296, "Finetune/Step": 1049, "Finetune/Step Time": 12.585895359516144}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8535836338996887, "Finetune/Loss (Raw)": 0.7202185392379761, "Finetune/Step": 1050, "Finetune/Step Time": 12.60371033847332}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8518839478492737, "Finetune/Loss (Raw)": 0.7527499198913574, "Finetune/Step": 1051, "Finetune/Step Time": 12.61076494306326}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8534804582595825, "Finetune/Loss (Raw)": 1.0163458585739136, "Finetune/Step": 1052, "Finetune/Step Time": 12.606273483484983}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8545648455619812, "Finetune/Loss (Raw)": 0.88186115026474, "Finetune/Step": 1053, "Finetune/Step Time": 12.581235041841865}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8558197021484375, "Finetune/Loss (Raw)": 0.9186652898788452, "Finetune/Step": 1054, "Finetune/Step Time": 12.571900283917785}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8546860218048096, "Finetune/Loss (Raw)": 0.7970645427703857, "Finetune/Step": 1055, "Finetune/Step Time": 12.57618292979896}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8554502725601196, "Finetune/Loss (Raw)": 1.0134868621826172, "Finetune/Step": 1056, "Finetune/Step Time": 12.568312222138047}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8548698425292969, "Finetune/Loss (Raw)": 0.810541570186615, "Finetune/Step": 1057, "Finetune/Step Time": 12.560204008594155}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.854436457157135, "Finetune/Loss (Raw)": 0.7896114587783813, "Finetune/Step": 1058, "Finetune/Step Time": 12.549163362011313}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8533036708831787, "Finetune/Loss (Raw)": 0.7894762754440308, "Finetune/Step": 1059, "Finetune/Step Time": 12.57290075160563}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8521716594696045, "Finetune/Loss (Raw)": 0.8034608960151672, "Finetune/Step": 1060, "Finetune/Step Time": 12.568589475005865}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.850611686706543, "Finetune/Loss (Raw)": 0.7157533168792725, "Finetune/Step": 1061, "Finetune/Step Time": 12.546370221301913}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.850678563117981, "Finetune/Loss (Raw)": 0.9344035387039185, "Finetune/Step": 1062, "Finetune/Step Time": 12.538690984249115}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8515317440032959, "Finetune/Loss (Raw)": 0.8607141971588135, "Finetune/Step": 1063, "Finetune/Step Time": 12.54312914982438}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8535677790641785, "Finetune/Loss (Raw)": 1.1078810691833496, "Finetune/Step": 1064, "Finetune/Step Time": 12.524765266105533}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8537890911102295, "Finetune/Loss (Raw)": 1.0360509157180786, "Finetune/Step": 1065, "Finetune/Step Time": 12.517931867390871}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8519493937492371, "Finetune/Loss (Raw)": 0.7973373532295227, "Finetune/Step": 1066, "Finetune/Step Time": 12.511417958885431}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.85322505235672, "Finetune/Loss (Raw)": 1.006751537322998, "Finetune/Step": 1067, "Finetune/Step Time": 12.521656254306436}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8520621061325073, "Finetune/Loss (Raw)": 0.7816553115844727, "Finetune/Step": 1068, "Finetune/Step Time": 12.543893564492464}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8516538739204407, "Finetune/Loss (Raw)": 0.8415041565895081, "Finetune/Step": 1069, "Finetune/Step Time": 12.58375439979136}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8527822494506836, "Finetune/Loss (Raw)": 0.896388590335846, "Finetune/Step": 1070, "Finetune/Step Time": 12.570875821635127}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8530055284500122, "Finetune/Loss (Raw)": 0.9390045404434204, "Finetune/Step": 1071, "Finetune/Step Time": 12.571356233209372}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8536118268966675, "Finetune/Loss (Raw)": 0.9374667406082153, "Finetune/Step": 1072, "Finetune/Step Time": 12.589146627113223}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8540753722190857, "Finetune/Loss (Raw)": 0.8462151885032654, "Finetune/Step": 1073, "Finetune/Step Time": 12.55887196213007}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.855302095413208, "Finetune/Loss (Raw)": 0.9582718014717102, "Finetune/Step": 1074, "Finetune/Step Time": 12.536083864048123}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8555613160133362, "Finetune/Loss (Raw)": 0.8749799728393555, "Finetune/Step": 1075, "Finetune/Step Time": 12.522504385560751}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8581141233444214, "Finetune/Loss (Raw)": 0.9767177104949951, "Finetune/Step": 1076, "Finetune/Step Time": 12.493420995771885}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8577001094818115, "Finetune/Loss (Raw)": 0.9789078235626221, "Finetune/Step": 1077, "Finetune/Step Time": 12.496477287262678}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8583558201789856, "Finetune/Loss (Raw)": 0.9436918497085571, "Finetune/Step": 1078, "Finetune/Step Time": 12.494766935706139}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8559044003486633, "Finetune/Loss (Raw)": 0.771537721157074, "Finetune/Step": 1079, "Finetune/Step Time": 12.501881014555693}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8556666374206543, "Finetune/Loss (Raw)": 0.7604762315750122, "Finetune/Step": 1080, "Finetune/Step Time": 12.499517718330026}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8557583689689636, "Finetune/Loss (Raw)": 0.9256387948989868, "Finetune/Step": 1081, "Finetune/Step Time": 12.500878335908055}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.855198860168457, "Finetune/Loss (Raw)": 0.7290706038475037, "Finetune/Step": 1082, "Finetune/Step Time": 12.528477614745498}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.855696976184845, "Finetune/Loss (Raw)": 0.9444563388824463, "Finetune/Step": 1083, "Finetune/Step Time": 12.525075914338231}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8557666540145874, "Finetune/Loss (Raw)": 0.9400506615638733, "Finetune/Step": 1084, "Finetune/Step Time": 12.544374104589224}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8564059138298035, "Finetune/Loss (Raw)": 0.9069444537162781, "Finetune/Step": 1085, "Finetune/Step Time": 12.529394570738077}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8570757508277893, "Finetune/Loss (Raw)": 0.9500680565834045, "Finetune/Step": 1086, "Finetune/Step Time": 12.510909911245108}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8580213189125061, "Finetune/Loss (Raw)": 0.9197601675987244, "Finetune/Step": 1087, "Finetune/Step Time": 12.509544117376208}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8565032482147217, "Finetune/Loss (Raw)": 0.6957745552062988, "Finetune/Step": 1088, "Finetune/Step Time": 12.518870282918215}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8573837280273438, "Finetune/Loss (Raw)": 0.8807235956192017, "Finetune/Step": 1089, "Finetune/Step Time": 12.507450506091118}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8573825359344482, "Finetune/Loss (Raw)": 0.9566565155982971, "Finetune/Step": 1090, "Finetune/Step Time": 12.523697335273027}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8574275970458984, "Finetune/Loss (Raw)": 0.8306757807731628, "Finetune/Step": 1091, "Finetune/Step Time": 12.52367397211492}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8580747842788696, "Finetune/Loss (Raw)": 0.9328179359436035, "Finetune/Step": 1092, "Finetune/Step Time": 12.521301969885826}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8583540916442871, "Finetune/Loss (Raw)": 0.7819128632545471, "Finetune/Step": 1093, "Finetune/Step Time": 12.51007336936891}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8581457734107971, "Finetune/Loss (Raw)": 0.8473547101020813, "Finetune/Step": 1094, "Finetune/Step Time": 12.500991005450487}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8589840531349182, "Finetune/Loss (Raw)": 0.9619930982589722, "Finetune/Step": 1095, "Finetune/Step Time": 12.478864388540387}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8592934608459473, "Finetune/Loss (Raw)": 0.9563747644424438, "Finetune/Step": 1096, "Finetune/Step Time": 12.476846421137452}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8593353033065796, "Finetune/Loss (Raw)": 0.8500760793685913, "Finetune/Step": 1097, "Finetune/Step Time": 12.480257539078593}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.861261248588562, "Finetune/Loss (Raw)": 0.8470350503921509, "Finetune/Step": 1098, "Finetune/Step Time": 12.4940998647362}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8613320589065552, "Finetune/Loss (Raw)": 0.9023513793945312, "Finetune/Step": 1099, "Finetune/Step Time": 12.451587609946728}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8622933626174927, "Finetune/Loss (Raw)": 0.866698682308197, "Finetune/Step": 1100, "Finetune/Step Time": 12.42487195879221}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8635339140892029, "Finetune/Loss (Raw)": 0.9564568400382996, "Finetune/Step": 1101, "Finetune/Step Time": 12.41755728982389}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8627264499664307, "Finetune/Loss (Raw)": 0.7377400994300842, "Finetune/Step": 1102, "Finetune/Step Time": 12.395113676786423}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8624969720840454, "Finetune/Loss (Raw)": 0.9833143949508667, "Finetune/Step": 1103, "Finetune/Step Time": 12.363076109439135}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8632055521011353, "Finetune/Loss (Raw)": 0.9805895686149597, "Finetune/Step": 1104, "Finetune/Step Time": 12.374208761379123}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8625888228416443, "Finetune/Loss (Raw)": 0.8907967209815979, "Finetune/Step": 1105, "Finetune/Step Time": 12.383971739560366}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8624881505966187, "Finetune/Loss (Raw)": 0.8478971719741821, "Finetune/Step": 1106, "Finetune/Step Time": 12.40309639647603}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8629790544509888, "Finetune/Loss (Raw)": 0.8968299627304077, "Finetune/Step": 1107, "Finetune/Step Time": 12.38900800794363}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8625572323799133, "Finetune/Loss (Raw)": 0.9884129166603088, "Finetune/Step": 1108, "Finetune/Step Time": 12.401264436542988}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8609333634376526, "Finetune/Loss (Raw)": 0.6581237316131592, "Finetune/Step": 1109, "Finetune/Step Time": 12.416941273957491}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8607611656188965, "Finetune/Loss (Raw)": 0.9076607823371887, "Finetune/Step": 1110, "Finetune/Step Time": 12.419034795835614}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8615546822547913, "Finetune/Loss (Raw)": 1.0231192111968994, "Finetune/Step": 1111, "Finetune/Step Time": 12.412190411239862}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8618239164352417, "Finetune/Loss (Raw)": 0.8417604565620422, "Finetune/Step": 1112, "Finetune/Step Time": 12.409680869430304}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8616881370544434, "Finetune/Loss (Raw)": 0.8489274978637695, "Finetune/Step": 1113, "Finetune/Step Time": 12.401813259348273}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.861964225769043, "Finetune/Loss (Raw)": 0.8368849754333496, "Finetune/Step": 1114, "Finetune/Step Time": 12.44626346603036}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8619135618209839, "Finetune/Loss (Raw)": 0.901521623134613, "Finetune/Step": 1115, "Finetune/Step Time": 12.441433345898986}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8641464710235596, "Finetune/Loss (Raw)": 0.9736297130584717, "Finetune/Step": 1116, "Finetune/Step Time": 12.433641267940402}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8631436824798584, "Finetune/Loss (Raw)": 0.7986859679222107, "Finetune/Step": 1117, "Finetune/Step Time": 12.43156043998897}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8652355670928955, "Finetune/Loss (Raw)": 0.9408618211746216, "Finetune/Step": 1118, "Finetune/Step Time": 12.4117082785815}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8629190921783447, "Finetune/Loss (Raw)": 0.6414425373077393, "Finetune/Step": 1119, "Finetune/Step Time": 12.4205939527601}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.862865686416626, "Finetune/Loss (Raw)": 0.8603598475456238, "Finetune/Step": 1120, "Finetune/Step Time": 12.421025738120079}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8639477491378784, "Finetune/Loss (Raw)": 0.9831579327583313, "Finetune/Step": 1121, "Finetune/Step Time": 12.36285538598895}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8656158447265625, "Finetune/Loss (Raw)": 0.9033055305480957, "Finetune/Step": 1122, "Finetune/Step Time": 12.372021252289414}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8651611804962158, "Finetune/Loss (Raw)": 0.7918046116828918, "Finetune/Step": 1123, "Finetune/Step Time": 12.396830052137375}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8672534227371216, "Finetune/Loss (Raw)": 1.0884172916412354, "Finetune/Step": 1124, "Finetune/Step Time": 12.390879850834608}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8671877384185791, "Finetune/Loss (Raw)": 0.8440301418304443, "Finetune/Step": 1125, "Finetune/Step Time": 12.38286006078124}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8675222396850586, "Finetune/Loss (Raw)": 0.8666477799415588, "Finetune/Step": 1126, "Finetune/Step Time": 12.356762785464525}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.866631031036377, "Finetune/Loss (Raw)": 0.8837912082672119, "Finetune/Step": 1127, "Finetune/Step Time": 12.35938541777432}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8647701740264893, "Finetune/Loss (Raw)": 0.7946761250495911, "Finetune/Step": 1128, "Finetune/Step Time": 12.376087734475732}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8676888942718506, "Finetune/Loss (Raw)": 0.9554777145385742, "Finetune/Step": 1129, "Finetune/Step Time": 12.338063839823008}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8658466339111328, "Finetune/Loss (Raw)": 0.678303062915802, "Finetune/Step": 1130, "Finetune/Step Time": 12.346208402886987}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8655318021774292, "Finetune/Loss (Raw)": 0.9334845542907715, "Finetune/Step": 1131, "Finetune/Step Time": 12.322312673553824}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8652776479721069, "Finetune/Loss (Raw)": 0.9404735565185547, "Finetune/Step": 1132, "Finetune/Step Time": 12.325981574133039}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8650481104850769, "Finetune/Loss (Raw)": 0.8948296308517456, "Finetune/Step": 1133, "Finetune/Step Time": 12.31950050778687}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8659889698028564, "Finetune/Loss (Raw)": 0.8411874175071716, "Finetune/Step": 1134, "Finetune/Step Time": 12.289921691641212}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8670575618743896, "Finetune/Loss (Raw)": 0.9810851216316223, "Finetune/Step": 1135, "Finetune/Step Time": 12.284168785437942}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.866572380065918, "Finetune/Loss (Raw)": 0.8439299464225769, "Finetune/Step": 1136, "Finetune/Step Time": 12.275714686140418}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8681752681732178, "Finetune/Loss (Raw)": 0.9326237440109253, "Finetune/Step": 1137, "Finetune/Step Time": 12.25211576744914}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8688094615936279, "Finetune/Loss (Raw)": 0.8799567818641663, "Finetune/Step": 1138, "Finetune/Step Time": 12.263557450845838}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8690325021743774, "Finetune/Loss (Raw)": 0.8218689560890198, "Finetune/Step": 1139, "Finetune/Step Time": 12.280751479789615}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8688784241676331, "Finetune/Loss (Raw)": 0.9106048941612244, "Finetune/Step": 1140, "Finetune/Step Time": 12.272372011095285}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.868842363357544, "Finetune/Loss (Raw)": 0.8482555150985718, "Finetune/Step": 1141, "Finetune/Step Time": 12.278648126870394}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8655534982681274, "Finetune/Loss (Raw)": 0.5549160242080688, "Finetune/Step": 1142, "Finetune/Step Time": 12.298714676871896}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8680681586265564, "Finetune/Loss (Raw)": 0.8419477343559265, "Finetune/Step": 1143, "Finetune/Step Time": 12.283866535872221}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8677667379379272, "Finetune/Loss (Raw)": 0.8837925791740417, "Finetune/Step": 1144, "Finetune/Step Time": 12.291694734245539}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8669756054878235, "Finetune/Loss (Raw)": 0.8498265147209167, "Finetune/Step": 1145, "Finetune/Step Time": 12.29460078664124}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8675655126571655, "Finetune/Loss (Raw)": 0.9377803802490234, "Finetune/Step": 1146, "Finetune/Step Time": 12.234654419124126}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8668171167373657, "Finetune/Loss (Raw)": 0.719488263130188, "Finetune/Step": 1147, "Finetune/Step Time": 12.224734274670482}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8638123273849487, "Finetune/Loss (Raw)": 0.49928051233291626, "Finetune/Step": 1148, "Finetune/Step Time": 12.259728502482176}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.865803062915802, "Finetune/Loss (Raw)": 1.0142924785614014, "Finetune/Step": 1149, "Finetune/Step Time": 12.257842218503356}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8653799295425415, "Finetune/Loss (Raw)": 0.8087904453277588, "Finetune/Step": 1150, "Finetune/Step Time": 12.243769722059369}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8659082651138306, "Finetune/Loss (Raw)": 0.7717530727386475, "Finetune/Step": 1151, "Finetune/Step Time": 12.222232548519969}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8662059903144836, "Finetune/Loss (Raw)": 0.8488755226135254, "Finetune/Step": 1152, "Finetune/Step Time": 12.25873182527721}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8673807382583618, "Finetune/Loss (Raw)": 0.9480724930763245, "Finetune/Step": 1153, "Finetune/Step Time": 12.293162940070033}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8652691841125488, "Finetune/Loss (Raw)": 0.616689920425415, "Finetune/Step": 1154, "Finetune/Step Time": 12.311769569292665}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8640134930610657, "Finetune/Loss (Raw)": 0.5204020142555237, "Finetune/Step": 1155, "Finetune/Step Time": 12.301632519811392}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.864398181438446, "Finetune/Loss (Raw)": 0.9978461265563965, "Finetune/Step": 1156, "Finetune/Step Time": 12.295802408829331}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.865416944026947, "Finetune/Loss (Raw)": 0.9384704232215881, "Finetune/Step": 1157, "Finetune/Step Time": 12.287568904459476}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8652539849281311, "Finetune/Loss (Raw)": 0.806805431842804, "Finetune/Step": 1158, "Finetune/Step Time": 12.277052085846663}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8643866777420044, "Finetune/Loss (Raw)": 0.7611491084098816, "Finetune/Step": 1159, "Finetune/Step Time": 12.27667717449367}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.866234540939331, "Finetune/Loss (Raw)": 0.836106538772583, "Finetune/Step": 1160, "Finetune/Step Time": 12.271151373162866}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8658038377761841, "Finetune/Loss (Raw)": 0.8290863037109375, "Finetune/Step": 1161, "Finetune/Step Time": 12.253014367073774}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8673139810562134, "Finetune/Loss (Raw)": 0.9360400438308716, "Finetune/Step": 1162, "Finetune/Step Time": 12.24870727211237}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8654175400733948, "Finetune/Loss (Raw)": 0.6405606269836426, "Finetune/Step": 1163, "Finetune/Step Time": 12.263261081650853}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8667030334472656, "Finetune/Loss (Raw)": 1.0464757680892944, "Finetune/Step": 1164, "Finetune/Step Time": 12.260258151218295}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.866055965423584, "Finetune/Loss (Raw)": 0.6348417401313782, "Finetune/Step": 1165, "Finetune/Step Time": 12.273353708907962}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8641238212585449, "Finetune/Loss (Raw)": 0.7972334027290344, "Finetune/Step": 1166, "Finetune/Step Time": 12.28777253255248}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8621358275413513, "Finetune/Loss (Raw)": 0.6170039176940918, "Finetune/Step": 1167, "Finetune/Step Time": 12.308591416105628}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8623591661453247, "Finetune/Loss (Raw)": 0.8129189610481262, "Finetune/Step": 1168, "Finetune/Step Time": 12.307426802814007}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8616124391555786, "Finetune/Loss (Raw)": 0.8948714733123779, "Finetune/Step": 1169, "Finetune/Step Time": 12.311036676168442}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.859377384185791, "Finetune/Loss (Raw)": 0.725321352481842, "Finetune/Step": 1170, "Finetune/Step Time": 12.329273916780949}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.861237645149231, "Finetune/Loss (Raw)": 0.9673853516578674, "Finetune/Step": 1171, "Finetune/Step Time": 12.285366289317608}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8628333806991577, "Finetune/Loss (Raw)": 0.9103099703788757, "Finetune/Step": 1172, "Finetune/Step Time": 12.281083963811398}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8630518913269043, "Finetune/Loss (Raw)": 0.8979290127754211, "Finetune/Step": 1173, "Finetune/Step Time": 12.25930673442781}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8611856698989868, "Finetune/Loss (Raw)": 0.6251915693283081, "Finetune/Step": 1174, "Finetune/Step Time": 12.274672750383615}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.860442042350769, "Finetune/Loss (Raw)": 0.8091872334480286, "Finetune/Step": 1175, "Finetune/Step Time": 12.296713532879949}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8587254285812378, "Finetune/Loss (Raw)": 0.8146851062774658, "Finetune/Step": 1176, "Finetune/Step Time": 12.292426681146026}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8565038442611694, "Finetune/Loss (Raw)": 0.4986054301261902, "Finetune/Step": 1177, "Finetune/Step Time": 12.323313115164638}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8549296259880066, "Finetune/Loss (Raw)": 0.5187243819236755, "Finetune/Step": 1178, "Finetune/Step Time": 12.332670740783215}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8568485975265503, "Finetune/Loss (Raw)": 0.9983733296394348, "Finetune/Step": 1179, "Finetune/Step Time": 12.321737591177225}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8550853133201599, "Finetune/Loss (Raw)": 0.7906513810157776, "Finetune/Step": 1180, "Finetune/Step Time": 12.34921558946371}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8559298515319824, "Finetune/Loss (Raw)": 0.9899569153785706, "Finetune/Step": 1181, "Finetune/Step Time": 12.32965937256813}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8532231450080872, "Finetune/Loss (Raw)": 0.5722116231918335, "Finetune/Step": 1182, "Finetune/Step Time": 12.334311394020915}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8543733358383179, "Finetune/Loss (Raw)": 0.9442844986915588, "Finetune/Step": 1183, "Finetune/Step Time": 12.336528550833464}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8520119190216064, "Finetune/Loss (Raw)": 0.7112323045730591, "Finetune/Step": 1184, "Finetune/Step Time": 12.382628537714481}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8526668548583984, "Finetune/Loss (Raw)": 0.8943725824356079, "Finetune/Step": 1185, "Finetune/Step Time": 12.39125244691968}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8546018600463867, "Finetune/Loss (Raw)": 1.037288784980774, "Finetune/Step": 1186, "Finetune/Step Time": 12.39563437178731}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8533585071563721, "Finetune/Loss (Raw)": 0.6303344964981079, "Finetune/Step": 1187, "Finetune/Step Time": 12.406481204554439}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8540149331092834, "Finetune/Loss (Raw)": 0.8874800205230713, "Finetune/Step": 1188, "Finetune/Step Time": 12.404981754720211}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8557699918746948, "Finetune/Loss (Raw)": 0.940401017665863, "Finetune/Step": 1189, "Finetune/Step Time": 12.40318693779409}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8553920984268188, "Finetune/Loss (Raw)": 0.8860359787940979, "Finetune/Step": 1190, "Finetune/Step Time": 12.404806550592184}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8559589982032776, "Finetune/Loss (Raw)": 0.9332674145698547, "Finetune/Step": 1191, "Finetune/Step Time": 12.393242809921503}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8546227216720581, "Finetune/Loss (Raw)": 0.9368380904197693, "Finetune/Step": 1192, "Finetune/Step Time": 12.404423406347632}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8538907766342163, "Finetune/Loss (Raw)": 0.9423623085021973, "Finetune/Step": 1193, "Finetune/Step Time": 12.408610438928008}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8547297120094299, "Finetune/Loss (Raw)": 0.9047288298606873, "Finetune/Step": 1194, "Finetune/Step Time": 12.42838154360652}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8537116050720215, "Finetune/Loss (Raw)": 0.8764363527297974, "Finetune/Step": 1195, "Finetune/Step Time": 12.416554251685739}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8545551300048828, "Finetune/Loss (Raw)": 0.889624834060669, "Finetune/Step": 1196, "Finetune/Step Time": 12.400121903046966}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8555552363395691, "Finetune/Loss (Raw)": 0.9695146083831787, "Finetune/Step": 1197, "Finetune/Step Time": 12.344553811475635}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8558083772659302, "Finetune/Loss (Raw)": 0.9287897944450378, "Finetune/Step": 1198, "Finetune/Step Time": 12.349151389673352}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8559579253196716, "Finetune/Loss (Raw)": 0.9581466913223267, "Finetune/Step": 1199, "Finetune/Step Time": 12.342412490397692}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8559162616729736, "Finetune/Loss (Raw)": 0.9321338534355164, "Finetune/Step": 1200, "Finetune/Step Time": 12.346176428720355}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8567174673080444, "Finetune/Loss (Raw)": 0.9487743377685547, "Finetune/Step": 1201, "Finetune/Step Time": 12.370730441063643}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8573740124702454, "Finetune/Loss (Raw)": 1.04230535030365, "Finetune/Step": 1202, "Finetune/Step Time": 12.371275518089533}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.858493447303772, "Finetune/Loss (Raw)": 1.0182660818099976, "Finetune/Step": 1203, "Finetune/Step Time": 12.357975032180548}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8584345579147339, "Finetune/Loss (Raw)": 0.9691797494888306, "Finetune/Step": 1204, "Finetune/Step Time": 12.366586204618216}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8569719791412354, "Finetune/Loss (Raw)": 0.7917037010192871, "Finetune/Step": 1205, "Finetune/Step Time": 12.394876217469573}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8576204776763916, "Finetune/Loss (Raw)": 1.0266987085342407, "Finetune/Step": 1206, "Finetune/Step Time": 12.386339955031872}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8583076000213623, "Finetune/Loss (Raw)": 0.859477162361145, "Finetune/Step": 1207, "Finetune/Step Time": 12.393595039844513}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8595035672187805, "Finetune/Loss (Raw)": 0.9135668277740479, "Finetune/Step": 1208, "Finetune/Step Time": 12.395425910130143}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8596623539924622, "Finetune/Loss (Raw)": 0.9459643959999084, "Finetune/Step": 1209, "Finetune/Step Time": 12.39695536531508}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8605620265007019, "Finetune/Loss (Raw)": 0.8442303538322449, "Finetune/Step": 1210, "Finetune/Step Time": 12.36656259931624}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8598995208740234, "Finetune/Loss (Raw)": 0.8596552610397339, "Finetune/Step": 1211, "Finetune/Step Time": 12.37264783680439}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8601692318916321, "Finetune/Loss (Raw)": 0.9745711088180542, "Finetune/Step": 1212, "Finetune/Step Time": 12.361152740195394}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8596884608268738, "Finetune/Loss (Raw)": 0.845406711101532, "Finetune/Step": 1213, "Finetune/Step Time": 12.363470084965229}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8581022024154663, "Finetune/Loss (Raw)": 0.7470223903656006, "Finetune/Step": 1214, "Finetune/Step Time": 12.383793512359262}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8580834865570068, "Finetune/Loss (Raw)": 0.9173638820648193, "Finetune/Step": 1215, "Finetune/Step Time": 12.390422094613314}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8568872213363647, "Finetune/Loss (Raw)": 0.5426520109176636, "Finetune/Step": 1216, "Finetune/Step Time": 12.406440999358892}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8578011989593506, "Finetune/Loss (Raw)": 0.9977163672447205, "Finetune/Step": 1217, "Finetune/Step Time": 12.417122043669224}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8576627373695374, "Finetune/Loss (Raw)": 0.9389338493347168, "Finetune/Step": 1218, "Finetune/Step Time": 12.39497646689415}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8553663492202759, "Finetune/Loss (Raw)": 0.5367342233657837, "Finetune/Step": 1219, "Finetune/Step Time": 12.425034798681736}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8547574281692505, "Finetune/Loss (Raw)": 0.8548775911331177, "Finetune/Step": 1220, "Finetune/Step Time": 12.421789463609457}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8554123640060425, "Finetune/Loss (Raw)": 0.8657495975494385, "Finetune/Step": 1221, "Finetune/Step Time": 12.440083606168628}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8554004430770874, "Finetune/Loss (Raw)": 0.8458285331726074, "Finetune/Step": 1222, "Finetune/Step Time": 12.457985715940595}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8550593852996826, "Finetune/Loss (Raw)": 0.9183411598205566, "Finetune/Step": 1223, "Finetune/Step Time": 12.457520704716444}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8545949459075928, "Finetune/Loss (Raw)": 0.8969159722328186, "Finetune/Step": 1224, "Finetune/Step Time": 12.459624793380499}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8539448380470276, "Finetune/Loss (Raw)": 0.7668721675872803, "Finetune/Step": 1225, "Finetune/Step Time": 12.440839698538184}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8532992601394653, "Finetune/Loss (Raw)": 0.7643963098526001, "Finetune/Step": 1226, "Finetune/Step Time": 12.423270419239998}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8517240881919861, "Finetune/Loss (Raw)": 0.7007302045822144, "Finetune/Step": 1227, "Finetune/Step Time": 12.431657835841179}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8515425324440002, "Finetune/Loss (Raw)": 0.8434575796127319, "Finetune/Step": 1228, "Finetune/Step Time": 12.440957421436906}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8519984483718872, "Finetune/Loss (Raw)": 1.0148184299468994, "Finetune/Step": 1229, "Finetune/Step Time": 12.440809462219477}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.851044774055481, "Finetune/Loss (Raw)": 0.61566561460495, "Finetune/Step": 1230, "Finetune/Step Time": 12.478256093338132}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8510503768920898, "Finetune/Loss (Raw)": 0.9840324521064758, "Finetune/Step": 1231, "Finetune/Step Time": 12.473345473408699}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8501899242401123, "Finetune/Loss (Raw)": 0.8704543113708496, "Finetune/Step": 1232, "Finetune/Step Time": 12.462550099939108}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8503962755203247, "Finetune/Loss (Raw)": 0.9172099232673645, "Finetune/Step": 1233, "Finetune/Step Time": 12.437894105911255}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8495402336120605, "Finetune/Loss (Raw)": 0.7383192777633667, "Finetune/Step": 1234, "Finetune/Step Time": 12.452497342601418}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8491144180297852, "Finetune/Loss (Raw)": 0.8423296213150024, "Finetune/Step": 1235, "Finetune/Step Time": 12.450038203969598}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8492690324783325, "Finetune/Loss (Raw)": 1.0081993341445923, "Finetune/Step": 1236, "Finetune/Step Time": 12.42947212047875}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8514593243598938, "Finetune/Loss (Raw)": 0.9384869337081909, "Finetune/Step": 1237, "Finetune/Step Time": 12.432866025716066}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8522363901138306, "Finetune/Loss (Raw)": 1.0071221590042114, "Finetune/Step": 1238, "Finetune/Step Time": 12.434016155079007}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8510424494743347, "Finetune/Loss (Raw)": 0.870300829410553, "Finetune/Step": 1239, "Finetune/Step Time": 12.459225308150053}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.851259708404541, "Finetune/Loss (Raw)": 0.8695653676986694, "Finetune/Step": 1240, "Finetune/Step Time": 12.445819027721882}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8510067462921143, "Finetune/Loss (Raw)": 0.8165516257286072, "Finetune/Step": 1241, "Finetune/Step Time": 12.453088099136949}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.851170539855957, "Finetune/Loss (Raw)": 0.8578405976295471, "Finetune/Step": 1242, "Finetune/Step Time": 12.403975024819374}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8511910438537598, "Finetune/Loss (Raw)": 0.9041489362716675, "Finetune/Step": 1243, "Finetune/Step Time": 12.393726095557213}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8502635955810547, "Finetune/Loss (Raw)": 0.8549142479896545, "Finetune/Step": 1244, "Finetune/Step Time": 12.414375152438879}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8504356145858765, "Finetune/Loss (Raw)": 0.8207067251205444, "Finetune/Step": 1245, "Finetune/Step Time": 12.404058566316962}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8494284152984619, "Finetune/Loss (Raw)": 0.8119388222694397, "Finetune/Step": 1246, "Finetune/Step Time": 12.439196595922112}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8518945574760437, "Finetune/Loss (Raw)": 0.9571142792701721, "Finetune/Step": 1247, "Finetune/Step Time": 12.421482156962156}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8507933616638184, "Finetune/Loss (Raw)": 0.719398558139801, "Finetune/Step": 1248, "Finetune/Step Time": 12.429572395980358}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8495713472366333, "Finetune/Loss (Raw)": 0.826749861240387, "Finetune/Step": 1249, "Finetune/Step Time": 12.430147124454379}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8494826555252075, "Finetune/Loss (Raw)": 0.891946017742157, "Finetune/Step": 1250, "Finetune/Step Time": 12.402040086686611}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8503028154373169, "Finetune/Loss (Raw)": 0.8967850804328918, "Finetune/Step": 1251, "Finetune/Step Time": 12.379366759210825}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8479574918746948, "Finetune/Loss (Raw)": 0.7882233262062073, "Finetune/Step": 1252, "Finetune/Step Time": 12.372432328760624}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8476352691650391, "Finetune/Loss (Raw)": 0.8027791976928711, "Finetune/Step": 1253, "Finetune/Step Time": 12.39790216833353}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8476424217224121, "Finetune/Loss (Raw)": 0.8675612211227417, "Finetune/Step": 1254, "Finetune/Step Time": 12.399681389331818}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8483008742332458, "Finetune/Loss (Raw)": 0.9680808782577515, "Finetune/Step": 1255, "Finetune/Step Time": 12.402902260422707}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8489642143249512, "Finetune/Loss (Raw)": 0.8795754313468933, "Finetune/Step": 1256, "Finetune/Step Time": 12.396536169573665}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8462141156196594, "Finetune/Loss (Raw)": 0.603467583656311, "Finetune/Step": 1257, "Finetune/Step Time": 12.436157934367657}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.8476192355155945, "Finetune/Loss (Raw)": 0.8581607937812805, "Finetune/Step": 1258, "Finetune/Step Time": 12.422134812921286}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8464817404747009, "Finetune/Loss (Raw)": 0.7878811359405518, "Finetune/Step": 1259, "Finetune/Step Time": 12.43621645309031}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8475356101989746, "Finetune/Loss (Raw)": 1.0753706693649292, "Finetune/Step": 1260, "Finetune/Step Time": 12.434873566031456}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8462530374526978, "Finetune/Loss (Raw)": 0.7306637167930603, "Finetune/Step": 1261, "Finetune/Step Time": 12.437015775591135}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8467115163803101, "Finetune/Loss (Raw)": 0.8998719453811646, "Finetune/Step": 1262, "Finetune/Step Time": 12.429113950580359}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8463940620422363, "Finetune/Loss (Raw)": 0.9404506087303162, "Finetune/Step": 1263, "Finetune/Step Time": 12.427971497178078}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8467233180999756, "Finetune/Loss (Raw)": 0.8860775232315063, "Finetune/Step": 1264, "Finetune/Step Time": 12.429742189124227}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.844521164894104, "Finetune/Loss (Raw)": 0.6507400870323181, "Finetune/Step": 1265, "Finetune/Step Time": 12.454375738278031}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8441289067268372, "Finetune/Loss (Raw)": 0.8297537565231323, "Finetune/Step": 1266, "Finetune/Step Time": 12.463530542328954}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8449965715408325, "Finetune/Loss (Raw)": 0.9329323768615723, "Finetune/Step": 1267, "Finetune/Step Time": 12.445522537454963}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8454415798187256, "Finetune/Loss (Raw)": 0.9675631523132324, "Finetune/Step": 1268, "Finetune/Step Time": 12.454022817313671}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8452352285385132, "Finetune/Loss (Raw)": 0.8218409419059753, "Finetune/Step": 1269, "Finetune/Step Time": 12.44166275113821}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8484066724777222, "Finetune/Loss (Raw)": 0.9608650803565979, "Finetune/Step": 1270, "Finetune/Step Time": 12.42738227173686}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8493425846099854, "Finetune/Loss (Raw)": 0.9617379307746887, "Finetune/Step": 1271, "Finetune/Step Time": 12.407298393547535}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8480631113052368, "Finetune/Loss (Raw)": 0.7200260162353516, "Finetune/Step": 1272, "Finetune/Step Time": 12.41597075201571}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8476223945617676, "Finetune/Loss (Raw)": 0.7934069633483887, "Finetune/Step": 1273, "Finetune/Step Time": 12.429853715002537}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8465743064880371, "Finetune/Loss (Raw)": 0.8036260008811951, "Finetune/Step": 1274, "Finetune/Step Time": 12.417647639289498}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8490747213363647, "Finetune/Loss (Raw)": 1.03954017162323, "Finetune/Step": 1275, "Finetune/Step Time": 12.404940161854029}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8518712520599365, "Finetune/Loss (Raw)": 0.857238233089447, "Finetune/Step": 1276, "Finetune/Step Time": 12.369700336828828}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8506598472595215, "Finetune/Loss (Raw)": 0.859230101108551, "Finetune/Step": 1277, "Finetune/Step Time": 12.369112990796566}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8490992784500122, "Finetune/Loss (Raw)": 0.609040379524231, "Finetune/Step": 1278, "Finetune/Step Time": 12.375109907239676}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8499999046325684, "Finetune/Loss (Raw)": 0.8870369791984558, "Finetune/Step": 1279, "Finetune/Step Time": 12.376425670459867}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8512258529663086, "Finetune/Loss (Raw)": 1.0057950019836426, "Finetune/Step": 1280, "Finetune/Step Time": 12.334185080602765}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8504939079284668, "Finetune/Loss (Raw)": 0.8543867468833923, "Finetune/Step": 1281, "Finetune/Step Time": 12.30377828143537}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8523913621902466, "Finetune/Loss (Raw)": 0.8595569133758545, "Finetune/Step": 1282, "Finetune/Step Time": 12.28039113432169}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8538456559181213, "Finetune/Loss (Raw)": 0.7065579891204834, "Finetune/Step": 1283, "Finetune/Step Time": 12.279353683814406}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8526314496994019, "Finetune/Loss (Raw)": 0.8424262404441833, "Finetune/Step": 1284, "Finetune/Step Time": 12.281137332320213}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.852566123008728, "Finetune/Loss (Raw)": 0.9301052689552307, "Finetune/Step": 1285, "Finetune/Step Time": 12.27971856482327}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8528150916099548, "Finetune/Loss (Raw)": 0.838681161403656, "Finetune/Step": 1286, "Finetune/Step Time": 12.310850763693452}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8537817001342773, "Finetune/Loss (Raw)": 0.8848687410354614, "Finetune/Step": 1287, "Finetune/Step Time": 12.310164205729961}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8535505533218384, "Finetune/Loss (Raw)": 0.8065230846405029, "Finetune/Step": 1288, "Finetune/Step Time": 12.279612669721246}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8534704446792603, "Finetune/Loss (Raw)": 0.8188361525535583, "Finetune/Step": 1289, "Finetune/Step Time": 12.258559977635741}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8537603616714478, "Finetune/Loss (Raw)": 0.9731432199478149, "Finetune/Step": 1290, "Finetune/Step Time": 12.253069121390581}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8549423217773438, "Finetune/Loss (Raw)": 0.7918601632118225, "Finetune/Step": 1291, "Finetune/Step Time": 12.247137248516083}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8531205058097839, "Finetune/Loss (Raw)": 0.8132725358009338, "Finetune/Step": 1292, "Finetune/Step Time": 12.242479335516691}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8549253940582275, "Finetune/Loss (Raw)": 0.865867018699646, "Finetune/Step": 1293, "Finetune/Step Time": 12.215519700199366}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8557430505752563, "Finetune/Loss (Raw)": 0.9018915295600891, "Finetune/Step": 1294, "Finetune/Step Time": 12.218561619520187}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.857160210609436, "Finetune/Loss (Raw)": 0.7984055876731873, "Finetune/Step": 1295, "Finetune/Step Time": 12.214677261188626}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8569993376731873, "Finetune/Loss (Raw)": 0.7923305034637451, "Finetune/Step": 1296, "Finetune/Step Time": 12.220144744962454}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8565423488616943, "Finetune/Loss (Raw)": 0.8363732695579529, "Finetune/Step": 1297, "Finetune/Step Time": 12.238520830869675}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8564243316650391, "Finetune/Loss (Raw)": 0.710218608379364, "Finetune/Step": 1298, "Finetune/Step Time": 12.205362172797322}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.854016900062561, "Finetune/Loss (Raw)": 0.659230649471283, "Finetune/Step": 1299, "Finetune/Step Time": 12.207816667854786}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8531824350357056, "Finetune/Loss (Raw)": 0.8035021424293518, "Finetune/Step": 1300, "Finetune/Step Time": 12.203613743185997}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8527080416679382, "Finetune/Loss (Raw)": 0.837207019329071, "Finetune/Step": 1301, "Finetune/Step Time": 12.227327341213822}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8541607856750488, "Finetune/Loss (Raw)": 0.8111414313316345, "Finetune/Step": 1302, "Finetune/Step Time": 12.232422078028321}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8543157577514648, "Finetune/Loss (Raw)": 0.8290181756019592, "Finetune/Step": 1303, "Finetune/Step Time": 12.205692827701569}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.85502028465271, "Finetune/Loss (Raw)": 0.9048716425895691, "Finetune/Step": 1304, "Finetune/Step Time": 12.216504625976086}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8576854467391968, "Finetune/Loss (Raw)": 0.8397369384765625, "Finetune/Step": 1305, "Finetune/Step Time": 12.1893209554255}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8601583242416382, "Finetune/Loss (Raw)": 0.8352536559104919, "Finetune/Step": 1306, "Finetune/Step Time": 12.185730276629329}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8600324988365173, "Finetune/Loss (Raw)": 0.9822769165039062, "Finetune/Step": 1307, "Finetune/Step Time": 12.1749570351094}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8614274859428406, "Finetune/Loss (Raw)": 0.9692041277885437, "Finetune/Step": 1308, "Finetune/Step Time": 12.146509286016226}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8604740500450134, "Finetune/Loss (Raw)": 0.8679227828979492, "Finetune/Step": 1309, "Finetune/Step Time": 12.173861546441913}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.862444281578064, "Finetune/Loss (Raw)": 0.8243903517723083, "Finetune/Step": 1310, "Finetune/Step Time": 12.175825342535973}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8621737957000732, "Finetune/Loss (Raw)": 0.9096689224243164, "Finetune/Step": 1311, "Finetune/Step Time": 12.17637724429369}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.861676037311554, "Finetune/Loss (Raw)": 0.6475180983543396, "Finetune/Step": 1312, "Finetune/Step Time": 12.166203422471881}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8616154193878174, "Finetune/Loss (Raw)": 0.8866144418716431, "Finetune/Step": 1313, "Finetune/Step Time": 12.173174496740103}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8607691526412964, "Finetune/Loss (Raw)": 0.9289700388908386, "Finetune/Step": 1314, "Finetune/Step Time": 12.168321214616299}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8626795411109924, "Finetune/Loss (Raw)": 0.8748576045036316, "Finetune/Step": 1315, "Finetune/Step Time": 12.139402313157916}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8635926842689514, "Finetune/Loss (Raw)": 1.0043679475784302, "Finetune/Step": 1316, "Finetune/Step Time": 12.147308960556984}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8632740378379822, "Finetune/Loss (Raw)": 0.8996135592460632, "Finetune/Step": 1317, "Finetune/Step Time": 12.140358328819275}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8629724979400635, "Finetune/Loss (Raw)": 0.8474411964416504, "Finetune/Step": 1318, "Finetune/Step Time": 12.14215125516057}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8626226186752319, "Finetune/Loss (Raw)": 0.8884732723236084, "Finetune/Step": 1319, "Finetune/Step Time": 12.139297291636467}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8613975048065186, "Finetune/Loss (Raw)": 0.7800288200378418, "Finetune/Step": 1320, "Finetune/Step Time": 12.141316540539265}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8610066175460815, "Finetune/Loss (Raw)": 0.8923308253288269, "Finetune/Step": 1321, "Finetune/Step Time": 12.136782418936491}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8607735633850098, "Finetune/Loss (Raw)": 0.8748967051506042, "Finetune/Step": 1322, "Finetune/Step Time": 12.120234228670597}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.860887885093689, "Finetune/Loss (Raw)": 0.891068696975708, "Finetune/Step": 1323, "Finetune/Step Time": 12.121928352862597}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8612785339355469, "Finetune/Loss (Raw)": 0.9396271109580994, "Finetune/Step": 1324, "Finetune/Step Time": 12.122934436425567}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8613700866699219, "Finetune/Loss (Raw)": 0.981238603591919, "Finetune/Step": 1325, "Finetune/Step Time": 12.156713463366032}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8614994287490845, "Finetune/Loss (Raw)": 0.9453476071357727, "Finetune/Step": 1326, "Finetune/Step Time": 12.146017791703343}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.85964435338974, "Finetune/Loss (Raw)": 0.7206886410713196, "Finetune/Step": 1327, "Finetune/Step Time": 12.21530481427908}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.86025071144104, "Finetune/Loss (Raw)": 1.0097451210021973, "Finetune/Step": 1328, "Finetune/Step Time": 12.198276991024613}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8610495328903198, "Finetune/Loss (Raw)": 1.0510236024856567, "Finetune/Step": 1329, "Finetune/Step Time": 12.17878958210349}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.858135461807251, "Finetune/Loss (Raw)": 0.6693071722984314, "Finetune/Step": 1330, "Finetune/Step Time": 12.172857120633125}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8573274612426758, "Finetune/Loss (Raw)": 0.9148471355438232, "Finetune/Step": 1331, "Finetune/Step Time": 12.165828535333276}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8555565476417542, "Finetune/Loss (Raw)": 0.7424988150596619, "Finetune/Step": 1332, "Finetune/Step Time": 12.187087576836348}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8559567928314209, "Finetune/Loss (Raw)": 0.8429327011108398, "Finetune/Step": 1333, "Finetune/Step Time": 12.170152928680182}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.854997992515564, "Finetune/Loss (Raw)": 0.9039724469184875, "Finetune/Step": 1334, "Finetune/Step Time": 12.177710991352797}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8552901148796082, "Finetune/Loss (Raw)": 0.8968693614006042, "Finetune/Step": 1335, "Finetune/Step Time": 12.169983305037022}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8551387786865234, "Finetune/Loss (Raw)": 0.8942011594772339, "Finetune/Step": 1336, "Finetune/Step Time": 12.163742236793041}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8553066253662109, "Finetune/Loss (Raw)": 0.9674516320228577, "Finetune/Step": 1337, "Finetune/Step Time": 12.163140252232552}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8531267642974854, "Finetune/Loss (Raw)": 0.565203845500946, "Finetune/Step": 1338, "Finetune/Step Time": 12.195411901921034}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8522286415100098, "Finetune/Loss (Raw)": 0.7446953654289246, "Finetune/Step": 1339, "Finetune/Step Time": 12.200285697355866}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8512915372848511, "Finetune/Loss (Raw)": 0.8546171188354492, "Finetune/Step": 1340, "Finetune/Step Time": 12.204990785568953}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8512914776802063, "Finetune/Loss (Raw)": 0.8454036712646484, "Finetune/Step": 1341, "Finetune/Step Time": 12.206078363582492}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8527336120605469, "Finetune/Loss (Raw)": 0.9316168427467346, "Finetune/Step": 1342, "Finetune/Step Time": 12.200445748865604}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8517229557037354, "Finetune/Loss (Raw)": 0.7880032062530518, "Finetune/Step": 1343, "Finetune/Step Time": 12.235435955226421}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.853776216506958, "Finetune/Loss (Raw)": 0.8054637908935547, "Finetune/Step": 1344, "Finetune/Step Time": 12.214528253301978}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8537306785583496, "Finetune/Loss (Raw)": 0.9918883442878723, "Finetune/Step": 1345, "Finetune/Step Time": 12.214346976950765}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.853150486946106, "Finetune/Loss (Raw)": 0.8646620512008667, "Finetune/Step": 1346, "Finetune/Step Time": 12.220438290387392}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8564169406890869, "Finetune/Loss (Raw)": 0.9548491835594177, "Finetune/Step": 1347, "Finetune/Step Time": 12.21655722334981}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8548089265823364, "Finetune/Loss (Raw)": 0.6490501165390015, "Finetune/Step": 1348, "Finetune/Step Time": 12.251172425225377}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8553680181503296, "Finetune/Loss (Raw)": 0.9373182654380798, "Finetune/Step": 1349, "Finetune/Step Time": 12.22122972086072}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8557974100112915, "Finetune/Loss (Raw)": 0.9007869362831116, "Finetune/Step": 1350, "Finetune/Step Time": 12.216972276568413}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8557740449905396, "Finetune/Loss (Raw)": 0.9153505563735962, "Finetune/Step": 1351, "Finetune/Step Time": 12.225738927721977}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8535135388374329, "Finetune/Loss (Raw)": 0.6075673699378967, "Finetune/Step": 1352, "Finetune/Step Time": 12.250010281801224}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8541924357414246, "Finetune/Loss (Raw)": 0.8537721037864685, "Finetune/Step": 1353, "Finetune/Step Time": 12.247900305315852}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8551061153411865, "Finetune/Loss (Raw)": 0.8813410401344299, "Finetune/Step": 1354, "Finetune/Step Time": 12.243773225694895}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8573068380355835, "Finetune/Loss (Raw)": 0.9824321866035461, "Finetune/Step": 1355, "Finetune/Step Time": 12.23715310357511}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8582751154899597, "Finetune/Loss (Raw)": 0.9673928618431091, "Finetune/Step": 1356, "Finetune/Step Time": 12.23280985839665}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8574438095092773, "Finetune/Loss (Raw)": 0.9084141850471497, "Finetune/Step": 1357, "Finetune/Step Time": 12.247766558080912}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8594651818275452, "Finetune/Loss (Raw)": 0.8744041323661804, "Finetune/Step": 1358, "Finetune/Step Time": 12.213827442377806}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8578595519065857, "Finetune/Loss (Raw)": 0.7785112261772156, "Finetune/Step": 1359, "Finetune/Step Time": 12.229376098141074}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8582872152328491, "Finetune/Loss (Raw)": 0.9251845479011536, "Finetune/Step": 1360, "Finetune/Step Time": 12.233206810429692}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8588753938674927, "Finetune/Loss (Raw)": 0.9925038814544678, "Finetune/Step": 1361, "Finetune/Step Time": 12.237496018409729}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8599765300750732, "Finetune/Loss (Raw)": 0.8792710304260254, "Finetune/Step": 1362, "Finetune/Step Time": 12.211886681616306}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8597112894058228, "Finetune/Loss (Raw)": 0.8083661198616028, "Finetune/Step": 1363, "Finetune/Step Time": 12.209067119285464}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8583040237426758, "Finetune/Loss (Raw)": 0.8280782699584961, "Finetune/Step": 1364, "Finetune/Step Time": 12.252782750874758}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.856931209564209, "Finetune/Loss (Raw)": 0.762771725654602, "Finetune/Step": 1365, "Finetune/Step Time": 12.239504856988788}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8559475541114807, "Finetune/Loss (Raw)": 0.8812122344970703, "Finetune/Step": 1366, "Finetune/Step Time": 12.233284106478095}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8552523255348206, "Finetune/Loss (Raw)": 0.7813111543655396, "Finetune/Step": 1367, "Finetune/Step Time": 12.246594415977597}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8552427291870117, "Finetune/Loss (Raw)": 0.8683250546455383, "Finetune/Step": 1368, "Finetune/Step Time": 12.245636707171798}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8564025163650513, "Finetune/Loss (Raw)": 0.9650124907493591, "Finetune/Step": 1369, "Finetune/Step Time": 12.257358169183135}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8555275201797485, "Finetune/Loss (Raw)": 0.7458370327949524, "Finetune/Step": 1370, "Finetune/Step Time": 12.260812940075994}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8551299571990967, "Finetune/Loss (Raw)": 0.8532657027244568, "Finetune/Step": 1371, "Finetune/Step Time": 12.260484589263797}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8533756136894226, "Finetune/Loss (Raw)": 0.6303571462631226, "Finetune/Step": 1372, "Finetune/Step Time": 12.281149694696069}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8547474145889282, "Finetune/Loss (Raw)": 0.9962962865829468, "Finetune/Step": 1373, "Finetune/Step Time": 12.280287805944681}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8542027473449707, "Finetune/Loss (Raw)": 0.7422260046005249, "Finetune/Step": 1374, "Finetune/Step Time": 12.264709750190377}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8539806008338928, "Finetune/Loss (Raw)": 0.9286744594573975, "Finetune/Step": 1375, "Finetune/Step Time": 12.26070573180914}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8523774147033691, "Finetune/Loss (Raw)": 0.5141894817352295, "Finetune/Step": 1376, "Finetune/Step Time": 12.288795305415988}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.852439820766449, "Finetune/Loss (Raw)": 0.8347402811050415, "Finetune/Step": 1377, "Finetune/Step Time": 12.299287373200059}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8526753187179565, "Finetune/Loss (Raw)": 0.9220933318138123, "Finetune/Step": 1378, "Finetune/Step Time": 12.325387408956885}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8503192663192749, "Finetune/Loss (Raw)": 0.595201849937439, "Finetune/Step": 1379, "Finetune/Step Time": 12.35181425139308}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8505691289901733, "Finetune/Loss (Raw)": 0.8202129006385803, "Finetune/Step": 1380, "Finetune/Step Time": 12.357168735936284}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8514159917831421, "Finetune/Loss (Raw)": 0.9111695289611816, "Finetune/Step": 1381, "Finetune/Step Time": 12.338968412950635}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8514176607131958, "Finetune/Loss (Raw)": 0.86778324842453, "Finetune/Step": 1382, "Finetune/Step Time": 12.33871965110302}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8497364521026611, "Finetune/Loss (Raw)": 0.7528806924819946, "Finetune/Step": 1383, "Finetune/Step Time": 12.342391591519117}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8495447635650635, "Finetune/Loss (Raw)": 0.8550373315811157, "Finetune/Step": 1384, "Finetune/Step Time": 12.350909935310483}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8518356084823608, "Finetune/Loss (Raw)": 0.8966951370239258, "Finetune/Step": 1385, "Finetune/Step Time": 12.318012112751603}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8514174222946167, "Finetune/Loss (Raw)": 0.8046398162841797, "Finetune/Step": 1386, "Finetune/Step Time": 12.320497464388609}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8510935306549072, "Finetune/Loss (Raw)": 0.7464158535003662, "Finetune/Step": 1387, "Finetune/Step Time": 12.31283364072442}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8499594330787659, "Finetune/Loss (Raw)": 0.9302107691764832, "Finetune/Step": 1388, "Finetune/Step Time": 12.309892138466239}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8510175943374634, "Finetune/Loss (Raw)": 0.8661051392555237, "Finetune/Step": 1389, "Finetune/Step Time": 12.312892116606236}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.851966381072998, "Finetune/Loss (Raw)": 1.02132248878479, "Finetune/Step": 1390, "Finetune/Step Time": 12.320572746917605}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8508334755897522, "Finetune/Loss (Raw)": 0.7954379916191101, "Finetune/Step": 1391, "Finetune/Step Time": 12.339302252978086}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8502869606018066, "Finetune/Loss (Raw)": 0.8161182403564453, "Finetune/Step": 1392, "Finetune/Step Time": 12.393032878637314}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8510558009147644, "Finetune/Loss (Raw)": 0.7491530179977417, "Finetune/Step": 1393, "Finetune/Step Time": 12.433842556551099}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8515649437904358, "Finetune/Loss (Raw)": 0.8949311971664429, "Finetune/Step": 1394, "Finetune/Step Time": 12.415953310206532}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8506184816360474, "Finetune/Loss (Raw)": 0.8117801547050476, "Finetune/Step": 1395, "Finetune/Step Time": 12.420177835971117}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8480631709098816, "Finetune/Loss (Raw)": 0.6404838562011719, "Finetune/Step": 1396, "Finetune/Step Time": 12.42766977287829}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8486031889915466, "Finetune/Loss (Raw)": 0.8909600973129272, "Finetune/Step": 1397, "Finetune/Step Time": 12.464543465524912}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8477684855461121, "Finetune/Loss (Raw)": 0.8540292978286743, "Finetune/Step": 1398, "Finetune/Step Time": 12.452039616182446}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8452043533325195, "Finetune/Loss (Raw)": 0.6335294842720032, "Finetune/Step": 1399, "Finetune/Step Time": 12.457184433937073}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8468008637428284, "Finetune/Loss (Raw)": 0.924374520778656, "Finetune/Step": 1400, "Finetune/Step Time": 12.449593283236027}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8468459844589233, "Finetune/Loss (Raw)": 0.7991793155670166, "Finetune/Step": 1401, "Finetune/Step Time": 12.446181256324053}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.845961332321167, "Finetune/Loss (Raw)": 0.6903976202011108, "Finetune/Step": 1402, "Finetune/Step Time": 12.47720025293529}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8444185256958008, "Finetune/Loss (Raw)": 0.8420550227165222, "Finetune/Step": 1403, "Finetune/Step Time": 12.482595229521394}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8445433378219604, "Finetune/Loss (Raw)": 0.8732175230979919, "Finetune/Step": 1404, "Finetune/Step Time": 12.481230406090617}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8434361219406128, "Finetune/Loss (Raw)": 0.717502236366272, "Finetune/Step": 1405, "Finetune/Step Time": 12.475250324234366}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8451741933822632, "Finetune/Loss (Raw)": 0.8315236568450928, "Finetune/Step": 1406, "Finetune/Step Time": 12.468832176178694}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8430947065353394, "Finetune/Loss (Raw)": 0.6208618879318237, "Finetune/Step": 1407, "Finetune/Step Time": 12.491183618083596}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8409737348556519, "Finetune/Loss (Raw)": 0.7343080043792725, "Finetune/Step": 1408, "Finetune/Step Time": 12.496549153700471}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8414137363433838, "Finetune/Loss (Raw)": 0.9107032418251038, "Finetune/Step": 1409, "Finetune/Step Time": 12.48764879629016}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.840709924697876, "Finetune/Loss (Raw)": 0.76947021484375, "Finetune/Step": 1410, "Finetune/Step Time": 12.529041364789009}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.842083752155304, "Finetune/Loss (Raw)": 0.8824074864387512, "Finetune/Step": 1411, "Finetune/Step Time": 12.502924675121903}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8406394720077515, "Finetune/Loss (Raw)": 0.6575653553009033, "Finetune/Step": 1412, "Finetune/Step Time": 12.505956904962659}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.840210497379303, "Finetune/Loss (Raw)": 0.8751905560493469, "Finetune/Step": 1413, "Finetune/Step Time": 12.51190827600658}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8413609266281128, "Finetune/Loss (Raw)": 0.9859352111816406, "Finetune/Step": 1414, "Finetune/Step Time": 12.483560292050242}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8410028219223022, "Finetune/Loss (Raw)": 0.8390340805053711, "Finetune/Step": 1415, "Finetune/Step Time": 12.49012821353972}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8419976234436035, "Finetune/Loss (Raw)": 0.9338516592979431, "Finetune/Step": 1416, "Finetune/Step Time": 12.499262360855937}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8418861627578735, "Finetune/Loss (Raw)": 0.804571270942688, "Finetune/Step": 1417, "Finetune/Step Time": 12.497144823893905}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8398961424827576, "Finetune/Loss (Raw)": 0.7184224724769592, "Finetune/Step": 1418, "Finetune/Step Time": 12.516441626474261}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8395110368728638, "Finetune/Loss (Raw)": 0.7425658106803894, "Finetune/Step": 1419, "Finetune/Step Time": 12.490192126482725}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8402960300445557, "Finetune/Loss (Raw)": 0.913756251335144, "Finetune/Step": 1420, "Finetune/Step Time": 12.490062363445759}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8398299217224121, "Finetune/Loss (Raw)": 0.8062018752098083, "Finetune/Step": 1421, "Finetune/Step Time": 12.490313287824392}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.838679313659668, "Finetune/Loss (Raw)": 0.7546200156211853, "Finetune/Step": 1422, "Finetune/Step Time": 12.486462475731969}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8398354053497314, "Finetune/Loss (Raw)": 0.9463768005371094, "Finetune/Step": 1423, "Finetune/Step Time": 12.472063135355711}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8396286964416504, "Finetune/Loss (Raw)": 0.7658717036247253, "Finetune/Step": 1424, "Finetune/Step Time": 12.466072671115398}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8399041891098022, "Finetune/Loss (Raw)": 0.8716309666633606, "Finetune/Step": 1425, "Finetune/Step Time": 12.457594122737646}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8404667377471924, "Finetune/Loss (Raw)": 0.7822348475456238, "Finetune/Step": 1426, "Finetune/Step Time": 12.474915573373437}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8410710096359253, "Finetune/Loss (Raw)": 0.7365751266479492, "Finetune/Step": 1427, "Finetune/Step Time": 12.474687322974205}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8407597541809082, "Finetune/Loss (Raw)": 0.7636577486991882, "Finetune/Step": 1428, "Finetune/Step Time": 12.482463605701923}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8399113416671753, "Finetune/Loss (Raw)": 0.7286143898963928, "Finetune/Step": 1429, "Finetune/Step Time": 12.466431267559528}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8400558829307556, "Finetune/Loss (Raw)": 0.8296411633491516, "Finetune/Step": 1430, "Finetune/Step Time": 12.452525669708848}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8395677208900452, "Finetune/Loss (Raw)": 0.7665324211120605, "Finetune/Step": 1431, "Finetune/Step Time": 12.468332095071673}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8385886549949646, "Finetune/Loss (Raw)": 0.779547929763794, "Finetune/Step": 1432, "Finetune/Step Time": 12.468690788373351}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8392354249954224, "Finetune/Loss (Raw)": 0.9225291609764099, "Finetune/Step": 1433, "Finetune/Step Time": 12.478248685598373}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.837772011756897, "Finetune/Loss (Raw)": 0.6479392051696777, "Finetune/Step": 1434, "Finetune/Step Time": 12.482524571940303}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8370983600616455, "Finetune/Loss (Raw)": 0.8960476517677307, "Finetune/Step": 1435, "Finetune/Step Time": 12.493808949366212}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8343294858932495, "Finetune/Loss (Raw)": 0.6147915720939636, "Finetune/Step": 1436, "Finetune/Step Time": 12.511033326387405}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8344295024871826, "Finetune/Loss (Raw)": 0.8807225227355957, "Finetune/Step": 1437, "Finetune/Step Time": 12.486037027090788}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.834576427936554, "Finetune/Loss (Raw)": 0.8431933522224426, "Finetune/Step": 1438, "Finetune/Step Time": 12.476319501176476}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.834723174571991, "Finetune/Loss (Raw)": 0.9284484386444092, "Finetune/Step": 1439, "Finetune/Step Time": 12.4713125359267}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8345000743865967, "Finetune/Loss (Raw)": 0.6189624667167664, "Finetune/Step": 1440, "Finetune/Step Time": 12.481362422928214}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.834174394607544, "Finetune/Loss (Raw)": 0.8449241518974304, "Finetune/Step": 1441, "Finetune/Step Time": 12.473928770050406}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8331873416900635, "Finetune/Loss (Raw)": 0.8026354312896729, "Finetune/Step": 1442, "Finetune/Step Time": 12.477309809997678}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8327640295028687, "Finetune/Loss (Raw)": 0.8206712603569031, "Finetune/Step": 1443, "Finetune/Step Time": 12.486779218539596}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8312305212020874, "Finetune/Loss (Raw)": 0.808083176612854, "Finetune/Step": 1444, "Finetune/Step Time": 12.482248742133379}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8306485414505005, "Finetune/Loss (Raw)": 0.8251158595085144, "Finetune/Step": 1445, "Finetune/Step Time": 12.485428974032402}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8296573162078857, "Finetune/Loss (Raw)": 0.7205595374107361, "Finetune/Step": 1446, "Finetune/Step Time": 12.503064192831516}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8296066522598267, "Finetune/Loss (Raw)": 0.8819894194602966, "Finetune/Step": 1447, "Finetune/Step Time": 12.506166473031044}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8305787444114685, "Finetune/Loss (Raw)": 0.9044629335403442, "Finetune/Step": 1448, "Finetune/Step Time": 12.49583399668336}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8292925953865051, "Finetune/Loss (Raw)": 0.7276981472969055, "Finetune/Step": 1449, "Finetune/Step Time": 12.499727519229054}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8281278610229492, "Finetune/Loss (Raw)": 0.7258205413818359, "Finetune/Step": 1450, "Finetune/Step Time": 12.560107875615358}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8277390599250793, "Finetune/Loss (Raw)": 0.8412958979606628, "Finetune/Step": 1451, "Finetune/Step Time": 12.566044818609953}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8275414705276489, "Finetune/Loss (Raw)": 0.9143408536911011, "Finetune/Step": 1452, "Finetune/Step Time": 12.554394237697124}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8261842727661133, "Finetune/Loss (Raw)": 0.8075121641159058, "Finetune/Step": 1453, "Finetune/Step Time": 12.538815567269921}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8271211385726929, "Finetune/Loss (Raw)": 1.0652638673782349, "Finetune/Step": 1454, "Finetune/Step Time": 12.55150512419641}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8288291096687317, "Finetune/Loss (Raw)": 0.9393132925033569, "Finetune/Step": 1455, "Finetune/Step Time": 12.490106528624892}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8271557092666626, "Finetune/Loss (Raw)": 0.7955580949783325, "Finetune/Step": 1456, "Finetune/Step Time": 12.492830753326416}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8233380317687988, "Finetune/Loss (Raw)": 0.5623463988304138, "Finetune/Step": 1457, "Finetune/Step Time": 12.522745156660676}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8246150016784668, "Finetune/Loss (Raw)": 0.8327689170837402, "Finetune/Step": 1458, "Finetune/Step Time": 12.528357805684209}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8251011371612549, "Finetune/Loss (Raw)": 0.9770667552947998, "Finetune/Step": 1459, "Finetune/Step Time": 12.537176528945565}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8269006013870239, "Finetune/Loss (Raw)": 0.9728301167488098, "Finetune/Step": 1460, "Finetune/Step Time": 12.508803678676486}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.828429102897644, "Finetune/Loss (Raw)": 1.0385887622833252, "Finetune/Step": 1461, "Finetune/Step Time": 12.496414478868246}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8284454345703125, "Finetune/Loss (Raw)": 0.9060596227645874, "Finetune/Step": 1462, "Finetune/Step Time": 12.500396216288209}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8287858963012695, "Finetune/Loss (Raw)": 0.9404469728469849, "Finetune/Step": 1463, "Finetune/Step Time": 12.497736815363169}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8280093669891357, "Finetune/Loss (Raw)": 0.7948123812675476, "Finetune/Step": 1464, "Finetune/Step Time": 12.51052786782384}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8270440101623535, "Finetune/Loss (Raw)": 0.8438722491264343, "Finetune/Step": 1465, "Finetune/Step Time": 12.51457580551505}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.829185426235199, "Finetune/Loss (Raw)": 0.8393110632896423, "Finetune/Step": 1466, "Finetune/Step Time": 12.493864146992564}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8300070762634277, "Finetune/Loss (Raw)": 0.8498694896697998, "Finetune/Step": 1467, "Finetune/Step Time": 12.524050695821643}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8305346965789795, "Finetune/Loss (Raw)": 0.9221465587615967, "Finetune/Step": 1468, "Finetune/Step Time": 12.513279840350151}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.829043984413147, "Finetune/Loss (Raw)": 0.6545915603637695, "Finetune/Step": 1469, "Finetune/Step Time": 12.548854295164347}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8282132148742676, "Finetune/Loss (Raw)": 0.8252794742584229, "Finetune/Step": 1470, "Finetune/Step Time": 12.529517682269216}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8285728693008423, "Finetune/Loss (Raw)": 0.8340377807617188, "Finetune/Step": 1471, "Finetune/Step Time": 12.483225030824542}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.828068196773529, "Finetune/Loss (Raw)": 0.7408698201179504, "Finetune/Step": 1472, "Finetune/Step Time": 12.475674180313945}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8250412344932556, "Finetune/Loss (Raw)": 0.6044361591339111, "Finetune/Step": 1473, "Finetune/Step Time": 12.480202427133918}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8261948823928833, "Finetune/Loss (Raw)": 1.0123343467712402, "Finetune/Step": 1474, "Finetune/Step Time": 12.470220629125834}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8240906596183777, "Finetune/Loss (Raw)": 0.6855075359344482, "Finetune/Step": 1475, "Finetune/Step Time": 12.4582286067307}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8260905742645264, "Finetune/Loss (Raw)": 0.9050289988517761, "Finetune/Step": 1476, "Finetune/Step Time": 12.43232011795044}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8234500885009766, "Finetune/Loss (Raw)": 0.5993455052375793, "Finetune/Step": 1477, "Finetune/Step Time": 12.469908572733402}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8241140842437744, "Finetune/Loss (Raw)": 0.9857823252677917, "Finetune/Step": 1478, "Finetune/Step Time": 12.458847977221012}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.823093593120575, "Finetune/Loss (Raw)": 0.7847186923027039, "Finetune/Step": 1479, "Finetune/Step Time": 12.477964654564857}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8251903057098389, "Finetune/Loss (Raw)": 0.8759483695030212, "Finetune/Step": 1480, "Finetune/Step Time": 12.45183553174138}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.825461745262146, "Finetune/Loss (Raw)": 0.888522207736969, "Finetune/Step": 1481, "Finetune/Step Time": 12.463708896189928}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8251761198043823, "Finetune/Loss (Raw)": 0.8447746634483337, "Finetune/Step": 1482, "Finetune/Step Time": 12.454806812107563}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8225032687187195, "Finetune/Loss (Raw)": 0.6403077840805054, "Finetune/Step": 1483, "Finetune/Step Time": 12.49481651559472}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8219099044799805, "Finetune/Loss (Raw)": 0.8914439082145691, "Finetune/Step": 1484, "Finetune/Step Time": 12.486144864931703}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8209713101387024, "Finetune/Loss (Raw)": 0.788270115852356, "Finetune/Step": 1485, "Finetune/Step Time": 12.469373090192676}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8188304901123047, "Finetune/Loss (Raw)": 0.6003782153129578, "Finetune/Step": 1486, "Finetune/Step Time": 12.49484308809042}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.82024747133255, "Finetune/Loss (Raw)": 0.959886908531189, "Finetune/Step": 1487, "Finetune/Step Time": 12.494411593303084}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8214970827102661, "Finetune/Loss (Raw)": 1.0851352214813232, "Finetune/Step": 1488, "Finetune/Step Time": 12.487040283158422}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.8188738822937012, "Finetune/Loss (Raw)": 0.6567384004592896, "Finetune/Step": 1489, "Finetune/Step Time": 12.504561142995954}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8182642459869385, "Finetune/Loss (Raw)": 0.8012339472770691, "Finetune/Step": 1490, "Finetune/Step Time": 12.535421775653958}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8172961473464966, "Finetune/Loss (Raw)": 0.6844481825828552, "Finetune/Step": 1491, "Finetune/Step Time": 12.554724777117372}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8180814981460571, "Finetune/Loss (Raw)": 0.928611159324646, "Finetune/Step": 1492, "Finetune/Step Time": 12.513766599819064}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8169591426849365, "Finetune/Loss (Raw)": 0.6191085577011108, "Finetune/Step": 1493, "Finetune/Step Time": 12.535081388428807}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8165445923805237, "Finetune/Loss (Raw)": 0.8281435966491699, "Finetune/Step": 1494, "Finetune/Step Time": 12.542329711839557}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8170276880264282, "Finetune/Loss (Raw)": 0.8431428670883179, "Finetune/Step": 1495, "Finetune/Step Time": 12.519226325675845}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8171787858009338, "Finetune/Loss (Raw)": 0.8876743316650391, "Finetune/Step": 1496, "Finetune/Step Time": 12.520652528852224}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8156493902206421, "Finetune/Loss (Raw)": 0.7692467570304871, "Finetune/Step": 1497, "Finetune/Step Time": 12.511543806642294}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.817313551902771, "Finetune/Loss (Raw)": 0.9588439464569092, "Finetune/Step": 1498, "Finetune/Step Time": 12.517508098855615}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8154062032699585, "Finetune/Loss (Raw)": 0.6091280579566956, "Finetune/Step": 1499, "Finetune/Step Time": 12.54157023690641}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8146626949310303, "Finetune/Loss (Raw)": 0.5351897478103638, "Finetune/Step": 1500, "Finetune/Step Time": 12.53116537630558}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8143731355667114, "Finetune/Loss (Raw)": 0.959235429763794, "Finetune/Step": 1501, "Finetune/Step Time": 12.592088175937533}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8158984184265137, "Finetune/Loss (Raw)": 0.9374532103538513, "Finetune/Step": 1502, "Finetune/Step Time": 12.580260867252946}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8144956827163696, "Finetune/Loss (Raw)": 0.7491315603256226, "Finetune/Step": 1503, "Finetune/Step Time": 12.586338790133595}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8171938061714172, "Finetune/Loss (Raw)": 0.859550416469574, "Finetune/Step": 1504, "Finetune/Step Time": 12.572827758267522}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8172867298126221, "Finetune/Loss (Raw)": 0.8466301560401917, "Finetune/Step": 1505, "Finetune/Step Time": 12.55489432439208}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8161632418632507, "Finetune/Loss (Raw)": 0.7782881855964661, "Finetune/Step": 1506, "Finetune/Step Time": 12.539138689637184}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8187659978866577, "Finetune/Loss (Raw)": 0.9283634424209595, "Finetune/Step": 1507, "Finetune/Step Time": 12.50907626375556}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8196046352386475, "Finetune/Loss (Raw)": 0.9275604486465454, "Finetune/Step": 1508, "Finetune/Step Time": 12.513353003188968}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8193020820617676, "Finetune/Loss (Raw)": 0.8724388480186462, "Finetune/Step": 1509, "Finetune/Step Time": 12.511104855686426}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8197020888328552, "Finetune/Loss (Raw)": 0.9189759492874146, "Finetune/Step": 1510, "Finetune/Step Time": 12.513578321784735}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8214142322540283, "Finetune/Loss (Raw)": 0.9720374941825867, "Finetune/Step": 1511, "Finetune/Step Time": 12.512531002983451}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8205733299255371, "Finetune/Loss (Raw)": 0.7473976016044617, "Finetune/Step": 1512, "Finetune/Step Time": 12.515919199213386}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.821199893951416, "Finetune/Loss (Raw)": 0.9769045114517212, "Finetune/Step": 1513, "Finetune/Step Time": 12.518647823482752}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8212312459945679, "Finetune/Loss (Raw)": 0.808650016784668, "Finetune/Step": 1514, "Finetune/Step Time": 12.528112061321735}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8221047520637512, "Finetune/Loss (Raw)": 0.8582201600074768, "Finetune/Step": 1515, "Finetune/Step Time": 12.528145223855972}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.821669340133667, "Finetune/Loss (Raw)": 0.8744786381721497, "Finetune/Step": 1516, "Finetune/Step Time": 12.527703803032637}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8211636543273926, "Finetune/Loss (Raw)": 0.8013781309127808, "Finetune/Step": 1517, "Finetune/Step Time": 12.52919926866889}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8208812475204468, "Finetune/Loss (Raw)": 0.9851747155189514, "Finetune/Step": 1518, "Finetune/Step Time": 12.524226309731603}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8202978372573853, "Finetune/Loss (Raw)": 0.7207672595977783, "Finetune/Step": 1519, "Finetune/Step Time": 12.5021129604429}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.819407045841217, "Finetune/Loss (Raw)": 0.7020876407623291, "Finetune/Step": 1520, "Finetune/Step Time": 12.468784401193261}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8205327987670898, "Finetune/Loss (Raw)": 0.8932507634162903, "Finetune/Step": 1521, "Finetune/Step Time": 12.398599240928888}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8192485570907593, "Finetune/Loss (Raw)": 0.7305513620376587, "Finetune/Step": 1522, "Finetune/Step Time": 12.410956429317594}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8182058334350586, "Finetune/Loss (Raw)": 0.6783117055892944, "Finetune/Step": 1523, "Finetune/Step Time": 12.428920907899737}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8189647197723389, "Finetune/Loss (Raw)": 0.7376174926757812, "Finetune/Step": 1524, "Finetune/Step Time": 12.458235347643495}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8175638318061829, "Finetune/Loss (Raw)": 0.7116456627845764, "Finetune/Step": 1525, "Finetune/Step Time": 12.438283840194345}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.8182110786437988, "Finetune/Loss (Raw)": 0.9368823170661926, "Finetune/Step": 1526, "Finetune/Step Time": 12.436326215043664}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8199141621589661, "Finetune/Loss (Raw)": 0.8515188694000244, "Finetune/Step": 1527, "Finetune/Step Time": 12.431938499212265}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8179130554199219, "Finetune/Loss (Raw)": 0.6682395339012146, "Finetune/Step": 1528, "Finetune/Step Time": 12.453316388651729}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8189892172813416, "Finetune/Loss (Raw)": 0.9369264841079712, "Finetune/Step": 1529, "Finetune/Step Time": 12.443316824734211}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8182427287101746, "Finetune/Loss (Raw)": 0.5948484539985657, "Finetune/Step": 1530, "Finetune/Step Time": 12.441053859889507}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8186725974082947, "Finetune/Loss (Raw)": 0.8970708250999451, "Finetune/Step": 1531, "Finetune/Step Time": 12.44157687202096}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8185498118400574, "Finetune/Loss (Raw)": 0.8575057983398438, "Finetune/Step": 1532, "Finetune/Step Time": 12.455233039334416}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8182857036590576, "Finetune/Loss (Raw)": 0.6836941242218018, "Finetune/Step": 1533, "Finetune/Step Time": 12.446386555209756}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8173258304595947, "Finetune/Loss (Raw)": 0.7086604237556458, "Finetune/Step": 1534, "Finetune/Step Time": 12.452864089980721}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8186482191085815, "Finetune/Loss (Raw)": 0.7901285290718079, "Finetune/Step": 1535, "Finetune/Step Time": 12.428323842585087}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8190180063247681, "Finetune/Loss (Raw)": 0.781635046005249, "Finetune/Step": 1536, "Finetune/Step Time": 12.434885090216994}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8180506229400635, "Finetune/Loss (Raw)": 0.7868835926055908, "Finetune/Step": 1537, "Finetune/Step Time": 12.438810793682933}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8170351982116699, "Finetune/Loss (Raw)": 0.6395018100738525, "Finetune/Step": 1538, "Finetune/Step Time": 12.421307601034641}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8169557452201843, "Finetune/Loss (Raw)": 0.8722286820411682, "Finetune/Step": 1539, "Finetune/Step Time": 12.42379572801292}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8182063698768616, "Finetune/Loss (Raw)": 0.8176500797271729, "Finetune/Step": 1540, "Finetune/Step Time": 12.422123504802585}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8185272216796875, "Finetune/Loss (Raw)": 0.9162524938583374, "Finetune/Step": 1541, "Finetune/Step Time": 12.419394696131349}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.8161856532096863, "Finetune/Loss (Raw)": 0.6862235069274902, "Finetune/Step": 1542, "Finetune/Step Time": 12.431305516511202}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.8155602216720581, "Finetune/Loss (Raw)": 0.7589683532714844, "Finetune/Step": 1543, "Finetune/Step Time": 12.428014036267996}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8152914047241211, "Finetune/Loss (Raw)": 0.8994529247283936, "Finetune/Step": 1544, "Finetune/Step Time": 12.415596695616841}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.8153256177902222, "Finetune/Loss (Raw)": 0.808944046497345, "Finetune/Step": 1545, "Finetune/Step Time": 12.42067176103592}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8168912529945374, "Finetune/Loss (Raw)": 0.9188336730003357, "Finetune/Step": 1546, "Finetune/Step Time": 12.411466114223003}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8178306221961975, "Finetune/Loss (Raw)": 0.8627982139587402, "Finetune/Step": 1547, "Finetune/Step Time": 12.420744506642222}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8174487352371216, "Finetune/Loss (Raw)": 0.8648814558982849, "Finetune/Step": 1548, "Finetune/Step Time": 12.43285534158349}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.8163273334503174, "Finetune/Loss (Raw)": 0.6626583933830261, "Finetune/Step": 1549, "Finetune/Step Time": 12.460050202906132}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8171586990356445, "Finetune/Loss (Raw)": 0.8610310554504395, "Finetune/Step": 1550, "Finetune/Step Time": 12.472708096727729}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8156267404556274, "Finetune/Loss (Raw)": 0.7502843141555786, "Finetune/Step": 1551, "Finetune/Step Time": 12.477132059633732}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8168790340423584, "Finetune/Loss (Raw)": 0.926165759563446, "Finetune/Step": 1552, "Finetune/Step Time": 12.47625046223402}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8160651922225952, "Finetune/Loss (Raw)": 0.7674582600593567, "Finetune/Step": 1553, "Finetune/Step Time": 12.493390953168273}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.815741240978241, "Finetune/Loss (Raw)": 0.7407751679420471, "Finetune/Step": 1554, "Finetune/Step Time": 12.477520026266575}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8170112371444702, "Finetune/Loss (Raw)": 0.8991299867630005, "Finetune/Step": 1555, "Finetune/Step Time": 12.485186142846942}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8163028359413147, "Finetune/Loss (Raw)": 0.6729877591133118, "Finetune/Step": 1556, "Finetune/Step Time": 12.492864744737744}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8166829943656921, "Finetune/Loss (Raw)": 0.7772735953330994, "Finetune/Step": 1557, "Finetune/Step Time": 12.497746165841818}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.8167763352394104, "Finetune/Loss (Raw)": 0.8415917158126831, "Finetune/Step": 1558, "Finetune/Step Time": 12.484827427193522}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8190158009529114, "Finetune/Loss (Raw)": 1.053176760673523, "Finetune/Step": 1559, "Finetune/Step Time": 12.474716011434793}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.819853663444519, "Finetune/Loss (Raw)": 0.886795699596405, "Finetune/Step": 1560, "Finetune/Step Time": 12.48136941343546}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8194619417190552, "Finetune/Loss (Raw)": 0.8723918795585632, "Finetune/Step": 1561, "Finetune/Step Time": 12.470545833930373}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8214322328567505, "Finetune/Loss (Raw)": 0.9001343250274658, "Finetune/Step": 1562, "Finetune/Step Time": 12.454871360212564}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.820565938949585, "Finetune/Loss (Raw)": 0.7851678729057312, "Finetune/Step": 1563, "Finetune/Step Time": 12.484497219324112}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8218109607696533, "Finetune/Loss (Raw)": 0.774150550365448, "Finetune/Step": 1564, "Finetune/Step Time": 12.466671988368034}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8207249045372009, "Finetune/Loss (Raw)": 0.7417108416557312, "Finetune/Step": 1565, "Finetune/Step Time": 12.46948324330151}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8201195001602173, "Finetune/Loss (Raw)": 0.7657011151313782, "Finetune/Step": 1566, "Finetune/Step Time": 12.47811321169138}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8195785880088806, "Finetune/Loss (Raw)": 0.859205961227417, "Finetune/Step": 1567, "Finetune/Step Time": 12.48785599693656}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.821107804775238, "Finetune/Loss (Raw)": 0.8147054314613342, "Finetune/Step": 1568, "Finetune/Step Time": 12.445119125768542}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.819879412651062, "Finetune/Loss (Raw)": 0.6876832246780396, "Finetune/Step": 1569, "Finetune/Step Time": 12.467314122244716}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8208211064338684, "Finetune/Loss (Raw)": 0.9231805205345154, "Finetune/Step": 1570, "Finetune/Step Time": 12.464076580479741}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8212215304374695, "Finetune/Loss (Raw)": 0.871924877166748, "Finetune/Step": 1571, "Finetune/Step Time": 12.457938207313418}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8218153715133667, "Finetune/Loss (Raw)": 0.884090006351471, "Finetune/Step": 1572, "Finetune/Step Time": 12.454291330650449}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8218262791633606, "Finetune/Loss (Raw)": 0.8265174031257629, "Finetune/Step": 1573, "Finetune/Step Time": 12.47709160298109}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8217988610267639, "Finetune/Loss (Raw)": 0.7170512676239014, "Finetune/Step": 1574, "Finetune/Step Time": 12.457317749038339}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8226339221000671, "Finetune/Loss (Raw)": 0.9888714551925659, "Finetune/Step": 1575, "Finetune/Step Time": 12.473553797230124}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.822088360786438, "Finetune/Loss (Raw)": 0.8346329927444458, "Finetune/Step": 1576, "Finetune/Step Time": 12.480491738766432}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8229398131370544, "Finetune/Loss (Raw)": 0.8366852402687073, "Finetune/Step": 1577, "Finetune/Step Time": 12.470684489235282}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8240023851394653, "Finetune/Loss (Raw)": 0.8618252277374268, "Finetune/Step": 1578, "Finetune/Step Time": 12.402018846943974}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8237087726593018, "Finetune/Loss (Raw)": 0.8037171363830566, "Finetune/Step": 1579, "Finetune/Step Time": 12.406135085970163}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8218952417373657, "Finetune/Loss (Raw)": 0.6822100281715393, "Finetune/Step": 1580, "Finetune/Step Time": 12.466005649417639}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8213608264923096, "Finetune/Loss (Raw)": 0.73911052942276, "Finetune/Step": 1581, "Finetune/Step Time": 12.455917876213789}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8195331692695618, "Finetune/Loss (Raw)": 0.8313168287277222, "Finetune/Step": 1582, "Finetune/Step Time": 12.448907386511564}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8189868927001953, "Finetune/Loss (Raw)": 0.8693923950195312, "Finetune/Step": 1583, "Finetune/Step Time": 12.454195257276297}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8193150758743286, "Finetune/Loss (Raw)": 0.8375688791275024, "Finetune/Step": 1584, "Finetune/Step Time": 12.457292882725596}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8224287033081055, "Finetune/Loss (Raw)": 0.9608842134475708, "Finetune/Step": 1585, "Finetune/Step Time": 12.429793607443571}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8233704566955566, "Finetune/Loss (Raw)": 0.9533206224441528, "Finetune/Step": 1586, "Finetune/Step Time": 12.505875742062926}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8228518962860107, "Finetune/Loss (Raw)": 0.9106881022453308, "Finetune/Step": 1587, "Finetune/Step Time": 12.498703673481941}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8215053081512451, "Finetune/Loss (Raw)": 0.8004587292671204, "Finetune/Step": 1588, "Finetune/Step Time": 12.514239268377423}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8199361562728882, "Finetune/Loss (Raw)": 0.8377488851547241, "Finetune/Step": 1589, "Finetune/Step Time": 12.53840996325016}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8200094103813171, "Finetune/Loss (Raw)": 0.9154335260391235, "Finetune/Step": 1590, "Finetune/Step Time": 12.54172383993864}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8174880743026733, "Finetune/Loss (Raw)": 0.6177066564559937, "Finetune/Step": 1591, "Finetune/Step Time": 12.571367736905813}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8167179822921753, "Finetune/Loss (Raw)": 0.696247935295105, "Finetune/Step": 1592, "Finetune/Step Time": 12.569072134792805}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.816250205039978, "Finetune/Loss (Raw)": 0.7839945554733276, "Finetune/Step": 1593, "Finetune/Step Time": 12.563081128522754}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8161360621452332, "Finetune/Loss (Raw)": 0.8247023224830627, "Finetune/Step": 1594, "Finetune/Step Time": 12.565909698605537}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8151035308837891, "Finetune/Loss (Raw)": 0.7177067399024963, "Finetune/Step": 1595, "Finetune/Step Time": 12.5382514372468}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8148120641708374, "Finetune/Loss (Raw)": 0.8848369717597961, "Finetune/Step": 1596, "Finetune/Step Time": 12.55529753305018}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8153344988822937, "Finetune/Loss (Raw)": 0.7214623689651489, "Finetune/Step": 1597, "Finetune/Step Time": 12.525742571800947}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8152406811714172, "Finetune/Loss (Raw)": 0.8132703900337219, "Finetune/Step": 1598, "Finetune/Step Time": 12.545771369710565}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8138918876647949, "Finetune/Loss (Raw)": 0.6613976955413818, "Finetune/Step": 1599, "Finetune/Step Time": 12.578583665192127}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.815048098564148, "Finetune/Loss (Raw)": 0.8888622522354126, "Finetune/Step": 1600, "Finetune/Step Time": 12.580022288486362}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8151772022247314, "Finetune/Loss (Raw)": 0.6209626793861389, "Finetune/Step": 1601, "Finetune/Step Time": 12.607473772019148}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8145596981048584, "Finetune/Loss (Raw)": 0.9332869052886963, "Finetune/Step": 1602, "Finetune/Step Time": 12.619713997468352}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8162665367126465, "Finetune/Loss (Raw)": 0.9039804935455322, "Finetune/Step": 1603, "Finetune/Step Time": 12.61876286007464}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.8154162764549255, "Finetune/Loss (Raw)": 0.7962027788162231, "Finetune/Step": 1604, "Finetune/Step Time": 12.617554711177945}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8159744739532471, "Finetune/Loss (Raw)": 0.6707969307899475, "Finetune/Step": 1605, "Finetune/Step Time": 12.599922381341457}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8133050799369812, "Finetune/Loss (Raw)": 0.6440958976745605, "Finetune/Step": 1606, "Finetune/Step Time": 12.651995686814189}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8137340545654297, "Finetune/Loss (Raw)": 0.8396286964416504, "Finetune/Step": 1607, "Finetune/Step Time": 12.629560090601444}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8120026588439941, "Finetune/Loss (Raw)": 0.6543238759040833, "Finetune/Step": 1608, "Finetune/Step Time": 12.655794335529208}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8118952512741089, "Finetune/Loss (Raw)": 0.8747822642326355, "Finetune/Step": 1609, "Finetune/Step Time": 12.643608566373587}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8119362592697144, "Finetune/Loss (Raw)": 0.850022554397583, "Finetune/Step": 1610, "Finetune/Step Time": 12.645892538130283}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8127641677856445, "Finetune/Loss (Raw)": 0.7462815046310425, "Finetune/Step": 1611, "Finetune/Step Time": 12.627851013094187}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.8121371269226074, "Finetune/Loss (Raw)": 0.8111796379089355, "Finetune/Step": 1612, "Finetune/Step Time": 12.628610806539655}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8116216063499451, "Finetune/Loss (Raw)": 0.7222841382026672, "Finetune/Step": 1613, "Finetune/Step Time": 12.644995503127575}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8133470416069031, "Finetune/Loss (Raw)": 0.8212329149246216, "Finetune/Step": 1614, "Finetune/Step Time": 12.617083556950092}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.813194751739502, "Finetune/Loss (Raw)": 0.9403961896896362, "Finetune/Step": 1615, "Finetune/Step Time": 12.605720613151789}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.8113836050033569, "Finetune/Loss (Raw)": 0.8533015847206116, "Finetune/Step": 1616, "Finetune/Step Time": 12.605678349733353}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8124447464942932, "Finetune/Loss (Raw)": 0.7925729751586914, "Finetune/Step": 1617, "Finetune/Step Time": 12.600873313844204}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8126053214073181, "Finetune/Loss (Raw)": 0.8217845559120178, "Finetune/Step": 1618, "Finetune/Step Time": 12.57188774459064}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8130651712417603, "Finetune/Loss (Raw)": 0.7433127164840698, "Finetune/Step": 1619, "Finetune/Step Time": 12.555560739710927}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.813780665397644, "Finetune/Loss (Raw)": 1.0201876163482666, "Finetune/Step": 1620, "Finetune/Step Time": 12.560622895136476}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8150208592414856, "Finetune/Loss (Raw)": 0.7778555154800415, "Finetune/Step": 1621, "Finetune/Step Time": 12.544500542804599}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8159608244895935, "Finetune/Loss (Raw)": 0.9484606385231018, "Finetune/Step": 1622, "Finetune/Step Time": 12.538411434739828}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8174696564674377, "Finetune/Loss (Raw)": 1.0362733602523804, "Finetune/Step": 1623, "Finetune/Step Time": 12.529463667422533}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8171937465667725, "Finetune/Loss (Raw)": 0.852358341217041, "Finetune/Step": 1624, "Finetune/Step Time": 12.531878413632512}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.817889928817749, "Finetune/Loss (Raw)": 0.8583630323410034, "Finetune/Step": 1625, "Finetune/Step Time": 12.532409731298685}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.817332923412323, "Finetune/Loss (Raw)": 0.8875432014465332, "Finetune/Step": 1626, "Finetune/Step Time": 12.519948787987232}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8198535442352295, "Finetune/Loss (Raw)": 0.9317724704742432, "Finetune/Step": 1627, "Finetune/Step Time": 12.484442533925176}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8219056129455566, "Finetune/Loss (Raw)": 0.7978491187095642, "Finetune/Step": 1628, "Finetune/Step Time": 12.456310929730535}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8202929496765137, "Finetune/Loss (Raw)": 0.7528171539306641, "Finetune/Step": 1629, "Finetune/Step Time": 12.402317926287651}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8198349475860596, "Finetune/Loss (Raw)": 0.8788235187530518, "Finetune/Step": 1630, "Finetune/Step Time": 12.403180100023746}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8204290866851807, "Finetune/Loss (Raw)": 0.825179398059845, "Finetune/Step": 1631, "Finetune/Step Time": 12.407097645103931}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8202343583106995, "Finetune/Loss (Raw)": 0.8346288800239563, "Finetune/Step": 1632, "Finetune/Step Time": 12.388487109914422}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8195832371711731, "Finetune/Loss (Raw)": 0.7632908225059509, "Finetune/Step": 1633, "Finetune/Step Time": 12.389998633414507}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.820231020450592, "Finetune/Loss (Raw)": 0.8612008094787598, "Finetune/Step": 1634, "Finetune/Step Time": 12.381702555343509}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8191178441047668, "Finetune/Loss (Raw)": 0.7858787178993225, "Finetune/Step": 1635, "Finetune/Step Time": 12.41316444054246}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.818666934967041, "Finetune/Loss (Raw)": 0.8698457479476929, "Finetune/Step": 1636, "Finetune/Step Time": 12.409193040803075}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8180093169212341, "Finetune/Loss (Raw)": 0.7882587313652039, "Finetune/Step": 1637, "Finetune/Step Time": 12.414426501840353}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8168370723724365, "Finetune/Loss (Raw)": 0.7689322829246521, "Finetune/Step": 1638, "Finetune/Step Time": 12.417245453223586}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8148693442344666, "Finetune/Loss (Raw)": 0.7201655507087708, "Finetune/Step": 1639, "Finetune/Step Time": 12.417153425514698}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8161963224411011, "Finetune/Loss (Raw)": 0.9172494411468506, "Finetune/Step": 1640, "Finetune/Step Time": 12.410830978304148}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.815582275390625, "Finetune/Loss (Raw)": 0.8983101844787598, "Finetune/Step": 1641, "Finetune/Step Time": 12.40624563768506}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8158272504806519, "Finetune/Loss (Raw)": 0.8400058746337891, "Finetune/Step": 1642, "Finetune/Step Time": 12.388654926791787}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8167010545730591, "Finetune/Loss (Raw)": 0.9700630903244019, "Finetune/Step": 1643, "Finetune/Step Time": 12.386753579601645}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8159933090209961, "Finetune/Loss (Raw)": 0.7838979959487915, "Finetune/Step": 1644, "Finetune/Step Time": 12.424497939646244}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8162016868591309, "Finetune/Loss (Raw)": 0.8280404210090637, "Finetune/Step": 1645, "Finetune/Step Time": 12.422846714034677}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8156896829605103, "Finetune/Loss (Raw)": 0.9196404218673706, "Finetune/Step": 1646, "Finetune/Step Time": 12.424272775650024}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8162513971328735, "Finetune/Loss (Raw)": 0.7926601767539978, "Finetune/Step": 1647, "Finetune/Step Time": 12.446315992623568}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8176842927932739, "Finetune/Loss (Raw)": 0.8855093717575073, "Finetune/Step": 1648, "Finetune/Step Time": 12.423883076757193}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8169955611228943, "Finetune/Loss (Raw)": 0.805090606212616, "Finetune/Step": 1649, "Finetune/Step Time": 12.426501655951142}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8180978298187256, "Finetune/Loss (Raw)": 0.8716354370117188, "Finetune/Step": 1650, "Finetune/Step Time": 12.41217889636755}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.818565309047699, "Finetune/Loss (Raw)": 0.738153338432312, "Finetune/Step": 1651, "Finetune/Step Time": 12.416233256459236}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8189979791641235, "Finetune/Loss (Raw)": 0.7929968237876892, "Finetune/Step": 1652, "Finetune/Step Time": 12.387321723625064}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8197869658470154, "Finetune/Loss (Raw)": 0.8126397728919983, "Finetune/Step": 1653, "Finetune/Step Time": 12.37699474580586}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8194375038146973, "Finetune/Loss (Raw)": 0.8921455144882202, "Finetune/Step": 1654, "Finetune/Step Time": 12.39444862306118}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.817594051361084, "Finetune/Loss (Raw)": 0.6155571341514587, "Finetune/Step": 1655, "Finetune/Step Time": 12.420115755870938}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8191879987716675, "Finetune/Loss (Raw)": 0.8722649216651917, "Finetune/Step": 1656, "Finetune/Step Time": 12.399422362446785}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8182286620140076, "Finetune/Loss (Raw)": 0.814136803150177, "Finetune/Step": 1657, "Finetune/Step Time": 12.397845340892673}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8203899264335632, "Finetune/Loss (Raw)": 0.8714877963066101, "Finetune/Step": 1658, "Finetune/Step Time": 12.374919204041362}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8196779489517212, "Finetune/Loss (Raw)": 0.8059331178665161, "Finetune/Step": 1659, "Finetune/Step Time": 12.377072440460324}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8198087215423584, "Finetune/Loss (Raw)": 0.874249279499054, "Finetune/Step": 1660, "Finetune/Step Time": 12.368681287392974}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8207275867462158, "Finetune/Loss (Raw)": 0.8013077974319458, "Finetune/Step": 1661, "Finetune/Step Time": 12.366022391244769}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8224328756332397, "Finetune/Loss (Raw)": 0.9269445538520813, "Finetune/Step": 1662, "Finetune/Step Time": 12.367294918745756}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8208997249603271, "Finetune/Loss (Raw)": 0.5938846468925476, "Finetune/Step": 1663, "Finetune/Step Time": 12.379265496507287}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8202738761901855, "Finetune/Loss (Raw)": 0.7015208005905151, "Finetune/Step": 1664, "Finetune/Step Time": 12.369294740259647}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8217520713806152, "Finetune/Loss (Raw)": 0.9760918021202087, "Finetune/Step": 1665, "Finetune/Step Time": 12.370350075885653}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.823058009147644, "Finetune/Loss (Raw)": 0.8066652417182922, "Finetune/Step": 1666, "Finetune/Step Time": 12.33283418416977}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8230730891227722, "Finetune/Loss (Raw)": 0.8741558790206909, "Finetune/Step": 1667, "Finetune/Step Time": 12.329995868727565}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8238730430603027, "Finetune/Loss (Raw)": 0.9200417399406433, "Finetune/Step": 1668, "Finetune/Step Time": 12.334953354671597}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8233321905136108, "Finetune/Loss (Raw)": 0.847026526927948, "Finetune/Step": 1669, "Finetune/Step Time": 12.335502620786428}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8249345421791077, "Finetune/Loss (Raw)": 0.8913249969482422, "Finetune/Step": 1670, "Finetune/Step Time": 12.316998075693846}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8251558542251587, "Finetune/Loss (Raw)": 0.7872998118400574, "Finetune/Step": 1671, "Finetune/Step Time": 12.326367238536477}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8247630596160889, "Finetune/Loss (Raw)": 0.8491716980934143, "Finetune/Step": 1672, "Finetune/Step Time": 12.353511314839125}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8239806890487671, "Finetune/Loss (Raw)": 0.7088013291358948, "Finetune/Step": 1673, "Finetune/Step Time": 12.358128072693944}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8217807412147522, "Finetune/Loss (Raw)": 0.6372366547584534, "Finetune/Step": 1674, "Finetune/Step Time": 12.3655356913805}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8206174969673157, "Finetune/Loss (Raw)": 0.7139047980308533, "Finetune/Step": 1675, "Finetune/Step Time": 12.371628677472472}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8209131956100464, "Finetune/Loss (Raw)": 0.9027275443077087, "Finetune/Step": 1676, "Finetune/Step Time": 12.361921429634094}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8228656649589539, "Finetune/Loss (Raw)": 0.91258305311203, "Finetune/Step": 1677, "Finetune/Step Time": 12.331431722268462}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8223317861557007, "Finetune/Loss (Raw)": 0.7926939725875854, "Finetune/Step": 1678, "Finetune/Step Time": 12.31132989935577}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.821227490901947, "Finetune/Loss (Raw)": 0.6089345812797546, "Finetune/Step": 1679, "Finetune/Step Time": 12.329892981797457}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.820686936378479, "Finetune/Loss (Raw)": 0.8569642305374146, "Finetune/Step": 1680, "Finetune/Step Time": 12.340138083323836}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8214061260223389, "Finetune/Loss (Raw)": 0.8595185875892639, "Finetune/Step": 1681, "Finetune/Step Time": 12.316988110542297}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8234952092170715, "Finetune/Loss (Raw)": 1.0081783533096313, "Finetune/Step": 1682, "Finetune/Step Time": 12.333298452198505}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8220335245132446, "Finetune/Loss (Raw)": 0.7120420336723328, "Finetune/Step": 1683, "Finetune/Step Time": 12.350161656737328}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8232769966125488, "Finetune/Loss (Raw)": 0.8321425318717957, "Finetune/Step": 1684, "Finetune/Step Time": 12.33579227514565}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8230234384536743, "Finetune/Loss (Raw)": 0.7448225617408752, "Finetune/Step": 1685, "Finetune/Step Time": 12.333489717915654}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8214063048362732, "Finetune/Loss (Raw)": 0.6346035599708557, "Finetune/Step": 1686, "Finetune/Step Time": 12.345586141571403}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8201072812080383, "Finetune/Loss (Raw)": 0.8868988156318665, "Finetune/Step": 1687, "Finetune/Step Time": 12.342963291332126}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.819771409034729, "Finetune/Loss (Raw)": 0.8437978029251099, "Finetune/Step": 1688, "Finetune/Step Time": 12.337931752204895}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8178149461746216, "Finetune/Loss (Raw)": 0.621971070766449, "Finetune/Step": 1689, "Finetune/Step Time": 12.363242702558637}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8180860280990601, "Finetune/Loss (Raw)": 0.9348294138908386, "Finetune/Step": 1690, "Finetune/Step Time": 12.351555308327079}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8186221122741699, "Finetune/Loss (Raw)": 0.853789210319519, "Finetune/Step": 1691, "Finetune/Step Time": 12.320894693955779}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8182205557823181, "Finetune/Loss (Raw)": 0.7227436304092407, "Finetune/Step": 1692, "Finetune/Step Time": 12.348223589360714}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8177377581596375, "Finetune/Loss (Raw)": 0.679924488067627, "Finetune/Step": 1693, "Finetune/Step Time": 12.372624697163701}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8165833353996277, "Finetune/Loss (Raw)": 0.6179267764091492, "Finetune/Step": 1694, "Finetune/Step Time": 12.374350052326918}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8151928782463074, "Finetune/Loss (Raw)": 0.6812347173690796, "Finetune/Step": 1695, "Finetune/Step Time": 12.38274872675538}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8155475854873657, "Finetune/Loss (Raw)": 0.8600934147834778, "Finetune/Step": 1696, "Finetune/Step Time": 12.377922527492046}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.817076563835144, "Finetune/Loss (Raw)": 0.8834015130996704, "Finetune/Step": 1697, "Finetune/Step Time": 12.356974774971604}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8163387775421143, "Finetune/Loss (Raw)": 0.8287413120269775, "Finetune/Step": 1698, "Finetune/Step Time": 12.362583374604583}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8163501024246216, "Finetune/Loss (Raw)": 0.8733881115913391, "Finetune/Step": 1699, "Finetune/Step Time": 12.358270103111863}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8162354230880737, "Finetune/Loss (Raw)": 0.8694020509719849, "Finetune/Step": 1700, "Finetune/Step Time": 12.369128916412592}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8170299530029297, "Finetune/Loss (Raw)": 0.9282199740409851, "Finetune/Step": 1701, "Finetune/Step Time": 12.349193645641208}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8184064626693726, "Finetune/Loss (Raw)": 0.8932449817657471, "Finetune/Step": 1702, "Finetune/Step Time": 12.34874989837408}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8159332275390625, "Finetune/Loss (Raw)": 0.6722913384437561, "Finetune/Step": 1703, "Finetune/Step Time": 12.359980987384915}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8139560222625732, "Finetune/Loss (Raw)": 0.5815465450286865, "Finetune/Step": 1704, "Finetune/Step Time": 12.380177307873964}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8138830065727234, "Finetune/Loss (Raw)": 0.8273462653160095, "Finetune/Step": 1705, "Finetune/Step Time": 12.385207496583462}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8142398595809937, "Finetune/Loss (Raw)": 0.9075028896331787, "Finetune/Step": 1706, "Finetune/Step Time": 12.387024771422148}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8146340250968933, "Finetune/Loss (Raw)": 0.8541720509529114, "Finetune/Step": 1707, "Finetune/Step Time": 12.38889491930604}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8155469298362732, "Finetune/Loss (Raw)": 0.7990508675575256, "Finetune/Step": 1708, "Finetune/Step Time": 12.350959004834294}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8170852065086365, "Finetune/Loss (Raw)": 0.9360173940658569, "Finetune/Step": 1709, "Finetune/Step Time": 12.35525345057249}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8170912265777588, "Finetune/Loss (Raw)": 0.8320884704589844, "Finetune/Step": 1710, "Finetune/Step Time": 12.37174143269658}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8169095516204834, "Finetune/Loss (Raw)": 0.8461447954177856, "Finetune/Step": 1711, "Finetune/Step Time": 12.37407817877829}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8180291056632996, "Finetune/Loss (Raw)": 0.9808580875396729, "Finetune/Step": 1712, "Finetune/Step Time": 12.371507421135902}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8175116777420044, "Finetune/Loss (Raw)": 0.8946602940559387, "Finetune/Step": 1713, "Finetune/Step Time": 12.371845189481974}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8167973756790161, "Finetune/Loss (Raw)": 0.8618870377540588, "Finetune/Step": 1714, "Finetune/Step Time": 12.30159143730998}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8147343397140503, "Finetune/Loss (Raw)": 0.6466290354728699, "Finetune/Step": 1715, "Finetune/Step Time": 12.313303431496024}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8152043223381042, "Finetune/Loss (Raw)": 0.8606058359146118, "Finetune/Step": 1716, "Finetune/Step Time": 12.29251243174076}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8154776692390442, "Finetune/Loss (Raw)": 0.8727420568466187, "Finetune/Step": 1717, "Finetune/Step Time": 12.291589003056288}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8152623176574707, "Finetune/Loss (Raw)": 0.8878648281097412, "Finetune/Step": 1718, "Finetune/Step Time": 12.280826123431325}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8168845176696777, "Finetune/Loss (Raw)": 0.825349748134613, "Finetune/Step": 1719, "Finetune/Step Time": 12.255620175972581}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8187715411186218, "Finetune/Loss (Raw)": 0.937785267829895, "Finetune/Step": 1720, "Finetune/Step Time": 12.252825304865837}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8194172382354736, "Finetune/Loss (Raw)": 0.8666380047798157, "Finetune/Step": 1721, "Finetune/Step Time": 12.250543678179383}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8197228908538818, "Finetune/Loss (Raw)": 0.8638351559638977, "Finetune/Step": 1722, "Finetune/Step Time": 12.236324181780219}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8206886053085327, "Finetune/Loss (Raw)": 0.8413203954696655, "Finetune/Step": 1723, "Finetune/Step Time": 12.250723412260413}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8198357820510864, "Finetune/Loss (Raw)": 0.7756717205047607, "Finetune/Step": 1724, "Finetune/Step Time": 12.23161256313324}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8207582235336304, "Finetune/Loss (Raw)": 0.8395322561264038, "Finetune/Step": 1725, "Finetune/Step Time": 12.215115837752819}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8205728530883789, "Finetune/Loss (Raw)": 0.7895384430885315, "Finetune/Step": 1726, "Finetune/Step Time": 12.215651148930192}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8220785856246948, "Finetune/Loss (Raw)": 0.8541359901428223, "Finetune/Step": 1727, "Finetune/Step Time": 12.209522487595677}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8222220540046692, "Finetune/Loss (Raw)": 0.9072263836860657, "Finetune/Step": 1728, "Finetune/Step Time": 12.208523290231824}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8240921497344971, "Finetune/Loss (Raw)": 0.8603391051292419, "Finetune/Step": 1729, "Finetune/Step Time": 12.185437938198447}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8225299715995789, "Finetune/Loss (Raw)": 0.7333254218101501, "Finetune/Step": 1730, "Finetune/Step Time": 12.17559190094471}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8233233094215393, "Finetune/Loss (Raw)": 1.0055325031280518, "Finetune/Step": 1731, "Finetune/Step Time": 12.169114639982581}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8243732452392578, "Finetune/Loss (Raw)": 0.9305859208106995, "Finetune/Step": 1732, "Finetune/Step Time": 12.191096626222134}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8258087038993835, "Finetune/Loss (Raw)": 0.8545433282852173, "Finetune/Step": 1733, "Finetune/Step Time": 12.181685648858547}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8276845216751099, "Finetune/Loss (Raw)": 0.884200394153595, "Finetune/Step": 1734, "Finetune/Step Time": 12.15366362221539}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.82758629322052, "Finetune/Loss (Raw)": 0.8270531892776489, "Finetune/Step": 1735, "Finetune/Step Time": 12.154146485030651}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8290929794311523, "Finetune/Loss (Raw)": 0.8471786379814148, "Finetune/Step": 1736, "Finetune/Step Time": 12.126365069299936}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8283238410949707, "Finetune/Loss (Raw)": 0.7763386964797974, "Finetune/Step": 1737, "Finetune/Step Time": 12.126850808039308}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8299514651298523, "Finetune/Loss (Raw)": 1.0583552122116089, "Finetune/Step": 1738, "Finetune/Step Time": 12.148091614246368}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8305797576904297, "Finetune/Loss (Raw)": 0.8267035484313965, "Finetune/Step": 1739, "Finetune/Step Time": 12.115017920732498}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8300467729568481, "Finetune/Loss (Raw)": 0.742958664894104, "Finetune/Step": 1740, "Finetune/Step Time": 12.14104524627328}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8324280977249146, "Finetune/Loss (Raw)": 1.0270930528640747, "Finetune/Step": 1741, "Finetune/Step Time": 12.131877774372697}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8315839171409607, "Finetune/Loss (Raw)": 0.7131710648536682, "Finetune/Step": 1742, "Finetune/Step Time": 12.14040794968605}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.830621600151062, "Finetune/Loss (Raw)": 0.8172208070755005, "Finetune/Step": 1743, "Finetune/Step Time": 12.161979027092457}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8303459882736206, "Finetune/Loss (Raw)": 0.818026065826416, "Finetune/Step": 1744, "Finetune/Step Time": 12.167790822684765}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8310621380805969, "Finetune/Loss (Raw)": 0.8842402696609497, "Finetune/Step": 1745, "Finetune/Step Time": 12.162328263744712}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8319800496101379, "Finetune/Loss (Raw)": 0.9392732977867126, "Finetune/Step": 1746, "Finetune/Step Time": 12.162476163357496}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8333667516708374, "Finetune/Loss (Raw)": 0.9208179712295532, "Finetune/Step": 1747, "Finetune/Step Time": 12.192446514964104}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8306503295898438, "Finetune/Loss (Raw)": 0.6724844574928284, "Finetune/Step": 1748, "Finetune/Step Time": 12.206138422712684}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8313818573951721, "Finetune/Loss (Raw)": 0.8714885115623474, "Finetune/Step": 1749, "Finetune/Step Time": 12.19927840679884}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8312102556228638, "Finetune/Loss (Raw)": 0.9264969229698181, "Finetune/Step": 1750, "Finetune/Step Time": 12.228755908086896}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.830163836479187, "Finetune/Loss (Raw)": 0.9023296236991882, "Finetune/Step": 1751, "Finetune/Step Time": 12.236302435398102}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8312877416610718, "Finetune/Loss (Raw)": 0.9962149858474731, "Finetune/Step": 1752, "Finetune/Step Time": 12.235784297809005}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8310794234275818, "Finetune/Loss (Raw)": 0.8317052125930786, "Finetune/Step": 1753, "Finetune/Step Time": 12.237657452002168}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8310108780860901, "Finetune/Loss (Raw)": 0.8787679672241211, "Finetune/Step": 1754, "Finetune/Step Time": 12.246945295482874}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8303313255310059, "Finetune/Loss (Raw)": 0.8447908759117126, "Finetune/Step": 1755, "Finetune/Step Time": 12.257098557427526}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8315542340278625, "Finetune/Loss (Raw)": 0.9543805122375488, "Finetune/Step": 1756, "Finetune/Step Time": 12.263902135193348}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8305280208587646, "Finetune/Loss (Raw)": 0.621465265750885, "Finetune/Step": 1757, "Finetune/Step Time": 12.291349472478032}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8295631408691406, "Finetune/Loss (Raw)": 0.755314826965332, "Finetune/Step": 1758, "Finetune/Step Time": 12.294805597513914}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8303259611129761, "Finetune/Loss (Raw)": 0.922812283039093, "Finetune/Step": 1759, "Finetune/Step Time": 12.300200890749693}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8313866257667542, "Finetune/Loss (Raw)": 0.970404326915741, "Finetune/Step": 1760, "Finetune/Step Time": 12.296458112075925}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8312467932701111, "Finetune/Loss (Raw)": 0.7453871369361877, "Finetune/Step": 1761, "Finetune/Step Time": 12.305978711694479}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8303518295288086, "Finetune/Loss (Raw)": 0.7466467022895813, "Finetune/Step": 1762, "Finetune/Step Time": 12.317500760778785}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8319166898727417, "Finetune/Loss (Raw)": 0.9861815571784973, "Finetune/Step": 1763, "Finetune/Step Time": 12.309606842696667}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8323783874511719, "Finetune/Loss (Raw)": 0.9289484620094299, "Finetune/Step": 1764, "Finetune/Step Time": 12.340613132342696}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8320848345756531, "Finetune/Loss (Raw)": 0.7506755590438843, "Finetune/Step": 1765, "Finetune/Step Time": 12.347527783364058}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8330004811286926, "Finetune/Loss (Raw)": 0.8861424326896667, "Finetune/Step": 1766, "Finetune/Step Time": 12.34727630391717}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8329563140869141, "Finetune/Loss (Raw)": 0.7145020365715027, "Finetune/Step": 1767, "Finetune/Step Time": 12.34360926784575}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8314733505249023, "Finetune/Loss (Raw)": 0.7274381518363953, "Finetune/Step": 1768, "Finetune/Step Time": 12.334836069494486}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8297978043556213, "Finetune/Loss (Raw)": 0.6838364601135254, "Finetune/Step": 1769, "Finetune/Step Time": 12.356400532647967}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8300764560699463, "Finetune/Loss (Raw)": 0.8756766319274902, "Finetune/Step": 1770, "Finetune/Step Time": 12.364883355796337}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8286253213882446, "Finetune/Loss (Raw)": 0.7843191623687744, "Finetune/Step": 1771, "Finetune/Step Time": 12.364064892753959}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.830170214176178, "Finetune/Loss (Raw)": 0.9816442131996155, "Finetune/Step": 1772, "Finetune/Step Time": 12.338865710422397}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8299645781517029, "Finetune/Loss (Raw)": 0.8017153739929199, "Finetune/Step": 1773, "Finetune/Step Time": 12.364428764209151}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8290766477584839, "Finetune/Loss (Raw)": 0.8059867024421692, "Finetune/Step": 1774, "Finetune/Step Time": 12.387380642816424}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8301406502723694, "Finetune/Loss (Raw)": 0.9288510680198669, "Finetune/Step": 1775, "Finetune/Step Time": 12.366071358323097}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8296794891357422, "Finetune/Loss (Raw)": 0.8264830112457275, "Finetune/Step": 1776, "Finetune/Step Time": 12.367614172399044}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.830069899559021, "Finetune/Loss (Raw)": 0.8550581336021423, "Finetune/Step": 1777, "Finetune/Step Time": 12.362877491861582}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8294789791107178, "Finetune/Loss (Raw)": 0.7959989309310913, "Finetune/Step": 1778, "Finetune/Step Time": 12.368017932400107}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8316012024879456, "Finetune/Loss (Raw)": 1.0097960233688354, "Finetune/Step": 1779, "Finetune/Step Time": 12.346214435994625}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8316961526870728, "Finetune/Loss (Raw)": 0.8051526546478271, "Finetune/Step": 1780, "Finetune/Step Time": 12.333011141046882}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8307936191558838, "Finetune/Loss (Raw)": 0.6971138119697571, "Finetune/Step": 1781, "Finetune/Step Time": 12.332828659564257}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8302708864212036, "Finetune/Loss (Raw)": 0.8252463340759277, "Finetune/Step": 1782, "Finetune/Step Time": 12.315598590299487}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8312020301818848, "Finetune/Loss (Raw)": 0.7347419261932373, "Finetune/Step": 1783, "Finetune/Step Time": 12.288940785452724}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8320596814155579, "Finetune/Loss (Raw)": 0.9820380806922913, "Finetune/Step": 1784, "Finetune/Step Time": 12.288971900939941}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8307884931564331, "Finetune/Loss (Raw)": 0.651423990726471, "Finetune/Step": 1785, "Finetune/Step Time": 12.304833862930536}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8305016160011292, "Finetune/Loss (Raw)": 0.8347687721252441, "Finetune/Step": 1786, "Finetune/Step Time": 12.303636558353901}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8295965790748596, "Finetune/Loss (Raw)": 0.6900907158851624, "Finetune/Step": 1787, "Finetune/Step Time": 12.31014334782958}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8285256624221802, "Finetune/Loss (Raw)": 0.7371678352355957, "Finetune/Step": 1788, "Finetune/Step Time": 12.306311367079616}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8275193572044373, "Finetune/Loss (Raw)": 0.6724988222122192, "Finetune/Step": 1789, "Finetune/Step Time": 12.332428861409426}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8271974325180054, "Finetune/Loss (Raw)": 0.8857429623603821, "Finetune/Step": 1790, "Finetune/Step Time": 12.33485703729093}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8297674655914307, "Finetune/Loss (Raw)": 0.9228534698486328, "Finetune/Step": 1791, "Finetune/Step Time": 12.326405920088291}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8312588930130005, "Finetune/Loss (Raw)": 0.8924171924591064, "Finetune/Step": 1792, "Finetune/Step Time": 12.325177965685725}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.829265296459198, "Finetune/Loss (Raw)": 0.7209118008613586, "Finetune/Step": 1793, "Finetune/Step Time": 12.342957319691777}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8301500082015991, "Finetune/Loss (Raw)": 0.9199126362800598, "Finetune/Step": 1794, "Finetune/Step Time": 12.35333489626646}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8280808925628662, "Finetune/Loss (Raw)": 0.609304666519165, "Finetune/Step": 1795, "Finetune/Step Time": 12.380977589637041}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8271363973617554, "Finetune/Loss (Raw)": 0.7991417050361633, "Finetune/Step": 1796, "Finetune/Step Time": 12.371791187673807}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8270546197891235, "Finetune/Loss (Raw)": 0.8365591168403625, "Finetune/Step": 1797, "Finetune/Step Time": 12.36879381351173}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8267432451248169, "Finetune/Loss (Raw)": 0.8514813780784607, "Finetune/Step": 1798, "Finetune/Step Time": 12.37677026167512}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8269888162612915, "Finetune/Loss (Raw)": 0.818732738494873, "Finetune/Step": 1799, "Finetune/Step Time": 12.363438846543431}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.826712965965271, "Finetune/Loss (Raw)": 0.8138604760169983, "Finetune/Step": 1800, "Finetune/Step Time": 12.351809298619628}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8280512094497681, "Finetune/Loss (Raw)": 0.8800902962684631, "Finetune/Step": 1801, "Finetune/Step Time": 12.356275003403425}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8292133212089539, "Finetune/Loss (Raw)": 0.7859833240509033, "Finetune/Step": 1802, "Finetune/Step Time": 12.358347171917558}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8300765156745911, "Finetune/Loss (Raw)": 0.8244004845619202, "Finetune/Step": 1803, "Finetune/Step Time": 12.377172073349357}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8297909498214722, "Finetune/Loss (Raw)": 0.8661739230155945, "Finetune/Step": 1804, "Finetune/Step Time": 12.382583552971482}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8271404504776001, "Finetune/Loss (Raw)": 0.5733180046081543, "Finetune/Step": 1805, "Finetune/Step Time": 12.394966904073954}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8270297050476074, "Finetune/Loss (Raw)": 0.7785256505012512, "Finetune/Step": 1806, "Finetune/Step Time": 12.414308931678534}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8291658163070679, "Finetune/Loss (Raw)": 0.8823559284210205, "Finetune/Step": 1807, "Finetune/Step Time": 12.38780963793397}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8288419842720032, "Finetune/Loss (Raw)": 0.8155109286308289, "Finetune/Step": 1808, "Finetune/Step Time": 12.371075900271535}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8289837837219238, "Finetune/Loss (Raw)": 0.8776643872261047, "Finetune/Step": 1809, "Finetune/Step Time": 12.369319673627615}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8274139165878296, "Finetune/Loss (Raw)": 0.8072336912155151, "Finetune/Step": 1810, "Finetune/Step Time": 12.361036380752921}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8282476663589478, "Finetune/Loss (Raw)": 0.8187663555145264, "Finetune/Step": 1811, "Finetune/Step Time": 12.343199787661433}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8278843760490417, "Finetune/Loss (Raw)": 0.7856367826461792, "Finetune/Step": 1812, "Finetune/Step Time": 12.354547111317515}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8281720280647278, "Finetune/Loss (Raw)": 0.7816451787948608, "Finetune/Step": 1813, "Finetune/Step Time": 12.339797284454107}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8299328088760376, "Finetune/Loss (Raw)": 0.8599899411201477, "Finetune/Step": 1814, "Finetune/Step Time": 12.322648642584682}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8293161392211914, "Finetune/Loss (Raw)": 0.8079638481140137, "Finetune/Step": 1815, "Finetune/Step Time": 12.333672937005758}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8299365639686584, "Finetune/Loss (Raw)": 0.9232118725776672, "Finetune/Step": 1816, "Finetune/Step Time": 12.335083777084947}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8316528797149658, "Finetune/Loss (Raw)": 0.8416537642478943, "Finetune/Step": 1817, "Finetune/Step Time": 12.308979595080018}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8303623199462891, "Finetune/Loss (Raw)": 0.7696340084075928, "Finetune/Step": 1818, "Finetune/Step Time": 12.31027128174901}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8305413722991943, "Finetune/Loss (Raw)": 0.8767142295837402, "Finetune/Step": 1819, "Finetune/Step Time": 12.30676511861384}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8306177854537964, "Finetune/Loss (Raw)": 0.7325291633605957, "Finetune/Step": 1820, "Finetune/Step Time": 12.278201622888446}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8319730758666992, "Finetune/Loss (Raw)": 0.853400468826294, "Finetune/Step": 1821, "Finetune/Step Time": 12.25480828806758}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8352364301681519, "Finetune/Loss (Raw)": 1.0356364250183105, "Finetune/Step": 1822, "Finetune/Step Time": 12.246762126684189}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8363699913024902, "Finetune/Loss (Raw)": 0.8263328075408936, "Finetune/Step": 1823, "Finetune/Step Time": 12.233458710834384}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8347709774971008, "Finetune/Loss (Raw)": 0.6554139256477356, "Finetune/Step": 1824, "Finetune/Step Time": 12.241434134542942}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8343127965927124, "Finetune/Loss (Raw)": 0.8247569799423218, "Finetune/Step": 1825, "Finetune/Step Time": 12.244124928489327}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8347187638282776, "Finetune/Loss (Raw)": 0.8806987404823303, "Finetune/Step": 1826, "Finetune/Step Time": 12.249218128621578}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8341233134269714, "Finetune/Loss (Raw)": 0.7971726059913635, "Finetune/Step": 1827, "Finetune/Step Time": 12.308315509930253}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8343931436538696, "Finetune/Loss (Raw)": 0.903938353061676, "Finetune/Step": 1828, "Finetune/Step Time": 12.303910743445158}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8351097106933594, "Finetune/Loss (Raw)": 1.0199438333511353, "Finetune/Step": 1829, "Finetune/Step Time": 12.303997699171305}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8355995416641235, "Finetune/Loss (Raw)": 0.9559400677680969, "Finetune/Step": 1830, "Finetune/Step Time": 12.315698690712452}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8366650342941284, "Finetune/Loss (Raw)": 0.8086803555488586, "Finetune/Step": 1831, "Finetune/Step Time": 12.289932599291205}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8395717740058899, "Finetune/Loss (Raw)": 0.9536065459251404, "Finetune/Step": 1832, "Finetune/Step Time": 12.2627148386091}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8388988971710205, "Finetune/Loss (Raw)": 0.7412158846855164, "Finetune/Step": 1833, "Finetune/Step Time": 12.2919678427279}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8392708897590637, "Finetune/Loss (Raw)": 0.9551200866699219, "Finetune/Step": 1834, "Finetune/Step Time": 12.29415831156075}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.839410126209259, "Finetune/Loss (Raw)": 0.8719952702522278, "Finetune/Step": 1835, "Finetune/Step Time": 12.300520703196526}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8400627970695496, "Finetune/Loss (Raw)": 0.8825893402099609, "Finetune/Step": 1836, "Finetune/Step Time": 12.2915816064924}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.839083194732666, "Finetune/Loss (Raw)": 0.8106337189674377, "Finetune/Step": 1837, "Finetune/Step Time": 12.289493508636951}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8393263816833496, "Finetune/Loss (Raw)": 0.8632173538208008, "Finetune/Step": 1838, "Finetune/Step Time": 12.280727880075574}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8397417068481445, "Finetune/Loss (Raw)": 0.8993069529533386, "Finetune/Step": 1839, "Finetune/Step Time": 12.282275689765811}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8385223150253296, "Finetune/Loss (Raw)": 0.8247727155685425, "Finetune/Step": 1840, "Finetune/Step Time": 12.296671725809574}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8373157978057861, "Finetune/Loss (Raw)": 0.7402201294898987, "Finetune/Step": 1841, "Finetune/Step Time": 12.293718772009015}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8378570079803467, "Finetune/Loss (Raw)": 0.9311700463294983, "Finetune/Step": 1842, "Finetune/Step Time": 12.284352092072368}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8392112255096436, "Finetune/Loss (Raw)": 0.819965660572052, "Finetune/Step": 1843, "Finetune/Step Time": 12.291254529729486}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8386960625648499, "Finetune/Loss (Raw)": 0.7946633100509644, "Finetune/Step": 1844, "Finetune/Step Time": 12.308254815638065}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8377764225006104, "Finetune/Loss (Raw)": 0.7550306916236877, "Finetune/Step": 1845, "Finetune/Step Time": 12.297400280833244}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8379054665565491, "Finetune/Loss (Raw)": 0.9043798446655273, "Finetune/Step": 1846, "Finetune/Step Time": 12.300642266869545}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8381807804107666, "Finetune/Loss (Raw)": 0.8605949878692627, "Finetune/Step": 1847, "Finetune/Step Time": 12.312561562284827}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8375052213668823, "Finetune/Loss (Raw)": 0.8513101935386658, "Finetune/Step": 1848, "Finetune/Step Time": 12.305173497647047}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8381998538970947, "Finetune/Loss (Raw)": 0.9555458426475525, "Finetune/Step": 1849, "Finetune/Step Time": 12.299452727660537}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8383976817131042, "Finetune/Loss (Raw)": 0.889165461063385, "Finetune/Step": 1850, "Finetune/Step Time": 12.309292895719409}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.836942732334137, "Finetune/Loss (Raw)": 0.6550870537757874, "Finetune/Step": 1851, "Finetune/Step Time": 12.317703194916248}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8376089334487915, "Finetune/Loss (Raw)": 0.8609419465065002, "Finetune/Step": 1852, "Finetune/Step Time": 12.320087879896164}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8379875421524048, "Finetune/Loss (Raw)": 0.8879966735839844, "Finetune/Step": 1853, "Finetune/Step Time": 12.324397195130587}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8386249542236328, "Finetune/Loss (Raw)": 0.8711221218109131, "Finetune/Step": 1854, "Finetune/Step Time": 12.305391877889633}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8390718698501587, "Finetune/Loss (Raw)": 0.911346971988678, "Finetune/Step": 1855, "Finetune/Step Time": 12.28215979039669}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8396247625350952, "Finetune/Loss (Raw)": 0.9779967069625854, "Finetune/Step": 1856, "Finetune/Step Time": 12.280897265300155}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.838839054107666, "Finetune/Loss (Raw)": 0.7597624659538269, "Finetune/Step": 1857, "Finetune/Step Time": 12.340184204280376}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8396600484848022, "Finetune/Loss (Raw)": 0.8384179472923279, "Finetune/Step": 1858, "Finetune/Step Time": 12.357421584427357}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8390944004058838, "Finetune/Loss (Raw)": 0.9331298470497131, "Finetune/Step": 1859, "Finetune/Step Time": 12.346237352117896}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8375058174133301, "Finetune/Loss (Raw)": 0.7272420525550842, "Finetune/Step": 1860, "Finetune/Step Time": 12.328096164390445}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8369170427322388, "Finetune/Loss (Raw)": 0.7791856527328491, "Finetune/Step": 1861, "Finetune/Step Time": 12.328105067834258}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8360011577606201, "Finetune/Loss (Raw)": 0.7669590711593628, "Finetune/Step": 1862, "Finetune/Step Time": 12.315998638048768}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8351843357086182, "Finetune/Loss (Raw)": 0.7225086092948914, "Finetune/Step": 1863, "Finetune/Step Time": 12.314149154350162}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8343680500984192, "Finetune/Loss (Raw)": 0.7426910400390625, "Finetune/Step": 1864, "Finetune/Step Time": 12.324811140075326}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8354291915893555, "Finetune/Loss (Raw)": 0.9121638536453247, "Finetune/Step": 1865, "Finetune/Step Time": 12.324041010811925}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8344558477401733, "Finetune/Loss (Raw)": 0.9337716102600098, "Finetune/Step": 1866, "Finetune/Step Time": 12.312415160238743}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8352464437484741, "Finetune/Loss (Raw)": 0.9278956055641174, "Finetune/Step": 1867, "Finetune/Step Time": 12.322480531409383}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8353408575057983, "Finetune/Loss (Raw)": 0.75504469871521, "Finetune/Step": 1868, "Finetune/Step Time": 12.330587811768055}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8345327377319336, "Finetune/Loss (Raw)": 0.9236589074134827, "Finetune/Step": 1869, "Finetune/Step Time": 12.320336883887649}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8348087668418884, "Finetune/Loss (Raw)": 0.7484971284866333, "Finetune/Step": 1870, "Finetune/Step Time": 12.311981491744518}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8346779942512512, "Finetune/Loss (Raw)": 0.8004856705665588, "Finetune/Step": 1871, "Finetune/Step Time": 12.336413448676467}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8336236476898193, "Finetune/Loss (Raw)": 0.6830703020095825, "Finetune/Step": 1872, "Finetune/Step Time": 12.33784082904458}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8320659399032593, "Finetune/Loss (Raw)": 0.6848503947257996, "Finetune/Step": 1873, "Finetune/Step Time": 12.359196798875928}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8317971229553223, "Finetune/Loss (Raw)": 0.9048588275909424, "Finetune/Step": 1874, "Finetune/Step Time": 12.358795756474137}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8299238085746765, "Finetune/Loss (Raw)": 0.6810389757156372, "Finetune/Step": 1875, "Finetune/Step Time": 12.344592181965709}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8314221501350403, "Finetune/Loss (Raw)": 0.8642670512199402, "Finetune/Step": 1876, "Finetune/Step Time": 12.327360579743981}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8313460350036621, "Finetune/Loss (Raw)": 0.8617565035820007, "Finetune/Step": 1877, "Finetune/Step Time": 12.334207579493523}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8293860554695129, "Finetune/Loss (Raw)": 0.6756129860877991, "Finetune/Step": 1878, "Finetune/Step Time": 12.32167680375278}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8295819759368896, "Finetune/Loss (Raw)": 0.9274158477783203, "Finetune/Step": 1879, "Finetune/Step Time": 12.30900969915092}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.826928436756134, "Finetune/Loss (Raw)": 0.6565556526184082, "Finetune/Step": 1880, "Finetune/Step Time": 12.338385859504342}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8261300921440125, "Finetune/Loss (Raw)": 0.7295194864273071, "Finetune/Step": 1881, "Finetune/Step Time": 12.346201488748193}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8259823322296143, "Finetune/Loss (Raw)": 0.8598552942276001, "Finetune/Step": 1882, "Finetune/Step Time": 12.341113345697522}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8246417045593262, "Finetune/Loss (Raw)": 0.6731796264648438, "Finetune/Step": 1883, "Finetune/Step Time": 12.354395082220435}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8219589591026306, "Finetune/Loss (Raw)": 0.6109927892684937, "Finetune/Step": 1884, "Finetune/Step Time": 12.378544092178345}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8240991830825806, "Finetune/Loss (Raw)": 0.895418107509613, "Finetune/Step": 1885, "Finetune/Step Time": 12.349990455433726}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8257273435592651, "Finetune/Loss (Raw)": 0.9637148380279541, "Finetune/Step": 1886, "Finetune/Step Time": 12.356486851349473}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.824164867401123, "Finetune/Loss (Raw)": 0.7228217720985413, "Finetune/Step": 1887, "Finetune/Step Time": 12.349122932180762}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8219681978225708, "Finetune/Loss (Raw)": 0.6892232298851013, "Finetune/Step": 1888, "Finetune/Step Time": 12.358902394771576}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.822777509689331, "Finetune/Loss (Raw)": 0.8489835262298584, "Finetune/Step": 1889, "Finetune/Step Time": 12.362968236207962}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8231865167617798, "Finetune/Loss (Raw)": 0.7989943027496338, "Finetune/Step": 1890, "Finetune/Step Time": 12.352999469265342}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8224308490753174, "Finetune/Loss (Raw)": 0.8894575238227844, "Finetune/Step": 1891, "Finetune/Step Time": 12.331422943621874}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8228223919868469, "Finetune/Loss (Raw)": 0.9790698289871216, "Finetune/Step": 1892, "Finetune/Step Time": 12.303503630682826}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8232253789901733, "Finetune/Loss (Raw)": 0.8022537231445312, "Finetune/Step": 1893, "Finetune/Step Time": 12.305582694709301}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.822096049785614, "Finetune/Loss (Raw)": 0.7415958642959595, "Finetune/Step": 1894, "Finetune/Step Time": 12.294711964204907}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8227171897888184, "Finetune/Loss (Raw)": 0.7940018773078918, "Finetune/Step": 1895, "Finetune/Step Time": 12.299671595916152}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8237199187278748, "Finetune/Loss (Raw)": 0.8557933568954468, "Finetune/Step": 1896, "Finetune/Step Time": 12.304269529879093}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8259717226028442, "Finetune/Loss (Raw)": 0.9720634818077087, "Finetune/Step": 1897, "Finetune/Step Time": 12.28771242313087}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8259335160255432, "Finetune/Loss (Raw)": 0.8707842230796814, "Finetune/Step": 1898, "Finetune/Step Time": 12.291025593876839}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8251885771751404, "Finetune/Loss (Raw)": 0.6889668107032776, "Finetune/Step": 1899, "Finetune/Step Time": 12.321514919400215}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8239456415176392, "Finetune/Loss (Raw)": 0.8225512504577637, "Finetune/Step": 1900, "Finetune/Step Time": 12.31154016405344}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.823805034160614, "Finetune/Loss (Raw)": 0.7837128043174744, "Finetune/Step": 1901, "Finetune/Step Time": 12.29509454779327}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8245659470558167, "Finetune/Loss (Raw)": 0.9033856391906738, "Finetune/Step": 1902, "Finetune/Step Time": 12.282770708203316}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8233165144920349, "Finetune/Loss (Raw)": 0.7689259648323059, "Finetune/Step": 1903, "Finetune/Step Time": 12.315895156934857}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8229045867919922, "Finetune/Loss (Raw)": 0.773751437664032, "Finetune/Step": 1904, "Finetune/Step Time": 12.320521846413612}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8209179639816284, "Finetune/Loss (Raw)": 0.6007807850837708, "Finetune/Step": 1905, "Finetune/Step Time": 12.361312137916684}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8206391334533691, "Finetune/Loss (Raw)": 0.7602967023849487, "Finetune/Step": 1906, "Finetune/Step Time": 12.387845305725932}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8192849159240723, "Finetune/Loss (Raw)": 0.8364588022232056, "Finetune/Step": 1907, "Finetune/Step Time": 12.40923648700118}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8190298080444336, "Finetune/Loss (Raw)": 0.7724985480308533, "Finetune/Step": 1908, "Finetune/Step Time": 12.407687239348888}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8184443116188049, "Finetune/Loss (Raw)": 0.6221711039543152, "Finetune/Step": 1909, "Finetune/Step Time": 12.408848920837045}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.818454921245575, "Finetune/Loss (Raw)": 0.8266099095344543, "Finetune/Step": 1910, "Finetune/Step Time": 12.414177456870675}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8194511532783508, "Finetune/Loss (Raw)": 0.8622561097145081, "Finetune/Step": 1911, "Finetune/Step Time": 12.419788932427764}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8181425333023071, "Finetune/Loss (Raw)": 0.8145333528518677, "Finetune/Step": 1912, "Finetune/Step Time": 12.413872363045812}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8194625377655029, "Finetune/Loss (Raw)": 0.8203904628753662, "Finetune/Step": 1913, "Finetune/Step Time": 12.394067663699389}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8206044435501099, "Finetune/Loss (Raw)": 0.980929970741272, "Finetune/Step": 1914, "Finetune/Step Time": 12.391015561297536}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8222808837890625, "Finetune/Loss (Raw)": 0.9046747088432312, "Finetune/Step": 1915, "Finetune/Step Time": 12.433108396828175}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8229472637176514, "Finetune/Loss (Raw)": 0.8224693536758423, "Finetune/Step": 1916, "Finetune/Step Time": 12.433511847630143}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8235294222831726, "Finetune/Loss (Raw)": 0.7470080256462097, "Finetune/Step": 1917, "Finetune/Step Time": 12.403933823108673}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8227648735046387, "Finetune/Loss (Raw)": 0.787885844707489, "Finetune/Step": 1918, "Finetune/Step Time": 12.38830515742302}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8220856189727783, "Finetune/Loss (Raw)": 0.8359053134918213, "Finetune/Step": 1919, "Finetune/Step Time": 12.38143745251}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8209011554718018, "Finetune/Loss (Raw)": 0.7407999038696289, "Finetune/Step": 1920, "Finetune/Step Time": 12.397252980619669}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8224780559539795, "Finetune/Loss (Raw)": 0.9227608442306519, "Finetune/Step": 1921, "Finetune/Step Time": 12.375329289585352}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8193763494491577, "Finetune/Loss (Raw)": 0.5228955745697021, "Finetune/Step": 1922, "Finetune/Step Time": 12.399620112031698}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8211890459060669, "Finetune/Loss (Raw)": 0.8413242697715759, "Finetune/Step": 1923, "Finetune/Step Time": 12.373397145420313}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8220174312591553, "Finetune/Loss (Raw)": 0.9051719903945923, "Finetune/Step": 1924, "Finetune/Step Time": 12.370214192196727}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.823073148727417, "Finetune/Loss (Raw)": 0.9717012047767639, "Finetune/Step": 1925, "Finetune/Step Time": 12.366739457473159}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8214476108551025, "Finetune/Loss (Raw)": 0.6434072256088257, "Finetune/Step": 1926, "Finetune/Step Time": 12.385250760242343}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8205380439758301, "Finetune/Loss (Raw)": 0.7023056149482727, "Finetune/Step": 1927, "Finetune/Step Time": 12.417357832193375}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.821416974067688, "Finetune/Loss (Raw)": 0.9263615608215332, "Finetune/Step": 1928, "Finetune/Step Time": 12.403127105906606}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8199924230575562, "Finetune/Loss (Raw)": 0.6977611184120178, "Finetune/Step": 1929, "Finetune/Step Time": 12.390237370505929}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8191026449203491, "Finetune/Loss (Raw)": 0.67208331823349, "Finetune/Step": 1930, "Finetune/Step Time": 12.366919504478574}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8194720149040222, "Finetune/Loss (Raw)": 0.8716816902160645, "Finetune/Step": 1931, "Finetune/Step Time": 12.33233050070703}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8180534839630127, "Finetune/Loss (Raw)": 0.6846020817756653, "Finetune/Step": 1932, "Finetune/Step Time": 12.355003252625465}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8203675746917725, "Finetune/Loss (Raw)": 0.8695233464241028, "Finetune/Step": 1933, "Finetune/Step Time": 12.348794605582952}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.821200966835022, "Finetune/Loss (Raw)": 0.8852013945579529, "Finetune/Step": 1934, "Finetune/Step Time": 12.326213354244828}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8215492963790894, "Finetune/Loss (Raw)": 0.9269387722015381, "Finetune/Step": 1935, "Finetune/Step Time": 12.328844664618373}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.820755124092102, "Finetune/Loss (Raw)": 0.7138577103614807, "Finetune/Step": 1936, "Finetune/Step Time": 12.34778000973165}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8208789825439453, "Finetune/Loss (Raw)": 0.8935173153877258, "Finetune/Step": 1937, "Finetune/Step Time": 12.345796275883913}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.819577693939209, "Finetune/Loss (Raw)": 0.6406670212745667, "Finetune/Step": 1938, "Finetune/Step Time": 12.367744585499167}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.819581151008606, "Finetune/Loss (Raw)": 0.8192097544670105, "Finetune/Step": 1939, "Finetune/Step Time": 12.362586187198758}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8172828555107117, "Finetune/Loss (Raw)": 0.4914526045322418, "Finetune/Step": 1940, "Finetune/Step Time": 12.36457846313715}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8174569606781006, "Finetune/Loss (Raw)": 0.8039386868476868, "Finetune/Step": 1941, "Finetune/Step Time": 12.363271348178387}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8183446526527405, "Finetune/Loss (Raw)": 0.9736083745956421, "Finetune/Step": 1942, "Finetune/Step Time": 12.370403768494725}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8191866278648376, "Finetune/Loss (Raw)": 0.9157339334487915, "Finetune/Step": 1943, "Finetune/Step Time": 12.36178383976221}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8184422254562378, "Finetune/Loss (Raw)": 0.8279250860214233, "Finetune/Step": 1944, "Finetune/Step Time": 12.360312754288316}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8166760206222534, "Finetune/Loss (Raw)": 0.6155893206596375, "Finetune/Step": 1945, "Finetune/Step Time": 12.389067212119699}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8175417184829712, "Finetune/Loss (Raw)": 0.8804409503936768, "Finetune/Step": 1946, "Finetune/Step Time": 12.406363915652037}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8182154893875122, "Finetune/Loss (Raw)": 0.9629537463188171, "Finetune/Step": 1947, "Finetune/Step Time": 12.419089455157518}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8203163743019104, "Finetune/Loss (Raw)": 1.0014458894729614, "Finetune/Step": 1948, "Finetune/Step Time": 12.417271699756384}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8211366534233093, "Finetune/Loss (Raw)": 0.9583986401557922, "Finetune/Step": 1949, "Finetune/Step Time": 12.429388783872128}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8207074403762817, "Finetune/Loss (Raw)": 0.9806923270225525, "Finetune/Step": 1950, "Finetune/Step Time": 12.423468757420778}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8216859698295593, "Finetune/Loss (Raw)": 0.9515828490257263, "Finetune/Step": 1951, "Finetune/Step Time": 12.431366795673966}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8239119052886963, "Finetune/Loss (Raw)": 0.9403351545333862, "Finetune/Step": 1952, "Finetune/Step Time": 12.421646719798446}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8219270706176758, "Finetune/Loss (Raw)": 0.5707012414932251, "Finetune/Step": 1953, "Finetune/Step Time": 12.43567537330091}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8196530342102051, "Finetune/Loss (Raw)": 0.5896185040473938, "Finetune/Step": 1954, "Finetune/Step Time": 12.444036038592458}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8190456628799438, "Finetune/Loss (Raw)": 0.7194324731826782, "Finetune/Step": 1955, "Finetune/Step Time": 12.410098772495985}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8178465366363525, "Finetune/Loss (Raw)": 0.750450611114502, "Finetune/Step": 1956, "Finetune/Step Time": 12.400855476036668}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.817036509513855, "Finetune/Loss (Raw)": 0.9162546396255493, "Finetune/Step": 1957, "Finetune/Step Time": 12.395019639283419}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8169311285018921, "Finetune/Loss (Raw)": 0.9424559473991394, "Finetune/Step": 1958, "Finetune/Step Time": 12.378116903826594}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8164728879928589, "Finetune/Loss (Raw)": 0.7500206232070923, "Finetune/Step": 1959, "Finetune/Step Time": 12.383768696337938}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8166645765304565, "Finetune/Loss (Raw)": 0.9781529307365417, "Finetune/Step": 1960, "Finetune/Step Time": 12.393595658242702}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8164067268371582, "Finetune/Loss (Raw)": 0.7082088589668274, "Finetune/Step": 1961, "Finetune/Step Time": 12.371805069968104}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.814238429069519, "Finetune/Loss (Raw)": 0.6775752305984497, "Finetune/Step": 1962, "Finetune/Step Time": 12.40453745238483}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8120543956756592, "Finetune/Loss (Raw)": 0.5924363732337952, "Finetune/Step": 1963, "Finetune/Step Time": 12.41575281508267}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8116451501846313, "Finetune/Loss (Raw)": 0.8302098512649536, "Finetune/Step": 1964, "Finetune/Step Time": 12.427956737577915}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8105842471122742, "Finetune/Loss (Raw)": 0.6748406887054443, "Finetune/Step": 1965, "Finetune/Step Time": 12.426197731867433}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8098609447479248, "Finetune/Loss (Raw)": 0.7706381678581238, "Finetune/Step": 1966, "Finetune/Step Time": 12.418811656534672}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.8087527751922607, "Finetune/Loss (Raw)": 0.7574511170387268, "Finetune/Step": 1967, "Finetune/Step Time": 12.404518904164433}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.809485673904419, "Finetune/Loss (Raw)": 0.9185878038406372, "Finetune/Step": 1968, "Finetune/Step Time": 12.38407950848341}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8088206648826599, "Finetune/Loss (Raw)": 0.6551008820533752, "Finetune/Step": 1969, "Finetune/Step Time": 12.413314085453749}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8077936172485352, "Finetune/Loss (Raw)": 0.7997105717658997, "Finetune/Step": 1970, "Finetune/Step Time": 12.410629354417324}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.8067543506622314, "Finetune/Loss (Raw)": 0.6869364976882935, "Finetune/Step": 1971, "Finetune/Step Time": 12.41818598844111}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.8069777488708496, "Finetune/Loss (Raw)": 0.8232524394989014, "Finetune/Step": 1972, "Finetune/Step Time": 12.403055002912879}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.8072617053985596, "Finetune/Loss (Raw)": 0.7913836240768433, "Finetune/Step": 1973, "Finetune/Step Time": 12.457723148167133}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8075992465019226, "Finetune/Loss (Raw)": 0.9475798606872559, "Finetune/Step": 1974, "Finetune/Step Time": 12.456675166264176}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.8073192834854126, "Finetune/Loss (Raw)": 0.824767529964447, "Finetune/Step": 1975, "Finetune/Step Time": 12.443713333457708}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.8072923421859741, "Finetune/Loss (Raw)": 0.8478559851646423, "Finetune/Step": 1976, "Finetune/Step Time": 12.444510258734226}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.806636393070221, "Finetune/Loss (Raw)": 0.8715826869010925, "Finetune/Step": 1977, "Finetune/Step Time": 12.460354916751385}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8070816993713379, "Finetune/Loss (Raw)": 0.9461656212806702, "Finetune/Step": 1978, "Finetune/Step Time": 12.454665141180158}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8070329427719116, "Finetune/Loss (Raw)": 0.6488455533981323, "Finetune/Step": 1979, "Finetune/Step Time": 12.446491191163659}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8057171106338501, "Finetune/Loss (Raw)": 0.692511260509491, "Finetune/Step": 1980, "Finetune/Step Time": 12.465445606037974}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.8053133487701416, "Finetune/Loss (Raw)": 0.8363246321678162, "Finetune/Step": 1981, "Finetune/Step Time": 12.463971497491002}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.8052607774734497, "Finetune/Loss (Raw)": 0.8643880486488342, "Finetune/Step": 1982, "Finetune/Step Time": 12.472812542691827}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.8044633865356445, "Finetune/Loss (Raw)": 0.8092872500419617, "Finetune/Step": 1983, "Finetune/Step Time": 12.474898960441351}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8045178055763245, "Finetune/Loss (Raw)": 0.9849525094032288, "Finetune/Step": 1984, "Finetune/Step Time": 12.476976251229644}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8059087991714478, "Finetune/Loss (Raw)": 0.9378093481063843, "Finetune/Step": 1985, "Finetune/Step Time": 12.407760716974735}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8074213862419128, "Finetune/Loss (Raw)": 1.0320336818695068, "Finetune/Step": 1986, "Finetune/Step Time": 12.386378105729818}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8063398599624634, "Finetune/Loss (Raw)": 0.7946916818618774, "Finetune/Step": 1987, "Finetune/Step Time": 12.431766780093312}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8069942593574524, "Finetune/Loss (Raw)": 0.8110081553459167, "Finetune/Step": 1988, "Finetune/Step Time": 12.4304065015167}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.8078955411911011, "Finetune/Loss (Raw)": 0.8945527672767639, "Finetune/Step": 1989, "Finetune/Step Time": 12.428988607600331}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8088029623031616, "Finetune/Loss (Raw)": 0.8831037878990173, "Finetune/Step": 1990, "Finetune/Step Time": 12.430610986426473}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8086750507354736, "Finetune/Loss (Raw)": 0.7061383724212646, "Finetune/Step": 1991, "Finetune/Step Time": 12.428859619423747}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8095338344573975, "Finetune/Loss (Raw)": 0.8526173233985901, "Finetune/Step": 1992, "Finetune/Step Time": 12.417283209040761}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8079773783683777, "Finetune/Loss (Raw)": 0.7129329442977905, "Finetune/Step": 1993, "Finetune/Step Time": 12.423986945301294}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.8058814406394958, "Finetune/Loss (Raw)": 0.665492594242096, "Finetune/Step": 1994, "Finetune/Step Time": 12.431485623121262}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.8042945861816406, "Finetune/Loss (Raw)": 0.724779486656189, "Finetune/Step": 1995, "Finetune/Step Time": 12.43478386476636}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8043044805526733, "Finetune/Loss (Raw)": 0.7563073039054871, "Finetune/Step": 1996, "Finetune/Step Time": 12.408922800794244}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.8046426177024841, "Finetune/Loss (Raw)": 0.9669415354728699, "Finetune/Step": 1997, "Finetune/Step Time": 12.413113774731755}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.8050377368927002, "Finetune/Loss (Raw)": 0.7990696430206299, "Finetune/Step": 1998, "Finetune/Step Time": 12.41529736481607}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8040780425071716, "Finetune/Loss (Raw)": 0.6776506304740906, "Finetune/Step": 1999, "Finetune/Step Time": 12.393034351989627}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8042265772819519, "Finetune/Loss (Raw)": 0.7020788788795471, "Finetune/Step": 2000, "Finetune/Step Time": 12.436780909076333}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.805508017539978, "Finetune/Loss (Raw)": 0.8488805890083313, "Finetune/Step": 2001, "Finetune/Step Time": 12.41888533346355}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.8049008846282959, "Finetune/Loss (Raw)": 0.8271420001983643, "Finetune/Step": 2002, "Finetune/Step Time": 12.413474839180708}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8056185245513916, "Finetune/Loss (Raw)": 0.7728995084762573, "Finetune/Step": 2003, "Finetune/Step Time": 12.411629781126976}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.8051533699035645, "Finetune/Loss (Raw)": 0.8047278523445129, "Finetune/Step": 2004, "Finetune/Step Time": 12.415270503610373}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8044741153717041, "Finetune/Loss (Raw)": 0.7748138308525085, "Finetune/Step": 2005, "Finetune/Step Time": 12.403972413390875}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8055963516235352, "Finetune/Loss (Raw)": 0.8192561864852905, "Finetune/Step": 2006, "Finetune/Step Time": 12.390552619472146}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8064148426055908, "Finetune/Loss (Raw)": 1.032178521156311, "Finetune/Step": 2007, "Finetune/Step Time": 12.390211962163448}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8074700832366943, "Finetune/Loss (Raw)": 0.7916309833526611, "Finetune/Step": 2008, "Finetune/Step Time": 12.364274365827441}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8077297210693359, "Finetune/Loss (Raw)": 0.7627516984939575, "Finetune/Step": 2009, "Finetune/Step Time": 12.347671864554286}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.8081257343292236, "Finetune/Loss (Raw)": 0.9105457663536072, "Finetune/Step": 2010, "Finetune/Step Time": 12.345852440223098}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.8106462359428406, "Finetune/Loss (Raw)": 0.9958047866821289, "Finetune/Step": 2011, "Finetune/Step Time": 12.333636179566383}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8123763799667358, "Finetune/Loss (Raw)": 0.8324524760246277, "Finetune/Step": 2012, "Finetune/Step Time": 12.30097565613687}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8124814033508301, "Finetune/Loss (Raw)": 0.9088521003723145, "Finetune/Step": 2013, "Finetune/Step Time": 12.333519823849201}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.810227632522583, "Finetune/Loss (Raw)": 0.6752373576164246, "Finetune/Step": 2014, "Finetune/Step Time": 12.348387889564037}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.8099930286407471, "Finetune/Loss (Raw)": 0.6927955150604248, "Finetune/Step": 2015, "Finetune/Step Time": 12.373469684273005}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8100588321685791, "Finetune/Loss (Raw)": 0.6976439952850342, "Finetune/Step": 2016, "Finetune/Step Time": 12.391524121165276}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.8088386058807373, "Finetune/Loss (Raw)": 0.6927890181541443, "Finetune/Step": 2017, "Finetune/Step Time": 12.399164628237486}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.8094332218170166, "Finetune/Loss (Raw)": 0.8751057982444763, "Finetune/Step": 2018, "Finetune/Step Time": 12.405771266669035}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8086025714874268, "Finetune/Loss (Raw)": 0.7831438183784485, "Finetune/Step": 2019, "Finetune/Step Time": 12.412287473678589}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8075718283653259, "Finetune/Loss (Raw)": 0.8471299409866333, "Finetune/Step": 2020, "Finetune/Step Time": 12.412067530676723}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8076013326644897, "Finetune/Loss (Raw)": 0.8060292601585388, "Finetune/Step": 2021, "Finetune/Step Time": 12.406602144241333}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8081765174865723, "Finetune/Loss (Raw)": 0.8152267336845398, "Finetune/Step": 2022, "Finetune/Step Time": 12.413535697385669}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.8071403503417969, "Finetune/Loss (Raw)": 0.6613684296607971, "Finetune/Step": 2023, "Finetune/Step Time": 12.454010505229235}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8064584732055664, "Finetune/Loss (Raw)": 0.768517255783081, "Finetune/Step": 2024, "Finetune/Step Time": 12.447593908756971}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.8049700260162354, "Finetune/Loss (Raw)": 0.7815333008766174, "Finetune/Step": 2025, "Finetune/Step Time": 12.462037963792682}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8050072193145752, "Finetune/Loss (Raw)": 0.8755429983139038, "Finetune/Step": 2026, "Finetune/Step Time": 12.44232833571732}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.805640459060669, "Finetune/Loss (Raw)": 0.7700238227844238, "Finetune/Step": 2027, "Finetune/Step Time": 12.414239821955562}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8056603670120239, "Finetune/Loss (Raw)": 0.8250990509986877, "Finetune/Step": 2028, "Finetune/Step Time": 12.437798311933875}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.806530237197876, "Finetune/Loss (Raw)": 0.8950556516647339, "Finetune/Step": 2029, "Finetune/Step Time": 12.43119047023356}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8036291599273682, "Finetune/Loss (Raw)": 0.5320550203323364, "Finetune/Step": 2030, "Finetune/Step Time": 12.44852652400732}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8039455413818359, "Finetune/Loss (Raw)": 0.8094151020050049, "Finetune/Step": 2031, "Finetune/Step Time": 12.413187637925148}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.8051341772079468, "Finetune/Loss (Raw)": 0.9259029626846313, "Finetune/Step": 2032, "Finetune/Step Time": 12.404019774869084}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.8070770502090454, "Finetune/Loss (Raw)": 0.8494582772254944, "Finetune/Step": 2033, "Finetune/Step Time": 12.369132805615664}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8085260391235352, "Finetune/Loss (Raw)": 0.9457792043685913, "Finetune/Step": 2034, "Finetune/Step Time": 12.338114194571972}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8071320056915283, "Finetune/Loss (Raw)": 0.6580241322517395, "Finetune/Step": 2035, "Finetune/Step Time": 12.355192864313722}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8077050447463989, "Finetune/Loss (Raw)": 0.8458418250083923, "Finetune/Step": 2036, "Finetune/Step Time": 12.3756792396307}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8091520071029663, "Finetune/Loss (Raw)": 0.8073874711990356, "Finetune/Step": 2037, "Finetune/Step Time": 12.409955084323883}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8081562519073486, "Finetune/Loss (Raw)": 0.6991561055183411, "Finetune/Step": 2038, "Finetune/Step Time": 12.420034285634756}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.808758020401001, "Finetune/Loss (Raw)": 0.9392744898796082, "Finetune/Step": 2039, "Finetune/Step Time": 12.41316732391715}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8091060519218445, "Finetune/Loss (Raw)": 0.8590819239616394, "Finetune/Step": 2040, "Finetune/Step Time": 12.406972706317902}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8094378113746643, "Finetune/Loss (Raw)": 0.8628526926040649, "Finetune/Step": 2041, "Finetune/Step Time": 12.48137367516756}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8076519966125488, "Finetune/Loss (Raw)": 0.7523507475852966, "Finetune/Step": 2042, "Finetune/Step Time": 12.479836812242866}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.8071169853210449, "Finetune/Loss (Raw)": 0.8361847996711731, "Finetune/Step": 2043, "Finetune/Step Time": 12.430643765255809}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8073016405105591, "Finetune/Loss (Raw)": 0.8461087346076965, "Finetune/Step": 2044, "Finetune/Step Time": 12.425759296864271}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8082609176635742, "Finetune/Loss (Raw)": 0.8697927594184875, "Finetune/Step": 2045, "Finetune/Step Time": 12.445666933432221}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8093262314796448, "Finetune/Loss (Raw)": 0.9242541193962097, "Finetune/Step": 2046, "Finetune/Step Time": 12.446696372702718}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8099005222320557, "Finetune/Loss (Raw)": 0.9094112515449524, "Finetune/Step": 2047, "Finetune/Step Time": 12.454135790467262}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8098275661468506, "Finetune/Loss (Raw)": 0.7314578294754028, "Finetune/Step": 2048, "Finetune/Step Time": 12.443375336006284}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8070632219314575, "Finetune/Loss (Raw)": 0.5689281821250916, "Finetune/Step": 2049, "Finetune/Step Time": 12.464901121333241}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8083796501159668, "Finetune/Loss (Raw)": 0.6913982629776001, "Finetune/Step": 2050, "Finetune/Step Time": 12.455894527956843}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8093339204788208, "Finetune/Loss (Raw)": 0.9634670615196228, "Finetune/Step": 2051, "Finetune/Step Time": 12.460823191329837}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8093342781066895, "Finetune/Loss (Raw)": 0.9052255153656006, "Finetune/Step": 2052, "Finetune/Step Time": 12.477132203057408}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8086428642272949, "Finetune/Loss (Raw)": 0.8831945657730103, "Finetune/Step": 2053, "Finetune/Step Time": 12.481615515425801}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8109322190284729, "Finetune/Loss (Raw)": 0.9364532232284546, "Finetune/Step": 2054, "Finetune/Step Time": 12.454616136848927}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8122805953025818, "Finetune/Loss (Raw)": 0.8748887181282043, "Finetune/Step": 2055, "Finetune/Step Time": 12.431458689272404}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8120555877685547, "Finetune/Loss (Raw)": 0.8975646495819092, "Finetune/Step": 2056, "Finetune/Step Time": 12.432902647182345}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8123288154602051, "Finetune/Loss (Raw)": 0.7327308654785156, "Finetune/Step": 2057, "Finetune/Step Time": 12.44727498292923}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8132786154747009, "Finetune/Loss (Raw)": 0.7936590313911438, "Finetune/Step": 2058, "Finetune/Step Time": 12.466698801144958}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.812393069267273, "Finetune/Loss (Raw)": 0.7583271265029907, "Finetune/Step": 2059, "Finetune/Step Time": 12.47133039496839}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8130751848220825, "Finetune/Loss (Raw)": 0.7719172835350037, "Finetune/Step": 2060, "Finetune/Step Time": 12.443047808483243}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8134889602661133, "Finetune/Loss (Raw)": 0.9224809408187866, "Finetune/Step": 2061, "Finetune/Step Time": 12.439109371975064}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8126323819160461, "Finetune/Loss (Raw)": 0.7755717635154724, "Finetune/Step": 2062, "Finetune/Step Time": 12.442112289369106}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8123611211776733, "Finetune/Loss (Raw)": 0.8922157883644104, "Finetune/Step": 2063, "Finetune/Step Time": 12.435710472986102}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8127079010009766, "Finetune/Loss (Raw)": 0.7582448124885559, "Finetune/Step": 2064, "Finetune/Step Time": 12.453489035367966}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8119059205055237, "Finetune/Loss (Raw)": 0.7908637523651123, "Finetune/Step": 2065, "Finetune/Step Time": 12.460775261744857}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8115627765655518, "Finetune/Loss (Raw)": 0.5967420339584351, "Finetune/Step": 2066, "Finetune/Step Time": 12.460728377103806}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8115969896316528, "Finetune/Loss (Raw)": 0.823581874370575, "Finetune/Step": 2067, "Finetune/Step Time": 12.460413767024875}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8143082857131958, "Finetune/Loss (Raw)": 0.8385087847709656, "Finetune/Step": 2068, "Finetune/Step Time": 12.44203227572143}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8144510984420776, "Finetune/Loss (Raw)": 0.822218120098114, "Finetune/Step": 2069, "Finetune/Step Time": 12.438440836966038}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8108465671539307, "Finetune/Loss (Raw)": 0.5122315287590027, "Finetune/Step": 2070, "Finetune/Step Time": 12.451542800292373}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.81032395362854, "Finetune/Loss (Raw)": 0.848832905292511, "Finetune/Step": 2071, "Finetune/Step Time": 12.45494226552546}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8111698627471924, "Finetune/Loss (Raw)": 0.9362049698829651, "Finetune/Step": 2072, "Finetune/Step Time": 12.444464825093746}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8121665716171265, "Finetune/Loss (Raw)": 0.743168830871582, "Finetune/Step": 2073, "Finetune/Step Time": 12.429735086858273}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8126157522201538, "Finetune/Loss (Raw)": 0.93793123960495, "Finetune/Step": 2074, "Finetune/Step Time": 12.418841870501637}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.811233639717102, "Finetune/Loss (Raw)": 0.7860376834869385, "Finetune/Step": 2075, "Finetune/Step Time": 12.406268987804651}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.808817982673645, "Finetune/Loss (Raw)": 0.6922502517700195, "Finetune/Step": 2076, "Finetune/Step Time": 12.423370292410254}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.8073786497116089, "Finetune/Loss (Raw)": 0.7741668224334717, "Finetune/Step": 2077, "Finetune/Step Time": 12.413528803735971}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8058411478996277, "Finetune/Loss (Raw)": 0.7838897705078125, "Finetune/Step": 2078, "Finetune/Step Time": 12.413061304017901}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.8044610023498535, "Finetune/Loss (Raw)": 0.7749258279800415, "Finetune/Step": 2079, "Finetune/Step Time": 12.40485036559403}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8025747537612915, "Finetune/Loss (Raw)": 0.6988911628723145, "Finetune/Step": 2080, "Finetune/Step Time": 12.425813818350434}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8042484521865845, "Finetune/Loss (Raw)": 0.784940242767334, "Finetune/Step": 2081, "Finetune/Step Time": 12.436292450875044}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8056802749633789, "Finetune/Loss (Raw)": 0.772885799407959, "Finetune/Step": 2082, "Finetune/Step Time": 12.419186525046825}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.8069462776184082, "Finetune/Loss (Raw)": 0.8814761638641357, "Finetune/Step": 2083, "Finetune/Step Time": 12.393950102850795}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8086215257644653, "Finetune/Loss (Raw)": 0.9648852348327637, "Finetune/Step": 2084, "Finetune/Step Time": 12.390416884794831}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8058381676673889, "Finetune/Loss (Raw)": 0.5599896907806396, "Finetune/Step": 2085, "Finetune/Step Time": 12.416748577728868}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8053643703460693, "Finetune/Loss (Raw)": 0.8818058967590332, "Finetune/Step": 2086, "Finetune/Step Time": 12.423286732286215}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8069086074829102, "Finetune/Loss (Raw)": 0.9476839303970337, "Finetune/Step": 2087, "Finetune/Step Time": 12.410127764567733}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8063724040985107, "Finetune/Loss (Raw)": 0.9095218181610107, "Finetune/Step": 2088, "Finetune/Step Time": 12.399033900350332}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8074569702148438, "Finetune/Loss (Raw)": 0.8470274806022644, "Finetune/Step": 2089, "Finetune/Step Time": 12.389425242319703}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.8064125180244446, "Finetune/Loss (Raw)": 0.5438876152038574, "Finetune/Step": 2090, "Finetune/Step Time": 12.389612404629588}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8077653646469116, "Finetune/Loss (Raw)": 0.7656033039093018, "Finetune/Step": 2091, "Finetune/Step Time": 12.363680386915803}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.807876467704773, "Finetune/Loss (Raw)": 0.8444300889968872, "Finetune/Step": 2092, "Finetune/Step Time": 12.347426680848002}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8095980286598206, "Finetune/Loss (Raw)": 0.8952027559280396, "Finetune/Step": 2093, "Finetune/Step Time": 12.348331209272146}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.811089277267456, "Finetune/Loss (Raw)": 0.961511492729187, "Finetune/Step": 2094, "Finetune/Step Time": 12.34864347614348}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8115979433059692, "Finetune/Loss (Raw)": 0.822564423084259, "Finetune/Step": 2095, "Finetune/Step Time": 12.356620982289314}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8105316162109375, "Finetune/Loss (Raw)": 0.7820993661880493, "Finetune/Step": 2096, "Finetune/Step Time": 12.364156302064657}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8121985793113708, "Finetune/Loss (Raw)": 0.8684703707695007, "Finetune/Step": 2097, "Finetune/Step Time": 12.336233615875244}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8120236396789551, "Finetune/Loss (Raw)": 0.7773204445838928, "Finetune/Step": 2098, "Finetune/Step Time": 12.346177315339446}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8108841180801392, "Finetune/Loss (Raw)": 0.5410776138305664, "Finetune/Step": 2099, "Finetune/Step Time": 12.349634876474738}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8097048997879028, "Finetune/Loss (Raw)": 0.6723136901855469, "Finetune/Step": 2100, "Finetune/Step Time": 12.356504335999489}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8104708194732666, "Finetune/Loss (Raw)": 0.8894163370132446, "Finetune/Step": 2101, "Finetune/Step Time": 12.293089404702187}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8092360496520996, "Finetune/Loss (Raw)": 0.7895292043685913, "Finetune/Step": 2102, "Finetune/Step Time": 12.299257803708315}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.8076343536376953, "Finetune/Loss (Raw)": 0.6197487711906433, "Finetune/Step": 2103, "Finetune/Step Time": 12.334242617711425}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8072259426116943, "Finetune/Loss (Raw)": 0.795588493347168, "Finetune/Step": 2104, "Finetune/Step Time": 12.345991326496005}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.806664228439331, "Finetune/Loss (Raw)": 0.7996770739555359, "Finetune/Step": 2105, "Finetune/Step Time": 12.356245651841164}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8058860301971436, "Finetune/Loss (Raw)": 0.8465604782104492, "Finetune/Step": 2106, "Finetune/Step Time": 12.349196761846542}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8074102401733398, "Finetune/Loss (Raw)": 0.8439436554908752, "Finetune/Step": 2107, "Finetune/Step Time": 12.319878721609712}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8078290224075317, "Finetune/Loss (Raw)": 0.7461082339286804, "Finetune/Step": 2108, "Finetune/Step Time": 12.300497500225902}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8081454038619995, "Finetune/Loss (Raw)": 0.8768235445022583, "Finetune/Step": 2109, "Finetune/Step Time": 12.310703171417117}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8073748350143433, "Finetune/Loss (Raw)": 0.7657598853111267, "Finetune/Step": 2110, "Finetune/Step Time": 12.324396723881364}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8071209192276001, "Finetune/Loss (Raw)": 0.7767886519432068, "Finetune/Step": 2111, "Finetune/Step Time": 12.344504242762923}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.804514467716217, "Finetune/Loss (Raw)": 0.6513233184814453, "Finetune/Step": 2112, "Finetune/Step Time": 12.37132559157908}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8036941289901733, "Finetune/Loss (Raw)": 0.8328051567077637, "Finetune/Step": 2113, "Finetune/Step Time": 12.36271265335381}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.8025224804878235, "Finetune/Loss (Raw)": 0.8820570707321167, "Finetune/Step": 2114, "Finetune/Step Time": 12.389832612127066}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8032146096229553, "Finetune/Loss (Raw)": 0.8832873106002808, "Finetune/Step": 2115, "Finetune/Step Time": 12.351125558838248}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8021129369735718, "Finetune/Loss (Raw)": 0.6699943542480469, "Finetune/Step": 2116, "Finetune/Step Time": 12.37807180173695}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.800251305103302, "Finetune/Loss (Raw)": 0.6562678813934326, "Finetune/Step": 2117, "Finetune/Step Time": 12.406118681654334}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.7992585301399231, "Finetune/Loss (Raw)": 0.7560240626335144, "Finetune/Step": 2118, "Finetune/Step Time": 12.387695079669356}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7995865345001221, "Finetune/Loss (Raw)": 0.7481248378753662, "Finetune/Step": 2119, "Finetune/Step Time": 12.404376350343227}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.7984843254089355, "Finetune/Loss (Raw)": 0.7115293145179749, "Finetune/Step": 2120, "Finetune/Step Time": 12.438432529568672}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.7994499802589417, "Finetune/Loss (Raw)": 0.8365402221679688, "Finetune/Step": 2121, "Finetune/Step Time": 12.429572625085711}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.8011534810066223, "Finetune/Loss (Raw)": 0.8835415840148926, "Finetune/Step": 2122, "Finetune/Step Time": 12.41344841197133}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.8023081421852112, "Finetune/Loss (Raw)": 0.8725741505622864, "Finetune/Step": 2123, "Finetune/Step Time": 12.414132120087743}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8032411336898804, "Finetune/Loss (Raw)": 0.8757267594337463, "Finetune/Step": 2124, "Finetune/Step Time": 12.407272033393383}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8025038242340088, "Finetune/Loss (Raw)": 0.8725752830505371, "Finetune/Step": 2125, "Finetune/Step Time": 12.427904011681676}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8033990859985352, "Finetune/Loss (Raw)": 0.913661539554596, "Finetune/Step": 2126, "Finetune/Step Time": 12.422381794080138}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.8046354651451111, "Finetune/Loss (Raw)": 0.8359049558639526, "Finetune/Step": 2127, "Finetune/Step Time": 12.409215848892927}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8036820888519287, "Finetune/Loss (Raw)": 0.5800454020500183, "Finetune/Step": 2128, "Finetune/Step Time": 12.396235570311546}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.8021732568740845, "Finetune/Loss (Raw)": 0.6557483673095703, "Finetune/Step": 2129, "Finetune/Step Time": 12.41461443528533}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8024680614471436, "Finetune/Loss (Raw)": 0.8648737668991089, "Finetune/Step": 2130, "Finetune/Step Time": 12.411914609372616}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.803307294845581, "Finetune/Loss (Raw)": 0.8803238868713379, "Finetune/Step": 2131, "Finetune/Step Time": 12.400298062711954}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8032158017158508, "Finetune/Loss (Raw)": 0.7930163145065308, "Finetune/Step": 2132, "Finetune/Step Time": 12.40542759001255}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8054604530334473, "Finetune/Loss (Raw)": 1.0621381998062134, "Finetune/Step": 2133, "Finetune/Step Time": 12.402263643220067}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8049702644348145, "Finetune/Loss (Raw)": 0.7565082907676697, "Finetune/Step": 2134, "Finetune/Step Time": 12.414828546345234}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8028609752655029, "Finetune/Loss (Raw)": 0.7621895670890808, "Finetune/Step": 2135, "Finetune/Step Time": 12.40765255689621}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.803296685218811, "Finetune/Loss (Raw)": 0.8474002480506897, "Finetune/Step": 2136, "Finetune/Step Time": 12.400064840912819}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8023802638053894, "Finetune/Loss (Raw)": 0.6454513072967529, "Finetune/Step": 2137, "Finetune/Step Time": 12.43141477368772}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8017538189888, "Finetune/Loss (Raw)": 0.8303589820861816, "Finetune/Step": 2138, "Finetune/Step Time": 12.432655286043882}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7998125553131104, "Finetune/Loss (Raw)": 0.7473233938217163, "Finetune/Step": 2139, "Finetune/Step Time": 12.457270545884967}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.8001017570495605, "Finetune/Loss (Raw)": 0.8694710731506348, "Finetune/Step": 2140, "Finetune/Step Time": 12.464623592793941}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.800568699836731, "Finetune/Loss (Raw)": 0.9686218500137329, "Finetune/Step": 2141, "Finetune/Step Time": 12.434736615046859}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8012719750404358, "Finetune/Loss (Raw)": 0.7652543187141418, "Finetune/Step": 2142, "Finetune/Step Time": 12.414763143286109}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.8022042512893677, "Finetune/Loss (Raw)": 0.8121236562728882, "Finetune/Step": 2143, "Finetune/Step Time": 12.40898022800684}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8029841780662537, "Finetune/Loss (Raw)": 0.7974792718887329, "Finetune/Step": 2144, "Finetune/Step Time": 12.394365748390555}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.8018678426742554, "Finetune/Loss (Raw)": 0.5498932600021362, "Finetune/Step": 2145, "Finetune/Step Time": 12.392507333308458}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8016525506973267, "Finetune/Loss (Raw)": 0.8475518226623535, "Finetune/Step": 2146, "Finetune/Step Time": 12.410612082108855}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8018190264701843, "Finetune/Loss (Raw)": 0.8044500946998596, "Finetune/Step": 2147, "Finetune/Step Time": 12.413139823824167}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.8026931285858154, "Finetune/Loss (Raw)": 0.9590149521827698, "Finetune/Step": 2148, "Finetune/Step Time": 12.411094753071666}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8031914234161377, "Finetune/Loss (Raw)": 0.8698205351829529, "Finetune/Step": 2149, "Finetune/Step Time": 12.396001594141126}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8028963804244995, "Finetune/Loss (Raw)": 0.7774528861045837, "Finetune/Step": 2150, "Finetune/Step Time": 12.391607092693448}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.804736852645874, "Finetune/Loss (Raw)": 0.8969501852989197, "Finetune/Step": 2151, "Finetune/Step Time": 12.358438700437546}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8045879602432251, "Finetune/Loss (Raw)": 0.7494654059410095, "Finetune/Step": 2152, "Finetune/Step Time": 12.367137869819999}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8045576810836792, "Finetune/Loss (Raw)": 0.7776591181755066, "Finetune/Step": 2153, "Finetune/Step Time": 12.353933934122324}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8033260107040405, "Finetune/Loss (Raw)": 0.7178823351860046, "Finetune/Step": 2154, "Finetune/Step Time": 12.36501177214086}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.803785502910614, "Finetune/Loss (Raw)": 0.8288377523422241, "Finetune/Step": 2155, "Finetune/Step Time": 12.370443036779761}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8026958703994751, "Finetune/Loss (Raw)": 0.6856340169906616, "Finetune/Step": 2156, "Finetune/Step Time": 12.360394844785333}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8014207482337952, "Finetune/Loss (Raw)": 0.7318364381790161, "Finetune/Step": 2157, "Finetune/Step Time": 12.369012570008636}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8042271733283997, "Finetune/Loss (Raw)": 0.8912769556045532, "Finetune/Step": 2158, "Finetune/Step Time": 12.336705973371863}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.804318904876709, "Finetune/Loss (Raw)": 0.8211525678634644, "Finetune/Step": 2159, "Finetune/Step Time": 12.362690234556794}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8033674955368042, "Finetune/Loss (Raw)": 0.8041231036186218, "Finetune/Step": 2160, "Finetune/Step Time": 12.360894808545709}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8027417063713074, "Finetune/Loss (Raw)": 0.7693590521812439, "Finetune/Step": 2161, "Finetune/Step Time": 12.356233805418015}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.8012044429779053, "Finetune/Loss (Raw)": 0.749013364315033, "Finetune/Step": 2162, "Finetune/Step Time": 12.36448010057211}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.802320659160614, "Finetune/Loss (Raw)": 0.8008943796157837, "Finetune/Step": 2163, "Finetune/Step Time": 12.33838278055191}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.8030728101730347, "Finetune/Loss (Raw)": 0.942121148109436, "Finetune/Step": 2164, "Finetune/Step Time": 12.321239089593291}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8027451038360596, "Finetune/Loss (Raw)": 0.7654315233230591, "Finetune/Step": 2165, "Finetune/Step Time": 12.331035058945417}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.8042883276939392, "Finetune/Loss (Raw)": 0.8966958522796631, "Finetune/Step": 2166, "Finetune/Step Time": 12.320483934134245}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.803980827331543, "Finetune/Loss (Raw)": 0.8999078273773193, "Finetune/Step": 2167, "Finetune/Step Time": 12.318253813311458}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.803544282913208, "Finetune/Loss (Raw)": 0.8032112121582031, "Finetune/Step": 2168, "Finetune/Step Time": 12.319594662636518}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8037632703781128, "Finetune/Loss (Raw)": 0.8908824324607849, "Finetune/Step": 2169, "Finetune/Step Time": 12.2462641838938}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.8034259080886841, "Finetune/Loss (Raw)": 0.7091643810272217, "Finetune/Step": 2170, "Finetune/Step Time": 12.271107789129019}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.8026502728462219, "Finetune/Loss (Raw)": 0.7369091510772705, "Finetune/Step": 2171, "Finetune/Step Time": 12.280976053327322}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8026913404464722, "Finetune/Loss (Raw)": 0.8513627648353577, "Finetune/Step": 2172, "Finetune/Step Time": 12.285365615040064}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8005382418632507, "Finetune/Loss (Raw)": 0.5942004323005676, "Finetune/Step": 2173, "Finetune/Step Time": 12.288711607456207}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.7982354760169983, "Finetune/Loss (Raw)": 0.6294973492622375, "Finetune/Step": 2174, "Finetune/Step Time": 12.303788492456079}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.7971498966217041, "Finetune/Loss (Raw)": 0.7704489231109619, "Finetune/Step": 2175, "Finetune/Step Time": 12.322966082021594}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.7982252240180969, "Finetune/Loss (Raw)": 0.869107186794281, "Finetune/Step": 2176, "Finetune/Step Time": 12.321471618488431}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8007552623748779, "Finetune/Loss (Raw)": 0.8927745819091797, "Finetune/Step": 2177, "Finetune/Step Time": 12.302584271878004}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8008692860603333, "Finetune/Loss (Raw)": 0.7059952020645142, "Finetune/Step": 2178, "Finetune/Step Time": 12.286211708560586}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.7995304465293884, "Finetune/Loss (Raw)": 0.7920910716056824, "Finetune/Step": 2179, "Finetune/Step Time": 12.299716165289283}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.7990302443504333, "Finetune/Loss (Raw)": 0.8411977291107178, "Finetune/Step": 2180, "Finetune/Step Time": 12.294917253777385}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.798926055431366, "Finetune/Loss (Raw)": 0.8698585629463196, "Finetune/Step": 2181, "Finetune/Step Time": 12.29146870598197}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.7989843487739563, "Finetune/Loss (Raw)": 0.9439213275909424, "Finetune/Step": 2182, "Finetune/Step Time": 12.296932570636272}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7976016998291016, "Finetune/Loss (Raw)": 0.6979072690010071, "Finetune/Step": 2183, "Finetune/Step Time": 12.323456387966871}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.7959391474723816, "Finetune/Loss (Raw)": 0.6847535371780396, "Finetune/Step": 2184, "Finetune/Step Time": 12.342188181355596}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7968037128448486, "Finetune/Loss (Raw)": 0.8434009552001953, "Finetune/Step": 2185, "Finetune/Step Time": 12.324202684685588}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.7969293594360352, "Finetune/Loss (Raw)": 0.8097394704818726, "Finetune/Step": 2186, "Finetune/Step Time": 12.301497681066394}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.7954012155532837, "Finetune/Loss (Raw)": 0.5627304911613464, "Finetune/Step": 2187, "Finetune/Step Time": 12.361695824190974}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.795405387878418, "Finetune/Loss (Raw)": 0.7724445462226868, "Finetune/Step": 2188, "Finetune/Step Time": 12.406265439465642}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7935836315155029, "Finetune/Loss (Raw)": 0.6893000602722168, "Finetune/Step": 2189, "Finetune/Step Time": 12.415013054385781}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7928880453109741, "Finetune/Loss (Raw)": 0.6865347623825073, "Finetune/Step": 2190, "Finetune/Step Time": 12.426437489688396}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7920570373535156, "Finetune/Loss (Raw)": 0.7858458757400513, "Finetune/Step": 2191, "Finetune/Step Time": 12.445364968851209}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.7914637327194214, "Finetune/Loss (Raw)": 0.6823017001152039, "Finetune/Step": 2192, "Finetune/Step Time": 12.413951547816396}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7923861145973206, "Finetune/Loss (Raw)": 0.9089283347129822, "Finetune/Step": 2193, "Finetune/Step Time": 12.405803496018052}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7939536571502686, "Finetune/Loss (Raw)": 0.7973859310150146, "Finetune/Step": 2194, "Finetune/Step Time": 12.38368646427989}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.7942602634429932, "Finetune/Loss (Raw)": 0.8628275394439697, "Finetune/Step": 2195, "Finetune/Step Time": 12.382274504750967}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7933863401412964, "Finetune/Loss (Raw)": 0.7266445755958557, "Finetune/Step": 2196, "Finetune/Step Time": 12.396221555769444}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7931392788887024, "Finetune/Loss (Raw)": 0.7905957102775574, "Finetune/Step": 2197, "Finetune/Step Time": 12.394957438111305}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7951205968856812, "Finetune/Loss (Raw)": 0.765842854976654, "Finetune/Step": 2198, "Finetune/Step Time": 12.390834854915738}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.7943792939186096, "Finetune/Loss (Raw)": 0.7539461851119995, "Finetune/Step": 2199, "Finetune/Step Time": 12.383011922240257}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7926992774009705, "Finetune/Loss (Raw)": 0.7211640477180481, "Finetune/Step": 2200, "Finetune/Step Time": 12.399407990276814}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7918686866760254, "Finetune/Loss (Raw)": 0.636853039264679, "Finetune/Step": 2201, "Finetune/Step Time": 12.410967567935586}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7906343936920166, "Finetune/Loss (Raw)": 0.7799400091171265, "Finetune/Step": 2202, "Finetune/Step Time": 12.39464363642037}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7908058166503906, "Finetune/Loss (Raw)": 0.8079781532287598, "Finetune/Step": 2203, "Finetune/Step Time": 12.396227393299341}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7909530401229858, "Finetune/Loss (Raw)": 0.7110902667045593, "Finetune/Step": 2204, "Finetune/Step Time": 12.390880841761827}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.7901860475540161, "Finetune/Loss (Raw)": 0.6759999394416809, "Finetune/Step": 2205, "Finetune/Step Time": 12.415026703849435}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7883520126342773, "Finetune/Loss (Raw)": 0.5491312146186829, "Finetune/Step": 2206, "Finetune/Step Time": 12.502029752358794}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7888790369033813, "Finetune/Loss (Raw)": 0.8423873782157898, "Finetune/Step": 2207, "Finetune/Step Time": 12.49705478362739}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7893204092979431, "Finetune/Loss (Raw)": 0.7553871273994446, "Finetune/Step": 2208, "Finetune/Step Time": 12.489910012111068}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7892088890075684, "Finetune/Loss (Raw)": 0.770659327507019, "Finetune/Step": 2209, "Finetune/Step Time": 12.466975826770067}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7877461910247803, "Finetune/Loss (Raw)": 0.5856648087501526, "Finetune/Step": 2210, "Finetune/Step Time": 12.49130336754024}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.7878842353820801, "Finetune/Loss (Raw)": 0.8991437554359436, "Finetune/Step": 2211, "Finetune/Step Time": 12.52974527888}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.784896969795227, "Finetune/Loss (Raw)": 0.5825181007385254, "Finetune/Step": 2212, "Finetune/Step Time": 12.57501140423119}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7861753702163696, "Finetune/Loss (Raw)": 0.7236279249191284, "Finetune/Step": 2213, "Finetune/Step Time": 12.554696163162589}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7839208245277405, "Finetune/Loss (Raw)": 0.5932207107543945, "Finetune/Step": 2214, "Finetune/Step Time": 12.571066929027438}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.783092737197876, "Finetune/Loss (Raw)": 0.8416887521743774, "Finetune/Step": 2215, "Finetune/Step Time": 12.56987626478076}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7827248573303223, "Finetune/Loss (Raw)": 0.8624330163002014, "Finetune/Step": 2216, "Finetune/Step Time": 12.569046450778842}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7834517359733582, "Finetune/Loss (Raw)": 0.9400699734687805, "Finetune/Step": 2217, "Finetune/Step Time": 12.57493489421904}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7837159633636475, "Finetune/Loss (Raw)": 0.5777044296264648, "Finetune/Step": 2218, "Finetune/Step Time": 12.551898686215281}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7833373546600342, "Finetune/Loss (Raw)": 0.7171503901481628, "Finetune/Step": 2219, "Finetune/Step Time": 12.59991991892457}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7832664251327515, "Finetune/Loss (Raw)": 0.8353501558303833, "Finetune/Step": 2220, "Finetune/Step Time": 12.599572665989399}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7817356586456299, "Finetune/Loss (Raw)": 0.6992576122283936, "Finetune/Step": 2221, "Finetune/Step Time": 12.622289843857288}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7810861468315125, "Finetune/Loss (Raw)": 0.8783777356147766, "Finetune/Step": 2222, "Finetune/Step Time": 12.63297077268362}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7812854051589966, "Finetune/Loss (Raw)": 0.8480681777000427, "Finetune/Step": 2223, "Finetune/Step Time": 12.634191550314426}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7815642356872559, "Finetune/Loss (Raw)": 0.8177937269210815, "Finetune/Step": 2224, "Finetune/Step Time": 12.631157889962196}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7808411121368408, "Finetune/Loss (Raw)": 0.7759016752243042, "Finetune/Step": 2225, "Finetune/Step Time": 12.644935509189963}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7813012599945068, "Finetune/Loss (Raw)": 0.8362230062484741, "Finetune/Step": 2226, "Finetune/Step Time": 12.646358540281653}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7840127348899841, "Finetune/Loss (Raw)": 0.8881458640098572, "Finetune/Step": 2227, "Finetune/Step Time": 12.62104576267302}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.784735918045044, "Finetune/Loss (Raw)": 0.7648893594741821, "Finetune/Step": 2228, "Finetune/Step Time": 12.617577569559216}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7836902141571045, "Finetune/Loss (Raw)": 0.7555534839630127, "Finetune/Step": 2229, "Finetune/Step Time": 12.614581936970353}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7834492921829224, "Finetune/Loss (Raw)": 0.7587006092071533, "Finetune/Step": 2230, "Finetune/Step Time": 12.6137013155967}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7857456207275391, "Finetune/Loss (Raw)": 0.9136779308319092, "Finetune/Step": 2231, "Finetune/Step Time": 12.58044752664864}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7870386838912964, "Finetune/Loss (Raw)": 0.9610978364944458, "Finetune/Step": 2232, "Finetune/Step Time": 12.567503048107028}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7861082553863525, "Finetune/Loss (Raw)": 0.680580198764801, "Finetune/Step": 2233, "Finetune/Step Time": 12.561738584190607}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7865008115768433, "Finetune/Loss (Raw)": 0.8968029618263245, "Finetune/Step": 2234, "Finetune/Step Time": 12.570997199043632}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7869044542312622, "Finetune/Loss (Raw)": 0.8956223130226135, "Finetune/Step": 2235, "Finetune/Step Time": 12.58524558134377}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.788180410861969, "Finetune/Loss (Raw)": 0.9094244241714478, "Finetune/Step": 2236, "Finetune/Step Time": 12.588484546169639}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7871540784835815, "Finetune/Loss (Raw)": 0.745451033115387, "Finetune/Step": 2237, "Finetune/Step Time": 12.583779826760292}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7863569259643555, "Finetune/Loss (Raw)": 0.6637312173843384, "Finetune/Step": 2238, "Finetune/Step Time": 12.589109992608428}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7886608839035034, "Finetune/Loss (Raw)": 1.0716925859451294, "Finetune/Step": 2239, "Finetune/Step Time": 12.566489361226559}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7909157276153564, "Finetune/Loss (Raw)": 0.9399343132972717, "Finetune/Step": 2240, "Finetune/Step Time": 12.54228905774653}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.7915842533111572, "Finetune/Loss (Raw)": 0.9183812737464905, "Finetune/Step": 2241, "Finetune/Step Time": 12.55556906759739}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.7907522916793823, "Finetune/Loss (Raw)": 0.7755693793296814, "Finetune/Step": 2242, "Finetune/Step Time": 12.529736742377281}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7896773815155029, "Finetune/Loss (Raw)": 0.7456983923912048, "Finetune/Step": 2243, "Finetune/Step Time": 12.533663425594568}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7925573587417603, "Finetune/Loss (Raw)": 1.0386226177215576, "Finetune/Step": 2244, "Finetune/Step Time": 12.50178550183773}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7942273020744324, "Finetune/Loss (Raw)": 0.8700260519981384, "Finetune/Step": 2245, "Finetune/Step Time": 12.472935654222965}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.795753002166748, "Finetune/Loss (Raw)": 0.9513146281242371, "Finetune/Step": 2246, "Finetune/Step Time": 12.479008315131068}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.7955659627914429, "Finetune/Loss (Raw)": 0.7241862416267395, "Finetune/Step": 2247, "Finetune/Step Time": 12.478819476440549}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.795335054397583, "Finetune/Loss (Raw)": 0.6819753050804138, "Finetune/Step": 2248, "Finetune/Step Time": 12.441411215811968}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.7948501706123352, "Finetune/Loss (Raw)": 0.7744673490524292, "Finetune/Step": 2249, "Finetune/Step Time": 12.44307965412736}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.7940783500671387, "Finetune/Loss (Raw)": 0.7847464680671692, "Finetune/Step": 2250, "Finetune/Step Time": 12.470589427277446}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.793652355670929, "Finetune/Loss (Raw)": 0.8180541396141052, "Finetune/Step": 2251, "Finetune/Step Time": 12.463620234280825}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.7918481230735779, "Finetune/Loss (Raw)": 0.6447819471359253, "Finetune/Step": 2252, "Finetune/Step Time": 12.489266492426395}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.7917395234107971, "Finetune/Loss (Raw)": 0.8586770296096802, "Finetune/Step": 2253, "Finetune/Step Time": 12.465184073895216}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.7916293144226074, "Finetune/Loss (Raw)": 0.8995491862297058, "Finetune/Step": 2254, "Finetune/Step Time": 12.476720098406076}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.7916063070297241, "Finetune/Loss (Raw)": 0.8329631090164185, "Finetune/Step": 2255, "Finetune/Step Time": 12.459704753011465}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.792826771736145, "Finetune/Loss (Raw)": 0.7362672090530396, "Finetune/Step": 2256, "Finetune/Step Time": 12.430880824103951}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.7940207719802856, "Finetune/Loss (Raw)": 0.80857914686203, "Finetune/Step": 2257, "Finetune/Step Time": 12.406473148614168}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.7922350168228149, "Finetune/Loss (Raw)": 0.6362974047660828, "Finetune/Step": 2258, "Finetune/Step Time": 12.410498408600688}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7911994457244873, "Finetune/Loss (Raw)": 0.747772216796875, "Finetune/Step": 2259, "Finetune/Step Time": 12.41760404780507}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.7910509705543518, "Finetune/Loss (Raw)": 0.7740058302879333, "Finetune/Step": 2260, "Finetune/Step Time": 12.43489540554583}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7896056175231934, "Finetune/Loss (Raw)": 0.8771405816078186, "Finetune/Step": 2261, "Finetune/Step Time": 12.437619887292385}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.7910046577453613, "Finetune/Loss (Raw)": 0.9355810284614563, "Finetune/Step": 2262, "Finetune/Step Time": 12.433653460815549}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.7911573052406311, "Finetune/Loss (Raw)": 0.7817269563674927, "Finetune/Step": 2263, "Finetune/Step Time": 12.443230222910643}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.791305661201477, "Finetune/Loss (Raw)": 0.8663972616195679, "Finetune/Step": 2264, "Finetune/Step Time": 12.446608383208513}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.7924531698226929, "Finetune/Loss (Raw)": 0.7923269867897034, "Finetune/Step": 2265, "Finetune/Step Time": 12.417412832379341}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.7903552055358887, "Finetune/Loss (Raw)": 0.5618139505386353, "Finetune/Step": 2266, "Finetune/Step Time": 12.423260670155287}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.7907688021659851, "Finetune/Loss (Raw)": 0.8002707958221436, "Finetune/Step": 2267, "Finetune/Step Time": 12.389983607456088}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7899283766746521, "Finetune/Loss (Raw)": 0.7618982195854187, "Finetune/Step": 2268, "Finetune/Step Time": 12.38426617346704}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.789238691329956, "Finetune/Loss (Raw)": 0.8803451061248779, "Finetune/Step": 2269, "Finetune/Step Time": 12.37731322646141}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7879033088684082, "Finetune/Loss (Raw)": 0.5943197011947632, "Finetune/Step": 2270, "Finetune/Step Time": 12.393144430592656}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7882634401321411, "Finetune/Loss (Raw)": 0.8582153916358948, "Finetune/Step": 2271, "Finetune/Step Time": 12.363698868080974}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7888684868812561, "Finetune/Loss (Raw)": 0.8749309182167053, "Finetune/Step": 2272, "Finetune/Step Time": 12.360984625294805}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.791002631187439, "Finetune/Loss (Raw)": 0.8230695128440857, "Finetune/Step": 2273, "Finetune/Step Time": 12.344032457098365}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.7900189161300659, "Finetune/Loss (Raw)": 0.7216297388076782, "Finetune/Step": 2274, "Finetune/Step Time": 12.364676607772708}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.7907801866531372, "Finetune/Loss (Raw)": 0.9018889665603638, "Finetune/Step": 2275, "Finetune/Step Time": 12.355267591774464}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.7898895740509033, "Finetune/Loss (Raw)": 0.8450208902359009, "Finetune/Step": 2276, "Finetune/Step Time": 12.359897695481777}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7883683443069458, "Finetune/Loss (Raw)": 0.6751025915145874, "Finetune/Step": 2277, "Finetune/Step Time": 12.364026976749301}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7891594767570496, "Finetune/Loss (Raw)": 0.8787167072296143, "Finetune/Step": 2278, "Finetune/Step Time": 12.362318782135844}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.788753867149353, "Finetune/Loss (Raw)": 0.8450265526771545, "Finetune/Step": 2279, "Finetune/Step Time": 12.349409971386194}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.7893528938293457, "Finetune/Loss (Raw)": 0.8261400461196899, "Finetune/Step": 2280, "Finetune/Step Time": 12.345797279849648}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.7895219326019287, "Finetune/Loss (Raw)": 0.7993102073669434, "Finetune/Step": 2281, "Finetune/Step Time": 12.348134525120258}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.7901086807250977, "Finetune/Loss (Raw)": 0.7929837107658386, "Finetune/Step": 2282, "Finetune/Step Time": 12.342661369591951}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7908729314804077, "Finetune/Loss (Raw)": 0.9266600608825684, "Finetune/Step": 2283, "Finetune/Step Time": 12.325256574898958}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7905230522155762, "Finetune/Loss (Raw)": 0.6408494710922241, "Finetune/Step": 2284, "Finetune/Step Time": 12.348530093207955}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.791022777557373, "Finetune/Loss (Raw)": 0.7957959175109863, "Finetune/Step": 2285, "Finetune/Step Time": 12.347007110714912}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.7902388572692871, "Finetune/Loss (Raw)": 0.7909345626831055, "Finetune/Step": 2286, "Finetune/Step Time": 12.362419579178095}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.788804829120636, "Finetune/Loss (Raw)": 0.6375983357429504, "Finetune/Step": 2287, "Finetune/Step Time": 12.338177653029561}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.7893486022949219, "Finetune/Loss (Raw)": 0.8737223744392395, "Finetune/Step": 2288, "Finetune/Step Time": 12.34193922020495}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7882463335990906, "Finetune/Loss (Raw)": 0.6282771229743958, "Finetune/Step": 2289, "Finetune/Step Time": 12.358575204387307}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.7894408702850342, "Finetune/Loss (Raw)": 0.9019123911857605, "Finetune/Step": 2290, "Finetune/Step Time": 12.350156612694263}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7891254425048828, "Finetune/Loss (Raw)": 0.7605145573616028, "Finetune/Step": 2291, "Finetune/Step Time": 12.368946947157383}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7875118255615234, "Finetune/Loss (Raw)": 0.7355804443359375, "Finetune/Step": 2292, "Finetune/Step Time": 12.374667063355446}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7857938408851624, "Finetune/Loss (Raw)": 0.5455307364463806, "Finetune/Step": 2293, "Finetune/Step Time": 12.344553420320153}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7852519750595093, "Finetune/Loss (Raw)": 0.827332615852356, "Finetune/Step": 2294, "Finetune/Step Time": 12.345589308068156}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7844250798225403, "Finetune/Loss (Raw)": 0.7940688729286194, "Finetune/Step": 2295, "Finetune/Step Time": 12.374170817434788}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7833480834960938, "Finetune/Loss (Raw)": 0.6653518080711365, "Finetune/Step": 2296, "Finetune/Step Time": 12.377327602356672}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7825736999511719, "Finetune/Loss (Raw)": 0.7917681932449341, "Finetune/Step": 2297, "Finetune/Step Time": 12.37864537909627}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7831735014915466, "Finetune/Loss (Raw)": 0.7859400510787964, "Finetune/Step": 2298, "Finetune/Step Time": 12.359158175066113}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7843929529190063, "Finetune/Loss (Raw)": 0.8930002450942993, "Finetune/Step": 2299, "Finetune/Step Time": 12.35704892873764}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.784422755241394, "Finetune/Loss (Raw)": 0.8551772236824036, "Finetune/Step": 2300, "Finetune/Step Time": 12.366219175979495}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7855194211006165, "Finetune/Loss (Raw)": 0.7345689535140991, "Finetune/Step": 2301, "Finetune/Step Time": 12.351052943617105}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7862429618835449, "Finetune/Loss (Raw)": 0.722107470035553, "Finetune/Step": 2302, "Finetune/Step Time": 12.341649860143661}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7868162989616394, "Finetune/Loss (Raw)": 0.8438369631767273, "Finetune/Step": 2303, "Finetune/Step Time": 12.330257264897227}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7850573658943176, "Finetune/Loss (Raw)": 0.6439633965492249, "Finetune/Step": 2304, "Finetune/Step Time": 12.349139617756009}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7838307619094849, "Finetune/Loss (Raw)": 0.7357739806175232, "Finetune/Step": 2305, "Finetune/Step Time": 12.346190817654133}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7855374813079834, "Finetune/Loss (Raw)": 0.9244477152824402, "Finetune/Step": 2306, "Finetune/Step Time": 12.348066911101341}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7859678268432617, "Finetune/Loss (Raw)": 0.8471752405166626, "Finetune/Step": 2307, "Finetune/Step Time": 12.326620439067483}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7835705280303955, "Finetune/Loss (Raw)": 0.5343512296676636, "Finetune/Step": 2308, "Finetune/Step Time": 12.326403092592955}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7826704382896423, "Finetune/Loss (Raw)": 0.754644513130188, "Finetune/Step": 2309, "Finetune/Step Time": 12.32275215536356}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7821418046951294, "Finetune/Loss (Raw)": 0.8762596249580383, "Finetune/Step": 2310, "Finetune/Step Time": 12.318923464044929}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7835522890090942, "Finetune/Loss (Raw)": 0.878441333770752, "Finetune/Step": 2311, "Finetune/Step Time": 12.288931474089622}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7836534976959229, "Finetune/Loss (Raw)": 0.6977084279060364, "Finetune/Step": 2312, "Finetune/Step Time": 12.302721893414855}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7836295366287231, "Finetune/Loss (Raw)": 0.8403345942497253, "Finetune/Step": 2313, "Finetune/Step Time": 12.308348247781396}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.783273458480835, "Finetune/Loss (Raw)": 0.7641641497612, "Finetune/Step": 2314, "Finetune/Step Time": 12.319521307945251}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7847645282745361, "Finetune/Loss (Raw)": 0.7535926103591919, "Finetune/Step": 2315, "Finetune/Step Time": 12.259968135505915}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7855498790740967, "Finetune/Loss (Raw)": 0.8729662895202637, "Finetune/Step": 2316, "Finetune/Step Time": 12.213834580034018}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7862316966056824, "Finetune/Loss (Raw)": 0.776573121547699, "Finetune/Step": 2317, "Finetune/Step Time": 12.215724136680365}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7865897417068481, "Finetune/Loss (Raw)": 0.7323707342147827, "Finetune/Step": 2318, "Finetune/Step Time": 12.199944199994206}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.7876879572868347, "Finetune/Loss (Raw)": 0.9264081716537476, "Finetune/Step": 2319, "Finetune/Step Time": 12.187659224495292}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.788529634475708, "Finetune/Loss (Raw)": 0.7900387048721313, "Finetune/Step": 2320, "Finetune/Step Time": 12.191391276195645}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7877006530761719, "Finetune/Loss (Raw)": 0.8028193712234497, "Finetune/Step": 2321, "Finetune/Step Time": 12.204241937026381}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7880841493606567, "Finetune/Loss (Raw)": 0.8464704751968384, "Finetune/Step": 2322, "Finetune/Step Time": 12.202176880091429}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7866513729095459, "Finetune/Loss (Raw)": 0.6794371008872986, "Finetune/Step": 2323, "Finetune/Step Time": 12.224537935107946}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7869963049888611, "Finetune/Loss (Raw)": 0.7707943320274353, "Finetune/Step": 2324, "Finetune/Step Time": 12.214804157614708}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7875760793685913, "Finetune/Loss (Raw)": 0.8648064732551575, "Finetune/Step": 2325, "Finetune/Step Time": 12.227992996573448}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.7863855361938477, "Finetune/Loss (Raw)": 0.6134501695632935, "Finetune/Step": 2326, "Finetune/Step Time": 12.245505074039102}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7867580056190491, "Finetune/Loss (Raw)": 0.8016262650489807, "Finetune/Step": 2327, "Finetune/Step Time": 12.268431263044477}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.7869296073913574, "Finetune/Loss (Raw)": 0.7431246638298035, "Finetune/Step": 2328, "Finetune/Step Time": 12.260911168530583}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7889881134033203, "Finetune/Loss (Raw)": 0.9003399014472961, "Finetune/Step": 2329, "Finetune/Step Time": 12.23978940024972}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7884954810142517, "Finetune/Loss (Raw)": 0.7168871760368347, "Finetune/Step": 2330, "Finetune/Step Time": 12.258951025083661}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.788586437702179, "Finetune/Loss (Raw)": 0.8196240663528442, "Finetune/Step": 2331, "Finetune/Step Time": 12.267714092507958}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.7908484935760498, "Finetune/Loss (Raw)": 1.000636339187622, "Finetune/Step": 2332, "Finetune/Step Time": 12.262115774676204}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.7925078868865967, "Finetune/Loss (Raw)": 0.8884024620056152, "Finetune/Step": 2333, "Finetune/Step Time": 12.26083099283278}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.794771134853363, "Finetune/Loss (Raw)": 0.8388233184814453, "Finetune/Step": 2334, "Finetune/Step Time": 12.193991158157587}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.7943726181983948, "Finetune/Loss (Raw)": 0.7913790345191956, "Finetune/Step": 2335, "Finetune/Step Time": 12.199510296806693}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.7946394681930542, "Finetune/Loss (Raw)": 0.7895424365997314, "Finetune/Step": 2336, "Finetune/Step Time": 12.209029700607061}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.7956217527389526, "Finetune/Loss (Raw)": 0.8963892459869385, "Finetune/Step": 2337, "Finetune/Step Time": 12.209320299327374}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.7975401282310486, "Finetune/Loss (Raw)": 0.8312138319015503, "Finetune/Step": 2338, "Finetune/Step Time": 12.184149229899049}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.7960939407348633, "Finetune/Loss (Raw)": 0.71403968334198, "Finetune/Step": 2339, "Finetune/Step Time": 12.173842350021005}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.797594428062439, "Finetune/Loss (Raw)": 0.774580180644989, "Finetune/Step": 2340, "Finetune/Step Time": 12.138775639235973}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.7987908124923706, "Finetune/Loss (Raw)": 0.8767534494400024, "Finetune/Step": 2341, "Finetune/Step Time": 12.184196516871452}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.7991934418678284, "Finetune/Loss (Raw)": 0.6447650790214539, "Finetune/Step": 2342, "Finetune/Step Time": 12.192557265982032}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.7997172474861145, "Finetune/Loss (Raw)": 0.908739447593689, "Finetune/Step": 2343, "Finetune/Step Time": 12.217995500192046}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.7988491058349609, "Finetune/Loss (Raw)": 0.7513075470924377, "Finetune/Step": 2344, "Finetune/Step Time": 12.264686610549688}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.7993988990783691, "Finetune/Loss (Raw)": 1.0104374885559082, "Finetune/Step": 2345, "Finetune/Step Time": 12.252684123814106}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.801164448261261, "Finetune/Loss (Raw)": 0.8036988973617554, "Finetune/Step": 2346, "Finetune/Step Time": 12.260637514293194}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8020675182342529, "Finetune/Loss (Raw)": 0.8327479958534241, "Finetune/Step": 2347, "Finetune/Step Time": 12.210501734167337}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8021758794784546, "Finetune/Loss (Raw)": 0.849213719367981, "Finetune/Step": 2348, "Finetune/Step Time": 12.209195209667087}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8027417063713074, "Finetune/Loss (Raw)": 0.7716847658157349, "Finetune/Step": 2349, "Finetune/Step Time": 12.195492019876838}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8020126819610596, "Finetune/Loss (Raw)": 0.785068154335022, "Finetune/Step": 2350, "Finetune/Step Time": 12.1881411857903}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8022325038909912, "Finetune/Loss (Raw)": 0.8762016296386719, "Finetune/Step": 2351, "Finetune/Step Time": 12.185664849355817}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8025242686271667, "Finetune/Loss (Raw)": 0.8551400303840637, "Finetune/Step": 2352, "Finetune/Step Time": 12.198661172762513}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.802847146987915, "Finetune/Loss (Raw)": 0.8172263503074646, "Finetune/Step": 2353, "Finetune/Step Time": 12.191160621121526}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8026871085166931, "Finetune/Loss (Raw)": 0.8157378435134888, "Finetune/Step": 2354, "Finetune/Step Time": 12.180892445147038}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8018002510070801, "Finetune/Loss (Raw)": 0.7746365070343018, "Finetune/Step": 2355, "Finetune/Step Time": 12.182030929252505}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8011907339096069, "Finetune/Loss (Raw)": 0.6868694424629211, "Finetune/Step": 2356, "Finetune/Step Time": 12.18244282156229}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8014664649963379, "Finetune/Loss (Raw)": 0.790839433670044, "Finetune/Step": 2357, "Finetune/Step Time": 12.187073992565274}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8023889064788818, "Finetune/Loss (Raw)": 0.8767759203910828, "Finetune/Step": 2358, "Finetune/Step Time": 12.18126218765974}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.7996631860733032, "Finetune/Loss (Raw)": 0.5647918581962585, "Finetune/Step": 2359, "Finetune/Step Time": 12.207260282710195}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.7988913059234619, "Finetune/Loss (Raw)": 0.8622974157333374, "Finetune/Step": 2360, "Finetune/Step Time": 12.20770637318492}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8003841638565063, "Finetune/Loss (Raw)": 0.8716555237770081, "Finetune/Step": 2361, "Finetune/Step Time": 12.204757899045944}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.7996131181716919, "Finetune/Loss (Raw)": 0.7981113195419312, "Finetune/Step": 2362, "Finetune/Step Time": 12.192433105781674}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.79716956615448, "Finetune/Loss (Raw)": 0.5828565955162048, "Finetune/Step": 2363, "Finetune/Step Time": 12.201354809105396}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.7958465218544006, "Finetune/Loss (Raw)": 0.740070104598999, "Finetune/Step": 2364, "Finetune/Step Time": 12.196863517165184}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.7969570159912109, "Finetune/Loss (Raw)": 0.8875978589057922, "Finetune/Step": 2365, "Finetune/Step Time": 12.192716006189585}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.7963773012161255, "Finetune/Loss (Raw)": 0.5895218253135681, "Finetune/Step": 2366, "Finetune/Step Time": 12.186740662902594}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.7949761748313904, "Finetune/Loss (Raw)": 0.8923477530479431, "Finetune/Step": 2367, "Finetune/Step Time": 12.199093444272876}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.7937089204788208, "Finetune/Loss (Raw)": 0.7777342200279236, "Finetune/Step": 2368, "Finetune/Step Time": 12.188188524916768}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.7936849594116211, "Finetune/Loss (Raw)": 0.9153061509132385, "Finetune/Step": 2369, "Finetune/Step Time": 12.182868119329214}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.7938162684440613, "Finetune/Loss (Raw)": 0.7923758029937744, "Finetune/Step": 2370, "Finetune/Step Time": 12.186098136007786}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.7948732972145081, "Finetune/Loss (Raw)": 0.8810002207756042, "Finetune/Step": 2371, "Finetune/Step Time": 12.178598513826728}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.792609691619873, "Finetune/Loss (Raw)": 0.74888014793396, "Finetune/Step": 2372, "Finetune/Step Time": 12.179511539638042}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.7929035425186157, "Finetune/Loss (Raw)": 0.9076372385025024, "Finetune/Step": 2373, "Finetune/Step Time": 12.208935484290123}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.791081428527832, "Finetune/Loss (Raw)": 0.7180856466293335, "Finetune/Step": 2374, "Finetune/Step Time": 12.210175171494484}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.790374755859375, "Finetune/Loss (Raw)": 0.6337340474128723, "Finetune/Step": 2375, "Finetune/Step Time": 12.213806195184588}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7921221852302551, "Finetune/Loss (Raw)": 0.9056501388549805, "Finetune/Step": 2376, "Finetune/Step Time": 12.221006589010358}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.7935676574707031, "Finetune/Loss (Raw)": 0.959481418132782, "Finetune/Step": 2377, "Finetune/Step Time": 12.21716251410544}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.7944031953811646, "Finetune/Loss (Raw)": 0.8917028307914734, "Finetune/Step": 2378, "Finetune/Step Time": 12.18250185996294}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.7944748401641846, "Finetune/Loss (Raw)": 0.8272231817245483, "Finetune/Step": 2379, "Finetune/Step Time": 12.20352241396904}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.7950166463851929, "Finetune/Loss (Raw)": 0.7141236066818237, "Finetune/Step": 2380, "Finetune/Step Time": 12.17322388291359}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.7944747805595398, "Finetune/Loss (Raw)": 0.7893239259719849, "Finetune/Step": 2381, "Finetune/Step Time": 12.172386528924108}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.7926160097122192, "Finetune/Loss (Raw)": 0.661634087562561, "Finetune/Step": 2382, "Finetune/Step Time": 12.185354083776474}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.79036945104599, "Finetune/Loss (Raw)": 0.545396089553833, "Finetune/Step": 2383, "Finetune/Step Time": 12.203278705477715}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.7919626832008362, "Finetune/Loss (Raw)": 0.9402015209197998, "Finetune/Step": 2384, "Finetune/Step Time": 12.192382702603936}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.7918027639389038, "Finetune/Loss (Raw)": 0.7881128787994385, "Finetune/Step": 2385, "Finetune/Step Time": 12.198176424950361}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.7941645383834839, "Finetune/Loss (Raw)": 0.9386017322540283, "Finetune/Step": 2386, "Finetune/Step Time": 12.204344155266881}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.7945042848587036, "Finetune/Loss (Raw)": 0.7912620902061462, "Finetune/Step": 2387, "Finetune/Step Time": 12.217931900173426}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.7948870658874512, "Finetune/Loss (Raw)": 0.8230021595954895, "Finetune/Step": 2388, "Finetune/Step Time": 12.226848063990474}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.7950903177261353, "Finetune/Loss (Raw)": 0.9031486511230469, "Finetune/Step": 2389, "Finetune/Step Time": 12.228749446570873}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.7949682474136353, "Finetune/Loss (Raw)": 0.9199606776237488, "Finetune/Step": 2390, "Finetune/Step Time": 12.242821097373962}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.7959916591644287, "Finetune/Loss (Raw)": 0.912721574306488, "Finetune/Step": 2391, "Finetune/Step Time": 12.241707533597946}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.7956427931785583, "Finetune/Loss (Raw)": 0.8217442035675049, "Finetune/Step": 2392, "Finetune/Step Time": 12.24485213123262}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.7964451909065247, "Finetune/Loss (Raw)": 0.8950358033180237, "Finetune/Step": 2393, "Finetune/Step Time": 12.276113864034414}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.7965957522392273, "Finetune/Loss (Raw)": 0.5810842514038086, "Finetune/Step": 2394, "Finetune/Step Time": 12.306819751858711}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.7969911694526672, "Finetune/Loss (Raw)": 0.8508877754211426, "Finetune/Step": 2395, "Finetune/Step Time": 12.314323304221034}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.7972380518913269, "Finetune/Loss (Raw)": 0.7934941649436951, "Finetune/Step": 2396, "Finetune/Step Time": 12.309751130640507}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.7967665195465088, "Finetune/Loss (Raw)": 0.8199894428253174, "Finetune/Step": 2397, "Finetune/Step Time": 12.304362310096622}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.7997986078262329, "Finetune/Loss (Raw)": 0.9824315905570984, "Finetune/Step": 2398, "Finetune/Step Time": 12.289043515920639}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8000515103340149, "Finetune/Loss (Raw)": 0.8905868530273438, "Finetune/Step": 2399, "Finetune/Step Time": 12.297052223235369}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.79880690574646, "Finetune/Loss (Raw)": 0.7156190276145935, "Finetune/Step": 2400, "Finetune/Step Time": 12.281141052022576}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.7986022233963013, "Finetune/Loss (Raw)": 0.7968748807907104, "Finetune/Step": 2401, "Finetune/Step Time": 12.281472191214561}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.7985098361968994, "Finetune/Loss (Raw)": 0.7098038196563721, "Finetune/Step": 2402, "Finetune/Step Time": 12.25179586559534}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.7978363037109375, "Finetune/Loss (Raw)": 0.8156724572181702, "Finetune/Step": 2403, "Finetune/Step Time": 12.262222995981574}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.7976862192153931, "Finetune/Loss (Raw)": 0.8258124589920044, "Finetune/Step": 2404, "Finetune/Step Time": 12.258972788229585}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.7985659241676331, "Finetune/Loss (Raw)": 0.7876999378204346, "Finetune/Step": 2405, "Finetune/Step Time": 12.257609363645315}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.7987380623817444, "Finetune/Loss (Raw)": 0.9007553458213806, "Finetune/Step": 2406, "Finetune/Step Time": 12.26377273723483}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.7966932058334351, "Finetune/Loss (Raw)": 0.5832879543304443, "Finetune/Step": 2407, "Finetune/Step Time": 12.297893961891532}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.797844648361206, "Finetune/Loss (Raw)": 0.9735206365585327, "Finetune/Step": 2408, "Finetune/Step Time": 12.306620517745614}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.7978225946426392, "Finetune/Loss (Raw)": 0.7964850664138794, "Finetune/Step": 2409, "Finetune/Step Time": 12.308264812454581}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.7977191209793091, "Finetune/Loss (Raw)": 0.7797336578369141, "Finetune/Step": 2410, "Finetune/Step Time": 12.31912736967206}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.7957193851470947, "Finetune/Loss (Raw)": 0.6707025766372681, "Finetune/Step": 2411, "Finetune/Step Time": 12.33373686671257}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.7965463995933533, "Finetune/Loss (Raw)": 0.7467050552368164, "Finetune/Step": 2412, "Finetune/Step Time": 12.300816690549254}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.7962260246276855, "Finetune/Loss (Raw)": 0.7547873854637146, "Finetune/Step": 2413, "Finetune/Step Time": 12.291665313765407}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.7968122959136963, "Finetune/Loss (Raw)": 0.8659757971763611, "Finetune/Step": 2414, "Finetune/Step Time": 12.273798199370503}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.7981529831886292, "Finetune/Loss (Raw)": 0.8092095851898193, "Finetune/Step": 2415, "Finetune/Step Time": 12.276258880272508}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.7972550392150879, "Finetune/Loss (Raw)": 0.758781909942627, "Finetune/Step": 2416, "Finetune/Step Time": 12.27544260583818}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.7981891632080078, "Finetune/Loss (Raw)": 0.7478523254394531, "Finetune/Step": 2417, "Finetune/Step Time": 12.274017063900828}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.7964029312133789, "Finetune/Loss (Raw)": 0.6732727885246277, "Finetune/Step": 2418, "Finetune/Step Time": 12.300081303343177}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.7964850664138794, "Finetune/Loss (Raw)": 0.771022617816925, "Finetune/Step": 2419, "Finetune/Step Time": 12.322513427585363}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.7985628843307495, "Finetune/Loss (Raw)": 1.001541256904602, "Finetune/Step": 2420, "Finetune/Step Time": 12.312527475878596}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.7994657754898071, "Finetune/Loss (Raw)": 0.661100447177887, "Finetune/Step": 2421, "Finetune/Step Time": 12.329122081398964}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.7983531951904297, "Finetune/Loss (Raw)": 0.6849276423454285, "Finetune/Step": 2422, "Finetune/Step Time": 12.339890580624342}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.7967127561569214, "Finetune/Loss (Raw)": 0.5840930342674255, "Finetune/Step": 2423, "Finetune/Step Time": 12.328193536028266}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.7984253168106079, "Finetune/Loss (Raw)": 0.8845564126968384, "Finetune/Step": 2424, "Finetune/Step Time": 12.325672436505556}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.7976518869400024, "Finetune/Loss (Raw)": 0.6927707195281982, "Finetune/Step": 2425, "Finetune/Step Time": 12.339213956147432}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.796050488948822, "Finetune/Loss (Raw)": 0.5809575915336609, "Finetune/Step": 2426, "Finetune/Step Time": 12.367030929774046}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.795593798160553, "Finetune/Loss (Raw)": 0.8345465064048767, "Finetune/Step": 2427, "Finetune/Step Time": 12.356951976194978}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7943339347839355, "Finetune/Loss (Raw)": 0.6939111948013306, "Finetune/Step": 2428, "Finetune/Step Time": 12.349237756803632}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.7951791882514954, "Finetune/Loss (Raw)": 0.842767059803009, "Finetune/Step": 2429, "Finetune/Step Time": 12.36395206488669}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.7947837114334106, "Finetune/Loss (Raw)": 0.6714847683906555, "Finetune/Step": 2430, "Finetune/Step Time": 12.41375931352377}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.7952660322189331, "Finetune/Loss (Raw)": 0.9055739045143127, "Finetune/Step": 2431, "Finetune/Step Time": 12.397445464506745}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.7964202165603638, "Finetune/Loss (Raw)": 0.7916930317878723, "Finetune/Step": 2432, "Finetune/Step Time": 12.392263740301132}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.7964592576026917, "Finetune/Loss (Raw)": 0.7407758235931396, "Finetune/Step": 2433, "Finetune/Step Time": 12.391713351011276}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.7957030534744263, "Finetune/Loss (Raw)": 0.8276514410972595, "Finetune/Step": 2434, "Finetune/Step Time": 12.404247114434838}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.7951223850250244, "Finetune/Loss (Raw)": 0.7728548049926758, "Finetune/Step": 2435, "Finetune/Step Time": 12.421128692105412}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.7977613210678101, "Finetune/Loss (Raw)": 0.8721250891685486, "Finetune/Step": 2436, "Finetune/Step Time": 12.410621762275696}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.7978377342224121, "Finetune/Loss (Raw)": 0.7644292712211609, "Finetune/Step": 2437, "Finetune/Step Time": 12.42778174392879}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.7977645397186279, "Finetune/Loss (Raw)": 0.866892397403717, "Finetune/Step": 2438, "Finetune/Step Time": 12.433398822322488}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.7978081703186035, "Finetune/Loss (Raw)": 0.8840263485908508, "Finetune/Step": 2439, "Finetune/Step Time": 12.433153809979558}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.7990983724594116, "Finetune/Loss (Raw)": 0.8628541231155396, "Finetune/Step": 2440, "Finetune/Step Time": 12.406272830441594}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.7995197772979736, "Finetune/Loss (Raw)": 0.8942754864692688, "Finetune/Step": 2441, "Finetune/Step Time": 12.401450593024492}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.7999641299247742, "Finetune/Loss (Raw)": 0.821040689945221, "Finetune/Step": 2442, "Finetune/Step Time": 12.398728275671601}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8010463118553162, "Finetune/Loss (Raw)": 0.8921164870262146, "Finetune/Step": 2443, "Finetune/Step Time": 12.402117550373077}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8006845116615295, "Finetune/Loss (Raw)": 0.8266505599021912, "Finetune/Step": 2444, "Finetune/Step Time": 12.40588465705514}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.7996090054512024, "Finetune/Loss (Raw)": 0.638910710811615, "Finetune/Step": 2445, "Finetune/Step Time": 12.423822397366166}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8005504608154297, "Finetune/Loss (Raw)": 0.8528726696968079, "Finetune/Step": 2446, "Finetune/Step Time": 12.427566710859537}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.7998271584510803, "Finetune/Loss (Raw)": 0.8338296413421631, "Finetune/Step": 2447, "Finetune/Step Time": 12.432947063818574}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8005424737930298, "Finetune/Loss (Raw)": 0.8815967440605164, "Finetune/Step": 2448, "Finetune/Step Time": 12.432964321225882}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.7998208999633789, "Finetune/Loss (Raw)": 0.7104551196098328, "Finetune/Step": 2449, "Finetune/Step Time": 12.423831358551979}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.7987552881240845, "Finetune/Loss (Raw)": 0.7100732922554016, "Finetune/Step": 2450, "Finetune/Step Time": 12.448207169771194}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.797951340675354, "Finetune/Loss (Raw)": 0.5765342116355896, "Finetune/Step": 2451, "Finetune/Step Time": 12.462396547198296}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.7980013489723206, "Finetune/Loss (Raw)": 0.7771939635276794, "Finetune/Step": 2452, "Finetune/Step Time": 12.45968815498054}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7975634336471558, "Finetune/Loss (Raw)": 0.808760941028595, "Finetune/Step": 2453, "Finetune/Step Time": 12.490339046344161}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.7989532351493835, "Finetune/Loss (Raw)": 0.7913370132446289, "Finetune/Step": 2454, "Finetune/Step Time": 12.472592217847705}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.7994743585586548, "Finetune/Loss (Raw)": 0.8683382868766785, "Finetune/Step": 2455, "Finetune/Step Time": 12.454358963295817}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8005154132843018, "Finetune/Loss (Raw)": 0.8763699531555176, "Finetune/Step": 2456, "Finetune/Step Time": 12.439267000183463}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.7999331951141357, "Finetune/Loss (Raw)": 0.8258177042007446, "Finetune/Step": 2457, "Finetune/Step Time": 12.432920338585973}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8004564046859741, "Finetune/Loss (Raw)": 0.7838618159294128, "Finetune/Step": 2458, "Finetune/Step Time": 12.441160783171654}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8000286221504211, "Finetune/Loss (Raw)": 0.764872670173645, "Finetune/Step": 2459, "Finetune/Step Time": 12.434684554114938}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.7982974648475647, "Finetune/Loss (Raw)": 0.77904212474823, "Finetune/Step": 2460, "Finetune/Step Time": 12.425351697951555}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.7984976768493652, "Finetune/Loss (Raw)": 0.914036214351654, "Finetune/Step": 2461, "Finetune/Step Time": 12.41834913752973}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.7983752489089966, "Finetune/Loss (Raw)": 0.8231492638587952, "Finetune/Step": 2462, "Finetune/Step Time": 12.399713026359677}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.7983765602111816, "Finetune/Loss (Raw)": 0.7915425896644592, "Finetune/Step": 2463, "Finetune/Step Time": 12.394483596086502}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.7991734147071838, "Finetune/Loss (Raw)": 0.8915358781814575, "Finetune/Step": 2464, "Finetune/Step Time": 12.372506681829691}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.7984791994094849, "Finetune/Loss (Raw)": 0.8075303435325623, "Finetune/Step": 2465, "Finetune/Step Time": 12.377506170421839}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.7977302074432373, "Finetune/Loss (Raw)": 0.7353413105010986, "Finetune/Step": 2466, "Finetune/Step Time": 12.375584175810218}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.7983964681625366, "Finetune/Loss (Raw)": 0.7993230223655701, "Finetune/Step": 2467, "Finetune/Step Time": 12.345967074856162}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.7995477318763733, "Finetune/Loss (Raw)": 0.9219443202018738, "Finetune/Step": 2468, "Finetune/Step Time": 12.353355221450329}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.7997061014175415, "Finetune/Loss (Raw)": 0.8970303535461426, "Finetune/Step": 2469, "Finetune/Step Time": 12.304558021947742}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8004117012023926, "Finetune/Loss (Raw)": 0.7350758910179138, "Finetune/Step": 2470, "Finetune/Step Time": 12.282737517729402}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8001536130905151, "Finetune/Loss (Raw)": 0.8757111430168152, "Finetune/Step": 2471, "Finetune/Step Time": 12.259197985753417}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8007324934005737, "Finetune/Loss (Raw)": 0.8253956437110901, "Finetune/Step": 2472, "Finetune/Step Time": 12.211294151842594}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.7993844747543335, "Finetune/Loss (Raw)": 0.8378921151161194, "Finetune/Step": 2473, "Finetune/Step Time": 12.219244940206409}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.7992174625396729, "Finetune/Loss (Raw)": 0.7823247909545898, "Finetune/Step": 2474, "Finetune/Step Time": 12.209665102884173}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.7989304065704346, "Finetune/Loss (Raw)": 0.7960028052330017, "Finetune/Step": 2475, "Finetune/Step Time": 12.208978375419974}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.7986785173416138, "Finetune/Loss (Raw)": 0.8169783353805542, "Finetune/Step": 2476, "Finetune/Step Time": 12.219427915289998}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.7989615201950073, "Finetune/Loss (Raw)": 0.8079096674919128, "Finetune/Step": 2477, "Finetune/Step Time": 12.212544767186046}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.7990802526473999, "Finetune/Loss (Raw)": 0.8002647757530212, "Finetune/Step": 2478, "Finetune/Step Time": 12.21725159138441}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.7979071140289307, "Finetune/Loss (Raw)": 0.7260338664054871, "Finetune/Step": 2479, "Finetune/Step Time": 12.21532434411347}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.7968961000442505, "Finetune/Loss (Raw)": 0.7257283926010132, "Finetune/Step": 2480, "Finetune/Step Time": 12.211511323228478}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.7952538132667542, "Finetune/Loss (Raw)": 0.6070137023925781, "Finetune/Step": 2481, "Finetune/Step Time": 12.240260986611247}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.7965966463088989, "Finetune/Loss (Raw)": 0.9876191020011902, "Finetune/Step": 2482, "Finetune/Step Time": 12.233707822859287}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.7964866161346436, "Finetune/Loss (Raw)": 0.7605501413345337, "Finetune/Step": 2483, "Finetune/Step Time": 12.23779509961605}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.7968896627426147, "Finetune/Loss (Raw)": 0.738459587097168, "Finetune/Step": 2484, "Finetune/Step Time": 12.246409656479955}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.7971053719520569, "Finetune/Loss (Raw)": 0.8184515237808228, "Finetune/Step": 2485, "Finetune/Step Time": 12.24580805003643}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.795356035232544, "Finetune/Loss (Raw)": 0.6528659462928772, "Finetune/Step": 2486, "Finetune/Step Time": 12.258013980463147}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.7954996228218079, "Finetune/Loss (Raw)": 0.5831681489944458, "Finetune/Step": 2487, "Finetune/Step Time": 12.255687491968274}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.7958794832229614, "Finetune/Loss (Raw)": 0.9109219908714294, "Finetune/Step": 2488, "Finetune/Step Time": 12.249892488121986}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7958602905273438, "Finetune/Loss (Raw)": 0.8691932559013367, "Finetune/Step": 2489, "Finetune/Step Time": 12.273375276476145}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7941043376922607, "Finetune/Loss (Raw)": 0.573352575302124, "Finetune/Step": 2490, "Finetune/Step Time": 12.307386707514524}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.7957199811935425, "Finetune/Loss (Raw)": 0.7896550893783569, "Finetune/Step": 2491, "Finetune/Step Time": 12.296636583283544}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7954974174499512, "Finetune/Loss (Raw)": 0.7115818858146667, "Finetune/Step": 2492, "Finetune/Step Time": 12.295873049646616}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.795198917388916, "Finetune/Loss (Raw)": 0.8493924736976624, "Finetune/Step": 2493, "Finetune/Step Time": 12.304619405418634}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7976024150848389, "Finetune/Loss (Raw)": 0.8971734642982483, "Finetune/Step": 2494, "Finetune/Step Time": 12.291383123025298}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7970594167709351, "Finetune/Loss (Raw)": 0.8228417038917542, "Finetune/Step": 2495, "Finetune/Step Time": 12.279032357037067}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7969781756401062, "Finetune/Loss (Raw)": 0.767340362071991, "Finetune/Step": 2496, "Finetune/Step Time": 12.312478370964527}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7950214147567749, "Finetune/Loss (Raw)": 0.6648392677307129, "Finetune/Step": 2497, "Finetune/Step Time": 12.310312312096357}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7960259914398193, "Finetune/Loss (Raw)": 0.9209628105163574, "Finetune/Step": 2498, "Finetune/Step Time": 12.307531071826816}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.7933932542800903, "Finetune/Loss (Raw)": 0.5440118312835693, "Finetune/Step": 2499, "Finetune/Step Time": 12.32601723447442}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.7941021919250488, "Finetune/Loss (Raw)": 0.8396240472793579, "Finetune/Step": 2500, "Finetune/Step Time": 12.329156320542097}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.793902575969696, "Finetune/Loss (Raw)": 0.8820767998695374, "Finetune/Step": 2501, "Finetune/Step Time": 12.30060620419681}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.7949178814888, "Finetune/Loss (Raw)": 0.8480471968650818, "Finetune/Step": 2502, "Finetune/Step Time": 12.30093746446073}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.796416163444519, "Finetune/Loss (Raw)": 0.8255146145820618, "Finetune/Step": 2503, "Finetune/Step Time": 12.283993994817138}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.7958284616470337, "Finetune/Loss (Raw)": 0.8304221630096436, "Finetune/Step": 2504, "Finetune/Step Time": 12.285591214895248}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.7946812510490417, "Finetune/Loss (Raw)": 0.8126357793807983, "Finetune/Step": 2505, "Finetune/Step Time": 12.286803552880883}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.7937412261962891, "Finetune/Loss (Raw)": 0.7713815569877625, "Finetune/Step": 2506, "Finetune/Step Time": 12.299742521718144}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.7941535115242004, "Finetune/Loss (Raw)": 0.8799964785575867, "Finetune/Step": 2507, "Finetune/Step Time": 12.283023703843355}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7943286895751953, "Finetune/Loss (Raw)": 0.7365434765815735, "Finetune/Step": 2508, "Finetune/Step Time": 12.291839269921184}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.7942596673965454, "Finetune/Loss (Raw)": 0.7804954648017883, "Finetune/Step": 2509, "Finetune/Step Time": 12.302019776776433}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7961235046386719, "Finetune/Loss (Raw)": 0.9002014398574829, "Finetune/Step": 2510, "Finetune/Step Time": 12.28070068731904}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7984949350357056, "Finetune/Loss (Raw)": 0.8489442467689514, "Finetune/Step": 2511, "Finetune/Step Time": 12.278151791542768}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7965732216835022, "Finetune/Loss (Raw)": 0.6942226886749268, "Finetune/Step": 2512, "Finetune/Step Time": 12.293111566454172}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.796209454536438, "Finetune/Loss (Raw)": 0.7415497303009033, "Finetune/Step": 2513, "Finetune/Step Time": 12.292879853397608}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7954919338226318, "Finetune/Loss (Raw)": 0.8467608094215393, "Finetune/Step": 2514, "Finetune/Step Time": 12.304731827229261}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7942165732383728, "Finetune/Loss (Raw)": 0.6280158162117004, "Finetune/Step": 2515, "Finetune/Step Time": 12.30828907713294}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.7940064668655396, "Finetune/Loss (Raw)": 0.7961024045944214, "Finetune/Step": 2516, "Finetune/Step Time": 12.276492536067963}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.7935746908187866, "Finetune/Loss (Raw)": 0.8478806614875793, "Finetune/Step": 2517, "Finetune/Step Time": 12.282990226522088}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7922385931015015, "Finetune/Loss (Raw)": 0.7489462494850159, "Finetune/Step": 2518, "Finetune/Step Time": 12.280124876648188}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7910516262054443, "Finetune/Loss (Raw)": 0.7607889175415039, "Finetune/Step": 2519, "Finetune/Step Time": 12.285115756094456}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.7915986180305481, "Finetune/Loss (Raw)": 0.8917565941810608, "Finetune/Step": 2520, "Finetune/Step Time": 12.28436161763966}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7897855043411255, "Finetune/Loss (Raw)": 0.6629573702812195, "Finetune/Step": 2521, "Finetune/Step Time": 12.281487023457885}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7916607856750488, "Finetune/Loss (Raw)": 0.8211269974708557, "Finetune/Step": 2522, "Finetune/Step Time": 12.271564800292253}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.7896571159362793, "Finetune/Loss (Raw)": 0.5944094061851501, "Finetune/Step": 2523, "Finetune/Step Time": 12.286176770925522}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.7895886898040771, "Finetune/Loss (Raw)": 0.7847429513931274, "Finetune/Step": 2524, "Finetune/Step Time": 12.28561507537961}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.7882218360900879, "Finetune/Loss (Raw)": 0.6450249552726746, "Finetune/Step": 2525, "Finetune/Step Time": 12.314993428066373}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7870210409164429, "Finetune/Loss (Raw)": 0.8287383913993835, "Finetune/Step": 2526, "Finetune/Step Time": 12.31918315216899}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.7865334749221802, "Finetune/Loss (Raw)": 0.828167200088501, "Finetune/Step": 2527, "Finetune/Step Time": 12.334634818136692}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.7881956100463867, "Finetune/Loss (Raw)": 0.9283761978149414, "Finetune/Step": 2528, "Finetune/Step Time": 12.346664434298873}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7862268090248108, "Finetune/Loss (Raw)": 0.5448676347732544, "Finetune/Step": 2529, "Finetune/Step Time": 12.374378848820925}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7871627807617188, "Finetune/Loss (Raw)": 0.8296123743057251, "Finetune/Step": 2530, "Finetune/Step Time": 12.3622424043715}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7866073250770569, "Finetune/Loss (Raw)": 0.7445722222328186, "Finetune/Step": 2531, "Finetune/Step Time": 12.359625147655606}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7864296436309814, "Finetune/Loss (Raw)": 0.8030648827552795, "Finetune/Step": 2532, "Finetune/Step Time": 12.382101098075509}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.7856387495994568, "Finetune/Loss (Raw)": 0.6864721775054932, "Finetune/Step": 2533, "Finetune/Step Time": 12.380382960662246}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7828770875930786, "Finetune/Loss (Raw)": 0.5472680330276489, "Finetune/Step": 2534, "Finetune/Step Time": 12.403060225769877}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7853282690048218, "Finetune/Loss (Raw)": 0.8970303535461426, "Finetune/Step": 2535, "Finetune/Step Time": 12.374146832153201}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7824852466583252, "Finetune/Loss (Raw)": 0.6096217632293701, "Finetune/Step": 2536, "Finetune/Step Time": 12.384572176262736}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7820064425468445, "Finetune/Loss (Raw)": 0.7351940870285034, "Finetune/Step": 2537, "Finetune/Step Time": 12.388804381713271}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7824609875679016, "Finetune/Loss (Raw)": 0.8379135131835938, "Finetune/Step": 2538, "Finetune/Step Time": 12.393268534913659}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7832826972007751, "Finetune/Loss (Raw)": 0.7758810520172119, "Finetune/Step": 2539, "Finetune/Step Time": 12.384155316278338}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7837104797363281, "Finetune/Loss (Raw)": 0.8014656901359558, "Finetune/Step": 2540, "Finetune/Step Time": 12.38098319619894}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7830014824867249, "Finetune/Loss (Raw)": 0.6640323400497437, "Finetune/Step": 2541, "Finetune/Step Time": 12.402641590684652}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7826367020606995, "Finetune/Loss (Raw)": 0.8192841410636902, "Finetune/Step": 2542, "Finetune/Step Time": 12.409512693062425}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7827293872833252, "Finetune/Loss (Raw)": 0.8210687637329102, "Finetune/Step": 2543, "Finetune/Step Time": 12.401099363341928}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7819550037384033, "Finetune/Loss (Raw)": 0.6596675515174866, "Finetune/Step": 2544, "Finetune/Step Time": 12.412174105644226}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7822999358177185, "Finetune/Loss (Raw)": 0.7919957637786865, "Finetune/Step": 2545, "Finetune/Step Time": 12.40466271340847}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7810788750648499, "Finetune/Loss (Raw)": 0.5169796347618103, "Finetune/Step": 2546, "Finetune/Step Time": 12.402445115149021}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7810861468315125, "Finetune/Loss (Raw)": 0.771955132484436, "Finetune/Step": 2547, "Finetune/Step Time": 12.350240908563137}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.780219554901123, "Finetune/Loss (Raw)": 0.8906200528144836, "Finetune/Step": 2548, "Finetune/Step Time": 12.354086866602302}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7795506715774536, "Finetune/Loss (Raw)": 0.5754765272140503, "Finetune/Step": 2549, "Finetune/Step Time": 12.352376725524664}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7804303169250488, "Finetune/Loss (Raw)": 0.7975239157676697, "Finetune/Step": 2550, "Finetune/Step Time": 12.337563008069992}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7828035354614258, "Finetune/Loss (Raw)": 0.8878633379936218, "Finetune/Step": 2551, "Finetune/Step Time": 12.331360563635826}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7838178277015686, "Finetune/Loss (Raw)": 1.0143922567367554, "Finetune/Step": 2552, "Finetune/Step Time": 12.33093597739935}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7840664386749268, "Finetune/Loss (Raw)": 0.7245931625366211, "Finetune/Step": 2553, "Finetune/Step Time": 12.335169695317745}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7860153317451477, "Finetune/Loss (Raw)": 0.830411970615387, "Finetune/Step": 2554, "Finetune/Step Time": 12.355592673644423}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7845945954322815, "Finetune/Loss (Raw)": 0.65269535779953, "Finetune/Step": 2555, "Finetune/Step Time": 12.381375765427947}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7857569456100464, "Finetune/Loss (Raw)": 0.8426920175552368, "Finetune/Step": 2556, "Finetune/Step Time": 12.378401335328817}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7844980955123901, "Finetune/Loss (Raw)": 0.6816341280937195, "Finetune/Step": 2557, "Finetune/Step Time": 12.355071354657412}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.785408616065979, "Finetune/Loss (Raw)": 0.7880297899246216, "Finetune/Step": 2558, "Finetune/Step Time": 12.300227344036102}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7841325998306274, "Finetune/Loss (Raw)": 0.742242157459259, "Finetune/Step": 2559, "Finetune/Step Time": 12.300675118342042}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7831408977508545, "Finetune/Loss (Raw)": 0.6647536158561707, "Finetune/Step": 2560, "Finetune/Step Time": 12.314988343045115}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.783597469329834, "Finetune/Loss (Raw)": 0.7992170453071594, "Finetune/Step": 2561, "Finetune/Step Time": 12.321732820942998}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7842099666595459, "Finetune/Loss (Raw)": 0.9060470461845398, "Finetune/Step": 2562, "Finetune/Step Time": 12.30949605256319}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7816546559333801, "Finetune/Loss (Raw)": 0.4457870423793793, "Finetune/Step": 2563, "Finetune/Step Time": 12.300809206441045}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7813105583190918, "Finetune/Loss (Raw)": 0.8280745148658752, "Finetune/Step": 2564, "Finetune/Step Time": 12.309752425178885}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7821083664894104, "Finetune/Loss (Raw)": 0.8665516972541809, "Finetune/Step": 2565, "Finetune/Step Time": 12.302374536171556}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7818859815597534, "Finetune/Loss (Raw)": 0.8384292125701904, "Finetune/Step": 2566, "Finetune/Step Time": 12.304007699713111}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7805290222167969, "Finetune/Loss (Raw)": 0.7103310823440552, "Finetune/Step": 2567, "Finetune/Step Time": 12.32047158665955}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7795373797416687, "Finetune/Loss (Raw)": 0.7359265089035034, "Finetune/Step": 2568, "Finetune/Step Time": 12.321504669263959}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7802234292030334, "Finetune/Loss (Raw)": 0.9820895195007324, "Finetune/Step": 2569, "Finetune/Step Time": 12.327464671805501}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7800413966178894, "Finetune/Loss (Raw)": 0.7977358102798462, "Finetune/Step": 2570, "Finetune/Step Time": 12.331686982885003}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7808781862258911, "Finetune/Loss (Raw)": 0.9992254376411438, "Finetune/Step": 2571, "Finetune/Step Time": 12.334329342469573}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.780707597732544, "Finetune/Loss (Raw)": 0.804817259311676, "Finetune/Step": 2572, "Finetune/Step Time": 12.33541364967823}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7815945148468018, "Finetune/Loss (Raw)": 0.7524390816688538, "Finetune/Step": 2573, "Finetune/Step Time": 12.315084496513009}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7809710502624512, "Finetune/Loss (Raw)": 0.7730638384819031, "Finetune/Step": 2574, "Finetune/Step Time": 12.343916215002537}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7800260186195374, "Finetune/Loss (Raw)": 0.7128713726997375, "Finetune/Step": 2575, "Finetune/Step Time": 12.336695650592446}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.779374897480011, "Finetune/Loss (Raw)": 0.7982526421546936, "Finetune/Step": 2576, "Finetune/Step Time": 12.339448040351272}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7805265784263611, "Finetune/Loss (Raw)": 0.8578671216964722, "Finetune/Step": 2577, "Finetune/Step Time": 12.341247713193297}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7819128036499023, "Finetune/Loss (Raw)": 0.8875079154968262, "Finetune/Step": 2578, "Finetune/Step Time": 12.314650213345885}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7844177484512329, "Finetune/Loss (Raw)": 0.8971745371818542, "Finetune/Step": 2579, "Finetune/Step Time": 12.276551656425}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7829794883728027, "Finetune/Loss (Raw)": 0.5930870175361633, "Finetune/Step": 2580, "Finetune/Step Time": 12.291904682293534}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7836902141571045, "Finetune/Loss (Raw)": 0.8997400403022766, "Finetune/Step": 2581, "Finetune/Step Time": 12.251984601840377}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7835339903831482, "Finetune/Loss (Raw)": 0.7713406085968018, "Finetune/Step": 2582, "Finetune/Step Time": 12.24067484214902}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7824101448059082, "Finetune/Loss (Raw)": 0.7244834899902344, "Finetune/Step": 2583, "Finetune/Step Time": 12.249485375359654}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7828484773635864, "Finetune/Loss (Raw)": 0.9324809908866882, "Finetune/Step": 2584, "Finetune/Step Time": 12.251219909638166}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7814405560493469, "Finetune/Loss (Raw)": 0.6455976963043213, "Finetune/Step": 2585, "Finetune/Step Time": 12.252578135579824}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7816632986068726, "Finetune/Loss (Raw)": 0.812375545501709, "Finetune/Step": 2586, "Finetune/Step Time": 12.23537808842957}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7825135588645935, "Finetune/Loss (Raw)": 0.8737047910690308, "Finetune/Step": 2587, "Finetune/Step Time": 12.23206788673997}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7818945646286011, "Finetune/Loss (Raw)": 0.6998125314712524, "Finetune/Step": 2588, "Finetune/Step Time": 12.244980154559016}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7811433672904968, "Finetune/Loss (Raw)": 0.8178832530975342, "Finetune/Step": 2589, "Finetune/Step Time": 12.250612115487456}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7813856601715088, "Finetune/Loss (Raw)": 0.8541663885116577, "Finetune/Step": 2590, "Finetune/Step Time": 12.252252232283354}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7808232307434082, "Finetune/Loss (Raw)": 0.7195466756820679, "Finetune/Step": 2591, "Finetune/Step Time": 12.327390000224113}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7803063988685608, "Finetune/Loss (Raw)": 0.8253829479217529, "Finetune/Step": 2592, "Finetune/Step Time": 12.337909130379558}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7791455388069153, "Finetune/Loss (Raw)": 0.6589365601539612, "Finetune/Step": 2593, "Finetune/Step Time": 12.365203090012074}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7787674069404602, "Finetune/Loss (Raw)": 0.6869451403617859, "Finetune/Step": 2594, "Finetune/Step Time": 12.382497604936361}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7786487340927124, "Finetune/Loss (Raw)": 0.7841352224349976, "Finetune/Step": 2595, "Finetune/Step Time": 12.388099756091833}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7770487666130066, "Finetune/Loss (Raw)": 0.7171422839164734, "Finetune/Step": 2596, "Finetune/Step Time": 12.375610558316112}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.776861846446991, "Finetune/Loss (Raw)": 0.8731038570404053, "Finetune/Step": 2597, "Finetune/Step Time": 12.380000844597816}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7759726643562317, "Finetune/Loss (Raw)": 0.6212612986564636, "Finetune/Step": 2598, "Finetune/Step Time": 12.400033231824636}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7756433486938477, "Finetune/Loss (Raw)": 0.8335580825805664, "Finetune/Step": 2599, "Finetune/Step Time": 12.410012897104025}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7752934694290161, "Finetune/Loss (Raw)": 0.7806136012077332, "Finetune/Step": 2600, "Finetune/Step Time": 12.415687449276447}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7749943137168884, "Finetune/Loss (Raw)": 0.7995985746383667, "Finetune/Step": 2601, "Finetune/Step Time": 12.427608946338296}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7759265303611755, "Finetune/Loss (Raw)": 0.9016547203063965, "Finetune/Step": 2602, "Finetune/Step Time": 12.427983032539487}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7763702273368835, "Finetune/Loss (Raw)": 0.8527957797050476, "Finetune/Step": 2603, "Finetune/Step Time": 12.431358927860856}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7758541107177734, "Finetune/Loss (Raw)": 0.7509095668792725, "Finetune/Step": 2604, "Finetune/Step Time": 12.427427602931857}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7751898765563965, "Finetune/Loss (Raw)": 0.7228884100914001, "Finetune/Step": 2605, "Finetune/Step Time": 12.43154907785356}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7746178507804871, "Finetune/Loss (Raw)": 0.72705078125, "Finetune/Step": 2606, "Finetune/Step Time": 12.474703662097454}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7753822207450867, "Finetune/Loss (Raw)": 0.823868989944458, "Finetune/Step": 2607, "Finetune/Step Time": 12.509883116930723}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7765190601348877, "Finetune/Loss (Raw)": 0.8712396621704102, "Finetune/Step": 2608, "Finetune/Step Time": 12.500101385638118}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7785747647285461, "Finetune/Loss (Raw)": 0.8701474070549011, "Finetune/Step": 2609, "Finetune/Step Time": 12.478481594473124}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7764987349510193, "Finetune/Loss (Raw)": 0.7218886613845825, "Finetune/Step": 2610, "Finetune/Step Time": 12.500746835023165}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7757883071899414, "Finetune/Loss (Raw)": 0.6696172952651978, "Finetune/Step": 2611, "Finetune/Step Time": 12.516423597931862}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7762867212295532, "Finetune/Loss (Raw)": 0.802258312702179, "Finetune/Step": 2612, "Finetune/Step Time": 12.5004045329988}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7772153615951538, "Finetune/Loss (Raw)": 0.9373180270195007, "Finetune/Step": 2613, "Finetune/Step Time": 12.49825838394463}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7779126763343811, "Finetune/Loss (Raw)": 0.7421168684959412, "Finetune/Step": 2614, "Finetune/Step Time": 12.490547318011522}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7802747488021851, "Finetune/Loss (Raw)": 0.8855171203613281, "Finetune/Step": 2615, "Finetune/Step Time": 12.475689206272364}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7801936268806458, "Finetune/Loss (Raw)": 0.9005402326583862, "Finetune/Step": 2616, "Finetune/Step Time": 12.480662697926164}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7780758142471313, "Finetune/Loss (Raw)": 0.598109245300293, "Finetune/Step": 2617, "Finetune/Step Time": 12.473461661487818}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7786925435066223, "Finetune/Loss (Raw)": 0.6522977352142334, "Finetune/Step": 2618, "Finetune/Step Time": 12.452740723267198}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7792627811431885, "Finetune/Loss (Raw)": 0.8626434803009033, "Finetune/Step": 2619, "Finetune/Step Time": 12.448370844125748}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7794578075408936, "Finetune/Loss (Raw)": 0.736541211605072, "Finetune/Step": 2620, "Finetune/Step Time": 12.444693738594651}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7787284255027771, "Finetune/Loss (Raw)": 0.7560367584228516, "Finetune/Step": 2621, "Finetune/Step Time": 12.442110599949956}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.778329074382782, "Finetune/Loss (Raw)": 0.8460525274276733, "Finetune/Step": 2622, "Finetune/Step Time": 12.43388169258833}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7777576446533203, "Finetune/Loss (Raw)": 0.7496994733810425, "Finetune/Step": 2623, "Finetune/Step Time": 12.463682435452938}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7779983282089233, "Finetune/Loss (Raw)": 0.7981477379798889, "Finetune/Step": 2624, "Finetune/Step Time": 12.444658029824495}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.777342677116394, "Finetune/Loss (Raw)": 0.5809193253517151, "Finetune/Step": 2625, "Finetune/Step Time": 12.467586882412434}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7741010785102844, "Finetune/Loss (Raw)": 0.5060322284698486, "Finetune/Step": 2626, "Finetune/Step Time": 12.499615464359522}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.776033878326416, "Finetune/Loss (Raw)": 0.7914116978645325, "Finetune/Step": 2627, "Finetune/Step Time": 12.477781353518367}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7760780453681946, "Finetune/Loss (Raw)": 0.8452789187431335, "Finetune/Step": 2628, "Finetune/Step Time": 12.477964701130986}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7731276750564575, "Finetune/Loss (Raw)": 0.5044227242469788, "Finetune/Step": 2629, "Finetune/Step Time": 12.503111211583018}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7718796730041504, "Finetune/Loss (Raw)": 0.6883111000061035, "Finetune/Step": 2630, "Finetune/Step Time": 12.505120642483234}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.772362232208252, "Finetune/Loss (Raw)": 0.8872800469398499, "Finetune/Step": 2631, "Finetune/Step Time": 12.50488050840795}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7714027166366577, "Finetune/Loss (Raw)": 0.7076023817062378, "Finetune/Step": 2632, "Finetune/Step Time": 12.50302591919899}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7716925144195557, "Finetune/Loss (Raw)": 0.8497288227081299, "Finetune/Step": 2633, "Finetune/Step Time": 12.507897982373834}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7716673612594604, "Finetune/Loss (Raw)": 0.7681648135185242, "Finetune/Step": 2634, "Finetune/Step Time": 12.50402302481234}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7708646059036255, "Finetune/Loss (Raw)": 0.7772492170333862, "Finetune/Step": 2635, "Finetune/Step Time": 12.496071735396981}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7722799777984619, "Finetune/Loss (Raw)": 0.9177083373069763, "Finetune/Step": 2636, "Finetune/Step Time": 12.497288828715682}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7718702554702759, "Finetune/Loss (Raw)": 0.7280491590499878, "Finetune/Step": 2637, "Finetune/Step Time": 12.506678791716695}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7717775702476501, "Finetune/Loss (Raw)": 0.8883376717567444, "Finetune/Step": 2638, "Finetune/Step Time": 12.532391099259257}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7712317705154419, "Finetune/Loss (Raw)": 0.779085636138916, "Finetune/Step": 2639, "Finetune/Step Time": 12.521783512085676}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7700157761573792, "Finetune/Loss (Raw)": 0.5385697484016418, "Finetune/Step": 2640, "Finetune/Step Time": 12.538697727024555}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7702586650848389, "Finetune/Loss (Raw)": 0.7726419568061829, "Finetune/Step": 2641, "Finetune/Step Time": 12.528973713517189}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7697555422782898, "Finetune/Loss (Raw)": 0.7823567390441895, "Finetune/Step": 2642, "Finetune/Step Time": 12.512791944667697}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.769818902015686, "Finetune/Loss (Raw)": 0.6361329555511475, "Finetune/Step": 2643, "Finetune/Step Time": 12.508982568979263}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7687773704528809, "Finetune/Loss (Raw)": 0.6627866625785828, "Finetune/Step": 2644, "Finetune/Step Time": 12.561489555984735}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7686495780944824, "Finetune/Loss (Raw)": 0.8315157294273376, "Finetune/Step": 2645, "Finetune/Step Time": 12.562482537701726}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.768989086151123, "Finetune/Loss (Raw)": 0.7924086451530457, "Finetune/Step": 2646, "Finetune/Step Time": 12.54553142376244}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7687199115753174, "Finetune/Loss (Raw)": 0.7263293862342834, "Finetune/Step": 2647, "Finetune/Step Time": 12.55358756519854}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.76788330078125, "Finetune/Loss (Raw)": 0.7846733927726746, "Finetune/Step": 2648, "Finetune/Step Time": 12.564666023477912}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7682223320007324, "Finetune/Loss (Raw)": 0.7063485383987427, "Finetune/Step": 2649, "Finetune/Step Time": 12.553610354661942}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7672610878944397, "Finetune/Loss (Raw)": 0.6980889439582825, "Finetune/Step": 2650, "Finetune/Step Time": 12.53079567477107}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7685865163803101, "Finetune/Loss (Raw)": 0.7640750408172607, "Finetune/Step": 2651, "Finetune/Step Time": 12.515205742791295}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7691166400909424, "Finetune/Loss (Raw)": 0.8525913953781128, "Finetune/Step": 2652, "Finetune/Step Time": 12.527439439669251}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7697694897651672, "Finetune/Loss (Raw)": 0.7285879254341125, "Finetune/Step": 2653, "Finetune/Step Time": 12.536836735904217}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7681107521057129, "Finetune/Loss (Raw)": 0.6164267063140869, "Finetune/Step": 2654, "Finetune/Step Time": 12.557063287124038}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7676844596862793, "Finetune/Loss (Raw)": 0.7735990285873413, "Finetune/Step": 2655, "Finetune/Step Time": 12.556726589798927}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7665649652481079, "Finetune/Loss (Raw)": 0.7850744724273682, "Finetune/Step": 2656, "Finetune/Step Time": 12.561194621026516}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7670433521270752, "Finetune/Loss (Raw)": 0.6061017513275146, "Finetune/Step": 2657, "Finetune/Step Time": 12.565917186439037}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7650978565216064, "Finetune/Loss (Raw)": 0.5805955529212952, "Finetune/Step": 2658, "Finetune/Step Time": 12.596496101468801}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7656471729278564, "Finetune/Loss (Raw)": 0.8148884773254395, "Finetune/Step": 2659, "Finetune/Step Time": 12.587201531976461}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7659456133842468, "Finetune/Loss (Raw)": 0.8412603735923767, "Finetune/Step": 2660, "Finetune/Step Time": 12.56889908760786}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7682082653045654, "Finetune/Loss (Raw)": 0.9760879278182983, "Finetune/Step": 2661, "Finetune/Step Time": 12.57481854967773}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7706416845321655, "Finetune/Loss (Raw)": 0.8587514162063599, "Finetune/Step": 2662, "Finetune/Step Time": 12.544604480266571}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7704874873161316, "Finetune/Loss (Raw)": 0.877290666103363, "Finetune/Step": 2663, "Finetune/Step Time": 12.557744218036532}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.771142840385437, "Finetune/Loss (Raw)": 0.6934988498687744, "Finetune/Step": 2664, "Finetune/Step Time": 12.564130803570151}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7705280780792236, "Finetune/Loss (Raw)": 0.6565127968788147, "Finetune/Step": 2665, "Finetune/Step Time": 12.555893694981933}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7706810235977173, "Finetune/Loss (Raw)": 0.8574898838996887, "Finetune/Step": 2666, "Finetune/Step Time": 12.552095865830779}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7703773975372314, "Finetune/Loss (Raw)": 0.7370157241821289, "Finetune/Step": 2667, "Finetune/Step Time": 12.548975642770529}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7703760862350464, "Finetune/Loss (Raw)": 0.8012944459915161, "Finetune/Step": 2668, "Finetune/Step Time": 12.546798193827271}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.772379457950592, "Finetune/Loss (Raw)": 0.9204648733139038, "Finetune/Step": 2669, "Finetune/Step Time": 12.525163359940052}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.772368311882019, "Finetune/Loss (Raw)": 0.8178665041923523, "Finetune/Step": 2670, "Finetune/Step Time": 12.517563130706549}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7708755731582642, "Finetune/Loss (Raw)": 0.6299921870231628, "Finetune/Step": 2671, "Finetune/Step Time": 12.526079557836056}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7701547741889954, "Finetune/Loss (Raw)": 0.5674058794975281, "Finetune/Step": 2672, "Finetune/Step Time": 12.535858722403646}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7702168226242065, "Finetune/Loss (Raw)": 0.7999367713928223, "Finetune/Step": 2673, "Finetune/Step Time": 12.536746004596353}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7710526585578918, "Finetune/Loss (Raw)": 0.6239674687385559, "Finetune/Step": 2674, "Finetune/Step Time": 12.525632821023464}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.771206259727478, "Finetune/Loss (Raw)": 0.7916192412376404, "Finetune/Step": 2675, "Finetune/Step Time": 12.53246946260333}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7702242136001587, "Finetune/Loss (Raw)": 0.7649122476577759, "Finetune/Step": 2676, "Finetune/Step Time": 12.538688153028488}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7724738121032715, "Finetune/Loss (Raw)": 0.8634218573570251, "Finetune/Step": 2677, "Finetune/Step Time": 12.506024489179254}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7722821235656738, "Finetune/Loss (Raw)": 0.7729966044425964, "Finetune/Step": 2678, "Finetune/Step Time": 12.507361374795437}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7726017832756042, "Finetune/Loss (Raw)": 0.9287803173065186, "Finetune/Step": 2679, "Finetune/Step Time": 12.502664921805263}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7710636854171753, "Finetune/Loss (Raw)": 0.8175173401832581, "Finetune/Step": 2680, "Finetune/Step Time": 12.510997749865055}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7699110507965088, "Finetune/Loss (Raw)": 0.5770533680915833, "Finetune/Step": 2681, "Finetune/Step Time": 12.522549096494913}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7695993185043335, "Finetune/Loss (Raw)": 0.7905111312866211, "Finetune/Step": 2682, "Finetune/Step Time": 12.484944539144635}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7710302472114563, "Finetune/Loss (Raw)": 0.8358463048934937, "Finetune/Step": 2683, "Finetune/Step Time": 12.45536226220429}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7705739140510559, "Finetune/Loss (Raw)": 0.7842869758605957, "Finetune/Step": 2684, "Finetune/Step Time": 12.458243744447827}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7716957330703735, "Finetune/Loss (Raw)": 0.8252260684967041, "Finetune/Step": 2685, "Finetune/Step Time": 12.465131539851427}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7711859941482544, "Finetune/Loss (Raw)": 0.7227864265441895, "Finetune/Step": 2686, "Finetune/Step Time": 12.469646831974387}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7715824246406555, "Finetune/Loss (Raw)": 0.7929844856262207, "Finetune/Step": 2687, "Finetune/Step Time": 12.471763094887137}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7726495862007141, "Finetune/Loss (Raw)": 0.801351010799408, "Finetune/Step": 2688, "Finetune/Step Time": 12.443349651992321}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7735217809677124, "Finetune/Loss (Raw)": 0.9108525514602661, "Finetune/Step": 2689, "Finetune/Step Time": 12.438553903251886}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7711384296417236, "Finetune/Loss (Raw)": 0.6009817719459534, "Finetune/Step": 2690, "Finetune/Step Time": 12.466484777629375}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7744462490081787, "Finetune/Loss (Raw)": 0.8691918253898621, "Finetune/Step": 2691, "Finetune/Step Time": 12.459163347259164}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7738289833068848, "Finetune/Loss (Raw)": 0.7490547895431519, "Finetune/Step": 2692, "Finetune/Step Time": 12.45782103575766}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7733522653579712, "Finetune/Loss (Raw)": 0.8055358529090881, "Finetune/Step": 2693, "Finetune/Step Time": 12.453608520328999}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7725939154624939, "Finetune/Loss (Raw)": 0.7413641810417175, "Finetune/Step": 2694, "Finetune/Step Time": 12.456146823242307}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7731048464775085, "Finetune/Loss (Raw)": 0.7757263779640198, "Finetune/Step": 2695, "Finetune/Step Time": 12.444679828360677}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7733969688415527, "Finetune/Loss (Raw)": 0.7733234167098999, "Finetune/Step": 2696, "Finetune/Step Time": 12.464480267837644}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7718183398246765, "Finetune/Loss (Raw)": 0.7800175547599792, "Finetune/Step": 2697, "Finetune/Step Time": 12.461795242503285}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7712282538414001, "Finetune/Loss (Raw)": 0.7222076654434204, "Finetune/Step": 2698, "Finetune/Step Time": 12.458517340943217}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7703227996826172, "Finetune/Loss (Raw)": 0.8833211660385132, "Finetune/Step": 2699, "Finetune/Step Time": 12.477709045633674}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.770043134689331, "Finetune/Loss (Raw)": 0.7690308690071106, "Finetune/Step": 2700, "Finetune/Step Time": 12.500461718067527}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7701659202575684, "Finetune/Loss (Raw)": 0.768149197101593, "Finetune/Step": 2701, "Finetune/Step Time": 12.543837176635861}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7704287767410278, "Finetune/Loss (Raw)": 0.8067068457603455, "Finetune/Step": 2702, "Finetune/Step Time": 12.529280070215464}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7704904079437256, "Finetune/Loss (Raw)": 0.7207677960395813, "Finetune/Step": 2703, "Finetune/Step Time": 12.552640035748482}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7695246934890747, "Finetune/Loss (Raw)": 0.6746394038200378, "Finetune/Step": 2704, "Finetune/Step Time": 12.568805867806077}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7687896490097046, "Finetune/Loss (Raw)": 0.7637810707092285, "Finetune/Step": 2705, "Finetune/Step Time": 12.570956896990538}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7685449123382568, "Finetune/Loss (Raw)": 0.8561753034591675, "Finetune/Step": 2706, "Finetune/Step Time": 12.57821244187653}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7689223289489746, "Finetune/Loss (Raw)": 0.9454829096794128, "Finetune/Step": 2707, "Finetune/Step Time": 12.577118078246713}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7713433504104614, "Finetune/Loss (Raw)": 0.9029818177223206, "Finetune/Step": 2708, "Finetune/Step Time": 12.5753119494766}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.770117998123169, "Finetune/Loss (Raw)": 0.7428978085517883, "Finetune/Step": 2709, "Finetune/Step Time": 12.589752919971943}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7688784599304199, "Finetune/Loss (Raw)": 0.6126831769943237, "Finetune/Step": 2710, "Finetune/Step Time": 12.620499668642879}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7699419856071472, "Finetune/Loss (Raw)": 0.8606066107749939, "Finetune/Step": 2711, "Finetune/Step Time": 12.611836194992065}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7688623070716858, "Finetune/Loss (Raw)": 0.794287383556366, "Finetune/Step": 2712, "Finetune/Step Time": 12.639414671808481}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7698504328727722, "Finetune/Loss (Raw)": 0.7720739245414734, "Finetune/Step": 2713, "Finetune/Step Time": 12.649666495621204}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7703110575675964, "Finetune/Loss (Raw)": 0.8713365197181702, "Finetune/Step": 2714, "Finetune/Step Time": 12.648284889757633}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7691036462783813, "Finetune/Loss (Raw)": 0.7191485166549683, "Finetune/Step": 2715, "Finetune/Step Time": 12.637953201308846}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7697701454162598, "Finetune/Loss (Raw)": 0.7851353883743286, "Finetune/Step": 2716, "Finetune/Step Time": 12.627434028312564}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7699726819992065, "Finetune/Loss (Raw)": 0.8438055515289307, "Finetune/Step": 2717, "Finetune/Step Time": 12.603744719177485}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.769140899181366, "Finetune/Loss (Raw)": 0.7476962208747864, "Finetune/Step": 2718, "Finetune/Step Time": 12.608285084366798}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7697926759719849, "Finetune/Loss (Raw)": 0.8029731512069702, "Finetune/Step": 2719, "Finetune/Step Time": 12.54142788425088}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7698782682418823, "Finetune/Loss (Raw)": 0.8363372683525085, "Finetune/Step": 2720, "Finetune/Step Time": 12.539089346304536}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7703253030776978, "Finetune/Loss (Raw)": 0.7161625027656555, "Finetune/Step": 2721, "Finetune/Step Time": 12.52564519830048}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7711595296859741, "Finetune/Loss (Raw)": 0.7937256097793579, "Finetune/Step": 2722, "Finetune/Step Time": 12.513382636010647}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.770742654800415, "Finetune/Loss (Raw)": 0.7307702302932739, "Finetune/Step": 2723, "Finetune/Step Time": 12.505208518356085}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7716079950332642, "Finetune/Loss (Raw)": 0.8279082775115967, "Finetune/Step": 2724, "Finetune/Step Time": 12.510113282129169}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7710719704627991, "Finetune/Loss (Raw)": 0.8044939041137695, "Finetune/Step": 2725, "Finetune/Step Time": 12.504920361563563}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7725046873092651, "Finetune/Loss (Raw)": 0.8046504259109497, "Finetune/Step": 2726, "Finetune/Step Time": 12.501682756468654}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7722128629684448, "Finetune/Loss (Raw)": 0.796206533908844, "Finetune/Step": 2727, "Finetune/Step Time": 12.500922990962863}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7708455324172974, "Finetune/Loss (Raw)": 0.6055958867073059, "Finetune/Step": 2728, "Finetune/Step Time": 12.498595951125026}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7702465057373047, "Finetune/Loss (Raw)": 0.7229247093200684, "Finetune/Step": 2729, "Finetune/Step Time": 12.513296131044626}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7681217193603516, "Finetune/Loss (Raw)": 0.6296771764755249, "Finetune/Step": 2730, "Finetune/Step Time": 12.515213508158922}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7675455808639526, "Finetune/Loss (Raw)": 0.7790480256080627, "Finetune/Step": 2731, "Finetune/Step Time": 12.507440440356731}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7680642604827881, "Finetune/Loss (Raw)": 0.8173051476478577, "Finetune/Step": 2732, "Finetune/Step Time": 12.50419545173645}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.768883228302002, "Finetune/Loss (Raw)": 0.8277175426483154, "Finetune/Step": 2733, "Finetune/Step Time": 12.50234517082572}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7693421840667725, "Finetune/Loss (Raw)": 0.7857930660247803, "Finetune/Step": 2734, "Finetune/Step Time": 12.45887659676373}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7695261836051941, "Finetune/Loss (Raw)": 0.8474234938621521, "Finetune/Step": 2735, "Finetune/Step Time": 12.421458531171083}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7680306434631348, "Finetune/Loss (Raw)": 0.6798025369644165, "Finetune/Step": 2736, "Finetune/Step Time": 12.44796846061945}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7652820348739624, "Finetune/Loss (Raw)": 0.5183287262916565, "Finetune/Step": 2737, "Finetune/Step Time": 12.445116087794304}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7661504745483398, "Finetune/Loss (Raw)": 0.8330520391464233, "Finetune/Step": 2738, "Finetune/Step Time": 12.434263756498694}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.767581582069397, "Finetune/Loss (Raw)": 0.8527954816818237, "Finetune/Step": 2739, "Finetune/Step Time": 12.409115854650736}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7666215300559998, "Finetune/Loss (Raw)": 0.6793731451034546, "Finetune/Step": 2740, "Finetune/Step Time": 12.420313885435462}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7660243511199951, "Finetune/Loss (Raw)": 0.8608859181404114, "Finetune/Step": 2741, "Finetune/Step Time": 12.432947054505348}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7661924958229065, "Finetune/Loss (Raw)": 0.7636368870735168, "Finetune/Step": 2742, "Finetune/Step Time": 12.436343362554908}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7662644982337952, "Finetune/Loss (Raw)": 0.8947315216064453, "Finetune/Step": 2743, "Finetune/Step Time": 12.427746249362826}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7655172348022461, "Finetune/Loss (Raw)": 0.804894745349884, "Finetune/Step": 2744, "Finetune/Step Time": 12.425261467695236}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7677995562553406, "Finetune/Loss (Raw)": 0.8902430534362793, "Finetune/Step": 2745, "Finetune/Step Time": 12.399842415004969}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7689767479896545, "Finetune/Loss (Raw)": 0.8029800057411194, "Finetune/Step": 2746, "Finetune/Step Time": 12.419189246371388}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7683688402175903, "Finetune/Loss (Raw)": 0.7848287224769592, "Finetune/Step": 2747, "Finetune/Step Time": 12.43976323120296}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7698320150375366, "Finetune/Loss (Raw)": 0.9238276481628418, "Finetune/Step": 2748, "Finetune/Step Time": 12.443996457383037}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7706098556518555, "Finetune/Loss (Raw)": 0.8556036353111267, "Finetune/Step": 2749, "Finetune/Step Time": 12.44168977998197}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7700188159942627, "Finetune/Loss (Raw)": 0.7704005241394043, "Finetune/Step": 2750, "Finetune/Step Time": 12.4494309425354}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7701969742774963, "Finetune/Loss (Raw)": 0.7725024223327637, "Finetune/Step": 2751, "Finetune/Step Time": 12.431985557079315}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7701724767684937, "Finetune/Loss (Raw)": 0.7950013875961304, "Finetune/Step": 2752, "Finetune/Step Time": 12.433731308206916}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.772562563419342, "Finetune/Loss (Raw)": 0.8868618011474609, "Finetune/Step": 2753, "Finetune/Step Time": 12.415573552250862}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7747122645378113, "Finetune/Loss (Raw)": 0.7811866402626038, "Finetune/Step": 2754, "Finetune/Step Time": 12.385191984474659}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.773421049118042, "Finetune/Loss (Raw)": 0.6261329054832458, "Finetune/Step": 2755, "Finetune/Step Time": 12.41908578760922}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7733379602432251, "Finetune/Loss (Raw)": 0.8346471190452576, "Finetune/Step": 2756, "Finetune/Step Time": 12.441903920844197}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7741626501083374, "Finetune/Loss (Raw)": 0.6099823713302612, "Finetune/Step": 2757, "Finetune/Step Time": 12.47880207747221}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7755857110023499, "Finetune/Loss (Raw)": 0.8704724311828613, "Finetune/Step": 2758, "Finetune/Step Time": 12.478419603779912}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7744196653366089, "Finetune/Loss (Raw)": 0.7380154728889465, "Finetune/Step": 2759, "Finetune/Step Time": 12.476934192702174}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7739896178245544, "Finetune/Loss (Raw)": 0.6525627374649048, "Finetune/Step": 2760, "Finetune/Step Time": 12.466545041650534}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7722768783569336, "Finetune/Loss (Raw)": 0.6305019855499268, "Finetune/Step": 2761, "Finetune/Step Time": 12.494164112955332}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7720513343811035, "Finetune/Loss (Raw)": 0.7392916679382324, "Finetune/Step": 2762, "Finetune/Step Time": 12.509709360077977}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7720378041267395, "Finetune/Loss (Raw)": 0.7755122184753418, "Finetune/Step": 2763, "Finetune/Step Time": 12.514910755679011}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7708555459976196, "Finetune/Loss (Raw)": 0.7663866877555847, "Finetune/Step": 2764, "Finetune/Step Time": 12.512554354965687}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7699642181396484, "Finetune/Loss (Raw)": 0.613959550857544, "Finetune/Step": 2765, "Finetune/Step Time": 12.53223317861557}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7691882848739624, "Finetune/Loss (Raw)": 0.7890148162841797, "Finetune/Step": 2766, "Finetune/Step Time": 12.512276547029614}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7697142362594604, "Finetune/Loss (Raw)": 0.8464060425758362, "Finetune/Step": 2767, "Finetune/Step Time": 12.527433060109615}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7721041440963745, "Finetune/Loss (Raw)": 0.8444806933403015, "Finetune/Step": 2768, "Finetune/Step Time": 12.497925274074078}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7723373770713806, "Finetune/Loss (Raw)": 0.8024984002113342, "Finetune/Step": 2769, "Finetune/Step Time": 12.506132379174232}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7705568075180054, "Finetune/Loss (Raw)": 0.5544388890266418, "Finetune/Step": 2770, "Finetune/Step Time": 12.530864741653204}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7720931172370911, "Finetune/Loss (Raw)": 0.832778811454773, "Finetune/Step": 2771, "Finetune/Step Time": 12.517728498205543}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7734998464584351, "Finetune/Loss (Raw)": 0.8428470492362976, "Finetune/Step": 2772, "Finetune/Step Time": 12.467421846464276}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7738697528839111, "Finetune/Loss (Raw)": 0.8788699507713318, "Finetune/Step": 2773, "Finetune/Step Time": 12.459176098927855}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7717769145965576, "Finetune/Loss (Raw)": 0.5245225429534912, "Finetune/Step": 2774, "Finetune/Step Time": 12.487913995981216}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7726752758026123, "Finetune/Loss (Raw)": 0.8413191437721252, "Finetune/Step": 2775, "Finetune/Step Time": 12.47497545182705}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7722323536872864, "Finetune/Loss (Raw)": 0.7279779314994812, "Finetune/Step": 2776, "Finetune/Step Time": 12.465992115437984}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7728678584098816, "Finetune/Loss (Raw)": 0.7876977324485779, "Finetune/Step": 2777, "Finetune/Step Time": 12.44767439365387}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7738181352615356, "Finetune/Loss (Raw)": 0.819718062877655, "Finetune/Step": 2778, "Finetune/Step Time": 12.447043936699629}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7734404802322388, "Finetune/Loss (Raw)": 0.7157320380210876, "Finetune/Step": 2779, "Finetune/Step Time": 12.452419953420758}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.773082971572876, "Finetune/Loss (Raw)": 0.8068398833274841, "Finetune/Step": 2780, "Finetune/Step Time": 12.448913007974625}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.774354100227356, "Finetune/Loss (Raw)": 0.8912950754165649, "Finetune/Step": 2781, "Finetune/Step Time": 12.421935219317675}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7758065462112427, "Finetune/Loss (Raw)": 0.802331268787384, "Finetune/Step": 2782, "Finetune/Step Time": 12.395730752497911}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7761391997337341, "Finetune/Loss (Raw)": 0.8161792159080505, "Finetune/Step": 2783, "Finetune/Step Time": 12.400416502729058}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7748255729675293, "Finetune/Loss (Raw)": 0.6169308423995972, "Finetune/Step": 2784, "Finetune/Step Time": 12.403934370726347}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7762461304664612, "Finetune/Loss (Raw)": 0.7879397869110107, "Finetune/Step": 2785, "Finetune/Step Time": 12.375595390796661}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7782672047615051, "Finetune/Loss (Raw)": 0.8392888307571411, "Finetune/Step": 2786, "Finetune/Step Time": 12.341315258294344}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7777924537658691, "Finetune/Loss (Raw)": 0.7541124224662781, "Finetune/Step": 2787, "Finetune/Step Time": 12.351400608196855}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7780460119247437, "Finetune/Loss (Raw)": 0.8737215399742126, "Finetune/Step": 2788, "Finetune/Step Time": 12.37340671569109}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7761282920837402, "Finetune/Loss (Raw)": 0.7306205034255981, "Finetune/Step": 2789, "Finetune/Step Time": 12.395206604152918}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7755283117294312, "Finetune/Loss (Raw)": 0.7819476127624512, "Finetune/Step": 2790, "Finetune/Step Time": 12.406325221061707}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7735401391983032, "Finetune/Loss (Raw)": 0.6228099465370178, "Finetune/Step": 2791, "Finetune/Step Time": 12.424866043031216}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7745169401168823, "Finetune/Loss (Raw)": 0.8185245394706726, "Finetune/Step": 2792, "Finetune/Step Time": 12.416369983926415}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7765234708786011, "Finetune/Loss (Raw)": 0.9133549332618713, "Finetune/Step": 2793, "Finetune/Step Time": 12.41580961085856}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7754672765731812, "Finetune/Loss (Raw)": 0.7222909331321716, "Finetune/Step": 2794, "Finetune/Step Time": 12.429311402142048}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7751833200454712, "Finetune/Loss (Raw)": 0.7006736397743225, "Finetune/Step": 2795, "Finetune/Step Time": 12.442941848188639}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7750848531723022, "Finetune/Loss (Raw)": 0.788695752620697, "Finetune/Step": 2796, "Finetune/Step Time": 12.467903062701225}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7724173069000244, "Finetune/Loss (Raw)": 0.5790180563926697, "Finetune/Step": 2797, "Finetune/Step Time": 12.48425655812025}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7709872722625732, "Finetune/Loss (Raw)": 0.6348178386688232, "Finetune/Step": 2798, "Finetune/Step Time": 12.519015157595277}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.771224856376648, "Finetune/Loss (Raw)": 0.6604072451591492, "Finetune/Step": 2799, "Finetune/Step Time": 12.517343929037452}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7716476321220398, "Finetune/Loss (Raw)": 0.6215190887451172, "Finetune/Step": 2800, "Finetune/Step Time": 12.50720457173884}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7722737193107605, "Finetune/Loss (Raw)": 0.8800790309906006, "Finetune/Step": 2801, "Finetune/Step Time": 12.508922098204494}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7742993831634521, "Finetune/Loss (Raw)": 0.8832523822784424, "Finetune/Step": 2802, "Finetune/Step Time": 12.506288152188063}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7740464210510254, "Finetune/Loss (Raw)": 0.7592368721961975, "Finetune/Step": 2803, "Finetune/Step Time": 12.50217748247087}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.774527907371521, "Finetune/Loss (Raw)": 0.8265401721000671, "Finetune/Step": 2804, "Finetune/Step Time": 12.492768213152885}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7750760316848755, "Finetune/Loss (Raw)": 0.9335795044898987, "Finetune/Step": 2805, "Finetune/Step Time": 12.490884218364954}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7747296094894409, "Finetune/Loss (Raw)": 0.7286545038223267, "Finetune/Step": 2806, "Finetune/Step Time": 12.49748245626688}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7733794450759888, "Finetune/Loss (Raw)": 0.7559713125228882, "Finetune/Step": 2807, "Finetune/Step Time": 12.501035027205944}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7718254327774048, "Finetune/Loss (Raw)": 0.6185949444770813, "Finetune/Step": 2808, "Finetune/Step Time": 12.51358119212091}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.77144455909729, "Finetune/Loss (Raw)": 0.5283026695251465, "Finetune/Step": 2809, "Finetune/Step Time": 12.513995474204421}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7705621123313904, "Finetune/Loss (Raw)": 0.6775578260421753, "Finetune/Step": 2810, "Finetune/Step Time": 12.510277470573783}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7703045606613159, "Finetune/Loss (Raw)": 0.8028901219367981, "Finetune/Step": 2811, "Finetune/Step Time": 12.516840405762196}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7703571319580078, "Finetune/Loss (Raw)": 0.7910060882568359, "Finetune/Step": 2812, "Finetune/Step Time": 12.512808050960302}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7704504132270813, "Finetune/Loss (Raw)": 0.8371646404266357, "Finetune/Step": 2813, "Finetune/Step Time": 12.505154613405466}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7696327567100525, "Finetune/Loss (Raw)": 0.6181259155273438, "Finetune/Step": 2814, "Finetune/Step Time": 12.527878046035767}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7704157829284668, "Finetune/Loss (Raw)": 0.8932169675827026, "Finetune/Step": 2815, "Finetune/Step Time": 12.527225986123085}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7703544497489929, "Finetune/Loss (Raw)": 0.7934960722923279, "Finetune/Step": 2816, "Finetune/Step Time": 12.522774916142225}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7691985964775085, "Finetune/Loss (Raw)": 0.7629021406173706, "Finetune/Step": 2817, "Finetune/Step Time": 12.528756711632013}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7703632116317749, "Finetune/Loss (Raw)": 0.7500494718551636, "Finetune/Step": 2818, "Finetune/Step Time": 12.503978993743658}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7705682516098022, "Finetune/Loss (Raw)": 0.8954431414604187, "Finetune/Step": 2819, "Finetune/Step Time": 12.509010648354888}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7715319991111755, "Finetune/Loss (Raw)": 0.872413158416748, "Finetune/Step": 2820, "Finetune/Step Time": 12.508703455328941}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7699966430664062, "Finetune/Loss (Raw)": 0.6090067028999329, "Finetune/Step": 2821, "Finetune/Step Time": 12.52470687404275}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7705947160720825, "Finetune/Loss (Raw)": 0.817918598651886, "Finetune/Step": 2822, "Finetune/Step Time": 12.52169112302363}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7691347599029541, "Finetune/Loss (Raw)": 0.5888559222221375, "Finetune/Step": 2823, "Finetune/Step Time": 12.542837135493755}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7682147026062012, "Finetune/Loss (Raw)": 0.6555601358413696, "Finetune/Step": 2824, "Finetune/Step Time": 12.521453762426972}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7676364183425903, "Finetune/Loss (Raw)": 0.705997109413147, "Finetune/Step": 2825, "Finetune/Step Time": 12.514706926420331}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7673102617263794, "Finetune/Loss (Raw)": 0.6804563999176025, "Finetune/Step": 2826, "Finetune/Step Time": 12.518906010314822}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7668132781982422, "Finetune/Loss (Raw)": 0.8197087049484253, "Finetune/Step": 2827, "Finetune/Step Time": 12.49561338685453}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7679312229156494, "Finetune/Loss (Raw)": 0.9121272563934326, "Finetune/Step": 2828, "Finetune/Step Time": 12.468504093587399}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7684681415557861, "Finetune/Loss (Raw)": 0.8368702530860901, "Finetune/Step": 2829, "Finetune/Step Time": 12.434383081272244}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7690666317939758, "Finetune/Loss (Raw)": 0.8833109736442566, "Finetune/Step": 2830, "Finetune/Step Time": 12.422729287296534}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7709963321685791, "Finetune/Loss (Raw)": 0.9677782654762268, "Finetune/Step": 2831, "Finetune/Step Time": 12.41699873842299}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7728589773178101, "Finetune/Loss (Raw)": 0.9130470752716064, "Finetune/Step": 2832, "Finetune/Step Time": 12.419339073821902}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7730700969696045, "Finetune/Loss (Raw)": 0.7908031940460205, "Finetune/Step": 2833, "Finetune/Step Time": 12.429631834849715}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7707844972610474, "Finetune/Loss (Raw)": 0.5636270642280579, "Finetune/Step": 2834, "Finetune/Step Time": 12.450309930369258}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7697522640228271, "Finetune/Loss (Raw)": 0.8133548498153687, "Finetune/Step": 2835, "Finetune/Step Time": 12.455414030700922}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7675656080245972, "Finetune/Loss (Raw)": 0.6230958700180054, "Finetune/Step": 2836, "Finetune/Step Time": 12.442728020250797}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.768274188041687, "Finetune/Loss (Raw)": 0.8335842490196228, "Finetune/Step": 2837, "Finetune/Step Time": 12.427431631833315}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7690439820289612, "Finetune/Loss (Raw)": 0.7112236618995667, "Finetune/Step": 2838, "Finetune/Step Time": 12.391072258353233}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7679093480110168, "Finetune/Loss (Raw)": 0.7153761386871338, "Finetune/Step": 2839, "Finetune/Step Time": 12.39328546449542}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7678040266036987, "Finetune/Loss (Raw)": 0.7808070182800293, "Finetune/Step": 2840, "Finetune/Step Time": 12.370002819225192}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7688759565353394, "Finetune/Loss (Raw)": 0.909282922744751, "Finetune/Step": 2841, "Finetune/Step Time": 12.361061215400696}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7683181762695312, "Finetune/Loss (Raw)": 0.799936830997467, "Finetune/Step": 2842, "Finetune/Step Time": 12.365321001037955}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7679293155670166, "Finetune/Loss (Raw)": 0.6693733930587769, "Finetune/Step": 2843, "Finetune/Step Time": 12.372873770073056}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7683824300765991, "Finetune/Loss (Raw)": 0.8431362509727478, "Finetune/Step": 2844, "Finetune/Step Time": 12.377011885866523}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7680308818817139, "Finetune/Loss (Raw)": 0.7987978458404541, "Finetune/Step": 2845, "Finetune/Step Time": 12.390047626569867}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7681109309196472, "Finetune/Loss (Raw)": 0.7579460144042969, "Finetune/Step": 2846, "Finetune/Step Time": 12.385703381150961}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7663841843605042, "Finetune/Loss (Raw)": 0.5819542407989502, "Finetune/Step": 2847, "Finetune/Step Time": 12.399246776476502}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7664953470230103, "Finetune/Loss (Raw)": 0.8505614399909973, "Finetune/Step": 2848, "Finetune/Step Time": 12.404308937489986}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7666275501251221, "Finetune/Loss (Raw)": 0.7330904603004456, "Finetune/Step": 2849, "Finetune/Step Time": 12.394569681957364}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7664766907691956, "Finetune/Loss (Raw)": 0.7744153738021851, "Finetune/Step": 2850, "Finetune/Step Time": 12.387682005763054}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7673906087875366, "Finetune/Loss (Raw)": 0.8477490544319153, "Finetune/Step": 2851, "Finetune/Step Time": 12.383262110874057}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7674528956413269, "Finetune/Loss (Raw)": 0.8358845710754395, "Finetune/Step": 2852, "Finetune/Step Time": 12.38521402515471}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7671612501144409, "Finetune/Loss (Raw)": 0.7671603560447693, "Finetune/Step": 2853, "Finetune/Step Time": 12.382556956261396}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7675069570541382, "Finetune/Loss (Raw)": 0.8489020466804504, "Finetune/Step": 2854, "Finetune/Step Time": 12.368607986718416}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7674685716629028, "Finetune/Loss (Raw)": 0.7912942171096802, "Finetune/Step": 2855, "Finetune/Step Time": 12.375566573813558}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.76884526014328, "Finetune/Loss (Raw)": 0.7818118333816528, "Finetune/Step": 2856, "Finetune/Step Time": 12.396431693807244}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7697174549102783, "Finetune/Loss (Raw)": 0.8345691561698914, "Finetune/Step": 2857, "Finetune/Step Time": 12.370191233232617}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7703715562820435, "Finetune/Loss (Raw)": 0.7133929133415222, "Finetune/Step": 2858, "Finetune/Step Time": 12.358641684055328}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7704795598983765, "Finetune/Loss (Raw)": 0.7928730845451355, "Finetune/Step": 2859, "Finetune/Step Time": 12.368298081681132}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7694242000579834, "Finetune/Loss (Raw)": 0.6822203397750854, "Finetune/Step": 2860, "Finetune/Step Time": 12.379832919687033}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7702939510345459, "Finetune/Loss (Raw)": 0.9390493035316467, "Finetune/Step": 2861, "Finetune/Step Time": 12.376327136531472}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.769794225692749, "Finetune/Loss (Raw)": 0.7218268513679504, "Finetune/Step": 2862, "Finetune/Step Time": 12.407210893929005}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7693017721176147, "Finetune/Loss (Raw)": 0.7843869924545288, "Finetune/Step": 2863, "Finetune/Step Time": 12.40195414237678}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7696021795272827, "Finetune/Loss (Raw)": 0.7182550430297852, "Finetune/Step": 2864, "Finetune/Step Time": 12.37301567569375}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7724345922470093, "Finetune/Loss (Raw)": 0.88088458776474, "Finetune/Step": 2865, "Finetune/Step Time": 12.365696938708425}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7704921960830688, "Finetune/Loss (Raw)": 0.5844178795814514, "Finetune/Step": 2866, "Finetune/Step Time": 12.386616753414273}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7701419591903687, "Finetune/Loss (Raw)": 0.8079687356948853, "Finetune/Step": 2867, "Finetune/Step Time": 12.394323237240314}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7719042301177979, "Finetune/Loss (Raw)": 0.9049431085586548, "Finetune/Step": 2868, "Finetune/Step Time": 12.387834843248129}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7696022987365723, "Finetune/Loss (Raw)": 0.5662403702735901, "Finetune/Step": 2869, "Finetune/Step Time": 12.438372861593962}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7681913375854492, "Finetune/Loss (Raw)": 0.5830308198928833, "Finetune/Step": 2870, "Finetune/Step Time": 12.460365235805511}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7684509754180908, "Finetune/Loss (Raw)": 0.9279730916023254, "Finetune/Step": 2871, "Finetune/Step Time": 12.458951968699694}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7691863775253296, "Finetune/Loss (Raw)": 0.8990172743797302, "Finetune/Step": 2872, "Finetune/Step Time": 12.459421085193753}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7684474587440491, "Finetune/Loss (Raw)": 0.7956668734550476, "Finetune/Step": 2873, "Finetune/Step Time": 12.472533769905567}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7666878700256348, "Finetune/Loss (Raw)": 0.5777425765991211, "Finetune/Step": 2874, "Finetune/Step Time": 12.484720025211573}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7673265337944031, "Finetune/Loss (Raw)": 0.8665850162506104, "Finetune/Step": 2875, "Finetune/Step Time": 12.45751585625112}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7663323879241943, "Finetune/Loss (Raw)": 0.796570360660553, "Finetune/Step": 2876, "Finetune/Step Time": 12.467320393770933}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7656081318855286, "Finetune/Loss (Raw)": 0.7629021406173706, "Finetune/Step": 2877, "Finetune/Step Time": 12.467861916869879}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7654011249542236, "Finetune/Loss (Raw)": 0.7439070343971252, "Finetune/Step": 2878, "Finetune/Step Time": 12.4805944301188}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7649754285812378, "Finetune/Loss (Raw)": 0.7180156111717224, "Finetune/Step": 2879, "Finetune/Step Time": 12.481840306892991}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7659012079238892, "Finetune/Loss (Raw)": 0.9134986400604248, "Finetune/Step": 2880, "Finetune/Step Time": 12.467172525823116}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7651634216308594, "Finetune/Loss (Raw)": 0.7924305200576782, "Finetune/Step": 2881, "Finetune/Step Time": 12.469423266127706}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7658663988113403, "Finetune/Loss (Raw)": 0.8711560964584351, "Finetune/Step": 2882, "Finetune/Step Time": 12.465679865330458}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7680675387382507, "Finetune/Loss (Raw)": 0.9078851342201233, "Finetune/Step": 2883, "Finetune/Step Time": 12.436993589624763}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7670019865036011, "Finetune/Loss (Raw)": 0.6982527375221252, "Finetune/Step": 2884, "Finetune/Step Time": 12.450176812708378}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7688785195350647, "Finetune/Loss (Raw)": 0.8501809239387512, "Finetune/Step": 2885, "Finetune/Step Time": 12.390416894108057}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7665971517562866, "Finetune/Loss (Raw)": 0.5784610509872437, "Finetune/Step": 2886, "Finetune/Step Time": 12.426372271031141}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7662516832351685, "Finetune/Loss (Raw)": 0.6937915682792664, "Finetune/Step": 2887, "Finetune/Step Time": 12.431210307404399}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7687034010887146, "Finetune/Loss (Raw)": 0.9663842916488647, "Finetune/Step": 2888, "Finetune/Step Time": 12.441817784681916}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7691704034805298, "Finetune/Loss (Raw)": 0.6902790069580078, "Finetune/Step": 2889, "Finetune/Step Time": 12.438863664865494}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7690364122390747, "Finetune/Loss (Raw)": 0.722135603427887, "Finetune/Step": 2890, "Finetune/Step Time": 12.424676673486829}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7689117789268494, "Finetune/Loss (Raw)": 0.7595618367195129, "Finetune/Step": 2891, "Finetune/Step Time": 12.422941433265805}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7704917192459106, "Finetune/Loss (Raw)": 0.9686192274093628, "Finetune/Step": 2892, "Finetune/Step Time": 12.438417579978704}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7717071771621704, "Finetune/Loss (Raw)": 0.7695411443710327, "Finetune/Step": 2893, "Finetune/Step Time": 12.398390909656882}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7724499702453613, "Finetune/Loss (Raw)": 0.8840917944908142, "Finetune/Step": 2894, "Finetune/Step Time": 12.395844589918852}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7721684575080872, "Finetune/Loss (Raw)": 0.8103705644607544, "Finetune/Step": 2895, "Finetune/Step Time": 12.379043102264404}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7720286846160889, "Finetune/Loss (Raw)": 0.8265912532806396, "Finetune/Step": 2896, "Finetune/Step Time": 12.382270941510797}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7723853588104248, "Finetune/Loss (Raw)": 0.8481550812721252, "Finetune/Step": 2897, "Finetune/Step Time": 12.376542607322335}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7745561599731445, "Finetune/Loss (Raw)": 0.8322989344596863, "Finetune/Step": 2898, "Finetune/Step Time": 12.350512145087123}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7740920782089233, "Finetune/Loss (Raw)": 0.7733740210533142, "Finetune/Step": 2899, "Finetune/Step Time": 12.355812042951584}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7727131247520447, "Finetune/Loss (Raw)": 0.666337251663208, "Finetune/Step": 2900, "Finetune/Step Time": 12.357306959107518}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7712206840515137, "Finetune/Loss (Raw)": 0.6878440380096436, "Finetune/Step": 2901, "Finetune/Step Time": 12.368312729522586}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7733409404754639, "Finetune/Loss (Raw)": 0.7959158420562744, "Finetune/Step": 2902, "Finetune/Step Time": 12.370820516720414}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7731017470359802, "Finetune/Loss (Raw)": 0.8106984496116638, "Finetune/Step": 2903, "Finetune/Step Time": 12.37370334751904}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7734936475753784, "Finetune/Loss (Raw)": 0.7781473398208618, "Finetune/Step": 2904, "Finetune/Step Time": 12.373517820611596}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7733560800552368, "Finetune/Loss (Raw)": 0.7700886726379395, "Finetune/Step": 2905, "Finetune/Step Time": 12.37759100459516}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7736459970474243, "Finetune/Loss (Raw)": 0.8568190932273865, "Finetune/Step": 2906, "Finetune/Step Time": 12.376759687438607}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7739694118499756, "Finetune/Loss (Raw)": 0.7571354508399963, "Finetune/Step": 2907, "Finetune/Step Time": 12.368579119443893}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7742030620574951, "Finetune/Loss (Raw)": 0.8367401957511902, "Finetune/Step": 2908, "Finetune/Step Time": 12.374479427933693}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7748590707778931, "Finetune/Loss (Raw)": 0.9752756357192993, "Finetune/Step": 2909, "Finetune/Step Time": 12.369782540947199}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.775670051574707, "Finetune/Loss (Raw)": 0.9061288237571716, "Finetune/Step": 2910, "Finetune/Step Time": 12.369830718263984}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7767375707626343, "Finetune/Loss (Raw)": 0.9528253674507141, "Finetune/Step": 2911, "Finetune/Step Time": 12.352754138410091}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7783945202827454, "Finetune/Loss (Raw)": 0.8290166854858398, "Finetune/Step": 2912, "Finetune/Step Time": 12.342854227870703}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7785717248916626, "Finetune/Loss (Raw)": 0.8106260895729065, "Finetune/Step": 2913, "Finetune/Step Time": 12.331487756222486}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7767539024353027, "Finetune/Loss (Raw)": 0.6066062450408936, "Finetune/Step": 2914, "Finetune/Step Time": 12.376569213345647}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.775343120098114, "Finetune/Loss (Raw)": 0.5735318064689636, "Finetune/Step": 2915, "Finetune/Step Time": 12.381874261423945}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7750643491744995, "Finetune/Loss (Raw)": 0.8380398154258728, "Finetune/Step": 2916, "Finetune/Step Time": 12.353457940742373}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7764606475830078, "Finetune/Loss (Raw)": 0.9093446135520935, "Finetune/Step": 2917, "Finetune/Step Time": 12.333220282569528}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7758601903915405, "Finetune/Loss (Raw)": 0.7050949931144714, "Finetune/Step": 2918, "Finetune/Step Time": 12.332235729321837}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7773005366325378, "Finetune/Loss (Raw)": 0.8071706891059875, "Finetune/Step": 2919, "Finetune/Step Time": 12.298869905993342}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7747436761856079, "Finetune/Loss (Raw)": 0.49124541878700256, "Finetune/Step": 2920, "Finetune/Step Time": 12.318098722025752}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7736796736717224, "Finetune/Loss (Raw)": 0.777161180973053, "Finetune/Step": 2921, "Finetune/Step Time": 12.342710791155696}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7738675475120544, "Finetune/Loss (Raw)": 0.7463400959968567, "Finetune/Step": 2922, "Finetune/Step Time": 12.338930569589138}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7740620970726013, "Finetune/Loss (Raw)": 0.7255750894546509, "Finetune/Step": 2923, "Finetune/Step Time": 12.378556247800589}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7745615243911743, "Finetune/Loss (Raw)": 0.8526206016540527, "Finetune/Step": 2924, "Finetune/Step Time": 12.355637086555362}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7768344879150391, "Finetune/Loss (Raw)": 0.8699528574943542, "Finetune/Step": 2925, "Finetune/Step Time": 12.337251143530011}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7780643701553345, "Finetune/Loss (Raw)": 0.7922545671463013, "Finetune/Step": 2926, "Finetune/Step Time": 12.345873538404703}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7770814895629883, "Finetune/Loss (Raw)": 0.5345885157585144, "Finetune/Step": 2927, "Finetune/Step Time": 12.358303993940353}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7782723307609558, "Finetune/Loss (Raw)": 0.7739486694335938, "Finetune/Step": 2928, "Finetune/Step Time": 12.373179780319333}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7779288291931152, "Finetune/Loss (Raw)": 0.8361154198646545, "Finetune/Step": 2929, "Finetune/Step Time": 12.358607670292258}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7775952219963074, "Finetune/Loss (Raw)": 0.8405483961105347, "Finetune/Step": 2930, "Finetune/Step Time": 12.347479240968823}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7785220146179199, "Finetune/Loss (Raw)": 0.8778606057167053, "Finetune/Step": 2931, "Finetune/Step Time": 12.350900566205382}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7786712646484375, "Finetune/Loss (Raw)": 0.8456466197967529, "Finetune/Step": 2932, "Finetune/Step Time": 12.357205579057336}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7778205871582031, "Finetune/Loss (Raw)": 0.8246934413909912, "Finetune/Step": 2933, "Finetune/Step Time": 12.374800683930516}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7780840396881104, "Finetune/Loss (Raw)": 0.7623817324638367, "Finetune/Step": 2934, "Finetune/Step Time": 12.36976576782763}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7783751487731934, "Finetune/Loss (Raw)": 0.7932340502738953, "Finetune/Step": 2935, "Finetune/Step Time": 12.37157722003758}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7802926898002625, "Finetune/Loss (Raw)": 0.8640382885932922, "Finetune/Step": 2936, "Finetune/Step Time": 12.380380660295486}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7838453054428101, "Finetune/Loss (Raw)": 0.9830381274223328, "Finetune/Step": 2937, "Finetune/Step Time": 12.349913977086544}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.7852308750152588, "Finetune/Loss (Raw)": 0.8549095988273621, "Finetune/Step": 2938, "Finetune/Step Time": 12.341384686529636}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.7853150963783264, "Finetune/Loss (Raw)": 0.8136656880378723, "Finetune/Step": 2939, "Finetune/Step Time": 12.337486175820231}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.7843112349510193, "Finetune/Loss (Raw)": 0.6625156998634338, "Finetune/Step": 2940, "Finetune/Step Time": 12.343031339347363}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7816191911697388, "Finetune/Loss (Raw)": 0.4925789535045624, "Finetune/Step": 2941, "Finetune/Step Time": 12.371636841446161}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7840443253517151, "Finetune/Loss (Raw)": 0.9285493493080139, "Finetune/Step": 2942, "Finetune/Step Time": 12.350573206320405}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7830618023872375, "Finetune/Loss (Raw)": 0.7674461007118225, "Finetune/Step": 2943, "Finetune/Step Time": 12.35639482922852}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7831583619117737, "Finetune/Loss (Raw)": 0.8058619499206543, "Finetune/Step": 2944, "Finetune/Step Time": 12.365436596795917}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7830235958099365, "Finetune/Loss (Raw)": 0.7456496357917786, "Finetune/Step": 2945, "Finetune/Step Time": 12.379154996946454}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7831957340240479, "Finetune/Loss (Raw)": 0.7720879912376404, "Finetune/Step": 2946, "Finetune/Step Time": 12.368624592199922}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7820806503295898, "Finetune/Loss (Raw)": 0.7527055144309998, "Finetune/Step": 2947, "Finetune/Step Time": 12.389440840110183}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7808389067649841, "Finetune/Loss (Raw)": 0.7134780883789062, "Finetune/Step": 2948, "Finetune/Step Time": 12.40020521916449}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7823870182037354, "Finetune/Loss (Raw)": 0.8071607947349548, "Finetune/Step": 2949, "Finetune/Step Time": 12.383337296545506}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7823631763458252, "Finetune/Loss (Raw)": 0.8148630857467651, "Finetune/Step": 2950, "Finetune/Step Time": 12.382169716060162}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7820460796356201, "Finetune/Loss (Raw)": 0.5482704043388367, "Finetune/Step": 2951, "Finetune/Step Time": 12.382237063720822}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7834658622741699, "Finetune/Loss (Raw)": 0.8372918367385864, "Finetune/Step": 2952, "Finetune/Step Time": 12.37773260846734}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7849817276000977, "Finetune/Loss (Raw)": 0.9000308513641357, "Finetune/Step": 2953, "Finetune/Step Time": 12.3797588609159}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7851270437240601, "Finetune/Loss (Raw)": 0.6990588307380676, "Finetune/Step": 2954, "Finetune/Step Time": 12.381951678544283}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7861224412918091, "Finetune/Loss (Raw)": 0.9471160173416138, "Finetune/Step": 2955, "Finetune/Step Time": 12.387077361345291}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7853637337684631, "Finetune/Loss (Raw)": 0.8150151968002319, "Finetune/Step": 2956, "Finetune/Step Time": 12.384147843346}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7848109006881714, "Finetune/Loss (Raw)": 0.7661006450653076, "Finetune/Step": 2957, "Finetune/Step Time": 12.371233591809869}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7842190861701965, "Finetune/Loss (Raw)": 0.8075651526451111, "Finetune/Step": 2958, "Finetune/Step Time": 12.375071980059147}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.781720757484436, "Finetune/Loss (Raw)": 0.6479929089546204, "Finetune/Step": 2959, "Finetune/Step Time": 12.381376592442393}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7804949283599854, "Finetune/Loss (Raw)": 0.7561419606208801, "Finetune/Step": 2960, "Finetune/Step Time": 12.365833835676312}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7803518176078796, "Finetune/Loss (Raw)": 0.7724865674972534, "Finetune/Step": 2961, "Finetune/Step Time": 12.348851719871163}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7836232781410217, "Finetune/Loss (Raw)": 0.9823691248893738, "Finetune/Step": 2962, "Finetune/Step Time": 12.327993981540203}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.783824622631073, "Finetune/Loss (Raw)": 0.8391282558441162, "Finetune/Step": 2963, "Finetune/Step Time": 12.340147972106934}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7855932712554932, "Finetune/Loss (Raw)": 0.8494886159896851, "Finetune/Step": 2964, "Finetune/Step Time": 12.364787442609668}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.7858704328536987, "Finetune/Loss (Raw)": 0.8690524697303772, "Finetune/Step": 2965, "Finetune/Step Time": 12.357885152101517}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7860400676727295, "Finetune/Loss (Raw)": 0.7329392433166504, "Finetune/Step": 2966, "Finetune/Step Time": 12.367406286299229}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.785683810710907, "Finetune/Loss (Raw)": 0.669770359992981, "Finetune/Step": 2967, "Finetune/Step Time": 12.385008471086621}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.7864116430282593, "Finetune/Loss (Raw)": 0.8739715814590454, "Finetune/Step": 2968, "Finetune/Step Time": 12.39421690814197}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7855926156044006, "Finetune/Loss (Raw)": 0.8044481873512268, "Finetune/Step": 2969, "Finetune/Step Time": 12.388149650767446}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7854368686676025, "Finetune/Loss (Raw)": 0.7800024151802063, "Finetune/Step": 2970, "Finetune/Step Time": 12.404454614967108}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7864078879356384, "Finetune/Loss (Raw)": 0.7936666011810303, "Finetune/Step": 2971, "Finetune/Step Time": 12.415840048342943}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7859307527542114, "Finetune/Loss (Raw)": 0.7820651531219482, "Finetune/Step": 2972, "Finetune/Step Time": 12.407830750569701}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7853026986122131, "Finetune/Loss (Raw)": 0.7184017896652222, "Finetune/Step": 2973, "Finetune/Step Time": 12.415502669289708}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7857187986373901, "Finetune/Loss (Raw)": 0.8112133145332336, "Finetune/Step": 2974, "Finetune/Step Time": 12.413941765204072}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7861592769622803, "Finetune/Loss (Raw)": 0.6383318305015564, "Finetune/Step": 2975, "Finetune/Step Time": 12.422654535621405}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7850326895713806, "Finetune/Loss (Raw)": 0.7063573002815247, "Finetune/Step": 2976, "Finetune/Step Time": 12.420308696106076}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.7850696444511414, "Finetune/Loss (Raw)": 0.7378205060958862, "Finetune/Step": 2977, "Finetune/Step Time": 12.419423140585423}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7859746217727661, "Finetune/Loss (Raw)": 0.8902552723884583, "Finetune/Step": 2978, "Finetune/Step Time": 12.417348323389888}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7857295870780945, "Finetune/Loss (Raw)": 0.8163794875144958, "Finetune/Step": 2979, "Finetune/Step Time": 12.429876666516066}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7849848866462708, "Finetune/Loss (Raw)": 0.74056476354599, "Finetune/Step": 2980, "Finetune/Step Time": 12.434054248034954}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7845785617828369, "Finetune/Loss (Raw)": 0.7151482701301575, "Finetune/Step": 2981, "Finetune/Step Time": 12.474448546767235}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7836936116218567, "Finetune/Loss (Raw)": 0.7356308698654175, "Finetune/Step": 2982, "Finetune/Step Time": 12.465919202193618}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7845745086669922, "Finetune/Loss (Raw)": 0.9040487408638, "Finetune/Step": 2983, "Finetune/Step Time": 12.453724766150117}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.7842894792556763, "Finetune/Loss (Raw)": 0.7453302145004272, "Finetune/Step": 2984, "Finetune/Step Time": 12.452418372035027}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7840261459350586, "Finetune/Loss (Raw)": 0.8008577823638916, "Finetune/Step": 2985, "Finetune/Step Time": 12.454672250896692}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7828588485717773, "Finetune/Loss (Raw)": 0.5639777183532715, "Finetune/Step": 2986, "Finetune/Step Time": 12.487740444019437}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.782650351524353, "Finetune/Loss (Raw)": 0.7661933302879333, "Finetune/Step": 2987, "Finetune/Step Time": 12.508760716766119}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7840556502342224, "Finetune/Loss (Raw)": 0.8620975017547607, "Finetune/Step": 2988, "Finetune/Step Time": 12.503123369067907}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7818026542663574, "Finetune/Loss (Raw)": 0.650657594203949, "Finetune/Step": 2989, "Finetune/Step Time": 12.509693179279566}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7831829786300659, "Finetune/Loss (Raw)": 0.8985112905502319, "Finetune/Step": 2990, "Finetune/Step Time": 12.46977785229683}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7836410999298096, "Finetune/Loss (Raw)": 0.8430299162864685, "Finetune/Step": 2991, "Finetune/Step Time": 12.481568219140172}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.7835142612457275, "Finetune/Loss (Raw)": 0.7020219564437866, "Finetune/Step": 2992, "Finetune/Step Time": 12.495933948084712}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7836570739746094, "Finetune/Loss (Raw)": 0.899162769317627, "Finetune/Step": 2993, "Finetune/Step Time": 12.487857880070806}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7861504554748535, "Finetune/Loss (Raw)": 0.9035645127296448, "Finetune/Step": 2994, "Finetune/Step Time": 12.454384149983525}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7860472798347473, "Finetune/Loss (Raw)": 0.7947681546211243, "Finetune/Step": 2995, "Finetune/Step Time": 12.453407187014818}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.784844696521759, "Finetune/Loss (Raw)": 0.7510115504264832, "Finetune/Step": 2996, "Finetune/Step Time": 12.476587504148483}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7861652374267578, "Finetune/Loss (Raw)": 0.7352699041366577, "Finetune/Step": 2997, "Finetune/Step Time": 12.420978708192706}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.7874528169631958, "Finetune/Loss (Raw)": 0.7478426694869995, "Finetune/Step": 2998, "Finetune/Step Time": 12.40395231731236}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7866051197052002, "Finetune/Loss (Raw)": 0.8194674849510193, "Finetune/Step": 2999, "Finetune/Step Time": 12.40950725786388}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7859554290771484, "Finetune/Loss (Raw)": 0.8158500790596008, "Finetune/Step": 3000, "Finetune/Step Time": 12.41331891156733}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.785661518573761, "Finetune/Loss (Raw)": 0.7580512762069702, "Finetune/Step": 3001, "Finetune/Step Time": 12.404070103541017}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.7879695296287537, "Finetune/Loss (Raw)": 0.8731710910797119, "Finetune/Step": 3002, "Finetune/Step Time": 12.366124352440238}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.7873023748397827, "Finetune/Loss (Raw)": 0.7811914086341858, "Finetune/Step": 3003, "Finetune/Step Time": 12.376032898202538}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.7876583933830261, "Finetune/Loss (Raw)": 0.8421367406845093, "Finetune/Step": 3004, "Finetune/Step Time": 12.364799676463008}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.7860984802246094, "Finetune/Loss (Raw)": 0.563232421875, "Finetune/Step": 3005, "Finetune/Step Time": 12.394789492711425}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.7868742942810059, "Finetune/Loss (Raw)": 0.8432104587554932, "Finetune/Step": 3006, "Finetune/Step Time": 12.389926688745618}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7863358855247498, "Finetune/Loss (Raw)": 0.649100124835968, "Finetune/Step": 3007, "Finetune/Step Time": 12.380784975364804}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.7858736515045166, "Finetune/Loss (Raw)": 0.8543249368667603, "Finetune/Step": 3008, "Finetune/Step Time": 12.388118211179972}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7868722677230835, "Finetune/Loss (Raw)": 0.9202619194984436, "Finetune/Step": 3009, "Finetune/Step Time": 12.381949098780751}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.785987138748169, "Finetune/Loss (Raw)": 0.7578603625297546, "Finetune/Step": 3010, "Finetune/Step Time": 12.398628517985344}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.7856759428977966, "Finetune/Loss (Raw)": 0.8680542707443237, "Finetune/Step": 3011, "Finetune/Step Time": 12.398727040737867}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7868702411651611, "Finetune/Loss (Raw)": 0.8511214852333069, "Finetune/Step": 3012, "Finetune/Step Time": 12.352271163836122}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.7865050435066223, "Finetune/Loss (Raw)": 0.8034319281578064, "Finetune/Step": 3013, "Finetune/Step Time": 12.346426215022802}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7873546481132507, "Finetune/Loss (Raw)": 0.6872105002403259, "Finetune/Step": 3014, "Finetune/Step Time": 12.316817607730627}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7866913080215454, "Finetune/Loss (Raw)": 0.6088827848434448, "Finetune/Step": 3015, "Finetune/Step Time": 12.332575608044863}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7852090001106262, "Finetune/Loss (Raw)": 0.7766522765159607, "Finetune/Step": 3016, "Finetune/Step Time": 12.337237609550357}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.7851651906967163, "Finetune/Loss (Raw)": 0.6846659779548645, "Finetune/Step": 3017, "Finetune/Step Time": 12.315977856516838}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.7853021025657654, "Finetune/Loss (Raw)": 0.7396660447120667, "Finetune/Step": 3018, "Finetune/Step Time": 12.30899572186172}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.7857292890548706, "Finetune/Loss (Raw)": 0.8142444491386414, "Finetune/Step": 3019, "Finetune/Step Time": 12.313442872837186}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7839255332946777, "Finetune/Loss (Raw)": 0.7377339005470276, "Finetune/Step": 3020, "Finetune/Step Time": 12.289019949734211}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7842042446136475, "Finetune/Loss (Raw)": 0.8052142262458801, "Finetune/Step": 3021, "Finetune/Step Time": 12.299641204997897}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.7842425107955933, "Finetune/Loss (Raw)": 0.8889957666397095, "Finetune/Step": 3022, "Finetune/Step Time": 12.300484394654632}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7831720113754272, "Finetune/Loss (Raw)": 0.6733425855636597, "Finetune/Step": 3023, "Finetune/Step Time": 12.301285723224282}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7829605340957642, "Finetune/Loss (Raw)": 0.799521803855896, "Finetune/Step": 3024, "Finetune/Step Time": 12.309345794841647}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7828609347343445, "Finetune/Loss (Raw)": 0.8354067802429199, "Finetune/Step": 3025, "Finetune/Step Time": 12.309524839743972}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7826458215713501, "Finetune/Loss (Raw)": 0.80476975440979, "Finetune/Step": 3026, "Finetune/Step Time": 12.315679300576448}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7834092378616333, "Finetune/Loss (Raw)": 0.8710867762565613, "Finetune/Step": 3027, "Finetune/Step Time": 12.308533016592264}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7842288017272949, "Finetune/Loss (Raw)": 0.7712355852127075, "Finetune/Step": 3028, "Finetune/Step Time": 12.313375005498528}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.7866793870925903, "Finetune/Loss (Raw)": 1.001526951789856, "Finetune/Step": 3029, "Finetune/Step Time": 12.302007343620062}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.786496639251709, "Finetune/Loss (Raw)": 0.7725234627723694, "Finetune/Step": 3030, "Finetune/Step Time": 12.288180757313967}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.7865477800369263, "Finetune/Loss (Raw)": 0.8172435164451599, "Finetune/Step": 3031, "Finetune/Step Time": 12.285076407715678}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.7867860198020935, "Finetune/Loss (Raw)": 0.808642566204071, "Finetune/Step": 3032, "Finetune/Step Time": 12.287152646109462}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.7873637080192566, "Finetune/Loss (Raw)": 0.8440298438072205, "Finetune/Step": 3033, "Finetune/Step Time": 12.2809420786798}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.787925124168396, "Finetune/Loss (Raw)": 0.9286845326423645, "Finetune/Step": 3034, "Finetune/Step Time": 12.27624666877091}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.7882557511329651, "Finetune/Loss (Raw)": 0.7994515299797058, "Finetune/Step": 3035, "Finetune/Step Time": 12.274497635662556}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.7877490520477295, "Finetune/Loss (Raw)": 0.771884024143219, "Finetune/Step": 3036, "Finetune/Step Time": 12.2885148152709}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.7874808311462402, "Finetune/Loss (Raw)": 0.940944492816925, "Finetune/Step": 3037, "Finetune/Step Time": 12.28817425481975}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.7871334552764893, "Finetune/Loss (Raw)": 0.8616708517074585, "Finetune/Step": 3038, "Finetune/Step Time": 12.289727851748466}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7854745388031006, "Finetune/Loss (Raw)": 0.7404756546020508, "Finetune/Step": 3039, "Finetune/Step Time": 12.289464803412557}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.785396933555603, "Finetune/Loss (Raw)": 0.8190878629684448, "Finetune/Step": 3040, "Finetune/Step Time": 12.280113112181425}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7847504615783691, "Finetune/Loss (Raw)": 0.7278744578361511, "Finetune/Step": 3041, "Finetune/Step Time": 12.287490792572498}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7863526344299316, "Finetune/Loss (Raw)": 0.8116852045059204, "Finetune/Step": 3042, "Finetune/Step Time": 12.246648197993636}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.7861648797988892, "Finetune/Loss (Raw)": 0.5494899749755859, "Finetune/Step": 3043, "Finetune/Step Time": 12.260476022958755}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7848691940307617, "Finetune/Loss (Raw)": 0.6722026467323303, "Finetune/Step": 3044, "Finetune/Step Time": 12.287328206002712}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7824203968048096, "Finetune/Loss (Raw)": 0.5958967804908752, "Finetune/Step": 3045, "Finetune/Step Time": 12.291498064994812}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.78431236743927, "Finetune/Loss (Raw)": 0.9472650289535522, "Finetune/Step": 3046, "Finetune/Step Time": 12.28470378369093}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7841548919677734, "Finetune/Loss (Raw)": 0.7870126366615295, "Finetune/Step": 3047, "Finetune/Step Time": 12.288358334451914}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.7877293229103088, "Finetune/Loss (Raw)": 0.9487754702568054, "Finetune/Step": 3048, "Finetune/Step Time": 12.249160014092922}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.7876874208450317, "Finetune/Loss (Raw)": 0.7717934250831604, "Finetune/Step": 3049, "Finetune/Step Time": 12.219830987975001}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.7889368534088135, "Finetune/Loss (Raw)": 0.9062734842300415, "Finetune/Step": 3050, "Finetune/Step Time": 12.201032733544707}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7902718186378479, "Finetune/Loss (Raw)": 0.8964443802833557, "Finetune/Step": 3051, "Finetune/Step Time": 12.159903829917312}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7895770072937012, "Finetune/Loss (Raw)": 0.7636895775794983, "Finetune/Step": 3052, "Finetune/Step Time": 12.160853706300259}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.7898464202880859, "Finetune/Loss (Raw)": 0.9044381976127625, "Finetune/Step": 3053, "Finetune/Step Time": 12.180921118706465}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.7908682227134705, "Finetune/Loss (Raw)": 0.9230440258979797, "Finetune/Step": 3054, "Finetune/Step Time": 12.156556187197566}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.7931522130966187, "Finetune/Loss (Raw)": 0.826931357383728, "Finetune/Step": 3055, "Finetune/Step Time": 12.146323284134269}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.7935715913772583, "Finetune/Loss (Raw)": 0.8276432156562805, "Finetune/Step": 3056, "Finetune/Step Time": 12.1149484179914}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.792532742023468, "Finetune/Loss (Raw)": 0.7031373977661133, "Finetune/Step": 3057, "Finetune/Step Time": 12.133400771766901}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.7924907207489014, "Finetune/Loss (Raw)": 0.8351694345474243, "Finetune/Step": 3058, "Finetune/Step Time": 12.127660572528839}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.7921326160430908, "Finetune/Loss (Raw)": 0.8320228457450867, "Finetune/Step": 3059, "Finetune/Step Time": 12.126391302794218}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.7922131419181824, "Finetune/Loss (Raw)": 0.8559495806694031, "Finetune/Step": 3060, "Finetune/Step Time": 12.129848128184676}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.7926506400108337, "Finetune/Loss (Raw)": 0.880695641040802, "Finetune/Step": 3061, "Finetune/Step Time": 12.11859804019332}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.792090654373169, "Finetune/Loss (Raw)": 0.690707802772522, "Finetune/Step": 3062, "Finetune/Step Time": 12.16443888656795}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.7918556928634644, "Finetune/Loss (Raw)": 0.7631577849388123, "Finetune/Step": 3063, "Finetune/Step Time": 12.156566293910146}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.791745662689209, "Finetune/Loss (Raw)": 0.8499506711959839, "Finetune/Step": 3064, "Finetune/Step Time": 12.128076596185565}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7890030741691589, "Finetune/Loss (Raw)": 0.6319892406463623, "Finetune/Step": 3065, "Finetune/Step Time": 12.156965354457498}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.7864940762519836, "Finetune/Loss (Raw)": 0.5337579846382141, "Finetune/Step": 3066, "Finetune/Step Time": 12.212848220020533}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.7865041494369507, "Finetune/Loss (Raw)": 0.814952552318573, "Finetune/Step": 3067, "Finetune/Step Time": 12.215108267962933}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.7871954441070557, "Finetune/Loss (Raw)": 0.750998854637146, "Finetune/Step": 3068, "Finetune/Step Time": 12.230424797162414}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.7885527014732361, "Finetune/Loss (Raw)": 0.6663067936897278, "Finetune/Step": 3069, "Finetune/Step Time": 12.216823972761631}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.7874674797058105, "Finetune/Loss (Raw)": 0.7896490097045898, "Finetune/Step": 3070, "Finetune/Step Time": 12.212485373020172}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.7886677980422974, "Finetune/Loss (Raw)": 0.921089768409729, "Finetune/Step": 3071, "Finetune/Step Time": 12.204934785142541}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.7885138988494873, "Finetune/Loss (Raw)": 0.7861540913581848, "Finetune/Step": 3072, "Finetune/Step Time": 12.20866029150784}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.7889412641525269, "Finetune/Loss (Raw)": 0.8003517985343933, "Finetune/Step": 3073, "Finetune/Step Time": 12.193437349051237}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.7889161109924316, "Finetune/Loss (Raw)": 0.7688710689544678, "Finetune/Step": 3074, "Finetune/Step Time": 12.196614030748606}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7875358462333679, "Finetune/Loss (Raw)": 0.5760307312011719, "Finetune/Step": 3075, "Finetune/Step Time": 12.20497178286314}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.7871614694595337, "Finetune/Loss (Raw)": 0.6655605435371399, "Finetune/Step": 3076, "Finetune/Step Time": 12.187619999051094}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7874459028244019, "Finetune/Loss (Raw)": 0.843564510345459, "Finetune/Step": 3077, "Finetune/Step Time": 12.19032815285027}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.7864577174186707, "Finetune/Loss (Raw)": 0.6883775591850281, "Finetune/Step": 3078, "Finetune/Step Time": 12.185516247525811}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.7869331240653992, "Finetune/Loss (Raw)": 0.6091251373291016, "Finetune/Step": 3079, "Finetune/Step Time": 12.191631881520152}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7858868837356567, "Finetune/Loss (Raw)": 0.703369140625, "Finetune/Step": 3080, "Finetune/Step Time": 12.197203805670142}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.7844557762145996, "Finetune/Loss (Raw)": 0.7168546319007874, "Finetune/Step": 3081, "Finetune/Step Time": 12.197334501892328}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7854465246200562, "Finetune/Loss (Raw)": 0.8258706331253052, "Finetune/Step": 3082, "Finetune/Step Time": 12.19083495810628}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7845920920372009, "Finetune/Loss (Raw)": 0.8377448320388794, "Finetune/Step": 3083, "Finetune/Step Time": 12.198839824646711}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7841143608093262, "Finetune/Loss (Raw)": 0.7538629770278931, "Finetune/Step": 3084, "Finetune/Step Time": 12.214435517787933}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.7854655981063843, "Finetune/Loss (Raw)": 0.9390596151351929, "Finetune/Step": 3085, "Finetune/Step Time": 12.206268850713968}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7855832576751709, "Finetune/Loss (Raw)": 0.822637140750885, "Finetune/Step": 3086, "Finetune/Step Time": 12.204189874231815}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.7867265343666077, "Finetune/Loss (Raw)": 0.7943266034126282, "Finetune/Step": 3087, "Finetune/Step Time": 12.179544016718864}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.7852407097816467, "Finetune/Loss (Raw)": 0.565954327583313, "Finetune/Step": 3088, "Finetune/Step Time": 12.177157036960125}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7859091758728027, "Finetune/Loss (Raw)": 0.8580456376075745, "Finetune/Step": 3089, "Finetune/Step Time": 12.17734782025218}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7837988138198853, "Finetune/Loss (Raw)": 0.7122508883476257, "Finetune/Step": 3090, "Finetune/Step Time": 12.170030571520329}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7826699018478394, "Finetune/Loss (Raw)": 0.6946276426315308, "Finetune/Step": 3091, "Finetune/Step Time": 12.175499374046922}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7803206443786621, "Finetune/Loss (Raw)": 0.5487804412841797, "Finetune/Step": 3092, "Finetune/Step Time": 12.180605053901672}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.77999347448349, "Finetune/Loss (Raw)": 0.8271698355674744, "Finetune/Step": 3093, "Finetune/Step Time": 12.193164059892297}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7809059619903564, "Finetune/Loss (Raw)": 0.8497453331947327, "Finetune/Step": 3094, "Finetune/Step Time": 12.187062986195087}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7817851901054382, "Finetune/Loss (Raw)": 0.7823091149330139, "Finetune/Step": 3095, "Finetune/Step Time": 12.160129798576236}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7814241647720337, "Finetune/Loss (Raw)": 0.8277568221092224, "Finetune/Step": 3096, "Finetune/Step Time": 12.166380636394024}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7796601057052612, "Finetune/Loss (Raw)": 0.5786515474319458, "Finetune/Step": 3097, "Finetune/Step Time": 12.211777336895466}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7779641151428223, "Finetune/Loss (Raw)": 0.5629193186759949, "Finetune/Step": 3098, "Finetune/Step Time": 12.191255507990718}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7782003283500671, "Finetune/Loss (Raw)": 0.823896050453186, "Finetune/Step": 3099, "Finetune/Step Time": 12.196420263499022}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7796603441238403, "Finetune/Loss (Raw)": 0.9689476490020752, "Finetune/Step": 3100, "Finetune/Step Time": 12.200671402737498}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7784641981124878, "Finetune/Loss (Raw)": 0.5652937293052673, "Finetune/Step": 3101, "Finetune/Step Time": 12.201776824891567}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7790418863296509, "Finetune/Loss (Raw)": 0.8851593732833862, "Finetune/Step": 3102, "Finetune/Step Time": 12.213531525805593}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7811107635498047, "Finetune/Loss (Raw)": 0.9031447768211365, "Finetune/Step": 3103, "Finetune/Step Time": 12.201758850365877}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7821223139762878, "Finetune/Loss (Raw)": 0.8358393907546997, "Finetune/Step": 3104, "Finetune/Step Time": 12.191498529165983}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7828403115272522, "Finetune/Loss (Raw)": 0.8297233581542969, "Finetune/Step": 3105, "Finetune/Step Time": 12.177809277549386}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.781582236289978, "Finetune/Loss (Raw)": 0.7292259335517883, "Finetune/Step": 3106, "Finetune/Step Time": 12.18095651268959}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7825180292129517, "Finetune/Loss (Raw)": 0.9361580014228821, "Finetune/Step": 3107, "Finetune/Step Time": 12.176432851701975}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7825469374656677, "Finetune/Loss (Raw)": 0.744270384311676, "Finetune/Step": 3108, "Finetune/Step Time": 12.16345995850861}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.782894492149353, "Finetune/Loss (Raw)": 0.7596290111541748, "Finetune/Step": 3109, "Finetune/Step Time": 12.128306709229946}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7829028964042664, "Finetune/Loss (Raw)": 0.7367050647735596, "Finetune/Step": 3110, "Finetune/Step Time": 12.126935049891472}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7816966772079468, "Finetune/Loss (Raw)": 0.7496528029441833, "Finetune/Step": 3111, "Finetune/Step Time": 12.139255164191127}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7825525999069214, "Finetune/Loss (Raw)": 0.854885995388031, "Finetune/Step": 3112, "Finetune/Step Time": 12.120360977947712}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7821289300918579, "Finetune/Loss (Raw)": 0.7466334700584412, "Finetune/Step": 3113, "Finetune/Step Time": 12.13711422868073}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.7841829061508179, "Finetune/Loss (Raw)": 0.8268870711326599, "Finetune/Step": 3114, "Finetune/Step Time": 12.120497219264507}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7841956615447998, "Finetune/Loss (Raw)": 0.767821192741394, "Finetune/Step": 3115, "Finetune/Step Time": 12.096853403374553}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7819935083389282, "Finetune/Loss (Raw)": 0.580228328704834, "Finetune/Step": 3116, "Finetune/Step Time": 12.143778845667839}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7834964990615845, "Finetune/Loss (Raw)": 0.8430370092391968, "Finetune/Step": 3117, "Finetune/Step Time": 12.141082398593426}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7822719812393188, "Finetune/Loss (Raw)": 0.7417752146720886, "Finetune/Step": 3118, "Finetune/Step Time": 12.171368390321732}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7819492816925049, "Finetune/Loss (Raw)": 0.8017206192016602, "Finetune/Step": 3119, "Finetune/Step Time": 12.169296395033598}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7826534509658813, "Finetune/Loss (Raw)": 0.7921602725982666, "Finetune/Step": 3120, "Finetune/Step Time": 12.165148103609681}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7805458307266235, "Finetune/Loss (Raw)": 0.6293805837631226, "Finetune/Step": 3121, "Finetune/Step Time": 12.180873868986964}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7796385884284973, "Finetune/Loss (Raw)": 0.7874395847320557, "Finetune/Step": 3122, "Finetune/Step Time": 12.184734966605902}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7792555093765259, "Finetune/Loss (Raw)": 0.7457368969917297, "Finetune/Step": 3123, "Finetune/Step Time": 12.177075883373618}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7801138758659363, "Finetune/Loss (Raw)": 0.8608864545822144, "Finetune/Step": 3124, "Finetune/Step Time": 12.154730889946222}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7795567512512207, "Finetune/Loss (Raw)": 0.6639539003372192, "Finetune/Step": 3125, "Finetune/Step Time": 12.150447567924857}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7803427577018738, "Finetune/Loss (Raw)": 0.8484513759613037, "Finetune/Step": 3126, "Finetune/Step Time": 12.14002082683146}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7810783386230469, "Finetune/Loss (Raw)": 0.9136221408843994, "Finetune/Step": 3127, "Finetune/Step Time": 12.135990392416716}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7785717844963074, "Finetune/Loss (Raw)": 0.4950094223022461, "Finetune/Step": 3128, "Finetune/Step Time": 12.198646992444992}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7786227464675903, "Finetune/Loss (Raw)": 0.7645761370658875, "Finetune/Step": 3129, "Finetune/Step Time": 12.204795442521572}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7772870063781738, "Finetune/Loss (Raw)": 0.70219486951828, "Finetune/Step": 3130, "Finetune/Step Time": 12.229345843195915}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7770342826843262, "Finetune/Loss (Raw)": 0.7488418221473694, "Finetune/Step": 3131, "Finetune/Step Time": 12.22797491028905}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.775547444820404, "Finetune/Loss (Raw)": 0.6518251895904541, "Finetune/Step": 3132, "Finetune/Step Time": 12.261942323297262}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7773271799087524, "Finetune/Loss (Raw)": 0.791039764881134, "Finetune/Step": 3133, "Finetune/Step Time": 12.231323093175888}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7759621143341064, "Finetune/Loss (Raw)": 0.6684766411781311, "Finetune/Step": 3134, "Finetune/Step Time": 12.238901061937213}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7774838209152222, "Finetune/Loss (Raw)": 0.8438831567764282, "Finetune/Step": 3135, "Finetune/Step Time": 12.239093568176031}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7772055864334106, "Finetune/Loss (Raw)": 0.8187053203582764, "Finetune/Step": 3136, "Finetune/Step Time": 12.241144692525268}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7756993770599365, "Finetune/Loss (Raw)": 0.7274754047393799, "Finetune/Step": 3137, "Finetune/Step Time": 12.26539421454072}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7748545408248901, "Finetune/Loss (Raw)": 0.6497208476066589, "Finetune/Step": 3138, "Finetune/Step Time": 12.276358677074313}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7742313146591187, "Finetune/Loss (Raw)": 0.7882791757583618, "Finetune/Step": 3139, "Finetune/Step Time": 12.27919441089034}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7735832333564758, "Finetune/Loss (Raw)": 0.7681666612625122, "Finetune/Step": 3140, "Finetune/Step Time": 12.29370254278183}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7732624411582947, "Finetune/Loss (Raw)": 0.762365996837616, "Finetune/Step": 3141, "Finetune/Step Time": 12.297248724848032}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7734915614128113, "Finetune/Loss (Raw)": 0.7165431380271912, "Finetune/Step": 3142, "Finetune/Step Time": 12.303912371397018}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7728740572929382, "Finetune/Loss (Raw)": 0.529839277267456, "Finetune/Step": 3143, "Finetune/Step Time": 12.312097689136863}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7739740610122681, "Finetune/Loss (Raw)": 0.9174473285675049, "Finetune/Step": 3144, "Finetune/Step Time": 12.301620066165924}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7754405736923218, "Finetune/Loss (Raw)": 0.8723850846290588, "Finetune/Step": 3145, "Finetune/Step Time": 12.297468965873122}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.776403546333313, "Finetune/Loss (Raw)": 0.8629344701766968, "Finetune/Step": 3146, "Finetune/Step Time": 12.296970080584288}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7762192487716675, "Finetune/Loss (Raw)": 0.790652334690094, "Finetune/Step": 3147, "Finetune/Step Time": 12.302329687401652}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7776052951812744, "Finetune/Loss (Raw)": 0.9151389002799988, "Finetune/Step": 3148, "Finetune/Step Time": 12.330862816423178}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7761014699935913, "Finetune/Loss (Raw)": 0.6127280592918396, "Finetune/Step": 3149, "Finetune/Step Time": 12.356943869963288}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7751719951629639, "Finetune/Loss (Raw)": 0.7700252532958984, "Finetune/Step": 3150, "Finetune/Step Time": 12.356715578585863}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7762137651443481, "Finetune/Loss (Raw)": 0.8066846132278442, "Finetune/Step": 3151, "Finetune/Step Time": 12.366164630278945}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.776032567024231, "Finetune/Loss (Raw)": 0.7763233780860901, "Finetune/Step": 3152, "Finetune/Step Time": 12.364535557106137}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7760419845581055, "Finetune/Loss (Raw)": 0.8366256952285767, "Finetune/Step": 3153, "Finetune/Step Time": 12.365982413291931}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7758941650390625, "Finetune/Loss (Raw)": 0.7858479619026184, "Finetune/Step": 3154, "Finetune/Step Time": 12.358150696381927}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7758532762527466, "Finetune/Loss (Raw)": 0.865855872631073, "Finetune/Step": 3155, "Finetune/Step Time": 12.348815027624369}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7756822109222412, "Finetune/Loss (Raw)": 0.7493331432342529, "Finetune/Step": 3156, "Finetune/Step Time": 12.347267856821418}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7748936414718628, "Finetune/Loss (Raw)": 0.9005914926528931, "Finetune/Step": 3157, "Finetune/Step Time": 12.35419644229114}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7725071310997009, "Finetune/Loss (Raw)": 0.4670484960079193, "Finetune/Step": 3158, "Finetune/Step Time": 12.36842929571867}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7719159126281738, "Finetune/Loss (Raw)": 0.7415615320205688, "Finetune/Step": 3159, "Finetune/Step Time": 12.37680652923882}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7718992233276367, "Finetune/Loss (Raw)": 0.8065081834793091, "Finetune/Step": 3160, "Finetune/Step Time": 12.366331305354834}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7717961072921753, "Finetune/Loss (Raw)": 0.8308356404304504, "Finetune/Step": 3161, "Finetune/Step Time": 12.395361071452498}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7689481973648071, "Finetune/Loss (Raw)": 0.564157247543335, "Finetune/Step": 3162, "Finetune/Step Time": 12.423334244638681}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7698427438735962, "Finetune/Loss (Raw)": 0.9139528870582581, "Finetune/Step": 3163, "Finetune/Step Time": 12.442523935809731}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7703784704208374, "Finetune/Loss (Raw)": 0.8404501676559448, "Finetune/Step": 3164, "Finetune/Step Time": 12.416927382349968}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7672468423843384, "Finetune/Loss (Raw)": 0.5400932431221008, "Finetune/Step": 3165, "Finetune/Step Time": 12.421762665733695}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7664083242416382, "Finetune/Loss (Raw)": 0.754344642162323, "Finetune/Step": 3166, "Finetune/Step Time": 12.424875732511282}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7668697237968445, "Finetune/Loss (Raw)": 0.799534797668457, "Finetune/Step": 3167, "Finetune/Step Time": 12.421250520274043}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7677019238471985, "Finetune/Loss (Raw)": 0.9256049990653992, "Finetune/Step": 3168, "Finetune/Step Time": 12.429671654477715}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7669094204902649, "Finetune/Loss (Raw)": 0.6264396905899048, "Finetune/Step": 3169, "Finetune/Step Time": 12.455113852396607}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7655635476112366, "Finetune/Loss (Raw)": 0.6394135355949402, "Finetune/Step": 3170, "Finetune/Step Time": 12.453576510772109}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7669180035591125, "Finetune/Loss (Raw)": 0.7228615283966064, "Finetune/Step": 3171, "Finetune/Step Time": 12.431414453312755}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7675338983535767, "Finetune/Loss (Raw)": 0.7510395646095276, "Finetune/Step": 3172, "Finetune/Step Time": 12.402730096131563}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7680702209472656, "Finetune/Loss (Raw)": 0.6645408272743225, "Finetune/Step": 3173, "Finetune/Step Time": 12.422079836949706}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7681218385696411, "Finetune/Loss (Raw)": 0.9538726806640625, "Finetune/Step": 3174, "Finetune/Step Time": 12.42703172378242}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7680578231811523, "Finetune/Loss (Raw)": 0.7788133025169373, "Finetune/Step": 3175, "Finetune/Step Time": 12.421450531110168}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7677474617958069, "Finetune/Loss (Raw)": 0.9090536832809448, "Finetune/Step": 3176, "Finetune/Step Time": 12.420201119035482}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7675224542617798, "Finetune/Loss (Raw)": 0.7429905533790588, "Finetune/Step": 3177, "Finetune/Step Time": 12.427333511412144}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7667540311813354, "Finetune/Loss (Raw)": 0.8079240322113037, "Finetune/Step": 3178, "Finetune/Step Time": 12.438046172261238}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7669519186019897, "Finetune/Loss (Raw)": 0.9217671155929565, "Finetune/Step": 3179, "Finetune/Step Time": 12.448266388848424}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7668090462684631, "Finetune/Loss (Raw)": 0.7454063296318054, "Finetune/Step": 3180, "Finetune/Step Time": 12.44690546579659}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.766339898109436, "Finetune/Loss (Raw)": 0.8443870544433594, "Finetune/Step": 3181, "Finetune/Step Time": 12.429384104907513}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7654471397399902, "Finetune/Loss (Raw)": 0.80876624584198, "Finetune/Step": 3182, "Finetune/Step Time": 12.420088939368725}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7644467353820801, "Finetune/Loss (Raw)": 0.698887050151825, "Finetune/Step": 3183, "Finetune/Step Time": 12.414409775286913}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7640003561973572, "Finetune/Loss (Raw)": 0.7704969048500061, "Finetune/Step": 3184, "Finetune/Step Time": 12.43777196481824}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7651528120040894, "Finetune/Loss (Raw)": 0.8506525754928589, "Finetune/Step": 3185, "Finetune/Step Time": 12.443980189040303}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7645859122276306, "Finetune/Loss (Raw)": 0.7626091837882996, "Finetune/Step": 3186, "Finetune/Step Time": 12.450544349849224}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7649223804473877, "Finetune/Loss (Raw)": 0.8750961422920227, "Finetune/Step": 3187, "Finetune/Step Time": 12.452211439609528}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7635051012039185, "Finetune/Loss (Raw)": 0.674534797668457, "Finetune/Step": 3188, "Finetune/Step Time": 12.463344367220998}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7623216509819031, "Finetune/Loss (Raw)": 0.7292177081108093, "Finetune/Step": 3189, "Finetune/Step Time": 12.457642581313848}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7634936571121216, "Finetune/Loss (Raw)": 0.840721070766449, "Finetune/Step": 3190, "Finetune/Step Time": 12.410521775484085}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7638736963272095, "Finetune/Loss (Raw)": 0.8118010759353638, "Finetune/Step": 3191, "Finetune/Step Time": 12.44890064559877}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7633108496665955, "Finetune/Loss (Raw)": 0.7779005169868469, "Finetune/Step": 3192, "Finetune/Step Time": 12.454663814976811}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7646209001541138, "Finetune/Loss (Raw)": 0.7996847629547119, "Finetune/Step": 3193, "Finetune/Step Time": 12.43224161490798}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7661006450653076, "Finetune/Loss (Raw)": 0.7231628894805908, "Finetune/Step": 3194, "Finetune/Step Time": 12.381896566599607}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7661290764808655, "Finetune/Loss (Raw)": 0.8185940980911255, "Finetune/Step": 3195, "Finetune/Step Time": 12.385971369221807}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.766426682472229, "Finetune/Loss (Raw)": 0.7890921831130981, "Finetune/Step": 3196, "Finetune/Step Time": 12.367986837401986}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7679725885391235, "Finetune/Loss (Raw)": 0.8641768097877502, "Finetune/Step": 3197, "Finetune/Step Time": 12.357686473056674}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7672721147537231, "Finetune/Loss (Raw)": 0.6999884843826294, "Finetune/Step": 3198, "Finetune/Step Time": 12.370583858340979}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7663859128952026, "Finetune/Loss (Raw)": 0.8076566457748413, "Finetune/Step": 3199, "Finetune/Step Time": 12.36991498991847}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7680261731147766, "Finetune/Loss (Raw)": 0.9961073398590088, "Finetune/Step": 3200, "Finetune/Step Time": 12.354543786495924}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7666059732437134, "Finetune/Loss (Raw)": 0.6185740828514099, "Finetune/Step": 3201, "Finetune/Step Time": 12.3573227096349}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7666499018669128, "Finetune/Loss (Raw)": 0.7744860053062439, "Finetune/Step": 3202, "Finetune/Step Time": 12.352907883003354}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.768085241317749, "Finetune/Loss (Raw)": 0.759757399559021, "Finetune/Step": 3203, "Finetune/Step Time": 12.318647751584649}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7687549591064453, "Finetune/Loss (Raw)": 0.7512771487236023, "Finetune/Step": 3204, "Finetune/Step Time": 12.327159978449345}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7680066823959351, "Finetune/Loss (Raw)": 0.7477968335151672, "Finetune/Step": 3205, "Finetune/Step Time": 12.323693370446563}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7676575779914856, "Finetune/Loss (Raw)": 0.6436855792999268, "Finetune/Step": 3206, "Finetune/Step Time": 12.325489865615964}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7690766453742981, "Finetune/Loss (Raw)": 0.7907685041427612, "Finetune/Step": 3207, "Finetune/Step Time": 12.323100021108985}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7700801491737366, "Finetune/Loss (Raw)": 0.8318156003952026, "Finetune/Step": 3208, "Finetune/Step Time": 12.317687315866351}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7704936265945435, "Finetune/Loss (Raw)": 0.7697868943214417, "Finetune/Step": 3209, "Finetune/Step Time": 12.323887033388019}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7695233821868896, "Finetune/Loss (Raw)": 0.7016730904579163, "Finetune/Step": 3210, "Finetune/Step Time": 12.323599137365818}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7692651748657227, "Finetune/Loss (Raw)": 0.8046965599060059, "Finetune/Step": 3211, "Finetune/Step Time": 12.31405820325017}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7681872844696045, "Finetune/Loss (Raw)": 0.6158908605575562, "Finetune/Step": 3212, "Finetune/Step Time": 12.332619372755289}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7672946453094482, "Finetune/Loss (Raw)": 0.8248068690299988, "Finetune/Step": 3213, "Finetune/Step Time": 12.33096625469625}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7664740085601807, "Finetune/Loss (Raw)": 0.7175867557525635, "Finetune/Step": 3214, "Finetune/Step Time": 12.351094033569098}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7655539512634277, "Finetune/Loss (Raw)": 0.6765588521957397, "Finetune/Step": 3215, "Finetune/Step Time": 12.364503394812346}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7660607695579529, "Finetune/Loss (Raw)": 0.6308291554450989, "Finetune/Step": 3216, "Finetune/Step Time": 12.404217982664704}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7656658887863159, "Finetune/Loss (Raw)": 0.807505190372467, "Finetune/Step": 3217, "Finetune/Step Time": 12.39329188503325}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.766481876373291, "Finetune/Loss (Raw)": 0.8166965842247009, "Finetune/Step": 3218, "Finetune/Step Time": 12.390932528302073}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7663733959197998, "Finetune/Loss (Raw)": 0.6807392239570618, "Finetune/Step": 3219, "Finetune/Step Time": 12.370738761499524}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7695159912109375, "Finetune/Loss (Raw)": 0.9510319232940674, "Finetune/Step": 3220, "Finetune/Step Time": 12.342472715303302}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7688819169998169, "Finetune/Loss (Raw)": 0.7460155487060547, "Finetune/Step": 3221, "Finetune/Step Time": 12.344368927180767}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7666769623756409, "Finetune/Loss (Raw)": 0.567501425743103, "Finetune/Step": 3222, "Finetune/Step Time": 12.367592640221119}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7664197683334351, "Finetune/Loss (Raw)": 0.749389111995697, "Finetune/Step": 3223, "Finetune/Step Time": 12.378500582650304}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7659505605697632, "Finetune/Loss (Raw)": 0.7676984071731567, "Finetune/Step": 3224, "Finetune/Step Time": 12.374386373907328}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7673162221908569, "Finetune/Loss (Raw)": 0.7534621953964233, "Finetune/Step": 3225, "Finetune/Step Time": 12.336356276646256}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7689564228057861, "Finetune/Loss (Raw)": 0.7728605270385742, "Finetune/Step": 3226, "Finetune/Step Time": 12.33848618157208}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.768142819404602, "Finetune/Loss (Raw)": 0.7197591662406921, "Finetune/Step": 3227, "Finetune/Step Time": 12.339720541611314}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7665994167327881, "Finetune/Loss (Raw)": 0.7713828682899475, "Finetune/Step": 3228, "Finetune/Step Time": 12.35553946532309}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7691744565963745, "Finetune/Loss (Raw)": 0.8949040174484253, "Finetune/Step": 3229, "Finetune/Step Time": 12.346790201961994}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7679138779640198, "Finetune/Loss (Raw)": 0.7238046526908875, "Finetune/Step": 3230, "Finetune/Step Time": 12.349963542073965}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.766745388507843, "Finetune/Loss (Raw)": 0.7535774111747742, "Finetune/Step": 3231, "Finetune/Step Time": 12.374117866158485}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7672789096832275, "Finetune/Loss (Raw)": 0.9041256904602051, "Finetune/Step": 3232, "Finetune/Step Time": 12.377454249188304}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7683743238449097, "Finetune/Loss (Raw)": 0.9699370861053467, "Finetune/Step": 3233, "Finetune/Step Time": 12.378499144688249}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7682148218154907, "Finetune/Loss (Raw)": 0.7088086009025574, "Finetune/Step": 3234, "Finetune/Step Time": 12.408976653590798}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7679112553596497, "Finetune/Loss (Raw)": 0.8973090052604675, "Finetune/Step": 3235, "Finetune/Step Time": 12.412138059735298}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7672585248947144, "Finetune/Loss (Raw)": 0.6607192158699036, "Finetune/Step": 3236, "Finetune/Step Time": 12.422227641567588}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7679346799850464, "Finetune/Loss (Raw)": 0.8461750149726868, "Finetune/Step": 3237, "Finetune/Step Time": 12.421068377792835}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7673971652984619, "Finetune/Loss (Raw)": 0.6679089069366455, "Finetune/Step": 3238, "Finetune/Step Time": 12.450469153001904}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7690003514289856, "Finetune/Loss (Raw)": 0.9548522233963013, "Finetune/Step": 3239, "Finetune/Step Time": 12.441913485527039}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7694940567016602, "Finetune/Loss (Raw)": 0.918082058429718, "Finetune/Step": 3240, "Finetune/Step Time": 12.444076493382454}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7703648805618286, "Finetune/Loss (Raw)": 0.858095645904541, "Finetune/Step": 3241, "Finetune/Step Time": 12.428014624863863}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7710084915161133, "Finetune/Loss (Raw)": 0.9092815518379211, "Finetune/Step": 3242, "Finetune/Step Time": 12.418866477906704}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7713704705238342, "Finetune/Loss (Raw)": 0.8141518235206604, "Finetune/Step": 3243, "Finetune/Step Time": 12.416697042062879}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7733151912689209, "Finetune/Loss (Raw)": 0.8291520476341248, "Finetune/Step": 3244, "Finetune/Step Time": 12.361017802730203}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.773614764213562, "Finetune/Loss (Raw)": 0.8813803195953369, "Finetune/Step": 3245, "Finetune/Step Time": 12.364261962473392}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.773160994052887, "Finetune/Loss (Raw)": 0.6836947798728943, "Finetune/Step": 3246, "Finetune/Step Time": 12.342480523511767}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7727516889572144, "Finetune/Loss (Raw)": 0.749323844909668, "Finetune/Step": 3247, "Finetune/Step Time": 12.341229520738125}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7735967636108398, "Finetune/Loss (Raw)": 0.9003269076347351, "Finetune/Step": 3248, "Finetune/Step Time": 12.341392489150167}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7757774591445923, "Finetune/Loss (Raw)": 0.908514678478241, "Finetune/Step": 3249, "Finetune/Step Time": 12.32523138448596}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.775702714920044, "Finetune/Loss (Raw)": 0.7778753042221069, "Finetune/Step": 3250, "Finetune/Step Time": 12.349906224757433}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7749586701393127, "Finetune/Loss (Raw)": 0.6504937410354614, "Finetune/Step": 3251, "Finetune/Step Time": 12.403873613104224}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.775046169757843, "Finetune/Loss (Raw)": 0.872088611125946, "Finetune/Step": 3252, "Finetune/Step Time": 12.399316413328052}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7762379050254822, "Finetune/Loss (Raw)": 0.8165017366409302, "Finetune/Step": 3253, "Finetune/Step Time": 12.401904126629233}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7761510610580444, "Finetune/Loss (Raw)": 0.837334156036377, "Finetune/Step": 3254, "Finetune/Step Time": 12.400389395654202}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7756731510162354, "Finetune/Loss (Raw)": 0.8524444699287415, "Finetune/Step": 3255, "Finetune/Step Time": 12.417878357693553}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.778532862663269, "Finetune/Loss (Raw)": 0.8610501289367676, "Finetune/Step": 3256, "Finetune/Step Time": 12.35731565952301}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7774823904037476, "Finetune/Loss (Raw)": 0.6301223039627075, "Finetune/Step": 3257, "Finetune/Step Time": 12.360047223046422}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7796177864074707, "Finetune/Loss (Raw)": 0.9755302667617798, "Finetune/Step": 3258, "Finetune/Step Time": 12.34050615131855}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7793973684310913, "Finetune/Loss (Raw)": 0.7206291556358337, "Finetune/Step": 3259, "Finetune/Step Time": 12.345745565369725}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7808271646499634, "Finetune/Loss (Raw)": 0.8348296284675598, "Finetune/Step": 3260, "Finetune/Step Time": 12.340724458917975}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7804321050643921, "Finetune/Loss (Raw)": 0.7404761910438538, "Finetune/Step": 3261, "Finetune/Step Time": 12.340354671701789}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7823660373687744, "Finetune/Loss (Raw)": 0.9160197973251343, "Finetune/Step": 3262, "Finetune/Step Time": 12.322379224002361}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7830289602279663, "Finetune/Loss (Raw)": 0.9287391901016235, "Finetune/Step": 3263, "Finetune/Step Time": 12.319073593243957}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7820391654968262, "Finetune/Loss (Raw)": 0.6920052766799927, "Finetune/Step": 3264, "Finetune/Step Time": 12.317848116159439}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7837947607040405, "Finetune/Loss (Raw)": 0.9521998763084412, "Finetune/Step": 3265, "Finetune/Step Time": 12.293229440227151}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7848737835884094, "Finetune/Loss (Raw)": 0.787833034992218, "Finetune/Step": 3266, "Finetune/Step Time": 12.27559556812048}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7844316959381104, "Finetune/Loss (Raw)": 0.7316843271255493, "Finetune/Step": 3267, "Finetune/Step Time": 12.29351052083075}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7854583263397217, "Finetune/Loss (Raw)": 0.899574875831604, "Finetune/Step": 3268, "Finetune/Step Time": 12.289091719314456}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7860903739929199, "Finetune/Loss (Raw)": 0.8432775735855103, "Finetune/Step": 3269, "Finetune/Step Time": 12.287932371720672}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.7861391305923462, "Finetune/Loss (Raw)": 0.7227790951728821, "Finetune/Step": 3270, "Finetune/Step Time": 12.284551724791527}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.7876873016357422, "Finetune/Loss (Raw)": 0.7280089259147644, "Finetune/Step": 3271, "Finetune/Step Time": 12.264081696048379}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7864829301834106, "Finetune/Loss (Raw)": 0.7632817625999451, "Finetune/Step": 3272, "Finetune/Step Time": 12.309811098501086}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7850891351699829, "Finetune/Loss (Raw)": 0.6939798593521118, "Finetune/Step": 3273, "Finetune/Step Time": 12.319202749058604}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7823647856712341, "Finetune/Loss (Raw)": 0.5142208337783813, "Finetune/Step": 3274, "Finetune/Step Time": 12.355631908401847}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.781772255897522, "Finetune/Loss (Raw)": 0.7148027420043945, "Finetune/Step": 3275, "Finetune/Step Time": 12.35097425058484}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7809486389160156, "Finetune/Loss (Raw)": 0.8097196221351624, "Finetune/Step": 3276, "Finetune/Step Time": 12.330539776012301}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7824344635009766, "Finetune/Loss (Raw)": 0.8029194474220276, "Finetune/Step": 3277, "Finetune/Step Time": 12.293598987162113}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.782498836517334, "Finetune/Loss (Raw)": 0.7782577872276306, "Finetune/Step": 3278, "Finetune/Step Time": 12.292981149628758}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7827694416046143, "Finetune/Loss (Raw)": 0.8413242101669312, "Finetune/Step": 3279, "Finetune/Step Time": 12.296831637620926}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7838692665100098, "Finetune/Loss (Raw)": 0.9171004891395569, "Finetune/Step": 3280, "Finetune/Step Time": 12.290131498128176}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.784705400466919, "Finetune/Loss (Raw)": 0.9436510801315308, "Finetune/Step": 3281, "Finetune/Step Time": 12.291719306260347}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7844836115837097, "Finetune/Loss (Raw)": 0.7574585676193237, "Finetune/Step": 3282, "Finetune/Step Time": 12.29045843705535}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7828269004821777, "Finetune/Loss (Raw)": 0.6537953019142151, "Finetune/Step": 3283, "Finetune/Step Time": 12.319892205297947}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7829026579856873, "Finetune/Loss (Raw)": 0.7590327858924866, "Finetune/Step": 3284, "Finetune/Step Time": 12.319114046171308}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7824667096138, "Finetune/Loss (Raw)": 0.8447909355163574, "Finetune/Step": 3285, "Finetune/Step Time": 12.311093907803297}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7848598957061768, "Finetune/Loss (Raw)": 0.7733796834945679, "Finetune/Step": 3286, "Finetune/Step Time": 12.28990339487791}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.7854719161987305, "Finetune/Loss (Raw)": 0.8198961019515991, "Finetune/Step": 3287, "Finetune/Step Time": 12.293405147269368}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7859257459640503, "Finetune/Loss (Raw)": 0.8645958304405212, "Finetune/Step": 3288, "Finetune/Step Time": 12.302359832450747}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7852525115013123, "Finetune/Loss (Raw)": 0.7446619272232056, "Finetune/Step": 3289, "Finetune/Step Time": 12.274037398397923}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.7874313592910767, "Finetune/Loss (Raw)": 0.8430470824241638, "Finetune/Step": 3290, "Finetune/Step Time": 12.248049415647984}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.785582423210144, "Finetune/Loss (Raw)": 0.6772884130477905, "Finetune/Step": 3291, "Finetune/Step Time": 12.239500965923071}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7849577069282532, "Finetune/Loss (Raw)": 0.760491669178009, "Finetune/Step": 3292, "Finetune/Step Time": 12.24051372334361}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.7871091961860657, "Finetune/Loss (Raw)": 0.8154849410057068, "Finetune/Step": 3293, "Finetune/Step Time": 12.23234230093658}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7867103219032288, "Finetune/Loss (Raw)": 0.7032883763313293, "Finetune/Step": 3294, "Finetune/Step Time": 12.267581460997462}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7863708138465881, "Finetune/Loss (Raw)": 0.7560785412788391, "Finetune/Step": 3295, "Finetune/Step Time": 12.27249419502914}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7855280637741089, "Finetune/Loss (Raw)": 0.8177328109741211, "Finetune/Step": 3296, "Finetune/Step Time": 12.271617703139782}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7861272096633911, "Finetune/Loss (Raw)": 0.7031313180923462, "Finetune/Step": 3297, "Finetune/Step Time": 12.275221606716514}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7880102396011353, "Finetune/Loss (Raw)": 0.8804371356964111, "Finetune/Step": 3298, "Finetune/Step Time": 12.272613801062107}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.7876161336898804, "Finetune/Loss (Raw)": 0.672417163848877, "Finetune/Step": 3299, "Finetune/Step Time": 12.296459382399917}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.7883861064910889, "Finetune/Loss (Raw)": 0.8495975732803345, "Finetune/Step": 3300, "Finetune/Step Time": 12.30408483184874}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.7883614897727966, "Finetune/Loss (Raw)": 0.6613873243331909, "Finetune/Step": 3301, "Finetune/Step Time": 12.285701230168343}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.787786602973938, "Finetune/Loss (Raw)": 0.8802966475486755, "Finetune/Step": 3302, "Finetune/Step Time": 12.288473853841424}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.7877939939498901, "Finetune/Loss (Raw)": 0.779755711555481, "Finetune/Step": 3303, "Finetune/Step Time": 12.290153311565518}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.786285400390625, "Finetune/Loss (Raw)": 0.7159539461135864, "Finetune/Step": 3304, "Finetune/Step Time": 12.306599287316203}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.7872278094291687, "Finetune/Loss (Raw)": 0.8636115193367004, "Finetune/Step": 3305, "Finetune/Step Time": 12.299795772880316}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7865269184112549, "Finetune/Loss (Raw)": 0.7182157039642334, "Finetune/Step": 3306, "Finetune/Step Time": 12.285227866843343}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7866191864013672, "Finetune/Loss (Raw)": 0.9335707426071167, "Finetune/Step": 3307, "Finetune/Step Time": 12.270622035488486}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7871142625808716, "Finetune/Loss (Raw)": 0.808778703212738, "Finetune/Step": 3308, "Finetune/Step Time": 12.275492744520307}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.78724205493927, "Finetune/Loss (Raw)": 0.8607518672943115, "Finetune/Step": 3309, "Finetune/Step Time": 12.28643050417304}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7867069244384766, "Finetune/Loss (Raw)": 0.740269124507904, "Finetune/Step": 3310, "Finetune/Step Time": 12.281677583232522}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7867536544799805, "Finetune/Loss (Raw)": 0.7048609256744385, "Finetune/Step": 3311, "Finetune/Step Time": 12.295352712273598}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7866120338439941, "Finetune/Loss (Raw)": 0.752375066280365, "Finetune/Step": 3312, "Finetune/Step Time": 12.280184304341674}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7856184840202332, "Finetune/Loss (Raw)": 0.7234746217727661, "Finetune/Step": 3313, "Finetune/Step Time": 12.285208135843277}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7851517200469971, "Finetune/Loss (Raw)": 0.7028651833534241, "Finetune/Step": 3314, "Finetune/Step Time": 12.281077986583114}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.7857797145843506, "Finetune/Loss (Raw)": 0.9554751515388489, "Finetune/Step": 3315, "Finetune/Step Time": 12.271433686837554}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.7864158153533936, "Finetune/Loss (Raw)": 0.7559640407562256, "Finetune/Step": 3316, "Finetune/Step Time": 12.258833387866616}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7865713834762573, "Finetune/Loss (Raw)": 0.7491273283958435, "Finetune/Step": 3317, "Finetune/Step Time": 12.27170854434371}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7846026420593262, "Finetune/Loss (Raw)": 0.5887208580970764, "Finetune/Step": 3318, "Finetune/Step Time": 12.305360151454806}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7850505709648132, "Finetune/Loss (Raw)": 0.8691330552101135, "Finetune/Step": 3319, "Finetune/Step Time": 12.277819840237498}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7848925590515137, "Finetune/Loss (Raw)": 0.7576757669448853, "Finetune/Step": 3320, "Finetune/Step Time": 12.266204258427024}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7839827537536621, "Finetune/Loss (Raw)": 0.6832285523414612, "Finetune/Step": 3321, "Finetune/Step Time": 12.266365827992558}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.7842839956283569, "Finetune/Loss (Raw)": 0.7617281079292297, "Finetune/Step": 3322, "Finetune/Step Time": 12.25969798490405}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7847351431846619, "Finetune/Loss (Raw)": 0.8763339519500732, "Finetune/Step": 3323, "Finetune/Step Time": 12.270874535664916}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7844997048377991, "Finetune/Loss (Raw)": 0.7589610815048218, "Finetune/Step": 3324, "Finetune/Step Time": 12.29258874244988}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7831441164016724, "Finetune/Loss (Raw)": 0.6906576752662659, "Finetune/Step": 3325, "Finetune/Step Time": 12.294468861073256}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7843125462532043, "Finetune/Loss (Raw)": 0.8495538234710693, "Finetune/Step": 3326, "Finetune/Step Time": 12.282497653737664}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7826197147369385, "Finetune/Loss (Raw)": 0.5909746885299683, "Finetune/Step": 3327, "Finetune/Step Time": 12.299432603642344}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7819786071777344, "Finetune/Loss (Raw)": 0.9140441417694092, "Finetune/Step": 3328, "Finetune/Step Time": 12.310379050672054}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7835623025894165, "Finetune/Loss (Raw)": 0.8212807178497314, "Finetune/Step": 3329, "Finetune/Step Time": 12.31580963730812}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7828685641288757, "Finetune/Loss (Raw)": 0.6856956481933594, "Finetune/Step": 3330, "Finetune/Step Time": 12.334323296323419}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.783139705657959, "Finetune/Loss (Raw)": 0.7944592237472534, "Finetune/Step": 3331, "Finetune/Step Time": 12.35716680251062}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7835109233856201, "Finetune/Loss (Raw)": 0.798790454864502, "Finetune/Step": 3332, "Finetune/Step Time": 12.349771775305271}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7840365171432495, "Finetune/Loss (Raw)": 0.8150704503059387, "Finetune/Step": 3333, "Finetune/Step Time": 12.349176093935966}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.7852495908737183, "Finetune/Loss (Raw)": 0.7989643216133118, "Finetune/Step": 3334, "Finetune/Step Time": 12.350667519494891}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7845715880393982, "Finetune/Loss (Raw)": 0.7039830684661865, "Finetune/Step": 3335, "Finetune/Step Time": 12.317920930683613}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7839677333831787, "Finetune/Loss (Raw)": 0.7545168995857239, "Finetune/Step": 3336, "Finetune/Step Time": 12.316509254276752}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7834336757659912, "Finetune/Loss (Raw)": 0.7014255523681641, "Finetune/Step": 3337, "Finetune/Step Time": 12.3219527117908}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7839803695678711, "Finetune/Loss (Raw)": 0.7716624140739441, "Finetune/Step": 3338, "Finetune/Step Time": 12.330294532701373}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7842659950256348, "Finetune/Loss (Raw)": 0.8412449955940247, "Finetune/Step": 3339, "Finetune/Step Time": 12.323495749384165}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7855916023254395, "Finetune/Loss (Raw)": 0.7855762839317322, "Finetune/Step": 3340, "Finetune/Step Time": 12.29876098036766}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7864816188812256, "Finetune/Loss (Raw)": 0.9387292265892029, "Finetune/Step": 3341, "Finetune/Step Time": 12.305154327303171}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7875967025756836, "Finetune/Loss (Raw)": 0.860321581363678, "Finetune/Step": 3342, "Finetune/Step Time": 12.27487589046359}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.7886591553688049, "Finetune/Loss (Raw)": 0.8125486373901367, "Finetune/Step": 3343, "Finetune/Step Time": 12.257020397111773}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.7885380983352661, "Finetune/Loss (Raw)": 0.6153292655944824, "Finetune/Step": 3344, "Finetune/Step Time": 12.219825370237231}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.7869693040847778, "Finetune/Loss (Raw)": 0.6067070960998535, "Finetune/Step": 3345, "Finetune/Step Time": 12.257708709686995}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7872905135154724, "Finetune/Loss (Raw)": 0.857809841632843, "Finetune/Step": 3346, "Finetune/Step Time": 12.256566053256392}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7871221899986267, "Finetune/Loss (Raw)": 0.6591939926147461, "Finetune/Step": 3347, "Finetune/Step Time": 12.25950813293457}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7862341403961182, "Finetune/Loss (Raw)": 0.8373587727546692, "Finetune/Step": 3348, "Finetune/Step Time": 12.263360980898142}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7869572043418884, "Finetune/Loss (Raw)": 0.838568389415741, "Finetune/Step": 3349, "Finetune/Step Time": 12.2591488417238}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7900412082672119, "Finetune/Loss (Raw)": 0.9622514247894287, "Finetune/Step": 3350, "Finetune/Step Time": 12.241508714854717}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.7900704145431519, "Finetune/Loss (Raw)": 0.7531299591064453, "Finetune/Step": 3351, "Finetune/Step Time": 12.249311873689294}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.7904168367385864, "Finetune/Loss (Raw)": 0.8120341300964355, "Finetune/Step": 3352, "Finetune/Step Time": 12.247605187818408}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.79163658618927, "Finetune/Loss (Raw)": 0.909598171710968, "Finetune/Step": 3353, "Finetune/Step Time": 12.274046333506703}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.7922716736793518, "Finetune/Loss (Raw)": 0.8541527986526489, "Finetune/Step": 3354, "Finetune/Step Time": 12.27226746454835}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.7931106686592102, "Finetune/Loss (Raw)": 0.8271484971046448, "Finetune/Step": 3355, "Finetune/Step Time": 12.258975753560662}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7937824726104736, "Finetune/Loss (Raw)": 0.8573659658432007, "Finetune/Step": 3356, "Finetune/Step Time": 12.24243538081646}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.7928836345672607, "Finetune/Loss (Raw)": 0.7798635363578796, "Finetune/Step": 3357, "Finetune/Step Time": 12.233504315838218}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.7930558919906616, "Finetune/Loss (Raw)": 0.7458550930023193, "Finetune/Step": 3358, "Finetune/Step Time": 12.224434046074748}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7946703433990479, "Finetune/Loss (Raw)": 0.9602159857749939, "Finetune/Step": 3359, "Finetune/Step Time": 12.184209631755948}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.7945713996887207, "Finetune/Loss (Raw)": 0.8914628028869629, "Finetune/Step": 3360, "Finetune/Step Time": 12.196602700278163}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.7933579683303833, "Finetune/Loss (Raw)": 0.8146200776100159, "Finetune/Step": 3361, "Finetune/Step Time": 12.229881849139929}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7933037281036377, "Finetune/Loss (Raw)": 0.7018648386001587, "Finetune/Step": 3362, "Finetune/Step Time": 12.207983199506998}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7929929494857788, "Finetune/Loss (Raw)": 0.8575366735458374, "Finetune/Step": 3363, "Finetune/Step Time": 12.214040452614427}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7946326732635498, "Finetune/Loss (Raw)": 0.8705936074256897, "Finetune/Step": 3364, "Finetune/Step Time": 12.206091476604342}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7941187024116516, "Finetune/Loss (Raw)": 0.7803940176963806, "Finetune/Step": 3365, "Finetune/Step Time": 12.223885778337717}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.7944258451461792, "Finetune/Loss (Raw)": 0.7072204947471619, "Finetune/Step": 3366, "Finetune/Step Time": 12.210707569494843}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7924907207489014, "Finetune/Loss (Raw)": 0.7071530818939209, "Finetune/Step": 3367, "Finetune/Step Time": 12.208992332220078}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.7906433343887329, "Finetune/Loss (Raw)": 0.6816278696060181, "Finetune/Step": 3368, "Finetune/Step Time": 12.231260059401393}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.7905031442642212, "Finetune/Loss (Raw)": 0.8401450514793396, "Finetune/Step": 3369, "Finetune/Step Time": 12.22859757207334}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.7898298501968384, "Finetune/Loss (Raw)": 0.8230996131896973, "Finetune/Step": 3370, "Finetune/Step Time": 12.227341128513217}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7879700660705566, "Finetune/Loss (Raw)": 0.5761027932167053, "Finetune/Step": 3371, "Finetune/Step Time": 12.256765814498067}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7872918844223022, "Finetune/Loss (Raw)": 0.7423334121704102, "Finetune/Step": 3372, "Finetune/Step Time": 12.268983716145158}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.786859393119812, "Finetune/Loss (Raw)": 0.8260298371315002, "Finetune/Step": 3373, "Finetune/Step Time": 12.275785768404603}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7877577543258667, "Finetune/Loss (Raw)": 0.7986795902252197, "Finetune/Step": 3374, "Finetune/Step Time": 12.280374020338058}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7898992300033569, "Finetune/Loss (Raw)": 1.0234330892562866, "Finetune/Step": 3375, "Finetune/Step Time": 12.27801227197051}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.7899208068847656, "Finetune/Loss (Raw)": 0.9030885696411133, "Finetune/Step": 3376, "Finetune/Step Time": 12.265757083892822}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.7878592014312744, "Finetune/Loss (Raw)": 0.6446296572685242, "Finetune/Step": 3377, "Finetune/Step Time": 12.279344437643886}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.7886667251586914, "Finetune/Loss (Raw)": 0.8812347650527954, "Finetune/Step": 3378, "Finetune/Step Time": 12.272968349978328}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7884895205497742, "Finetune/Loss (Raw)": 0.6278166174888611, "Finetune/Step": 3379, "Finetune/Step Time": 12.221026780083776}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7870849370956421, "Finetune/Loss (Raw)": 0.6923083066940308, "Finetune/Step": 3380, "Finetune/Step Time": 12.22043027728796}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.7866151332855225, "Finetune/Loss (Raw)": 0.756362795829773, "Finetune/Step": 3381, "Finetune/Step Time": 12.212469067424536}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7867789268493652, "Finetune/Loss (Raw)": 0.8583031892776489, "Finetune/Step": 3382, "Finetune/Step Time": 12.211890140548348}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7859807014465332, "Finetune/Loss (Raw)": 0.7502598762512207, "Finetune/Step": 3383, "Finetune/Step Time": 12.193517789244652}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7859641313552856, "Finetune/Loss (Raw)": 0.8589342832565308, "Finetune/Step": 3384, "Finetune/Step Time": 12.191589722409844}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7863204479217529, "Finetune/Loss (Raw)": 0.6757335662841797, "Finetune/Step": 3385, "Finetune/Step Time": 12.178904732689261}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7848739624023438, "Finetune/Loss (Raw)": 0.7903788685798645, "Finetune/Step": 3386, "Finetune/Step Time": 12.169737949967384}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7847982048988342, "Finetune/Loss (Raw)": 0.7109289169311523, "Finetune/Step": 3387, "Finetune/Step Time": 12.15560007467866}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7840639352798462, "Finetune/Loss (Raw)": 0.7408457398414612, "Finetune/Step": 3388, "Finetune/Step Time": 12.128956448286772}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7847137451171875, "Finetune/Loss (Raw)": 0.8236504197120667, "Finetune/Step": 3389, "Finetune/Step Time": 12.135802065953612}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7840431928634644, "Finetune/Loss (Raw)": 0.830197811126709, "Finetune/Step": 3390, "Finetune/Step Time": 12.138884231448174}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7843437194824219, "Finetune/Loss (Raw)": 0.9672003388404846, "Finetune/Step": 3391, "Finetune/Step Time": 12.13621997460723}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7848432064056396, "Finetune/Loss (Raw)": 0.7559419870376587, "Finetune/Step": 3392, "Finetune/Step Time": 12.13823906891048}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.7841988801956177, "Finetune/Loss (Raw)": 0.8697286248207092, "Finetune/Step": 3393, "Finetune/Step Time": 12.130735967308283}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7837817668914795, "Finetune/Loss (Raw)": 0.7344362139701843, "Finetune/Step": 3394, "Finetune/Step Time": 12.155565844848752}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7849373817443848, "Finetune/Loss (Raw)": 0.8796048760414124, "Finetune/Step": 3395, "Finetune/Step Time": 12.132364800199866}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7831405401229858, "Finetune/Loss (Raw)": 0.6695818305015564, "Finetune/Step": 3396, "Finetune/Step Time": 12.13124929741025}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7823929786682129, "Finetune/Loss (Raw)": 0.7475910782814026, "Finetune/Step": 3397, "Finetune/Step Time": 12.130453567951918}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7831363081932068, "Finetune/Loss (Raw)": 0.8179203867912292, "Finetune/Step": 3398, "Finetune/Step Time": 12.119514793157578}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7832167148590088, "Finetune/Loss (Raw)": 0.738304853439331, "Finetune/Step": 3399, "Finetune/Step Time": 12.119431022554636}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7832741737365723, "Finetune/Loss (Raw)": 0.7706319689750671, "Finetune/Step": 3400, "Finetune/Step Time": 12.078806605190039}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7832725048065186, "Finetune/Loss (Raw)": 0.693768322467804, "Finetune/Step": 3401, "Finetune/Step Time": 12.06305456906557}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7853199243545532, "Finetune/Loss (Raw)": 0.7762834429740906, "Finetune/Step": 3402, "Finetune/Step Time": 12.02310318313539}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.7854028940200806, "Finetune/Loss (Raw)": 0.7254300713539124, "Finetune/Step": 3403, "Finetune/Step Time": 12.032609714195132}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7850983142852783, "Finetune/Loss (Raw)": 0.7707361578941345, "Finetune/Step": 3404, "Finetune/Step Time": 12.02722965925932}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7832472324371338, "Finetune/Loss (Raw)": 0.565981924533844, "Finetune/Step": 3405, "Finetune/Step Time": 12.114774631336331}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7835819125175476, "Finetune/Loss (Raw)": 0.8210918307304382, "Finetune/Step": 3406, "Finetune/Step Time": 12.11392791569233}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.783543586730957, "Finetune/Loss (Raw)": 0.8364234566688538, "Finetune/Step": 3407, "Finetune/Step Time": 12.107768101617694}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7828845977783203, "Finetune/Loss (Raw)": 0.8327422142028809, "Finetune/Step": 3408, "Finetune/Step Time": 12.11185166798532}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7819439172744751, "Finetune/Loss (Raw)": 0.8232430219650269, "Finetune/Step": 3409, "Finetune/Step Time": 12.108327463269234}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.781562328338623, "Finetune/Loss (Raw)": 0.7086225748062134, "Finetune/Step": 3410, "Finetune/Step Time": 12.117241194471717}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7837796211242676, "Finetune/Loss (Raw)": 0.9376056790351868, "Finetune/Step": 3411, "Finetune/Step Time": 12.090706747025251}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7843197584152222, "Finetune/Loss (Raw)": 0.8281707167625427, "Finetune/Step": 3412, "Finetune/Step Time": 12.083145804703236}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7847464084625244, "Finetune/Loss (Raw)": 0.8994029760360718, "Finetune/Step": 3413, "Finetune/Step Time": 12.092070896178484}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7858132719993591, "Finetune/Loss (Raw)": 0.9099345803260803, "Finetune/Step": 3414, "Finetune/Step Time": 12.083685865625739}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7845054864883423, "Finetune/Loss (Raw)": 0.6525045037269592, "Finetune/Step": 3415, "Finetune/Step Time": 12.081240564584732}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7829477787017822, "Finetune/Loss (Raw)": 0.6652095913887024, "Finetune/Step": 3416, "Finetune/Step Time": 12.104470819234848}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7826194167137146, "Finetune/Loss (Raw)": 0.7026295065879822, "Finetune/Step": 3417, "Finetune/Step Time": 12.112333945930004}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7821984887123108, "Finetune/Loss (Raw)": 0.7891654968261719, "Finetune/Step": 3418, "Finetune/Step Time": 12.127370098605752}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7832198143005371, "Finetune/Loss (Raw)": 0.8080203533172607, "Finetune/Step": 3419, "Finetune/Step Time": 12.11704833060503}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7813877463340759, "Finetune/Loss (Raw)": 0.5259891152381897, "Finetune/Step": 3420, "Finetune/Step Time": 12.154435558244586}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7815641164779663, "Finetune/Loss (Raw)": 0.8380541205406189, "Finetune/Step": 3421, "Finetune/Step Time": 12.16056047193706}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7815759181976318, "Finetune/Loss (Raw)": 0.7047968506813049, "Finetune/Step": 3422, "Finetune/Step Time": 12.149685494601727}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7815086841583252, "Finetune/Loss (Raw)": 0.7474769949913025, "Finetune/Step": 3423, "Finetune/Step Time": 12.146765358746052}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7804645299911499, "Finetune/Loss (Raw)": 0.6840829849243164, "Finetune/Step": 3424, "Finetune/Step Time": 12.167829018086195}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7809180021286011, "Finetune/Loss (Raw)": 0.761171281337738, "Finetune/Step": 3425, "Finetune/Step Time": 12.14599028043449}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7791699171066284, "Finetune/Loss (Raw)": 0.656679630279541, "Finetune/Step": 3426, "Finetune/Step Time": 12.151850188151002}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7805200815200806, "Finetune/Loss (Raw)": 0.8452410697937012, "Finetune/Step": 3427, "Finetune/Step Time": 12.125752439722419}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7797926664352417, "Finetune/Loss (Raw)": 0.7564924955368042, "Finetune/Step": 3428, "Finetune/Step Time": 12.133227059617639}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7809815406799316, "Finetune/Loss (Raw)": 0.8135640025138855, "Finetune/Step": 3429, "Finetune/Step Time": 12.132462652400136}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7790364027023315, "Finetune/Loss (Raw)": 0.6313177943229675, "Finetune/Step": 3430, "Finetune/Step Time": 12.121170060709119}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7800548076629639, "Finetune/Loss (Raw)": 0.9101158380508423, "Finetune/Step": 3431, "Finetune/Step Time": 12.122792141512036}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7796334028244019, "Finetune/Loss (Raw)": 0.6620134115219116, "Finetune/Step": 3432, "Finetune/Step Time": 12.124741869047284}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7788727879524231, "Finetune/Loss (Raw)": 0.766247034072876, "Finetune/Step": 3433, "Finetune/Step Time": 12.152908407151699}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7788301110267639, "Finetune/Loss (Raw)": 0.7127541303634644, "Finetune/Step": 3434, "Finetune/Step Time": 12.188955890014768}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7774724364280701, "Finetune/Loss (Raw)": 0.7597917914390564, "Finetune/Step": 3435, "Finetune/Step Time": 12.209320683032274}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7765448093414307, "Finetune/Loss (Raw)": 0.6900402903556824, "Finetune/Step": 3436, "Finetune/Step Time": 12.204317877069116}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7761086225509644, "Finetune/Loss (Raw)": 0.8049188852310181, "Finetune/Step": 3437, "Finetune/Step Time": 12.192767130210996}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7758846282958984, "Finetune/Loss (Raw)": 0.7116005420684814, "Finetune/Step": 3438, "Finetune/Step Time": 12.190459551289678}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7768134474754333, "Finetune/Loss (Raw)": 0.8237488865852356, "Finetune/Step": 3439, "Finetune/Step Time": 12.199054276570678}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7765847444534302, "Finetune/Loss (Raw)": 0.7231091260910034, "Finetune/Step": 3440, "Finetune/Step Time": 12.19827831722796}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7758663892745972, "Finetune/Loss (Raw)": 0.6315193176269531, "Finetune/Step": 3441, "Finetune/Step Time": 12.20424242131412}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7758644223213196, "Finetune/Loss (Raw)": 0.7026123404502869, "Finetune/Step": 3442, "Finetune/Step Time": 12.213681185618043}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7740441560745239, "Finetune/Loss (Raw)": 0.722483217716217, "Finetune/Step": 3443, "Finetune/Step Time": 12.229334849864244}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7745627760887146, "Finetune/Loss (Raw)": 0.8223416209220886, "Finetune/Step": 3444, "Finetune/Step Time": 12.221615716814995}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.773291826248169, "Finetune/Loss (Raw)": 0.5864459276199341, "Finetune/Step": 3445, "Finetune/Step Time": 12.234891092404723}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7744622826576233, "Finetune/Loss (Raw)": 0.7385439276695251, "Finetune/Step": 3446, "Finetune/Step Time": 12.208499571308494}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7747924327850342, "Finetune/Loss (Raw)": 0.9113966822624207, "Finetune/Step": 3447, "Finetune/Step Time": 12.19792503118515}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7746055126190186, "Finetune/Loss (Raw)": 0.7337509393692017, "Finetune/Step": 3448, "Finetune/Step Time": 12.206491766497493}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.776199460029602, "Finetune/Loss (Raw)": 0.8872398138046265, "Finetune/Step": 3449, "Finetune/Step Time": 12.19837630353868}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.776139497756958, "Finetune/Loss (Raw)": 0.7540595531463623, "Finetune/Step": 3450, "Finetune/Step Time": 12.234574170783162}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7752619981765747, "Finetune/Loss (Raw)": 0.7640184164047241, "Finetune/Step": 3451, "Finetune/Step Time": 12.22101978585124}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7761892676353455, "Finetune/Loss (Raw)": 0.8776451945304871, "Finetune/Step": 3452, "Finetune/Step Time": 12.200334221124649}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7769289612770081, "Finetune/Loss (Raw)": 0.7853430509567261, "Finetune/Step": 3453, "Finetune/Step Time": 12.195669366046786}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7760376930236816, "Finetune/Loss (Raw)": 0.7354709506034851, "Finetune/Step": 3454, "Finetune/Step Time": 12.206165431067348}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7754510641098022, "Finetune/Loss (Raw)": 0.5158817172050476, "Finetune/Step": 3455, "Finetune/Step Time": 12.219897469505668}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7749196290969849, "Finetune/Loss (Raw)": 0.8460212349891663, "Finetune/Step": 3456, "Finetune/Step Time": 12.212747929617763}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7749043107032776, "Finetune/Loss (Raw)": 0.8193219900131226, "Finetune/Step": 3457, "Finetune/Step Time": 12.201171388849616}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7758835554122925, "Finetune/Loss (Raw)": 0.811038076877594, "Finetune/Step": 3458, "Finetune/Step Time": 12.21527256257832}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7758451700210571, "Finetune/Loss (Raw)": 0.789544403553009, "Finetune/Step": 3459, "Finetune/Step Time": 12.204467743635178}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7763464450836182, "Finetune/Loss (Raw)": 0.8629470467567444, "Finetune/Step": 3460, "Finetune/Step Time": 12.207382388412952}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7744908332824707, "Finetune/Loss (Raw)": 0.5775669813156128, "Finetune/Step": 3461, "Finetune/Step Time": 12.23505917750299}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7742228507995605, "Finetune/Loss (Raw)": 0.7646554112434387, "Finetune/Step": 3462, "Finetune/Step Time": 12.228341676294804}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.774612545967102, "Finetune/Loss (Raw)": 0.753872811794281, "Finetune/Step": 3463, "Finetune/Step Time": 12.2309530377388}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7756152153015137, "Finetune/Loss (Raw)": 0.8828549981117249, "Finetune/Step": 3464, "Finetune/Step Time": 12.233266837894917}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7759135365486145, "Finetune/Loss (Raw)": 0.7396089434623718, "Finetune/Step": 3465, "Finetune/Step Time": 12.225548926740885}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7751500010490417, "Finetune/Loss (Raw)": 0.673931360244751, "Finetune/Step": 3466, "Finetune/Step Time": 12.22269114665687}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7736809849739075, "Finetune/Loss (Raw)": 0.6532092690467834, "Finetune/Step": 3467, "Finetune/Step Time": 12.221180822700262}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7725954055786133, "Finetune/Loss (Raw)": 0.6466121673583984, "Finetune/Step": 3468, "Finetune/Step Time": 12.233380287885666}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7708543539047241, "Finetune/Loss (Raw)": 0.7158805131912231, "Finetune/Step": 3469, "Finetune/Step Time": 12.248098723590374}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.769956648349762, "Finetune/Loss (Raw)": 0.7454178929328918, "Finetune/Step": 3470, "Finetune/Step Time": 12.25836231186986}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7702051997184753, "Finetune/Loss (Raw)": 0.8443633317947388, "Finetune/Step": 3471, "Finetune/Step Time": 12.268323376774788}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7710214853286743, "Finetune/Loss (Raw)": 0.7198094725608826, "Finetune/Step": 3472, "Finetune/Step Time": 12.269864970818162}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7726988792419434, "Finetune/Loss (Raw)": 0.8214221596717834, "Finetune/Step": 3473, "Finetune/Step Time": 12.26774867810309}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7711533308029175, "Finetune/Loss (Raw)": 0.6599692702293396, "Finetune/Step": 3474, "Finetune/Step Time": 12.275541694834828}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7721115350723267, "Finetune/Loss (Raw)": 0.7818458676338196, "Finetune/Step": 3475, "Finetune/Step Time": 12.27986771427095}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7705956697463989, "Finetune/Loss (Raw)": 0.6433230638504028, "Finetune/Step": 3476, "Finetune/Step Time": 12.285082761198282}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7698407173156738, "Finetune/Loss (Raw)": 0.741947591304779, "Finetune/Step": 3477, "Finetune/Step Time": 12.312474833801389}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7694439888000488, "Finetune/Loss (Raw)": 0.9114618301391602, "Finetune/Step": 3478, "Finetune/Step Time": 12.30327213741839}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7714521884918213, "Finetune/Loss (Raw)": 1.0101819038391113, "Finetune/Step": 3479, "Finetune/Step Time": 12.284957092255354}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7714637517929077, "Finetune/Loss (Raw)": 0.8135085105895996, "Finetune/Step": 3480, "Finetune/Step Time": 12.275242175906897}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7706822752952576, "Finetune/Loss (Raw)": 0.8095804452896118, "Finetune/Step": 3481, "Finetune/Step Time": 12.288692837581038}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7699072360992432, "Finetune/Loss (Raw)": 0.7549430131912231, "Finetune/Step": 3482, "Finetune/Step Time": 12.286708695814013}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7689078450202942, "Finetune/Loss (Raw)": 0.6992327570915222, "Finetune/Step": 3483, "Finetune/Step Time": 12.348851755261421}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7681411504745483, "Finetune/Loss (Raw)": 0.7592208981513977, "Finetune/Step": 3484, "Finetune/Step Time": 12.369068142026663}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7691972255706787, "Finetune/Loss (Raw)": 0.9150492548942566, "Finetune/Step": 3485, "Finetune/Step Time": 12.362431654706597}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7695164084434509, "Finetune/Loss (Raw)": 0.7867042422294617, "Finetune/Step": 3486, "Finetune/Step Time": 12.352666003629565}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.767677366733551, "Finetune/Loss (Raw)": 0.724821925163269, "Finetune/Step": 3487, "Finetune/Step Time": 12.35003306530416}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7658409476280212, "Finetune/Loss (Raw)": 0.6563948392868042, "Finetune/Step": 3488, "Finetune/Step Time": 12.335781279951334}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7661519050598145, "Finetune/Loss (Raw)": 0.8544289469718933, "Finetune/Step": 3489, "Finetune/Step Time": 12.30179819650948}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7661279439926147, "Finetune/Loss (Raw)": 0.6987993121147156, "Finetune/Step": 3490, "Finetune/Step Time": 12.29684748314321}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7665669322013855, "Finetune/Loss (Raw)": 0.9137241840362549, "Finetune/Step": 3491, "Finetune/Step Time": 12.289185862988234}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7659447193145752, "Finetune/Loss (Raw)": 0.7909494638442993, "Finetune/Step": 3492, "Finetune/Step Time": 12.300286235287786}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7636333107948303, "Finetune/Loss (Raw)": 0.484534353017807, "Finetune/Step": 3493, "Finetune/Step Time": 12.29842951335013}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7651787996292114, "Finetune/Loss (Raw)": 0.9050419926643372, "Finetune/Step": 3494, "Finetune/Step Time": 12.290650866925716}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7660914063453674, "Finetune/Loss (Raw)": 0.8239665031433105, "Finetune/Step": 3495, "Finetune/Step Time": 12.29082926735282}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7672199010848999, "Finetune/Loss (Raw)": 0.8260767459869385, "Finetune/Step": 3496, "Finetune/Step Time": 12.275232968851924}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7658007144927979, "Finetune/Loss (Raw)": 0.6584906578063965, "Finetune/Step": 3497, "Finetune/Step Time": 12.289620088413358}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7660091519355774, "Finetune/Loss (Raw)": 0.8497722744941711, "Finetune/Step": 3498, "Finetune/Step Time": 12.297451347112656}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7676304578781128, "Finetune/Loss (Raw)": 0.7836380004882812, "Finetune/Step": 3499, "Finetune/Step Time": 12.274897322058678}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.768681526184082, "Finetune/Loss (Raw)": 0.876863956451416, "Finetune/Step": 3500, "Finetune/Step Time": 12.265071615576744}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7686418294906616, "Finetune/Loss (Raw)": 0.8209472298622131, "Finetune/Step": 3501, "Finetune/Step Time": 12.24911294132471}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7697190046310425, "Finetune/Loss (Raw)": 0.9365607500076294, "Finetune/Step": 3502, "Finetune/Step Time": 12.238239472731948}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7684728503227234, "Finetune/Loss (Raw)": 0.8639307618141174, "Finetune/Step": 3503, "Finetune/Step Time": 12.23841349594295}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7671769261360168, "Finetune/Loss (Raw)": 0.7372080683708191, "Finetune/Step": 3504, "Finetune/Step Time": 12.245218575000763}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.76816725730896, "Finetune/Loss (Raw)": 0.7713971734046936, "Finetune/Step": 3505, "Finetune/Step Time": 12.239446708932519}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7668763399124146, "Finetune/Loss (Raw)": 0.7159920334815979, "Finetune/Step": 3506, "Finetune/Step Time": 12.233736850321293}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.766602635383606, "Finetune/Loss (Raw)": 0.5927839279174805, "Finetune/Step": 3507, "Finetune/Step Time": 12.258314279839396}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7672489881515503, "Finetune/Loss (Raw)": 0.7750318050384521, "Finetune/Step": 3508, "Finetune/Step Time": 12.259693905711174}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7673852443695068, "Finetune/Loss (Raw)": 0.7738116383552551, "Finetune/Step": 3509, "Finetune/Step Time": 12.280297290533781}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7662402391433716, "Finetune/Loss (Raw)": 0.7117441296577454, "Finetune/Step": 3510, "Finetune/Step Time": 12.282147767022252}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7659971117973328, "Finetune/Loss (Raw)": 0.7191386818885803, "Finetune/Step": 3511, "Finetune/Step Time": 12.290107512846589}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7653848528862, "Finetune/Loss (Raw)": 0.7805614471435547, "Finetune/Step": 3512, "Finetune/Step Time": 12.287050880491734}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7667014002799988, "Finetune/Loss (Raw)": 0.8442549109458923, "Finetune/Step": 3513, "Finetune/Step Time": 12.287611262872815}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7661249041557312, "Finetune/Loss (Raw)": 0.7165834307670593, "Finetune/Step": 3514, "Finetune/Step Time": 12.291084626689553}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7667993903160095, "Finetune/Loss (Raw)": 0.7972670197486877, "Finetune/Step": 3515, "Finetune/Step Time": 12.305717408657074}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7670319080352783, "Finetune/Loss (Raw)": 0.770604133605957, "Finetune/Step": 3516, "Finetune/Step Time": 12.308085817843676}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7671495676040649, "Finetune/Loss (Raw)": 0.8387109041213989, "Finetune/Step": 3517, "Finetune/Step Time": 12.307909732684493}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7658153772354126, "Finetune/Loss (Raw)": 0.6594282984733582, "Finetune/Step": 3518, "Finetune/Step Time": 12.360862884670496}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7636134624481201, "Finetune/Loss (Raw)": 0.6853470802307129, "Finetune/Step": 3519, "Finetune/Step Time": 12.39511926844716}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7635321021080017, "Finetune/Loss (Raw)": 0.7455330491065979, "Finetune/Step": 3520, "Finetune/Step Time": 12.392960090190172}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7633566856384277, "Finetune/Loss (Raw)": 0.847279965877533, "Finetune/Step": 3521, "Finetune/Step Time": 12.39441730082035}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.762300968170166, "Finetune/Loss (Raw)": 0.5992946624755859, "Finetune/Step": 3522, "Finetune/Step Time": 12.390262737870216}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.760370135307312, "Finetune/Loss (Raw)": 0.6324657797813416, "Finetune/Step": 3523, "Finetune/Step Time": 12.430697180330753}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7604987025260925, "Finetune/Loss (Raw)": 0.6860299706459045, "Finetune/Step": 3524, "Finetune/Step Time": 12.442116705700755}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7620256543159485, "Finetune/Loss (Raw)": 0.9430435299873352, "Finetune/Step": 3525, "Finetune/Step Time": 12.449485637247562}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7607687711715698, "Finetune/Loss (Raw)": 0.657044529914856, "Finetune/Step": 3526, "Finetune/Step Time": 12.458997195586562}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7612252235412598, "Finetune/Loss (Raw)": 0.7967304587364197, "Finetune/Step": 3527, "Finetune/Step Time": 12.443675234913826}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7612771391868591, "Finetune/Loss (Raw)": 0.7772688269615173, "Finetune/Step": 3528, "Finetune/Step Time": 12.44388409331441}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7610170841217041, "Finetune/Loss (Raw)": 0.6604881882667542, "Finetune/Step": 3529, "Finetune/Step Time": 12.458834143355489}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7608850598335266, "Finetune/Loss (Raw)": 0.7593866586685181, "Finetune/Step": 3530, "Finetune/Step Time": 12.462042091414332}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7614094018936157, "Finetune/Loss (Raw)": 0.7925377488136292, "Finetune/Step": 3531, "Finetune/Step Time": 12.451218262314796}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7607489228248596, "Finetune/Loss (Raw)": 0.6861961483955383, "Finetune/Step": 3532, "Finetune/Step Time": 12.46802438981831}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7606564164161682, "Finetune/Loss (Raw)": 0.5541382431983948, "Finetune/Step": 3533, "Finetune/Step Time": 12.41665937192738}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.760714590549469, "Finetune/Loss (Raw)": 0.8285424113273621, "Finetune/Step": 3534, "Finetune/Step Time": 12.426453908905387}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7588760852813721, "Finetune/Loss (Raw)": 0.601097583770752, "Finetune/Step": 3535, "Finetune/Step Time": 12.455378584563732}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7582888603210449, "Finetune/Loss (Raw)": 0.7575730085372925, "Finetune/Step": 3536, "Finetune/Step Time": 12.451608784496784}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7589020133018494, "Finetune/Loss (Raw)": 0.9017285704612732, "Finetune/Step": 3537, "Finetune/Step Time": 12.457848936319351}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7603029012680054, "Finetune/Loss (Raw)": 0.887943685054779, "Finetune/Step": 3538, "Finetune/Step Time": 12.456281624734402}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7597986459732056, "Finetune/Loss (Raw)": 0.87305748462677, "Finetune/Step": 3539, "Finetune/Step Time": 12.457876589149237}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7597054243087769, "Finetune/Loss (Raw)": 0.8162375092506409, "Finetune/Step": 3540, "Finetune/Step Time": 12.473885342478752}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7589629292488098, "Finetune/Loss (Raw)": 0.8043579459190369, "Finetune/Step": 3541, "Finetune/Step Time": 12.462195057421923}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7572734355926514, "Finetune/Loss (Raw)": 0.6936861872673035, "Finetune/Step": 3542, "Finetune/Step Time": 12.477759314700961}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7583422660827637, "Finetune/Loss (Raw)": 0.7893099188804626, "Finetune/Step": 3543, "Finetune/Step Time": 12.495065612718463}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7595791816711426, "Finetune/Loss (Raw)": 0.8235339522361755, "Finetune/Step": 3544, "Finetune/Step Time": 12.465504106134176}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7589734792709351, "Finetune/Loss (Raw)": 0.6250986456871033, "Finetune/Step": 3545, "Finetune/Step Time": 12.487325478345156}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.758569061756134, "Finetune/Loss (Raw)": 0.737407386302948, "Finetune/Step": 3546, "Finetune/Step Time": 12.479929093271494}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7593754529953003, "Finetune/Loss (Raw)": 0.9112334847450256, "Finetune/Step": 3547, "Finetune/Step Time": 12.477116208523512}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7612195611000061, "Finetune/Loss (Raw)": 0.7620341777801514, "Finetune/Step": 3548, "Finetune/Step Time": 12.456328757107258}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7618961334228516, "Finetune/Loss (Raw)": 0.9246575236320496, "Finetune/Step": 3549, "Finetune/Step Time": 12.45627941377461}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7615619897842407, "Finetune/Loss (Raw)": 0.6620315313339233, "Finetune/Step": 3550, "Finetune/Step Time": 12.454342368990183}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7610450983047485, "Finetune/Loss (Raw)": 0.6813068985939026, "Finetune/Step": 3551, "Finetune/Step Time": 12.47983093187213}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7620470523834229, "Finetune/Loss (Raw)": 0.8123337030410767, "Finetune/Step": 3552, "Finetune/Step Time": 12.446765894070268}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.761104166507721, "Finetune/Loss (Raw)": 0.6404800415039062, "Finetune/Step": 3553, "Finetune/Step Time": 12.458785939961672}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7628874778747559, "Finetune/Loss (Raw)": 0.8849528431892395, "Finetune/Step": 3554, "Finetune/Step Time": 12.463678799569607}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7634385824203491, "Finetune/Loss (Raw)": 0.915773332118988, "Finetune/Step": 3555, "Finetune/Step Time": 12.461136624217033}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7618844509124756, "Finetune/Loss (Raw)": 0.5575723648071289, "Finetune/Step": 3556, "Finetune/Step Time": 12.478684945032}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7631078362464905, "Finetune/Loss (Raw)": 0.9701480865478516, "Finetune/Step": 3557, "Finetune/Step Time": 12.470440361648798}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7644467353820801, "Finetune/Loss (Raw)": 0.8027033805847168, "Finetune/Step": 3558, "Finetune/Step Time": 12.473570834845304}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7640292048454285, "Finetune/Loss (Raw)": 0.8566712141036987, "Finetune/Step": 3559, "Finetune/Step Time": 12.471897087991238}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7654818296432495, "Finetune/Loss (Raw)": 0.8479493856430054, "Finetune/Step": 3560, "Finetune/Step Time": 12.451630383729935}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7667638063430786, "Finetune/Loss (Raw)": 0.930331826210022, "Finetune/Step": 3561, "Finetune/Step Time": 12.430277248844504}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7661834955215454, "Finetune/Loss (Raw)": 0.6384838223457336, "Finetune/Step": 3562, "Finetune/Step Time": 12.396137671545148}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7654173970222473, "Finetune/Loss (Raw)": 0.6617286801338196, "Finetune/Step": 3563, "Finetune/Step Time": 12.379379637539387}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7658120393753052, "Finetune/Loss (Raw)": 0.7405450940132141, "Finetune/Step": 3564, "Finetune/Step Time": 12.3855943325907}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7653311491012573, "Finetune/Loss (Raw)": 0.743367075920105, "Finetune/Step": 3565, "Finetune/Step Time": 12.390041129663587}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7665704488754272, "Finetune/Loss (Raw)": 0.8702409267425537, "Finetune/Step": 3566, "Finetune/Step Time": 12.394623223692179}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7663077116012573, "Finetune/Loss (Raw)": 0.7901164293289185, "Finetune/Step": 3567, "Finetune/Step Time": 12.401520866900682}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7669808864593506, "Finetune/Loss (Raw)": 0.809278130531311, "Finetune/Step": 3568, "Finetune/Step Time": 12.410520188510418}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7678420543670654, "Finetune/Loss (Raw)": 0.7417382001876831, "Finetune/Step": 3569, "Finetune/Step Time": 12.390908174216747}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7680072784423828, "Finetune/Loss (Raw)": 0.7237666845321655, "Finetune/Step": 3570, "Finetune/Step Time": 12.38275489397347}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7685410976409912, "Finetune/Loss (Raw)": 0.7908158302307129, "Finetune/Step": 3571, "Finetune/Step Time": 12.370962552726269}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7688984870910645, "Finetune/Loss (Raw)": 0.8680807948112488, "Finetune/Step": 3572, "Finetune/Step Time": 12.372211813926697}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7711105346679688, "Finetune/Loss (Raw)": 0.8695875406265259, "Finetune/Step": 3573, "Finetune/Step Time": 12.348478939384222}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7724090814590454, "Finetune/Loss (Raw)": 0.9047687649726868, "Finetune/Step": 3574, "Finetune/Step Time": 12.346508769318461}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7713083624839783, "Finetune/Loss (Raw)": 0.7704965472221375, "Finetune/Step": 3575, "Finetune/Step Time": 12.345356149598956}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7724276781082153, "Finetune/Loss (Raw)": 0.8770283460617065, "Finetune/Step": 3576, "Finetune/Step Time": 12.343451676890254}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7716313600540161, "Finetune/Loss (Raw)": 0.7853088974952698, "Finetune/Step": 3577, "Finetune/Step Time": 12.370483240112662}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7725021839141846, "Finetune/Loss (Raw)": 0.8655146956443787, "Finetune/Step": 3578, "Finetune/Step Time": 12.343656273558736}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7727196216583252, "Finetune/Loss (Raw)": 0.7918621897697449, "Finetune/Step": 3579, "Finetune/Step Time": 12.336508017033339}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7723278999328613, "Finetune/Loss (Raw)": 0.8274940252304077, "Finetune/Step": 3580, "Finetune/Step Time": 12.34552962705493}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.772869348526001, "Finetune/Loss (Raw)": 0.8546496033668518, "Finetune/Step": 3581, "Finetune/Step Time": 12.368022549897432}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7725613713264465, "Finetune/Loss (Raw)": 0.696056604385376, "Finetune/Step": 3582, "Finetune/Step Time": 12.37120876647532}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7742353081703186, "Finetune/Loss (Raw)": 0.7301456332206726, "Finetune/Step": 3583, "Finetune/Step Time": 12.346457280218601}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7739756107330322, "Finetune/Loss (Raw)": 0.8127779364585876, "Finetune/Step": 3584, "Finetune/Step Time": 12.359454249963164}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7749661207199097, "Finetune/Loss (Raw)": 0.9461118578910828, "Finetune/Step": 3585, "Finetune/Step Time": 12.355600820854306}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7736061811447144, "Finetune/Loss (Raw)": 0.6369597315788269, "Finetune/Step": 3586, "Finetune/Step Time": 12.351020764559507}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7730297446250916, "Finetune/Loss (Raw)": 0.7157609462738037, "Finetune/Step": 3587, "Finetune/Step Time": 12.336209097877145}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7713711261749268, "Finetune/Loss (Raw)": 0.6506392955780029, "Finetune/Step": 3588, "Finetune/Step Time": 12.33382042311132}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7729449272155762, "Finetune/Loss (Raw)": 0.7790216207504272, "Finetune/Step": 3589, "Finetune/Step Time": 12.31432594358921}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7735546827316284, "Finetune/Loss (Raw)": 0.8427013754844666, "Finetune/Step": 3590, "Finetune/Step Time": 12.318551905453205}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7732622623443604, "Finetune/Loss (Raw)": 0.7164381146430969, "Finetune/Step": 3591, "Finetune/Step Time": 12.320884404703975}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7724317312240601, "Finetune/Loss (Raw)": 0.7765443921089172, "Finetune/Step": 3592, "Finetune/Step Time": 12.324920391663909}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7736040353775024, "Finetune/Loss (Raw)": 0.8896698951721191, "Finetune/Step": 3593, "Finetune/Step Time": 12.321377420797944}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7726041078567505, "Finetune/Loss (Raw)": 0.5459434986114502, "Finetune/Step": 3594, "Finetune/Step Time": 12.32515250891447}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7738094925880432, "Finetune/Loss (Raw)": 0.8074964880943298, "Finetune/Step": 3595, "Finetune/Step Time": 12.337677521631122}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7759276032447815, "Finetune/Loss (Raw)": 0.9177293181419373, "Finetune/Step": 3596, "Finetune/Step Time": 12.316810458898544}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.77442467212677, "Finetune/Loss (Raw)": 0.5235085487365723, "Finetune/Step": 3597, "Finetune/Step Time": 12.328427691012621}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7744247913360596, "Finetune/Loss (Raw)": 0.745435357093811, "Finetune/Step": 3598, "Finetune/Step Time": 12.350374834612012}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7732188105583191, "Finetune/Loss (Raw)": 0.6899945735931396, "Finetune/Step": 3599, "Finetune/Step Time": 12.339247366413474}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7721930742263794, "Finetune/Loss (Raw)": 0.5885167717933655, "Finetune/Step": 3600, "Finetune/Step Time": 12.35539578832686}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7722664475440979, "Finetune/Loss (Raw)": 0.8308112621307373, "Finetune/Step": 3601, "Finetune/Step Time": 12.333041151985526}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.773169994354248, "Finetune/Loss (Raw)": 0.7756275534629822, "Finetune/Step": 3602, "Finetune/Step Time": 12.324954643845558}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7730808258056641, "Finetune/Loss (Raw)": 0.7704257369041443, "Finetune/Step": 3603, "Finetune/Step Time": 12.322703562676907}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7743735313415527, "Finetune/Loss (Raw)": 0.8087952733039856, "Finetune/Step": 3604, "Finetune/Step Time": 12.31875410862267}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7736243605613708, "Finetune/Loss (Raw)": 0.6460485458374023, "Finetune/Step": 3605, "Finetune/Step Time": 12.296700518578291}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7721582055091858, "Finetune/Loss (Raw)": 0.7237979769706726, "Finetune/Step": 3606, "Finetune/Step Time": 12.313677072525024}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7704344987869263, "Finetune/Loss (Raw)": 0.789546549320221, "Finetune/Step": 3607, "Finetune/Step Time": 12.320636942982674}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7693068385124207, "Finetune/Loss (Raw)": 0.6691670417785645, "Finetune/Step": 3608, "Finetune/Step Time": 12.367116948589683}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7688076496124268, "Finetune/Loss (Raw)": 0.7456815242767334, "Finetune/Step": 3609, "Finetune/Step Time": 12.318105744197965}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7680386304855347, "Finetune/Loss (Raw)": 0.6565118432044983, "Finetune/Step": 3610, "Finetune/Step Time": 12.317093094810843}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7668600082397461, "Finetune/Loss (Raw)": 0.5483707189559937, "Finetune/Step": 3611, "Finetune/Step Time": 12.280143519863486}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.766997218132019, "Finetune/Loss (Raw)": 0.7767816185951233, "Finetune/Step": 3612, "Finetune/Step Time": 12.279045935720205}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7651532888412476, "Finetune/Loss (Raw)": 0.679027795791626, "Finetune/Step": 3613, "Finetune/Step Time": 12.281201586127281}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7650525569915771, "Finetune/Loss (Raw)": 0.7738132476806641, "Finetune/Step": 3614, "Finetune/Step Time": 12.292637154459953}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7656897902488708, "Finetune/Loss (Raw)": 0.806383490562439, "Finetune/Step": 3615, "Finetune/Step Time": 12.296030098572373}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7658761143684387, "Finetune/Loss (Raw)": 0.6802418231964111, "Finetune/Step": 3616, "Finetune/Step Time": 12.305359730497003}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7647992968559265, "Finetune/Loss (Raw)": 0.7165960073471069, "Finetune/Step": 3617, "Finetune/Step Time": 12.321517856791615}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7645996809005737, "Finetune/Loss (Raw)": 0.6732529401779175, "Finetune/Step": 3618, "Finetune/Step Time": 12.33089654147625}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7632789611816406, "Finetune/Loss (Raw)": 0.7446753978729248, "Finetune/Step": 3619, "Finetune/Step Time": 12.327462194487453}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7631591558456421, "Finetune/Loss (Raw)": 0.7756152153015137, "Finetune/Step": 3620, "Finetune/Step Time": 12.316485203802586}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7650740146636963, "Finetune/Loss (Raw)": 0.7296292781829834, "Finetune/Step": 3621, "Finetune/Step Time": 12.299170304089785}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7641216516494751, "Finetune/Loss (Raw)": 0.7831459641456604, "Finetune/Step": 3622, "Finetune/Step Time": 12.28910467773676}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7640914916992188, "Finetune/Loss (Raw)": 0.8200966119766235, "Finetune/Step": 3623, "Finetune/Step Time": 12.28654388897121}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.764500081539154, "Finetune/Loss (Raw)": 0.8783838152885437, "Finetune/Step": 3624, "Finetune/Step Time": 12.280830001458526}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7661584615707397, "Finetune/Loss (Raw)": 0.8707550764083862, "Finetune/Step": 3625, "Finetune/Step Time": 12.287631528452039}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7648231983184814, "Finetune/Loss (Raw)": 0.6788630485534668, "Finetune/Step": 3626, "Finetune/Step Time": 12.28049330227077}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7651857137680054, "Finetune/Loss (Raw)": 0.8300396800041199, "Finetune/Step": 3627, "Finetune/Step Time": 12.305199939757586}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7643313407897949, "Finetune/Loss (Raw)": 0.7675026059150696, "Finetune/Step": 3628, "Finetune/Step Time": 12.310927091166377}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7637993693351746, "Finetune/Loss (Raw)": 0.7528561353683472, "Finetune/Step": 3629, "Finetune/Step Time": 12.317117201164365}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7620276212692261, "Finetune/Loss (Raw)": 0.7097822427749634, "Finetune/Step": 3630, "Finetune/Step Time": 12.316377310082316}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7601854801177979, "Finetune/Loss (Raw)": 0.6281281113624573, "Finetune/Step": 3631, "Finetune/Step Time": 12.335727261379361}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7612133026123047, "Finetune/Loss (Raw)": 0.8687775731086731, "Finetune/Step": 3632, "Finetune/Step Time": 12.336170852184296}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7620478868484497, "Finetune/Loss (Raw)": 0.8782205581665039, "Finetune/Step": 3633, "Finetune/Step Time": 12.332038516178727}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7623502016067505, "Finetune/Loss (Raw)": 0.7546864151954651, "Finetune/Step": 3634, "Finetune/Step Time": 12.326767932623625}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7629465460777283, "Finetune/Loss (Raw)": 0.6691149473190308, "Finetune/Step": 3635, "Finetune/Step Time": 12.301946273073554}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7632820010185242, "Finetune/Loss (Raw)": 0.817976176738739, "Finetune/Step": 3636, "Finetune/Step Time": 12.301754856482148}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.763839840888977, "Finetune/Loss (Raw)": 0.8452154994010925, "Finetune/Step": 3637, "Finetune/Step Time": 12.280394377186894}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.764711856842041, "Finetune/Loss (Raw)": 0.8233627080917358, "Finetune/Step": 3638, "Finetune/Step Time": 12.277292717248201}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7653535008430481, "Finetune/Loss (Raw)": 0.8012595772743225, "Finetune/Step": 3639, "Finetune/Step Time": 12.263941271230578}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7636656165122986, "Finetune/Loss (Raw)": 0.564517617225647, "Finetune/Step": 3640, "Finetune/Step Time": 12.291891977190971}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7625823020935059, "Finetune/Loss (Raw)": 0.7055887579917908, "Finetune/Step": 3641, "Finetune/Step Time": 12.297777883708477}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7634670734405518, "Finetune/Loss (Raw)": 0.8298366069793701, "Finetune/Step": 3642, "Finetune/Step Time": 12.303194858133793}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7638206481933594, "Finetune/Loss (Raw)": 0.8425192832946777, "Finetune/Step": 3643, "Finetune/Step Time": 12.288594532757998}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7640166282653809, "Finetune/Loss (Raw)": 0.79569011926651, "Finetune/Step": 3644, "Finetune/Step Time": 12.279785849153996}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7632623910903931, "Finetune/Loss (Raw)": 0.7421727776527405, "Finetune/Step": 3645, "Finetune/Step Time": 12.27990316040814}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.764562726020813, "Finetune/Loss (Raw)": 0.8258703947067261, "Finetune/Step": 3646, "Finetune/Step Time": 12.24309398420155}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7656433582305908, "Finetune/Loss (Raw)": 0.8236720561981201, "Finetune/Step": 3647, "Finetune/Step Time": 12.211950542405248}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7666394710540771, "Finetune/Loss (Raw)": 0.8730353713035583, "Finetune/Step": 3648, "Finetune/Step Time": 12.21979540027678}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7668958902359009, "Finetune/Loss (Raw)": 0.8800972104072571, "Finetune/Step": 3649, "Finetune/Step Time": 12.22700653783977}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.76949143409729, "Finetune/Loss (Raw)": 0.9315199851989746, "Finetune/Step": 3650, "Finetune/Step Time": 12.198548687621951}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7695736885070801, "Finetune/Loss (Raw)": 0.6429919004440308, "Finetune/Step": 3651, "Finetune/Step Time": 12.176149630919099}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7704658508300781, "Finetune/Loss (Raw)": 0.8002365231513977, "Finetune/Step": 3652, "Finetune/Step Time": 12.166236449033022}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7697948217391968, "Finetune/Loss (Raw)": 0.857153594493866, "Finetune/Step": 3653, "Finetune/Step Time": 12.158765317872167}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7705600261688232, "Finetune/Loss (Raw)": 0.7549846768379211, "Finetune/Step": 3654, "Finetune/Step Time": 12.170515788719058}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7715998291969299, "Finetune/Loss (Raw)": 0.9298252463340759, "Finetune/Step": 3655, "Finetune/Step Time": 12.177471831440926}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7708590030670166, "Finetune/Loss (Raw)": 0.6824461817741394, "Finetune/Step": 3656, "Finetune/Step Time": 12.17743594571948}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7719122171401978, "Finetune/Loss (Raw)": 0.7952914237976074, "Finetune/Step": 3657, "Finetune/Step Time": 12.172539768740535}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7718460559844971, "Finetune/Loss (Raw)": 0.7509210109710693, "Finetune/Step": 3658, "Finetune/Step Time": 12.195463074371219}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7717193365097046, "Finetune/Loss (Raw)": 0.7763235569000244, "Finetune/Step": 3659, "Finetune/Step Time": 12.200492983683944}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7732812166213989, "Finetune/Loss (Raw)": 0.8861157298088074, "Finetune/Step": 3660, "Finetune/Step Time": 12.182630022987723}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7750811576843262, "Finetune/Loss (Raw)": 0.7845321297645569, "Finetune/Step": 3661, "Finetune/Step Time": 12.148698590695858}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7755073308944702, "Finetune/Loss (Raw)": 0.8830916285514832, "Finetune/Step": 3662, "Finetune/Step Time": 12.135954737663269}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7783750295639038, "Finetune/Loss (Raw)": 0.968164324760437, "Finetune/Step": 3663, "Finetune/Step Time": 12.090853154659271}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7780556082725525, "Finetune/Loss (Raw)": 0.7166838049888611, "Finetune/Step": 3664, "Finetune/Step Time": 12.106253683567047}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7772162556648254, "Finetune/Loss (Raw)": 0.7942936420440674, "Finetune/Step": 3665, "Finetune/Step Time": 12.098978271707892}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7763657569885254, "Finetune/Loss (Raw)": 0.779082715511322, "Finetune/Step": 3666, "Finetune/Step Time": 12.094418071210384}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7747766971588135, "Finetune/Loss (Raw)": 0.6696593761444092, "Finetune/Step": 3667, "Finetune/Step Time": 12.132413310930133}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7740843296051025, "Finetune/Loss (Raw)": 0.7276091575622559, "Finetune/Step": 3668, "Finetune/Step Time": 12.110808439552784}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7734984159469604, "Finetune/Loss (Raw)": 0.7293660044670105, "Finetune/Step": 3669, "Finetune/Step Time": 12.115131255239248}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.7743732929229736, "Finetune/Loss (Raw)": 0.8056635856628418, "Finetune/Step": 3670, "Finetune/Step Time": 12.096730219200253}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7752133011817932, "Finetune/Loss (Raw)": 0.8968362212181091, "Finetune/Step": 3671, "Finetune/Step Time": 12.084829511120915}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7745707035064697, "Finetune/Loss (Raw)": 0.7412757277488708, "Finetune/Step": 3672, "Finetune/Step Time": 12.095669902861118}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7740166187286377, "Finetune/Loss (Raw)": 0.5541792511940002, "Finetune/Step": 3673, "Finetune/Step Time": 12.072174170985818}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7742844820022583, "Finetune/Loss (Raw)": 0.7716880440711975, "Finetune/Step": 3674, "Finetune/Step Time": 12.063941905274987}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7714884281158447, "Finetune/Loss (Raw)": 0.5533367991447449, "Finetune/Step": 3675, "Finetune/Step Time": 12.099092569202185}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7717478275299072, "Finetune/Loss (Raw)": 0.7952496409416199, "Finetune/Step": 3676, "Finetune/Step Time": 12.1061220318079}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7715756893157959, "Finetune/Loss (Raw)": 0.9026171565055847, "Finetune/Step": 3677, "Finetune/Step Time": 12.1037452314049}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7708101868629456, "Finetune/Loss (Raw)": 0.5640482902526855, "Finetune/Step": 3678, "Finetune/Step Time": 12.07625119201839}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7716923952102661, "Finetune/Loss (Raw)": 0.7942337989807129, "Finetune/Step": 3679, "Finetune/Step Time": 12.056849505752325}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7718005180358887, "Finetune/Loss (Raw)": 0.8261703252792358, "Finetune/Step": 3680, "Finetune/Step Time": 12.06952254846692}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7730727791786194, "Finetune/Loss (Raw)": 0.8033322691917419, "Finetune/Step": 3681, "Finetune/Step Time": 12.040845086798072}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7740997076034546, "Finetune/Loss (Raw)": 1.0163989067077637, "Finetune/Step": 3682, "Finetune/Step Time": 12.036041341722012}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7732012867927551, "Finetune/Loss (Raw)": 0.8007748126983643, "Finetune/Step": 3683, "Finetune/Step Time": 12.040847958996892}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7733436226844788, "Finetune/Loss (Raw)": 0.5757931470870972, "Finetune/Step": 3684, "Finetune/Step Time": 12.036792730912566}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7718382477760315, "Finetune/Loss (Raw)": 0.7774555087089539, "Finetune/Step": 3685, "Finetune/Step Time": 12.035141222178936}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7719217538833618, "Finetune/Loss (Raw)": 0.8133920431137085, "Finetune/Step": 3686, "Finetune/Step Time": 12.033820455893874}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7716183066368103, "Finetune/Loss (Raw)": 0.8178341388702393, "Finetune/Step": 3687, "Finetune/Step Time": 12.0350709464401}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.769945502281189, "Finetune/Loss (Raw)": 0.6338220238685608, "Finetune/Step": 3688, "Finetune/Step Time": 12.043406005948782}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7696025967597961, "Finetune/Loss (Raw)": 0.8864496946334839, "Finetune/Step": 3689, "Finetune/Step Time": 12.042459655553102}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7710466980934143, "Finetune/Loss (Raw)": 0.8233261704444885, "Finetune/Step": 3690, "Finetune/Step Time": 12.046578416600823}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7700182199478149, "Finetune/Loss (Raw)": 0.5300793647766113, "Finetune/Step": 3691, "Finetune/Step Time": 12.069550247862935}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7709176540374756, "Finetune/Loss (Raw)": 0.8556708097457886, "Finetune/Step": 3692, "Finetune/Step Time": 12.056513661518693}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7713078856468201, "Finetune/Loss (Raw)": 0.7933251261711121, "Finetune/Step": 3693, "Finetune/Step Time": 12.053913602605462}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7696186304092407, "Finetune/Loss (Raw)": 0.6540141105651855, "Finetune/Step": 3694, "Finetune/Step Time": 12.086115032434464}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7713989019393921, "Finetune/Loss (Raw)": 1.0179905891418457, "Finetune/Step": 3695, "Finetune/Step Time": 12.054258724674582}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7711487412452698, "Finetune/Loss (Raw)": 0.7772578597068787, "Finetune/Step": 3696, "Finetune/Step Time": 12.041113540530205}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7695378661155701, "Finetune/Loss (Raw)": 0.5355418920516968, "Finetune/Step": 3697, "Finetune/Step Time": 12.06355112977326}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7702504396438599, "Finetune/Loss (Raw)": 0.8149808049201965, "Finetune/Step": 3698, "Finetune/Step Time": 12.075130769982934}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7702399492263794, "Finetune/Loss (Raw)": 0.7894682884216309, "Finetune/Step": 3699, "Finetune/Step Time": 12.070827048271894}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7697489261627197, "Finetune/Loss (Raw)": 0.805240273475647, "Finetune/Step": 3700, "Finetune/Step Time": 12.076610881835222}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7678462266921997, "Finetune/Loss (Raw)": 0.6260310411453247, "Finetune/Step": 3701, "Finetune/Step Time": 12.090630607679486}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7670757174491882, "Finetune/Loss (Raw)": 0.8061463832855225, "Finetune/Step": 3702, "Finetune/Step Time": 12.075361480936408}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7675896883010864, "Finetune/Loss (Raw)": 0.8362912535667419, "Finetune/Step": 3703, "Finetune/Step Time": 12.07614633999765}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7670679092407227, "Finetune/Loss (Raw)": 0.8102343082427979, "Finetune/Step": 3704, "Finetune/Step Time": 12.084019772708416}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7655753493309021, "Finetune/Loss (Raw)": 0.5942651033401489, "Finetune/Step": 3705, "Finetune/Step Time": 12.056352276355028}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7645598649978638, "Finetune/Loss (Raw)": 0.7355284690856934, "Finetune/Step": 3706, "Finetune/Step Time": 12.053619097918272}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7640893459320068, "Finetune/Loss (Raw)": 0.7316340208053589, "Finetune/Step": 3707, "Finetune/Step Time": 12.09056700579822}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7627063989639282, "Finetune/Loss (Raw)": 0.650481641292572, "Finetune/Step": 3708, "Finetune/Step Time": 12.107615934684873}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.763107419013977, "Finetune/Loss (Raw)": 0.9059818983078003, "Finetune/Step": 3709, "Finetune/Step Time": 12.081641718745232}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7649015188217163, "Finetune/Loss (Raw)": 0.925700306892395, "Finetune/Step": 3710, "Finetune/Step Time": 12.064499001950026}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7641494274139404, "Finetune/Loss (Raw)": 0.6338721513748169, "Finetune/Step": 3711, "Finetune/Step Time": 12.077347001060843}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7644408941268921, "Finetune/Loss (Raw)": 0.8500884175300598, "Finetune/Step": 3712, "Finetune/Step Time": 12.066920053213835}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7609022855758667, "Finetune/Loss (Raw)": 0.4931676387786865, "Finetune/Step": 3713, "Finetune/Step Time": 12.095488024875522}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7622054219245911, "Finetune/Loss (Raw)": 0.8037630915641785, "Finetune/Step": 3714, "Finetune/Step Time": 12.094280149787664}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.762974739074707, "Finetune/Loss (Raw)": 0.8142322301864624, "Finetune/Step": 3715, "Finetune/Step Time": 12.109559301286936}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7633019685745239, "Finetune/Loss (Raw)": 0.6925302743911743, "Finetune/Step": 3716, "Finetune/Step Time": 12.14473300985992}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.762413501739502, "Finetune/Loss (Raw)": 0.6652887463569641, "Finetune/Step": 3717, "Finetune/Step Time": 12.160654107108712}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.760654091835022, "Finetune/Loss (Raw)": 0.6174994707107544, "Finetune/Step": 3718, "Finetune/Step Time": 12.164383478462696}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7598294019699097, "Finetune/Loss (Raw)": 0.6108784675598145, "Finetune/Step": 3719, "Finetune/Step Time": 12.17811207100749}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.760175883769989, "Finetune/Loss (Raw)": 0.8208954334259033, "Finetune/Step": 3720, "Finetune/Step Time": 12.18436741642654}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7598972916603088, "Finetune/Loss (Raw)": 0.8540117144584656, "Finetune/Step": 3721, "Finetune/Step Time": 12.18124314583838}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7620071172714233, "Finetune/Loss (Raw)": 0.8159987330436707, "Finetune/Step": 3722, "Finetune/Step Time": 12.177296096459031}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7628425359725952, "Finetune/Loss (Raw)": 0.9144313335418701, "Finetune/Step": 3723, "Finetune/Step Time": 12.17391942255199}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7613747119903564, "Finetune/Loss (Raw)": 0.7298486232757568, "Finetune/Step": 3724, "Finetune/Step Time": 12.176731439307332}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7640174627304077, "Finetune/Loss (Raw)": 0.8617834448814392, "Finetune/Step": 3725, "Finetune/Step Time": 12.151527371257544}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7632710933685303, "Finetune/Loss (Raw)": 0.6498908400535583, "Finetune/Step": 3726, "Finetune/Step Time": 12.154281729832292}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7636159658432007, "Finetune/Loss (Raw)": 0.7341392040252686, "Finetune/Step": 3727, "Finetune/Step Time": 12.16329893656075}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7633280158042908, "Finetune/Loss (Raw)": 0.5516656041145325, "Finetune/Step": 3728, "Finetune/Step Time": 12.1470389328897}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7630674839019775, "Finetune/Loss (Raw)": 0.7974668145179749, "Finetune/Step": 3729, "Finetune/Step Time": 12.157025713473558}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7635807394981384, "Finetune/Loss (Raw)": 0.8413199186325073, "Finetune/Step": 3730, "Finetune/Step Time": 12.206807283684611}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7640341520309448, "Finetune/Loss (Raw)": 0.8284597396850586, "Finetune/Step": 3731, "Finetune/Step Time": 12.207089580595493}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.76419597864151, "Finetune/Loss (Raw)": 0.8295122981071472, "Finetune/Step": 3732, "Finetune/Step Time": 12.21014621667564}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7651907205581665, "Finetune/Loss (Raw)": 0.7733716368675232, "Finetune/Step": 3733, "Finetune/Step Time": 12.22386870905757}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.766474723815918, "Finetune/Loss (Raw)": 0.8881518244743347, "Finetune/Step": 3734, "Finetune/Step Time": 12.217771526426077}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7651499509811401, "Finetune/Loss (Raw)": 0.619982123374939, "Finetune/Step": 3735, "Finetune/Step Time": 12.221845349296927}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7676869034767151, "Finetune/Loss (Raw)": 0.9938927888870239, "Finetune/Step": 3736, "Finetune/Step Time": 12.172906514257193}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.767610490322113, "Finetune/Loss (Raw)": 0.7358986735343933, "Finetune/Step": 3737, "Finetune/Step Time": 12.202451176941395}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7679183483123779, "Finetune/Loss (Raw)": 0.6959248185157776, "Finetune/Step": 3738, "Finetune/Step Time": 12.214006686583161}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.769315779209137, "Finetune/Loss (Raw)": 0.7272410988807678, "Finetune/Step": 3739, "Finetune/Step Time": 12.18593810684979}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7692388892173767, "Finetune/Loss (Raw)": 0.7669298052787781, "Finetune/Step": 3740, "Finetune/Step Time": 12.163155924528837}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7708261013031006, "Finetune/Loss (Raw)": 0.8821961879730225, "Finetune/Step": 3741, "Finetune/Step Time": 12.163341427221894}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7710946798324585, "Finetune/Loss (Raw)": 0.8081920742988586, "Finetune/Step": 3742, "Finetune/Step Time": 12.156407548114657}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7709646821022034, "Finetune/Loss (Raw)": 0.7897408604621887, "Finetune/Step": 3743, "Finetune/Step Time": 12.213179280981421}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7704744338989258, "Finetune/Loss (Raw)": 0.6174980998039246, "Finetune/Step": 3744, "Finetune/Step Time": 12.234156092628837}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7691745758056641, "Finetune/Loss (Raw)": 0.5502133369445801, "Finetune/Step": 3745, "Finetune/Step Time": 12.246355045586824}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7691444754600525, "Finetune/Loss (Raw)": 0.6693965792655945, "Finetune/Step": 3746, "Finetune/Step Time": 12.236844465136528}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7680759429931641, "Finetune/Loss (Raw)": 0.6079090237617493, "Finetune/Step": 3747, "Finetune/Step Time": 12.265237150713801}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7684510946273804, "Finetune/Loss (Raw)": 0.8236274123191833, "Finetune/Step": 3748, "Finetune/Step Time": 12.277568442746997}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7676679491996765, "Finetune/Loss (Raw)": 0.6293876767158508, "Finetune/Step": 3749, "Finetune/Step Time": 12.28534116782248}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7684239149093628, "Finetune/Loss (Raw)": 0.8799154758453369, "Finetune/Step": 3750, "Finetune/Step Time": 12.289403544738889}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7694791555404663, "Finetune/Loss (Raw)": 0.9551591873168945, "Finetune/Step": 3751, "Finetune/Step Time": 12.301138374954462}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7685569524765015, "Finetune/Loss (Raw)": 0.7603394985198975, "Finetune/Step": 3752, "Finetune/Step Time": 12.302856996655464}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7672746181488037, "Finetune/Loss (Raw)": 0.7066179513931274, "Finetune/Step": 3753, "Finetune/Step Time": 12.305133430287242}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.76810222864151, "Finetune/Loss (Raw)": 0.7847990989685059, "Finetune/Step": 3754, "Finetune/Step Time": 12.30753841996193}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7676135301589966, "Finetune/Loss (Raw)": 0.7674919962882996, "Finetune/Step": 3755, "Finetune/Step Time": 12.287485150620341}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7663290500640869, "Finetune/Loss (Raw)": 0.6030827760696411, "Finetune/Step": 3756, "Finetune/Step Time": 12.28991380892694}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7673195600509644, "Finetune/Loss (Raw)": 0.8796369433403015, "Finetune/Step": 3757, "Finetune/Step Time": 12.30404913239181}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7668404579162598, "Finetune/Loss (Raw)": 0.6484684348106384, "Finetune/Step": 3758, "Finetune/Step Time": 12.337841479107738}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7684370875358582, "Finetune/Loss (Raw)": 0.8324892520904541, "Finetune/Step": 3759, "Finetune/Step Time": 12.317939633503556}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7671253085136414, "Finetune/Loss (Raw)": 0.7008713483810425, "Finetune/Step": 3760, "Finetune/Step Time": 12.327169673517346}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7653825283050537, "Finetune/Loss (Raw)": 0.6551393270492554, "Finetune/Step": 3761, "Finetune/Step Time": 12.340995203703642}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7653782367706299, "Finetune/Loss (Raw)": 0.754140317440033, "Finetune/Step": 3762, "Finetune/Step Time": 12.344919195398688}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.76690673828125, "Finetune/Loss (Raw)": 0.8647685647010803, "Finetune/Step": 3763, "Finetune/Step Time": 12.350780190899968}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7660266160964966, "Finetune/Loss (Raw)": 0.705315351486206, "Finetune/Step": 3764, "Finetune/Step Time": 12.350635902956128}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7642055749893188, "Finetune/Loss (Raw)": 0.6121250987052917, "Finetune/Step": 3765, "Finetune/Step Time": 12.365180926397443}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7647624611854553, "Finetune/Loss (Raw)": 0.8946452140808105, "Finetune/Step": 3766, "Finetune/Step Time": 12.36871648952365}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7649247646331787, "Finetune/Loss (Raw)": 0.8220368027687073, "Finetune/Step": 3767, "Finetune/Step Time": 12.375572346150875}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7658159732818604, "Finetune/Loss (Raw)": 0.6785848140716553, "Finetune/Step": 3768, "Finetune/Step Time": 12.360204072669148}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7640894651412964, "Finetune/Loss (Raw)": 0.4845975935459137, "Finetune/Step": 3769, "Finetune/Step Time": 12.38335221633315}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7647840976715088, "Finetune/Loss (Raw)": 0.9187517166137695, "Finetune/Step": 3770, "Finetune/Step Time": 12.374281082302332}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7653805017471313, "Finetune/Loss (Raw)": 0.9188615083694458, "Finetune/Step": 3771, "Finetune/Step Time": 12.378822663798928}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7657771706581116, "Finetune/Loss (Raw)": 0.8464595079421997, "Finetune/Step": 3772, "Finetune/Step Time": 12.389185525476933}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7641585469245911, "Finetune/Loss (Raw)": 0.5349863171577454, "Finetune/Step": 3773, "Finetune/Step Time": 12.414101377129555}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7642574310302734, "Finetune/Loss (Raw)": 0.8385336399078369, "Finetune/Step": 3774, "Finetune/Step Time": 12.418196361511946}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7645460367202759, "Finetune/Loss (Raw)": 0.8606127500534058, "Finetune/Step": 3775, "Finetune/Step Time": 12.421841457486153}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7642618417739868, "Finetune/Loss (Raw)": 0.8366614580154419, "Finetune/Step": 3776, "Finetune/Step Time": 12.423062531277537}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7610852718353271, "Finetune/Loss (Raw)": 0.47348248958587646, "Finetune/Step": 3777, "Finetune/Step Time": 12.45208841189742}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7601876258850098, "Finetune/Loss (Raw)": 0.8166281580924988, "Finetune/Step": 3778, "Finetune/Step Time": 12.461249582469463}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7604014277458191, "Finetune/Loss (Raw)": 0.6703612208366394, "Finetune/Step": 3779, "Finetune/Step Time": 12.46315935626626}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7598727941513062, "Finetune/Loss (Raw)": 0.7325724959373474, "Finetune/Step": 3780, "Finetune/Step Time": 12.463168201968074}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7596367597579956, "Finetune/Loss (Raw)": 0.8269361853599548, "Finetune/Step": 3781, "Finetune/Step Time": 12.462812034413218}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7594482898712158, "Finetune/Loss (Raw)": 0.730868935585022, "Finetune/Step": 3782, "Finetune/Step Time": 12.440248483791947}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7575229406356812, "Finetune/Loss (Raw)": 0.6833719611167908, "Finetune/Step": 3783, "Finetune/Step Time": 12.444635033607483}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7576029300689697, "Finetune/Loss (Raw)": 0.6926941275596619, "Finetune/Step": 3784, "Finetune/Step Time": 12.45456400886178}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.757581353187561, "Finetune/Loss (Raw)": 0.7925235629081726, "Finetune/Step": 3785, "Finetune/Step Time": 12.449144646525383}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7586571574211121, "Finetune/Loss (Raw)": 0.8886265754699707, "Finetune/Step": 3786, "Finetune/Step Time": 12.428208800032735}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.758887767791748, "Finetune/Loss (Raw)": 0.8058400750160217, "Finetune/Step": 3787, "Finetune/Step Time": 12.418965969234705}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7577683925628662, "Finetune/Loss (Raw)": 0.7428345680236816, "Finetune/Step": 3788, "Finetune/Step Time": 12.423819188028574}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7565253973007202, "Finetune/Loss (Raw)": 0.625429630279541, "Finetune/Step": 3789, "Finetune/Step Time": 12.452511521056294}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7561483383178711, "Finetune/Loss (Raw)": 0.83482825756073, "Finetune/Step": 3790, "Finetune/Step Time": 12.451106563210487}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7549521327018738, "Finetune/Loss (Raw)": 0.8150497078895569, "Finetune/Step": 3791, "Finetune/Step Time": 12.45051152445376}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7544968128204346, "Finetune/Loss (Raw)": 0.6583976149559021, "Finetune/Step": 3792, "Finetune/Step Time": 12.461897321045399}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7545924782752991, "Finetune/Loss (Raw)": 0.8065419793128967, "Finetune/Step": 3793, "Finetune/Step Time": 12.487863117828965}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7547652125358582, "Finetune/Loss (Raw)": 0.8011916875839233, "Finetune/Step": 3794, "Finetune/Step Time": 12.487619642168283}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7547653317451477, "Finetune/Loss (Raw)": 0.6696742177009583, "Finetune/Step": 3795, "Finetune/Step Time": 12.466616909950972}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7555131912231445, "Finetune/Loss (Raw)": 0.8233363032341003, "Finetune/Step": 3796, "Finetune/Step Time": 12.47312461771071}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7548742294311523, "Finetune/Loss (Raw)": 0.6475855112075806, "Finetune/Step": 3797, "Finetune/Step Time": 12.478624310344458}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7543865442276001, "Finetune/Loss (Raw)": 0.7432394027709961, "Finetune/Step": 3798, "Finetune/Step Time": 12.472596485167742}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.752113938331604, "Finetune/Loss (Raw)": 0.6059433817863464, "Finetune/Step": 3799, "Finetune/Step Time": 12.473758714273572}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.752527117729187, "Finetune/Loss (Raw)": 0.7941550016403198, "Finetune/Step": 3800, "Finetune/Step Time": 12.476753197610378}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7543730139732361, "Finetune/Loss (Raw)": 0.7904585599899292, "Finetune/Step": 3801, "Finetune/Step Time": 12.476555686444044}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.755355715751648, "Finetune/Loss (Raw)": 0.8974675536155701, "Finetune/Step": 3802, "Finetune/Step Time": 12.478660902008414}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7579924464225769, "Finetune/Loss (Raw)": 0.8908405303955078, "Finetune/Step": 3803, "Finetune/Step Time": 12.445167105644941}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7580385208129883, "Finetune/Loss (Raw)": 0.801150918006897, "Finetune/Step": 3804, "Finetune/Step Time": 12.433093504980206}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7556776404380798, "Finetune/Loss (Raw)": 0.6004247069358826, "Finetune/Step": 3805, "Finetune/Step Time": 12.45928997732699}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7573000192642212, "Finetune/Loss (Raw)": 0.7717096209526062, "Finetune/Step": 3806, "Finetune/Step Time": 12.478862654417753}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.756748378276825, "Finetune/Loss (Raw)": 0.7236203551292419, "Finetune/Step": 3807, "Finetune/Step Time": 12.481864735484123}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7552438974380493, "Finetune/Loss (Raw)": 0.6335976123809814, "Finetune/Step": 3808, "Finetune/Step Time": 12.488258097320795}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7548383474349976, "Finetune/Loss (Raw)": 0.7514229416847229, "Finetune/Step": 3809, "Finetune/Step Time": 12.510872783139348}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7535873651504517, "Finetune/Loss (Raw)": 0.8562780618667603, "Finetune/Step": 3810, "Finetune/Step Time": 12.507063833996654}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7527992129325867, "Finetune/Loss (Raw)": 0.6998852491378784, "Finetune/Step": 3811, "Finetune/Step Time": 12.51289002969861}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7538228034973145, "Finetune/Loss (Raw)": 0.706811249256134, "Finetune/Step": 3812, "Finetune/Step Time": 12.508186498656869}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7538744807243347, "Finetune/Loss (Raw)": 0.7840750813484192, "Finetune/Step": 3813, "Finetune/Step Time": 12.50572926364839}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7532414197921753, "Finetune/Loss (Raw)": 0.7323653101921082, "Finetune/Step": 3814, "Finetune/Step Time": 12.503882369026542}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7529875040054321, "Finetune/Loss (Raw)": 0.7853225469589233, "Finetune/Step": 3815, "Finetune/Step Time": 12.531689282506704}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7544077634811401, "Finetune/Loss (Raw)": 0.8156181573867798, "Finetune/Step": 3816, "Finetune/Step Time": 12.527756206691265}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7532097697257996, "Finetune/Loss (Raw)": 0.7331113219261169, "Finetune/Step": 3817, "Finetune/Step Time": 12.523070566356182}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7525961399078369, "Finetune/Loss (Raw)": 0.744779109954834, "Finetune/Step": 3818, "Finetune/Step Time": 12.511005783453584}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.754360556602478, "Finetune/Loss (Raw)": 0.7559219002723694, "Finetune/Step": 3819, "Finetune/Step Time": 12.484112547710538}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7526171207427979, "Finetune/Loss (Raw)": 0.6325175166130066, "Finetune/Step": 3820, "Finetune/Step Time": 12.487937446683645}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7517276406288147, "Finetune/Loss (Raw)": 0.6794726252555847, "Finetune/Step": 3821, "Finetune/Step Time": 12.494665618985891}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7520601749420166, "Finetune/Loss (Raw)": 0.696574330329895, "Finetune/Step": 3822, "Finetune/Step Time": 12.464998207986355}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7512675523757935, "Finetune/Loss (Raw)": 0.916536271572113, "Finetune/Step": 3823, "Finetune/Step Time": 12.471569422632456}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7514469623565674, "Finetune/Loss (Raw)": 0.8002257943153381, "Finetune/Step": 3824, "Finetune/Step Time": 12.476221218705177}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7524365782737732, "Finetune/Loss (Raw)": 0.6622083187103271, "Finetune/Step": 3825, "Finetune/Step Time": 12.445785025134683}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7511377930641174, "Finetune/Loss (Raw)": 0.6487374305725098, "Finetune/Step": 3826, "Finetune/Step Time": 12.439737252891064}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7509334087371826, "Finetune/Loss (Raw)": 0.7633079290390015, "Finetune/Step": 3827, "Finetune/Step Time": 12.485344126820564}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7511388063430786, "Finetune/Loss (Raw)": 0.8315289616584778, "Finetune/Step": 3828, "Finetune/Step Time": 12.486505046486855}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7504042387008667, "Finetune/Loss (Raw)": 0.5320013165473938, "Finetune/Step": 3829, "Finetune/Step Time": 12.50244189798832}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7501500844955444, "Finetune/Loss (Raw)": 0.7736216187477112, "Finetune/Step": 3830, "Finetune/Step Time": 12.515018284320831}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7494531869888306, "Finetune/Loss (Raw)": 0.7470851540565491, "Finetune/Step": 3831, "Finetune/Step Time": 12.522186050191522}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7504816055297852, "Finetune/Loss (Raw)": 0.9418818354606628, "Finetune/Step": 3832, "Finetune/Step Time": 12.518045902252197}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7522448301315308, "Finetune/Loss (Raw)": 0.819949209690094, "Finetune/Step": 3833, "Finetune/Step Time": 12.554011335596442}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.753383994102478, "Finetune/Loss (Raw)": 0.8813391923904419, "Finetune/Step": 3834, "Finetune/Step Time": 12.550090862438083}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.754226565361023, "Finetune/Loss (Raw)": 0.8394862413406372, "Finetune/Step": 3835, "Finetune/Step Time": 12.524251880124211}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7545272707939148, "Finetune/Loss (Raw)": 0.6889713406562805, "Finetune/Step": 3836, "Finetune/Step Time": 12.49233628436923}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7531955242156982, "Finetune/Loss (Raw)": 0.735514760017395, "Finetune/Step": 3837, "Finetune/Step Time": 12.503545014187694}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7516574859619141, "Finetune/Loss (Raw)": 0.7288404107093811, "Finetune/Step": 3838, "Finetune/Step Time": 12.497550966218114}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.752711832523346, "Finetune/Loss (Raw)": 0.768822193145752, "Finetune/Step": 3839, "Finetune/Step Time": 12.519489113241434}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.751652717590332, "Finetune/Loss (Raw)": 0.7145258188247681, "Finetune/Step": 3840, "Finetune/Step Time": 12.52027809806168}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7548720836639404, "Finetune/Loss (Raw)": 0.9052445888519287, "Finetune/Step": 3841, "Finetune/Step Time": 12.493272814899683}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7543292045593262, "Finetune/Loss (Raw)": 0.7342749834060669, "Finetune/Step": 3842, "Finetune/Step Time": 12.474837113171816}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7526334524154663, "Finetune/Loss (Raw)": 0.5971798300743103, "Finetune/Step": 3843, "Finetune/Step Time": 12.476235534995794}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.753193199634552, "Finetune/Loss (Raw)": 0.764175534248352, "Finetune/Step": 3844, "Finetune/Step Time": 12.446089101955295}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7539490461349487, "Finetune/Loss (Raw)": 0.7620261907577515, "Finetune/Step": 3845, "Finetune/Step Time": 12.422253062948585}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7537727952003479, "Finetune/Loss (Raw)": 0.594947099685669, "Finetune/Step": 3846, "Finetune/Step Time": 12.418798089027405}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7557873725891113, "Finetune/Loss (Raw)": 0.8687403798103333, "Finetune/Step": 3847, "Finetune/Step Time": 12.413288773968816}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7541531324386597, "Finetune/Loss (Raw)": 0.611713707447052, "Finetune/Step": 3848, "Finetune/Step Time": 12.435709731653333}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7543460726737976, "Finetune/Loss (Raw)": 0.8787100315093994, "Finetune/Step": 3849, "Finetune/Step Time": 12.459654361009598}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7518432140350342, "Finetune/Loss (Raw)": 0.49563533067703247, "Finetune/Step": 3850, "Finetune/Step Time": 12.470928499475121}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.749564528465271, "Finetune/Loss (Raw)": 0.622758150100708, "Finetune/Step": 3851, "Finetune/Step Time": 12.461841683834791}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7506516575813293, "Finetune/Loss (Raw)": 0.8689977526664734, "Finetune/Step": 3852, "Finetune/Step Time": 12.46174344420433}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7491739988327026, "Finetune/Loss (Raw)": 0.6726385354995728, "Finetune/Step": 3853, "Finetune/Step Time": 12.48481778241694}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7505505084991455, "Finetune/Loss (Raw)": 0.8260923624038696, "Finetune/Step": 3854, "Finetune/Step Time": 12.460905462503433}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.748863935470581, "Finetune/Loss (Raw)": 0.5182610750198364, "Finetune/Step": 3855, "Finetune/Step Time": 12.471913618966937}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7513941526412964, "Finetune/Loss (Raw)": 0.8755317330360413, "Finetune/Step": 3856, "Finetune/Step Time": 12.46160283870995}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7499772906303406, "Finetune/Loss (Raw)": 0.6161051988601685, "Finetune/Step": 3857, "Finetune/Step Time": 12.474058827385306}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7475190162658691, "Finetune/Loss (Raw)": 0.5266644358634949, "Finetune/Step": 3858, "Finetune/Step Time": 12.456963777542114}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7484325766563416, "Finetune/Loss (Raw)": 0.9453954100608826, "Finetune/Step": 3859, "Finetune/Step Time": 12.449134234338999}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7482895255088806, "Finetune/Loss (Raw)": 0.8112026453018188, "Finetune/Step": 3860, "Finetune/Step Time": 12.437061198055744}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7479218244552612, "Finetune/Loss (Raw)": 0.7263058423995972, "Finetune/Step": 3861, "Finetune/Step Time": 12.417611204087734}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7472050189971924, "Finetune/Loss (Raw)": 0.7963978052139282, "Finetune/Step": 3862, "Finetune/Step Time": 12.410055516287684}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7474786043167114, "Finetune/Loss (Raw)": 0.655006468296051, "Finetune/Step": 3863, "Finetune/Step Time": 12.420036051422358}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.745966911315918, "Finetune/Loss (Raw)": 0.8003919720649719, "Finetune/Step": 3864, "Finetune/Step Time": 12.42397926747799}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.745648980140686, "Finetune/Loss (Raw)": 0.6952016353607178, "Finetune/Step": 3865, "Finetune/Step Time": 12.449473144486547}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7472364902496338, "Finetune/Loss (Raw)": 0.8991190791130066, "Finetune/Step": 3866, "Finetune/Step Time": 12.44003931991756}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7488943934440613, "Finetune/Loss (Raw)": 0.9394599199295044, "Finetune/Step": 3867, "Finetune/Step Time": 12.442400673404336}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7495146989822388, "Finetune/Loss (Raw)": 0.8463253974914551, "Finetune/Step": 3868, "Finetune/Step Time": 12.448239952325821}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.748102068901062, "Finetune/Loss (Raw)": 0.7013787627220154, "Finetune/Step": 3869, "Finetune/Step Time": 12.44799287803471}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7471407651901245, "Finetune/Loss (Raw)": 0.6851481199264526, "Finetune/Step": 3870, "Finetune/Step Time": 12.481554759666324}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7470223903656006, "Finetune/Loss (Raw)": 0.7745895385742188, "Finetune/Step": 3871, "Finetune/Step Time": 12.424183614552021}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.745209813117981, "Finetune/Loss (Raw)": 0.38548800349235535, "Finetune/Step": 3872, "Finetune/Step Time": 12.448307812213898}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7459450364112854, "Finetune/Loss (Raw)": 0.6443246006965637, "Finetune/Step": 3873, "Finetune/Step Time": 12.430732015520334}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7466052174568176, "Finetune/Loss (Raw)": 0.7538964152336121, "Finetune/Step": 3874, "Finetune/Step Time": 12.429610112681985}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7478443384170532, "Finetune/Loss (Raw)": 0.7665185928344727, "Finetune/Step": 3875, "Finetune/Step Time": 12.405079437419772}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7476513385772705, "Finetune/Loss (Raw)": 0.7989227771759033, "Finetune/Step": 3876, "Finetune/Step Time": 12.38362367451191}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7481195330619812, "Finetune/Loss (Raw)": 0.6893168687820435, "Finetune/Step": 3877, "Finetune/Step Time": 12.396236255764961}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.747002124786377, "Finetune/Loss (Raw)": 0.7368887662887573, "Finetune/Step": 3878, "Finetune/Step Time": 12.425054406747222}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7448327541351318, "Finetune/Loss (Raw)": 0.6774869561195374, "Finetune/Step": 3879, "Finetune/Step Time": 12.477708691731095}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7452558279037476, "Finetune/Loss (Raw)": 0.8144845366477966, "Finetune/Step": 3880, "Finetune/Step Time": 12.470992360264063}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7461675405502319, "Finetune/Loss (Raw)": 0.8233175277709961, "Finetune/Step": 3881, "Finetune/Step Time": 12.459679324179888}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.746404767036438, "Finetune/Loss (Raw)": 0.8151594996452332, "Finetune/Step": 3882, "Finetune/Step Time": 12.464270368218422}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7471506595611572, "Finetune/Loss (Raw)": 0.8629740476608276, "Finetune/Step": 3883, "Finetune/Step Time": 12.45864369161427}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.747943639755249, "Finetune/Loss (Raw)": 0.7045769691467285, "Finetune/Step": 3884, "Finetune/Step Time": 12.449009066447616}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7454745769500732, "Finetune/Loss (Raw)": 0.563602089881897, "Finetune/Step": 3885, "Finetune/Step Time": 12.453416023403406}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7456647157669067, "Finetune/Loss (Raw)": 0.6728059649467468, "Finetune/Step": 3886, "Finetune/Step Time": 12.422888858243823}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7445787787437439, "Finetune/Loss (Raw)": 0.6934893727302551, "Finetune/Step": 3887, "Finetune/Step Time": 12.424797404557467}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7451376914978027, "Finetune/Loss (Raw)": 0.7724103927612305, "Finetune/Step": 3888, "Finetune/Step Time": 12.414985936135054}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7460566163063049, "Finetune/Loss (Raw)": 0.7727602124214172, "Finetune/Step": 3889, "Finetune/Step Time": 12.400831559672952}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7461389303207397, "Finetune/Loss (Raw)": 0.7646801471710205, "Finetune/Step": 3890, "Finetune/Step Time": 12.400826560333371}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7446248531341553, "Finetune/Loss (Raw)": 0.6709672808647156, "Finetune/Step": 3891, "Finetune/Step Time": 12.434099251404405}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7453235387802124, "Finetune/Loss (Raw)": 0.7947472929954529, "Finetune/Step": 3892, "Finetune/Step Time": 12.440546715632081}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7454176545143127, "Finetune/Loss (Raw)": 0.6241676807403564, "Finetune/Step": 3893, "Finetune/Step Time": 12.459703966975212}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7447141408920288, "Finetune/Loss (Raw)": 0.8045980334281921, "Finetune/Step": 3894, "Finetune/Step Time": 12.459850132465363}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7444959878921509, "Finetune/Loss (Raw)": 0.7941099405288696, "Finetune/Step": 3895, "Finetune/Step Time": 12.456296717748046}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.745322048664093, "Finetune/Loss (Raw)": 0.7843241095542908, "Finetune/Step": 3896, "Finetune/Step Time": 12.438851669430733}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7475056052207947, "Finetune/Loss (Raw)": 0.7640923261642456, "Finetune/Step": 3897, "Finetune/Step Time": 12.409840716049075}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7460335493087769, "Finetune/Loss (Raw)": 0.7303251028060913, "Finetune/Step": 3898, "Finetune/Step Time": 12.430150363594294}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7456183433532715, "Finetune/Loss (Raw)": 0.8657196760177612, "Finetune/Step": 3899, "Finetune/Step Time": 12.429525690153241}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7451545000076294, "Finetune/Loss (Raw)": 0.7870854139328003, "Finetune/Step": 3900, "Finetune/Step Time": 12.443431247025728}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.747602105140686, "Finetune/Loss (Raw)": 0.8482814431190491, "Finetune/Step": 3901, "Finetune/Step Time": 12.414597392082214}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.748279333114624, "Finetune/Loss (Raw)": 0.9252192378044128, "Finetune/Step": 3902, "Finetune/Step Time": 12.387419937178493}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7483218908309937, "Finetune/Loss (Raw)": 0.8660633563995361, "Finetune/Step": 3903, "Finetune/Step Time": 12.37888227775693}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7477496266365051, "Finetune/Loss (Raw)": 0.7634093165397644, "Finetune/Step": 3904, "Finetune/Step Time": 12.38283946737647}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7488889694213867, "Finetune/Loss (Raw)": 0.6193127632141113, "Finetune/Step": 3905, "Finetune/Step Time": 12.37130169570446}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7486690878868103, "Finetune/Loss (Raw)": 0.7884883284568787, "Finetune/Step": 3906, "Finetune/Step Time": 12.43609237484634}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7512252330780029, "Finetune/Loss (Raw)": 0.9975512623786926, "Finetune/Step": 3907, "Finetune/Step Time": 12.414567651227117}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7499626874923706, "Finetune/Loss (Raw)": 0.5709599852561951, "Finetune/Step": 3908, "Finetune/Step Time": 12.4240090996027}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7486918568611145, "Finetune/Loss (Raw)": 0.6642691493034363, "Finetune/Step": 3909, "Finetune/Step Time": 12.429586347192526}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7494983077049255, "Finetune/Loss (Raw)": 0.8340962529182434, "Finetune/Step": 3910, "Finetune/Step Time": 12.432685729116201}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7510875463485718, "Finetune/Loss (Raw)": 0.886795699596405, "Finetune/Step": 3911, "Finetune/Step Time": 12.426565580070019}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7509304285049438, "Finetune/Loss (Raw)": 0.672589123249054, "Finetune/Step": 3912, "Finetune/Step Time": 12.43212298490107}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7504231929779053, "Finetune/Loss (Raw)": 0.7275952696800232, "Finetune/Step": 3913, "Finetune/Step Time": 12.435604695230722}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7493694424629211, "Finetune/Loss (Raw)": 0.7537431120872498, "Finetune/Step": 3914, "Finetune/Step Time": 12.441880449652672}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7494968175888062, "Finetune/Loss (Raw)": 0.8221458196640015, "Finetune/Step": 3915, "Finetune/Step Time": 12.442650262266397}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7500211596488953, "Finetune/Loss (Raw)": 0.8099459409713745, "Finetune/Step": 3916, "Finetune/Step Time": 12.449422674253583}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7507606148719788, "Finetune/Loss (Raw)": 0.7200750112533569, "Finetune/Step": 3917, "Finetune/Step Time": 12.455038705840707}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7509410381317139, "Finetune/Loss (Raw)": 0.8579199314117432, "Finetune/Step": 3918, "Finetune/Step Time": 12.458846909925342}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7504342198371887, "Finetune/Loss (Raw)": 0.750186562538147, "Finetune/Step": 3919, "Finetune/Step Time": 12.475885106250644}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7514249682426453, "Finetune/Loss (Raw)": 0.7852109670639038, "Finetune/Step": 3920, "Finetune/Step Time": 12.50729526206851}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7499431371688843, "Finetune/Loss (Raw)": 0.6168649792671204, "Finetune/Step": 3921, "Finetune/Step Time": 12.522741427645087}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7503972053527832, "Finetune/Loss (Raw)": 0.8593151569366455, "Finetune/Step": 3922, "Finetune/Step Time": 12.52542344108224}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7491037845611572, "Finetune/Loss (Raw)": 0.5041213035583496, "Finetune/Step": 3923, "Finetune/Step Time": 12.525760984048247}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.749156653881073, "Finetune/Loss (Raw)": 0.8301048874855042, "Finetune/Step": 3924, "Finetune/Step Time": 12.529822684824467}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7503669261932373, "Finetune/Loss (Raw)": 0.8024950623512268, "Finetune/Step": 3925, "Finetune/Step Time": 12.529430074617267}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7499778270721436, "Finetune/Loss (Raw)": 0.6934394240379333, "Finetune/Step": 3926, "Finetune/Step Time": 12.53556003421545}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7511066794395447, "Finetune/Loss (Raw)": 0.7504333853721619, "Finetune/Step": 3927, "Finetune/Step Time": 12.54823294840753}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7515299320220947, "Finetune/Loss (Raw)": 0.8483338356018066, "Finetune/Step": 3928, "Finetune/Step Time": 12.539039049297571}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7517039775848389, "Finetune/Loss (Raw)": 0.8127327561378479, "Finetune/Step": 3929, "Finetune/Step Time": 12.539762629196048}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7502925395965576, "Finetune/Loss (Raw)": 0.7168049812316895, "Finetune/Step": 3930, "Finetune/Step Time": 12.545404456555843}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7500523328781128, "Finetune/Loss (Raw)": 0.8600881099700928, "Finetune/Step": 3931, "Finetune/Step Time": 12.547733027487993}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7491112947463989, "Finetune/Loss (Raw)": 0.6807016134262085, "Finetune/Step": 3932, "Finetune/Step Time": 12.56959755718708}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7486373782157898, "Finetune/Loss (Raw)": 0.5397599935531616, "Finetune/Step": 3933, "Finetune/Step Time": 12.58016000315547}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7483606934547424, "Finetune/Loss (Raw)": 0.7362945675849915, "Finetune/Step": 3934, "Finetune/Step Time": 12.563149906694889}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7484711408615112, "Finetune/Loss (Raw)": 0.7377626895904541, "Finetune/Step": 3935, "Finetune/Step Time": 12.567715041339397}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.750342071056366, "Finetune/Loss (Raw)": 0.8730722069740295, "Finetune/Step": 3936, "Finetune/Step Time": 12.554670438170433}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7507310509681702, "Finetune/Loss (Raw)": 0.8012104034423828, "Finetune/Step": 3937, "Finetune/Step Time": 12.554428158327937}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7497855424880981, "Finetune/Loss (Raw)": 0.7352535724639893, "Finetune/Step": 3938, "Finetune/Step Time": 12.55322739481926}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7506390810012817, "Finetune/Loss (Raw)": 0.8091432452201843, "Finetune/Step": 3939, "Finetune/Step Time": 12.55509328097105}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7514007091522217, "Finetune/Loss (Raw)": 0.8043032288551331, "Finetune/Step": 3940, "Finetune/Step Time": 12.538119066506624}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.752011775970459, "Finetune/Loss (Raw)": 0.8622894287109375, "Finetune/Step": 3941, "Finetune/Step Time": 12.53866644948721}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7530276775360107, "Finetune/Loss (Raw)": 0.8623962998390198, "Finetune/Step": 3942, "Finetune/Step Time": 12.549760533496737}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7519379258155823, "Finetune/Loss (Raw)": 0.6458361744880676, "Finetune/Step": 3943, "Finetune/Step Time": 12.55826754309237}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7519665956497192, "Finetune/Loss (Raw)": 0.8192865252494812, "Finetune/Step": 3944, "Finetune/Step Time": 12.556680988520384}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7538734078407288, "Finetune/Loss (Raw)": 0.9771807193756104, "Finetune/Step": 3945, "Finetune/Step Time": 12.586433243006468}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7540088295936584, "Finetune/Loss (Raw)": 0.7621190547943115, "Finetune/Step": 3946, "Finetune/Step Time": 12.607766032218933}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7544766664505005, "Finetune/Loss (Raw)": 0.8157998919487, "Finetune/Step": 3947, "Finetune/Step Time": 12.619392983615398}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7552105188369751, "Finetune/Loss (Raw)": 0.7264583110809326, "Finetune/Step": 3948, "Finetune/Step Time": 12.647762969136238}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7566232085227966, "Finetune/Loss (Raw)": 0.8602896928787231, "Finetune/Step": 3949, "Finetune/Step Time": 12.641995448619127}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7579607367515564, "Finetune/Loss (Raw)": 0.867779552936554, "Finetune/Step": 3950, "Finetune/Step Time": 12.639755487442017}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.757603108882904, "Finetune/Loss (Raw)": 0.8707646131515503, "Finetune/Step": 3951, "Finetune/Step Time": 12.642185389995575}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7564191818237305, "Finetune/Loss (Raw)": 0.6486829519271851, "Finetune/Step": 3952, "Finetune/Step Time": 12.652109920978546}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7570819854736328, "Finetune/Loss (Raw)": 0.7470388412475586, "Finetune/Step": 3953, "Finetune/Step Time": 12.65277100354433}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.757652759552002, "Finetune/Loss (Raw)": 0.7218040227890015, "Finetune/Step": 3954, "Finetune/Step Time": 12.644505366683006}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7569090127944946, "Finetune/Loss (Raw)": 0.6681099534034729, "Finetune/Step": 3955, "Finetune/Step Time": 12.596204722300172}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7574514150619507, "Finetune/Loss (Raw)": 0.9009510278701782, "Finetune/Step": 3956, "Finetune/Step Time": 12.596191653981805}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7596312761306763, "Finetune/Loss (Raw)": 0.8110213279724121, "Finetune/Step": 3957, "Finetune/Step Time": 12.570421274751425}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7592028379440308, "Finetune/Loss (Raw)": 0.7187890410423279, "Finetune/Step": 3958, "Finetune/Step Time": 12.565023988485336}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7582231760025024, "Finetune/Loss (Raw)": 0.6216812133789062, "Finetune/Step": 3959, "Finetune/Step Time": 12.584798166528344}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7562103271484375, "Finetune/Loss (Raw)": 0.684246838092804, "Finetune/Step": 3960, "Finetune/Step Time": 12.590968567878008}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7559326887130737, "Finetune/Loss (Raw)": 0.7844036817550659, "Finetune/Step": 3961, "Finetune/Step Time": 12.562341749668121}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7541353106498718, "Finetune/Loss (Raw)": 0.651273787021637, "Finetune/Step": 3962, "Finetune/Step Time": 12.570448122918606}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7539623975753784, "Finetune/Loss (Raw)": 0.8173568248748779, "Finetune/Step": 3963, "Finetune/Step Time": 12.571792835369706}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7549186944961548, "Finetune/Loss (Raw)": 0.8113795518875122, "Finetune/Step": 3964, "Finetune/Step Time": 12.581600464880466}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7550949454307556, "Finetune/Loss (Raw)": 0.7580713629722595, "Finetune/Step": 3965, "Finetune/Step Time": 12.596454652026296}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7540781497955322, "Finetune/Loss (Raw)": 0.5986884832382202, "Finetune/Step": 3966, "Finetune/Step Time": 12.634749472141266}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7540623545646667, "Finetune/Loss (Raw)": 0.766806423664093, "Finetune/Step": 3967, "Finetune/Step Time": 12.598533844575286}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7548203468322754, "Finetune/Loss (Raw)": 0.8115518093109131, "Finetune/Step": 3968, "Finetune/Step Time": 12.595068836584687}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7538155913352966, "Finetune/Loss (Raw)": 0.7766275405883789, "Finetune/Step": 3969, "Finetune/Step Time": 12.631802765652537}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7544287443161011, "Finetune/Loss (Raw)": 0.8127524852752686, "Finetune/Step": 3970, "Finetune/Step Time": 12.634267147630453}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7566068172454834, "Finetune/Loss (Raw)": 0.8759832382202148, "Finetune/Step": 3971, "Finetune/Step Time": 12.626766785979271}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.756515383720398, "Finetune/Loss (Raw)": 0.7524654865264893, "Finetune/Step": 3972, "Finetune/Step Time": 12.629259185865521}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7564911246299744, "Finetune/Loss (Raw)": 0.7589277029037476, "Finetune/Step": 3973, "Finetune/Step Time": 12.625405326485634}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7573679685592651, "Finetune/Loss (Raw)": 0.7071800231933594, "Finetune/Step": 3974, "Finetune/Step Time": 12.632365107536316}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7575204372406006, "Finetune/Loss (Raw)": 0.8882530927658081, "Finetune/Step": 3975, "Finetune/Step Time": 12.617548471316695}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7582814693450928, "Finetune/Loss (Raw)": 0.7091294527053833, "Finetune/Step": 3976, "Finetune/Step Time": 12.599184062331915}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7563693523406982, "Finetune/Loss (Raw)": 0.6339618563652039, "Finetune/Step": 3977, "Finetune/Step Time": 12.591268982738256}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.756426990032196, "Finetune/Loss (Raw)": 0.503009021282196, "Finetune/Step": 3978, "Finetune/Step Time": 12.591582426801324}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7578729391098022, "Finetune/Loss (Raw)": 0.8078423142433167, "Finetune/Step": 3979, "Finetune/Step Time": 12.59940997324884}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7555361986160278, "Finetune/Loss (Raw)": 0.5698917508125305, "Finetune/Step": 3980, "Finetune/Step Time": 12.599227886646986}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7569591999053955, "Finetune/Loss (Raw)": 0.8547815680503845, "Finetune/Step": 3981, "Finetune/Step Time": 12.579829910770059}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7565019726753235, "Finetune/Loss (Raw)": 0.767568051815033, "Finetune/Step": 3982, "Finetune/Step Time": 12.578864896669984}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7584618926048279, "Finetune/Loss (Raw)": 0.769137978553772, "Finetune/Step": 3983, "Finetune/Step Time": 12.556958306580782}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7561367154121399, "Finetune/Loss (Raw)": 0.5779083967208862, "Finetune/Step": 3984, "Finetune/Step Time": 12.58581974543631}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7578754425048828, "Finetune/Loss (Raw)": 0.8386565446853638, "Finetune/Step": 3985, "Finetune/Step Time": 12.558422451838851}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.761009156703949, "Finetune/Loss (Raw)": 0.9277821779251099, "Finetune/Step": 3986, "Finetune/Step Time": 12.52774453908205}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7590970396995544, "Finetune/Loss (Raw)": 0.7006456255912781, "Finetune/Step": 3987, "Finetune/Step Time": 12.541367672383785}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7591862678527832, "Finetune/Loss (Raw)": 0.822618842124939, "Finetune/Step": 3988, "Finetune/Step Time": 12.548324005678296}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7602017521858215, "Finetune/Loss (Raw)": 0.8562921285629272, "Finetune/Step": 3989, "Finetune/Step Time": 12.544450022280216}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7601471543312073, "Finetune/Loss (Raw)": 0.7894083261489868, "Finetune/Step": 3990, "Finetune/Step Time": 12.54974526911974}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7614949345588684, "Finetune/Loss (Raw)": 0.8275246024131775, "Finetune/Step": 3991, "Finetune/Step Time": 12.536737028509378}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7603188753128052, "Finetune/Loss (Raw)": 0.6498558521270752, "Finetune/Step": 3992, "Finetune/Step Time": 12.561510365456343}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7613319754600525, "Finetune/Loss (Raw)": 0.8248763680458069, "Finetune/Step": 3993, "Finetune/Step Time": 12.514808353036642}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.759706974029541, "Finetune/Loss (Raw)": 0.6911153793334961, "Finetune/Step": 3994, "Finetune/Step Time": 12.53087024204433}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.757842481136322, "Finetune/Loss (Raw)": 0.7008121013641357, "Finetune/Step": 3995, "Finetune/Step Time": 12.53134991042316}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7565892934799194, "Finetune/Loss (Raw)": 0.6859161853790283, "Finetune/Step": 3996, "Finetune/Step Time": 12.529198853299022}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7565926909446716, "Finetune/Loss (Raw)": 0.7018111348152161, "Finetune/Step": 3997, "Finetune/Step Time": 12.527447978034616}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7580286860466003, "Finetune/Loss (Raw)": 0.868954062461853, "Finetune/Step": 3998, "Finetune/Step Time": 12.500850144773722}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7580840587615967, "Finetune/Loss (Raw)": 0.7816832065582275, "Finetune/Step": 3999, "Finetune/Step Time": 12.522641403600574}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7610204219818115, "Finetune/Loss (Raw)": 0.761334240436554, "Finetune/Step": 4000, "Finetune/Step Time": 12.477481260895729}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7616370916366577, "Finetune/Loss (Raw)": 0.723265528678894, "Finetune/Step": 4001, "Finetune/Step Time": 12.497850399464369}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7609951496124268, "Finetune/Loss (Raw)": 0.6717295050621033, "Finetune/Step": 4002, "Finetune/Step Time": 12.510448338463902}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7608882188796997, "Finetune/Loss (Raw)": 0.752828061580658, "Finetune/Step": 4003, "Finetune/Step Time": 12.526081141084433}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7609614133834839, "Finetune/Loss (Raw)": 0.8082887530326843, "Finetune/Step": 4004, "Finetune/Step Time": 12.53349376656115}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7615780830383301, "Finetune/Loss (Raw)": 0.7682528495788574, "Finetune/Step": 4005, "Finetune/Step Time": 12.512759674340487}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7632123231887817, "Finetune/Loss (Raw)": 0.9460664391517639, "Finetune/Step": 4006, "Finetune/Step Time": 12.481012791395187}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7628535628318787, "Finetune/Loss (Raw)": 0.6315761804580688, "Finetune/Step": 4007, "Finetune/Step Time": 12.442040851339698}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7614573240280151, "Finetune/Loss (Raw)": 0.6357604265213013, "Finetune/Step": 4008, "Finetune/Step Time": 12.438755802810192}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7609337568283081, "Finetune/Loss (Raw)": 0.7563003897666931, "Finetune/Step": 4009, "Finetune/Step Time": 12.435549145564437}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7598851919174194, "Finetune/Loss (Raw)": 0.68094801902771, "Finetune/Step": 4010, "Finetune/Step Time": 12.449526963755488}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7595049142837524, "Finetune/Loss (Raw)": 0.814302384853363, "Finetune/Step": 4011, "Finetune/Step Time": 12.453680591657758}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.758305549621582, "Finetune/Loss (Raw)": 0.5510526299476624, "Finetune/Step": 4012, "Finetune/Step Time": 12.479422787204385}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7596240043640137, "Finetune/Loss (Raw)": 0.7323660254478455, "Finetune/Step": 4013, "Finetune/Step Time": 12.46800221502781}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7597531676292419, "Finetune/Loss (Raw)": 0.6893303990364075, "Finetune/Step": 4014, "Finetune/Step Time": 12.507970931008458}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7603679895401001, "Finetune/Loss (Raw)": 0.7721941471099854, "Finetune/Step": 4015, "Finetune/Step Time": 12.506256518885493}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7603759765625, "Finetune/Loss (Raw)": 0.7734251022338867, "Finetune/Step": 4016, "Finetune/Step Time": 12.50551943667233}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7607001662254333, "Finetune/Loss (Raw)": 0.8142589330673218, "Finetune/Step": 4017, "Finetune/Step Time": 12.508432468399405}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7589306235313416, "Finetune/Loss (Raw)": 0.538180947303772, "Finetune/Step": 4018, "Finetune/Step Time": 12.529282556846738}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7608188390731812, "Finetune/Loss (Raw)": 0.9126594066619873, "Finetune/Step": 4019, "Finetune/Step Time": 12.482063334435225}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7612075209617615, "Finetune/Loss (Raw)": 0.8444963693618774, "Finetune/Step": 4020, "Finetune/Step Time": 12.473848881199956}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7622203826904297, "Finetune/Loss (Raw)": 0.7538162469863892, "Finetune/Step": 4021, "Finetune/Step Time": 12.455379823222756}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7617044448852539, "Finetune/Loss (Raw)": 0.7385503053665161, "Finetune/Step": 4022, "Finetune/Step Time": 12.478414211422205}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7618775367736816, "Finetune/Loss (Raw)": 0.8162704706192017, "Finetune/Step": 4023, "Finetune/Step Time": 12.478966111317277}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7623465061187744, "Finetune/Loss (Raw)": 0.8443493843078613, "Finetune/Step": 4024, "Finetune/Step Time": 12.491064686328173}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.761993408203125, "Finetune/Loss (Raw)": 0.7188935875892639, "Finetune/Step": 4025, "Finetune/Step Time": 12.490531815215945}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7626574039459229, "Finetune/Loss (Raw)": 0.8153269290924072, "Finetune/Step": 4026, "Finetune/Step Time": 12.472131200134754}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7627922892570496, "Finetune/Loss (Raw)": 0.8829801678657532, "Finetune/Step": 4027, "Finetune/Step Time": 12.471626907587051}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7622711658477783, "Finetune/Loss (Raw)": 0.7203768491744995, "Finetune/Step": 4028, "Finetune/Step Time": 12.4500627014786}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7619597911834717, "Finetune/Loss (Raw)": 0.8084287643432617, "Finetune/Step": 4029, "Finetune/Step Time": 12.451557468622923}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7591217756271362, "Finetune/Loss (Raw)": 0.5619542598724365, "Finetune/Step": 4030, "Finetune/Step Time": 12.479455914348364}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7580761909484863, "Finetune/Loss (Raw)": 0.73222416639328, "Finetune/Step": 4031, "Finetune/Step Time": 12.482236860319972}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7578862905502319, "Finetune/Loss (Raw)": 0.7391020059585571, "Finetune/Step": 4032, "Finetune/Step Time": 12.472147237509489}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7594975233078003, "Finetune/Loss (Raw)": 0.8255547285079956, "Finetune/Step": 4033, "Finetune/Step Time": 12.459596175700426}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7592417001724243, "Finetune/Loss (Raw)": 0.7557432055473328, "Finetune/Step": 4034, "Finetune/Step Time": 12.390657318755984}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7563928961753845, "Finetune/Loss (Raw)": 0.6329032182693481, "Finetune/Step": 4035, "Finetune/Step Time": 12.400112621486187}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7593405246734619, "Finetune/Loss (Raw)": 0.9482536911964417, "Finetune/Step": 4036, "Finetune/Step Time": 12.379968153312802}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7595310807228088, "Finetune/Loss (Raw)": 0.6886667013168335, "Finetune/Step": 4037, "Finetune/Step Time": 12.39100538007915}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7578073740005493, "Finetune/Loss (Raw)": 0.6134618520736694, "Finetune/Step": 4038, "Finetune/Step Time": 12.414255727082491}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7567178606987, "Finetune/Loss (Raw)": 0.747333288192749, "Finetune/Step": 4039, "Finetune/Step Time": 12.443372376263142}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7581544518470764, "Finetune/Loss (Raw)": 0.8564735651016235, "Finetune/Step": 4040, "Finetune/Step Time": 12.43046729452908}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.757862389087677, "Finetune/Loss (Raw)": 0.6902133822441101, "Finetune/Step": 4041, "Finetune/Step Time": 12.427500640973449}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7579221129417419, "Finetune/Loss (Raw)": 0.7613887786865234, "Finetune/Step": 4042, "Finetune/Step Time": 12.443602515384555}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.757908821105957, "Finetune/Loss (Raw)": 0.820435106754303, "Finetune/Step": 4043, "Finetune/Step Time": 12.448237340897322}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7574292421340942, "Finetune/Loss (Raw)": 0.7485608458518982, "Finetune/Step": 4044, "Finetune/Step Time": 12.434244493022561}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7557355165481567, "Finetune/Loss (Raw)": 0.5032866597175598, "Finetune/Step": 4045, "Finetune/Step Time": 12.430300049483776}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7546752691268921, "Finetune/Loss (Raw)": 0.7222105860710144, "Finetune/Step": 4046, "Finetune/Step Time": 12.42552345059812}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7543892860412598, "Finetune/Loss (Raw)": 0.7135682702064514, "Finetune/Step": 4047, "Finetune/Step Time": 12.430517885833979}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7532719373703003, "Finetune/Loss (Raw)": 0.6422026753425598, "Finetune/Step": 4048, "Finetune/Step Time": 12.399845385923982}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7535994052886963, "Finetune/Loss (Raw)": 0.6587732434272766, "Finetune/Step": 4049, "Finetune/Step Time": 12.373943844810128}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7526652216911316, "Finetune/Loss (Raw)": 0.739745557308197, "Finetune/Step": 4050, "Finetune/Step Time": 12.369584310799837}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7542725801467896, "Finetune/Loss (Raw)": 0.7098619341850281, "Finetune/Step": 4051, "Finetune/Step Time": 12.361342933028936}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7534159421920776, "Finetune/Loss (Raw)": 0.7204575538635254, "Finetune/Step": 4052, "Finetune/Step Time": 12.397662904113531}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7512112259864807, "Finetune/Loss (Raw)": 0.5202895402908325, "Finetune/Step": 4053, "Finetune/Step Time": 12.419858820736408}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.750746488571167, "Finetune/Loss (Raw)": 0.6339486241340637, "Finetune/Step": 4054, "Finetune/Step Time": 12.433782210573554}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7508648037910461, "Finetune/Loss (Raw)": 0.765577495098114, "Finetune/Step": 4055, "Finetune/Step Time": 12.408211398869753}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7485297918319702, "Finetune/Loss (Raw)": 0.5494516491889954, "Finetune/Step": 4056, "Finetune/Step Time": 12.433678586035967}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7489609718322754, "Finetune/Loss (Raw)": 0.8679338693618774, "Finetune/Step": 4057, "Finetune/Step Time": 12.426261711865664}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7491019368171692, "Finetune/Loss (Raw)": 0.7348445653915405, "Finetune/Step": 4058, "Finetune/Step Time": 12.415067369118333}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7478650808334351, "Finetune/Loss (Raw)": 0.7017712593078613, "Finetune/Step": 4059, "Finetune/Step Time": 12.432017581537366}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7462763786315918, "Finetune/Loss (Raw)": 0.47733941674232483, "Finetune/Step": 4060, "Finetune/Step Time": 12.421914340928197}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7465416789054871, "Finetune/Loss (Raw)": 0.5737285614013672, "Finetune/Step": 4061, "Finetune/Step Time": 12.408243965357542}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7471058368682861, "Finetune/Loss (Raw)": 0.8085073232650757, "Finetune/Step": 4062, "Finetune/Step Time": 12.407583352178335}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7455065846443176, "Finetune/Loss (Raw)": 0.5330528020858765, "Finetune/Step": 4063, "Finetune/Step Time": 12.420017374679446}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.74342942237854, "Finetune/Loss (Raw)": 0.6071937084197998, "Finetune/Step": 4064, "Finetune/Step Time": 12.462831661105156}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7422126531600952, "Finetune/Loss (Raw)": 0.6454733610153198, "Finetune/Step": 4065, "Finetune/Step Time": 12.461847443133593}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7426354885101318, "Finetune/Loss (Raw)": 0.7893714904785156, "Finetune/Step": 4066, "Finetune/Step Time": 12.466865522786975}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7429525852203369, "Finetune/Loss (Raw)": 0.8497282862663269, "Finetune/Step": 4067, "Finetune/Step Time": 12.464476292952895}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7428925037384033, "Finetune/Loss (Raw)": 0.7966089248657227, "Finetune/Step": 4068, "Finetune/Step Time": 12.46294579282403}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7426925897598267, "Finetune/Loss (Raw)": 0.8367028832435608, "Finetune/Step": 4069, "Finetune/Step Time": 12.489786315709352}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7419220209121704, "Finetune/Loss (Raw)": 0.7637578248977661, "Finetune/Step": 4070, "Finetune/Step Time": 12.480626229196787}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7425495386123657, "Finetune/Loss (Raw)": 0.7261726260185242, "Finetune/Step": 4071, "Finetune/Step Time": 12.490064857527614}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7414067983627319, "Finetune/Loss (Raw)": 0.6730047464370728, "Finetune/Step": 4072, "Finetune/Step Time": 12.504082560539246}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7396508455276489, "Finetune/Loss (Raw)": 0.7524212598800659, "Finetune/Step": 4073, "Finetune/Step Time": 12.483547389507294}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7403870224952698, "Finetune/Loss (Raw)": 0.8563547134399414, "Finetune/Step": 4074, "Finetune/Step Time": 12.466205973178148}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7396174073219299, "Finetune/Loss (Raw)": 0.7172893285751343, "Finetune/Step": 4075, "Finetune/Step Time": 12.452313598245382}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7384320497512817, "Finetune/Loss (Raw)": 0.5747290849685669, "Finetune/Step": 4076, "Finetune/Step Time": 12.451205469667912}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7378780841827393, "Finetune/Loss (Raw)": 0.7893814444541931, "Finetune/Step": 4077, "Finetune/Step Time": 12.47375407256186}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7366712093353271, "Finetune/Loss (Raw)": 0.7133001089096069, "Finetune/Step": 4078, "Finetune/Step Time": 12.478677736595273}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7365163564682007, "Finetune/Loss (Raw)": 0.8509429693222046, "Finetune/Step": 4079, "Finetune/Step Time": 12.497012704610825}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7367103099822998, "Finetune/Loss (Raw)": 0.6735107898712158, "Finetune/Step": 4080, "Finetune/Step Time": 12.492773529142141}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7364792227745056, "Finetune/Loss (Raw)": 0.717460572719574, "Finetune/Step": 4081, "Finetune/Step Time": 12.520990261808038}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7362134456634521, "Finetune/Loss (Raw)": 0.6877773404121399, "Finetune/Step": 4082, "Finetune/Step Time": 12.531286520883441}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7376863956451416, "Finetune/Loss (Raw)": 0.8566561341285706, "Finetune/Step": 4083, "Finetune/Step Time": 12.535506488755345}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.735794186592102, "Finetune/Loss (Raw)": 0.658745288848877, "Finetune/Step": 4084, "Finetune/Step Time": 12.55829655751586}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7338780164718628, "Finetune/Loss (Raw)": 0.5657480359077454, "Finetune/Step": 4085, "Finetune/Step Time": 12.571502387523651}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7335878610610962, "Finetune/Loss (Raw)": 0.6816489696502686, "Finetune/Step": 4086, "Finetune/Step Time": 12.584314962849021}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7354245185852051, "Finetune/Loss (Raw)": 0.8567816615104675, "Finetune/Step": 4087, "Finetune/Step Time": 12.56542944535613}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7364396452903748, "Finetune/Loss (Raw)": 0.8141753673553467, "Finetune/Step": 4088, "Finetune/Step Time": 12.557686656713486}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7364611029624939, "Finetune/Loss (Raw)": 0.7871540784835815, "Finetune/Step": 4089, "Finetune/Step Time": 12.55782563611865}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7374489307403564, "Finetune/Loss (Raw)": 0.7777097821235657, "Finetune/Step": 4090, "Finetune/Step Time": 12.549376387149096}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7367269992828369, "Finetune/Loss (Raw)": 0.7249523997306824, "Finetune/Step": 4091, "Finetune/Step Time": 12.568341925740242}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.736170768737793, "Finetune/Loss (Raw)": 0.7401889562606812, "Finetune/Step": 4092, "Finetune/Step Time": 12.572283430024981}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7371028661727905, "Finetune/Loss (Raw)": 0.8773792386054993, "Finetune/Step": 4093, "Finetune/Step Time": 12.55128320865333}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7398234605789185, "Finetune/Loss (Raw)": 0.9469156861305237, "Finetune/Step": 4094, "Finetune/Step Time": 12.52523336559534}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7391089200973511, "Finetune/Loss (Raw)": 0.6753514409065247, "Finetune/Step": 4095, "Finetune/Step Time": 12.530505048111081}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7396417856216431, "Finetune/Loss (Raw)": 0.8797511458396912, "Finetune/Step": 4096, "Finetune/Step Time": 12.537601558491588}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7401060461997986, "Finetune/Loss (Raw)": 0.8360574245452881, "Finetune/Step": 4097, "Finetune/Step Time": 12.512433441355824}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7383595705032349, "Finetune/Loss (Raw)": 0.5892031788825989, "Finetune/Step": 4098, "Finetune/Step Time": 12.518911140039563}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7376075387001038, "Finetune/Loss (Raw)": 0.7797300815582275, "Finetune/Step": 4099, "Finetune/Step Time": 12.51793447881937}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7386586666107178, "Finetune/Loss (Raw)": 0.8870096206665039, "Finetune/Step": 4100, "Finetune/Step Time": 12.516225131228566}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7386338114738464, "Finetune/Loss (Raw)": 0.7557426691055298, "Finetune/Step": 4101, "Finetune/Step Time": 12.543790413066745}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7389018535614014, "Finetune/Loss (Raw)": 0.7414945960044861, "Finetune/Step": 4102, "Finetune/Step Time": 12.536157762631774}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7381181120872498, "Finetune/Loss (Raw)": 0.7879272103309631, "Finetune/Step": 4103, "Finetune/Step Time": 12.540952956303954}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7387682795524597, "Finetune/Loss (Raw)": 0.7923475503921509, "Finetune/Step": 4104, "Finetune/Step Time": 12.522433103993535}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7388302087783813, "Finetune/Loss (Raw)": 0.6418964266777039, "Finetune/Step": 4105, "Finetune/Step Time": 12.512921702116728}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7406494617462158, "Finetune/Loss (Raw)": 0.7358672022819519, "Finetune/Step": 4106, "Finetune/Step Time": 12.5014370046556}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7402178049087524, "Finetune/Loss (Raw)": 0.7525914311408997, "Finetune/Step": 4107, "Finetune/Step Time": 12.498324364423752}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7420796751976013, "Finetune/Loss (Raw)": 0.8082175850868225, "Finetune/Step": 4108, "Finetune/Step Time": 12.501128878444433}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7411321401596069, "Finetune/Loss (Raw)": 0.7334958910942078, "Finetune/Step": 4109, "Finetune/Step Time": 12.504584165289998}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7409796118736267, "Finetune/Loss (Raw)": 0.748040497303009, "Finetune/Step": 4110, "Finetune/Step Time": 12.516070259734988}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7420061826705933, "Finetune/Loss (Raw)": 0.9005371928215027, "Finetune/Step": 4111, "Finetune/Step Time": 12.532599290832877}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7420731782913208, "Finetune/Loss (Raw)": 0.5864871740341187, "Finetune/Step": 4112, "Finetune/Step Time": 12.520010970532894}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7404900193214417, "Finetune/Loss (Raw)": 0.6360092759132385, "Finetune/Step": 4113, "Finetune/Step Time": 12.52860820107162}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7393792867660522, "Finetune/Loss (Raw)": 0.7856082916259766, "Finetune/Step": 4114, "Finetune/Step Time": 12.526295881718397}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7399915456771851, "Finetune/Loss (Raw)": 0.7790173292160034, "Finetune/Step": 4115, "Finetune/Step Time": 12.518606550991535}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7376728057861328, "Finetune/Loss (Raw)": 0.5258231163024902, "Finetune/Step": 4116, "Finetune/Step Time": 12.536184104159474}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7359672784805298, "Finetune/Loss (Raw)": 0.6379818916320801, "Finetune/Step": 4117, "Finetune/Step Time": 12.545743718743324}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7371311187744141, "Finetune/Loss (Raw)": 0.9383785128593445, "Finetune/Step": 4118, "Finetune/Step Time": 12.538364976644516}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7374647855758667, "Finetune/Loss (Raw)": 0.8702306747436523, "Finetune/Step": 4119, "Finetune/Step Time": 12.532876836135983}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7378574013710022, "Finetune/Loss (Raw)": 0.7001110911369324, "Finetune/Step": 4120, "Finetune/Step Time": 12.523442415520549}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.73766028881073, "Finetune/Loss (Raw)": 0.7996554374694824, "Finetune/Step": 4121, "Finetune/Step Time": 12.526888348162174}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7379806041717529, "Finetune/Loss (Raw)": 0.732115626335144, "Finetune/Step": 4122, "Finetune/Step Time": 12.524018239229918}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7395868301391602, "Finetune/Loss (Raw)": 0.9064024090766907, "Finetune/Step": 4123, "Finetune/Step Time": 12.524238305166364}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7386165261268616, "Finetune/Loss (Raw)": 0.5617210268974304, "Finetune/Step": 4124, "Finetune/Step Time": 12.522817995399237}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7393571138381958, "Finetune/Loss (Raw)": 0.7966102957725525, "Finetune/Step": 4125, "Finetune/Step Time": 12.525793835520744}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7388451099395752, "Finetune/Loss (Raw)": 0.8034077286720276, "Finetune/Step": 4126, "Finetune/Step Time": 12.521008616313338}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7388393878936768, "Finetune/Loss (Raw)": 0.7809551954269409, "Finetune/Step": 4127, "Finetune/Step Time": 12.490575751289725}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7385660409927368, "Finetune/Loss (Raw)": 0.7263392806053162, "Finetune/Step": 4128, "Finetune/Step Time": 12.484329728409648}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7388442158699036, "Finetune/Loss (Raw)": 0.758875846862793, "Finetune/Step": 4129, "Finetune/Step Time": 12.45408352650702}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7395495176315308, "Finetune/Loss (Raw)": 0.7620124220848083, "Finetune/Step": 4130, "Finetune/Step Time": 12.439040331169963}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7397292852401733, "Finetune/Loss (Raw)": 0.7758316397666931, "Finetune/Step": 4131, "Finetune/Step Time": 12.426358057186007}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7396668195724487, "Finetune/Loss (Raw)": 0.8003017902374268, "Finetune/Step": 4132, "Finetune/Step Time": 12.43245236389339}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7392832040786743, "Finetune/Loss (Raw)": 0.719144880771637, "Finetune/Step": 4133, "Finetune/Step Time": 12.440162274986506}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7376055717468262, "Finetune/Loss (Raw)": 0.7313354015350342, "Finetune/Step": 4134, "Finetune/Step Time": 12.461118573322892}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7380449771881104, "Finetune/Loss (Raw)": 0.6878128051757812, "Finetune/Step": 4135, "Finetune/Step Time": 12.434895439073443}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7387672066688538, "Finetune/Loss (Raw)": 0.7282087206840515, "Finetune/Step": 4136, "Finetune/Step Time": 12.438121946528554}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.738194465637207, "Finetune/Loss (Raw)": 0.6829876899719238, "Finetune/Step": 4137, "Finetune/Step Time": 12.428200898692012}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7394379377365112, "Finetune/Loss (Raw)": 0.8401188254356384, "Finetune/Step": 4138, "Finetune/Step Time": 12.40904163569212}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7384833097457886, "Finetune/Loss (Raw)": 0.6920957565307617, "Finetune/Step": 4139, "Finetune/Step Time": 12.395956555381417}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7398606538772583, "Finetune/Loss (Raw)": 0.7273586392402649, "Finetune/Step": 4140, "Finetune/Step Time": 12.378962146118283}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7392005920410156, "Finetune/Loss (Raw)": 0.6478817462921143, "Finetune/Step": 4141, "Finetune/Step Time": 12.392331337556243}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7393069863319397, "Finetune/Loss (Raw)": 0.7029459476470947, "Finetune/Step": 4142, "Finetune/Step Time": 12.357237571850419}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7387585639953613, "Finetune/Loss (Raw)": 0.701995313167572, "Finetune/Step": 4143, "Finetune/Step Time": 12.35477327927947}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.736764132976532, "Finetune/Loss (Raw)": 0.5181405544281006, "Finetune/Step": 4144, "Finetune/Step Time": 12.379994362592697}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7353834509849548, "Finetune/Loss (Raw)": 0.6375340223312378, "Finetune/Step": 4145, "Finetune/Step Time": 12.394058993086219}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7375205755233765, "Finetune/Loss (Raw)": 0.8117284774780273, "Finetune/Step": 4146, "Finetune/Step Time": 12.35904173925519}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7364609837532043, "Finetune/Loss (Raw)": 0.7770301103591919, "Finetune/Step": 4147, "Finetune/Step Time": 12.36910473741591}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7362425923347473, "Finetune/Loss (Raw)": 0.8165441751480103, "Finetune/Step": 4148, "Finetune/Step Time": 12.374225184321404}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7362366318702698, "Finetune/Loss (Raw)": 0.7530539631843567, "Finetune/Step": 4149, "Finetune/Step Time": 12.36059233918786}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7355761528015137, "Finetune/Loss (Raw)": 0.6540122032165527, "Finetune/Step": 4150, "Finetune/Step Time": 12.376411201432347}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7352113723754883, "Finetune/Loss (Raw)": 0.7695808410644531, "Finetune/Step": 4151, "Finetune/Step Time": 12.383334776386619}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7345229387283325, "Finetune/Loss (Raw)": 0.7562301754951477, "Finetune/Step": 4152, "Finetune/Step Time": 12.384348403662443}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7345242500305176, "Finetune/Loss (Raw)": 0.7190506458282471, "Finetune/Step": 4153, "Finetune/Step Time": 12.378474263474345}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7342668771743774, "Finetune/Loss (Raw)": 0.7823944687843323, "Finetune/Step": 4154, "Finetune/Step Time": 12.383872410282493}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.732677698135376, "Finetune/Loss (Raw)": 0.6795600652694702, "Finetune/Step": 4155, "Finetune/Step Time": 12.3975076880306}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7321853041648865, "Finetune/Loss (Raw)": 0.6573449373245239, "Finetune/Step": 4156, "Finetune/Step Time": 12.40957099199295}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7326850891113281, "Finetune/Loss (Raw)": 0.8724026083946228, "Finetune/Step": 4157, "Finetune/Step Time": 12.405404884368181}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7343050241470337, "Finetune/Loss (Raw)": 0.7693141102790833, "Finetune/Step": 4158, "Finetune/Step Time": 12.38854655250907}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7349810600280762, "Finetune/Loss (Raw)": 0.8187510967254639, "Finetune/Step": 4159, "Finetune/Step Time": 12.389132734388113}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7362184524536133, "Finetune/Loss (Raw)": 0.8974835872650146, "Finetune/Step": 4160, "Finetune/Step Time": 12.381608387455344}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7358884811401367, "Finetune/Loss (Raw)": 0.7833293676376343, "Finetune/Step": 4161, "Finetune/Step Time": 12.371964802965522}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.736920952796936, "Finetune/Loss (Raw)": 0.8878946900367737, "Finetune/Step": 4162, "Finetune/Step Time": 12.373116705566645}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7367700338363647, "Finetune/Loss (Raw)": 0.6135835647583008, "Finetune/Step": 4163, "Finetune/Step Time": 12.389291774481535}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7330923676490784, "Finetune/Loss (Raw)": 0.47751396894454956, "Finetune/Step": 4164, "Finetune/Step Time": 12.408023316413164}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7345218658447266, "Finetune/Loss (Raw)": 0.8716393709182739, "Finetune/Step": 4165, "Finetune/Step Time": 12.395120462402701}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7365647554397583, "Finetune/Loss (Raw)": 0.8749566674232483, "Finetune/Step": 4166, "Finetune/Step Time": 12.36430093832314}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7361786365509033, "Finetune/Loss (Raw)": 0.6979144215583801, "Finetune/Step": 4167, "Finetune/Step Time": 12.343712685629725}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7343502044677734, "Finetune/Loss (Raw)": 0.6224231719970703, "Finetune/Step": 4168, "Finetune/Step Time": 12.341445228084922}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7337008118629456, "Finetune/Loss (Raw)": 0.6070916652679443, "Finetune/Step": 4169, "Finetune/Step Time": 12.368786342442036}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7326887845993042, "Finetune/Loss (Raw)": 0.6318557858467102, "Finetune/Step": 4170, "Finetune/Step Time": 12.356160899624228}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7323542237281799, "Finetune/Loss (Raw)": 0.7776093482971191, "Finetune/Step": 4171, "Finetune/Step Time": 12.354081369936466}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7325831651687622, "Finetune/Loss (Raw)": 0.7778617143630981, "Finetune/Step": 4172, "Finetune/Step Time": 12.380772763863206}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7344731092453003, "Finetune/Loss (Raw)": 0.7451981902122498, "Finetune/Step": 4173, "Finetune/Step Time": 12.357578439638019}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7338430881500244, "Finetune/Loss (Raw)": 0.6415792107582092, "Finetune/Step": 4174, "Finetune/Step Time": 12.384147761389613}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7336556911468506, "Finetune/Loss (Raw)": 0.6895777583122253, "Finetune/Step": 4175, "Finetune/Step Time": 12.370704811066389}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7344332337379456, "Finetune/Loss (Raw)": 0.7417207360267639, "Finetune/Step": 4176, "Finetune/Step Time": 12.360351003706455}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7354815006256104, "Finetune/Loss (Raw)": 0.7929580211639404, "Finetune/Step": 4177, "Finetune/Step Time": 12.374722994863987}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.736161470413208, "Finetune/Loss (Raw)": 0.8267849087715149, "Finetune/Step": 4178, "Finetune/Step Time": 12.383076107129455}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7362333536148071, "Finetune/Loss (Raw)": 0.7190545201301575, "Finetune/Step": 4179, "Finetune/Step Time": 12.39722684584558}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7371494174003601, "Finetune/Loss (Raw)": 0.8377155065536499, "Finetune/Step": 4180, "Finetune/Step Time": 12.36539007537067}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7390202283859253, "Finetune/Loss (Raw)": 0.759754478931427, "Finetune/Step": 4181, "Finetune/Step Time": 12.341677140444517}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7385330200195312, "Finetune/Loss (Raw)": 0.5715892910957336, "Finetune/Step": 4182, "Finetune/Step Time": 12.339343147352338}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7387741804122925, "Finetune/Loss (Raw)": 0.796440839767456, "Finetune/Step": 4183, "Finetune/Step Time": 12.337367001920938}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7403852939605713, "Finetune/Loss (Raw)": 0.7556760907173157, "Finetune/Step": 4184, "Finetune/Step Time": 12.304115327075124}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7402266263961792, "Finetune/Loss (Raw)": 0.8476248383522034, "Finetune/Step": 4185, "Finetune/Step Time": 12.30833855457604}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.741419792175293, "Finetune/Loss (Raw)": 0.8875667452812195, "Finetune/Step": 4186, "Finetune/Step Time": 12.324500368908048}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7415672540664673, "Finetune/Loss (Raw)": 0.7206528186798096, "Finetune/Step": 4187, "Finetune/Step Time": 12.308754036203027}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7425018548965454, "Finetune/Loss (Raw)": 0.5969668626785278, "Finetune/Step": 4188, "Finetune/Step Time": 12.294437443837523}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7438836693763733, "Finetune/Loss (Raw)": 0.7505993843078613, "Finetune/Step": 4189, "Finetune/Step Time": 12.271350242197514}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7417591214179993, "Finetune/Loss (Raw)": 0.5365651845932007, "Finetune/Step": 4190, "Finetune/Step Time": 12.271807787939906}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7434431314468384, "Finetune/Loss (Raw)": 0.7486039400100708, "Finetune/Step": 4191, "Finetune/Step Time": 12.249391689896584}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7456761002540588, "Finetune/Loss (Raw)": 0.8930120468139648, "Finetune/Step": 4192, "Finetune/Step Time": 12.205141248181462}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.744829535484314, "Finetune/Loss (Raw)": 0.5371201634407043, "Finetune/Step": 4193, "Finetune/Step Time": 12.219878070056438}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7449909448623657, "Finetune/Loss (Raw)": 0.8100297451019287, "Finetune/Step": 4194, "Finetune/Step Time": 12.221155319362879}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7446787357330322, "Finetune/Loss (Raw)": 0.8097614645957947, "Finetune/Step": 4195, "Finetune/Step Time": 12.222391415387392}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7441400289535522, "Finetune/Loss (Raw)": 0.7276616096496582, "Finetune/Step": 4196, "Finetune/Step Time": 12.221071776002645}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7412378787994385, "Finetune/Loss (Raw)": 0.46522870659828186, "Finetune/Step": 4197, "Finetune/Step Time": 12.238482099026442}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7418875694274902, "Finetune/Loss (Raw)": 0.8469125032424927, "Finetune/Step": 4198, "Finetune/Step Time": 12.234498849138618}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7432749271392822, "Finetune/Loss (Raw)": 0.903751015663147, "Finetune/Step": 4199, "Finetune/Step Time": 12.184742534533143}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.744179904460907, "Finetune/Loss (Raw)": 0.7888426780700684, "Finetune/Step": 4200, "Finetune/Step Time": 12.188656156882644}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7437595129013062, "Finetune/Loss (Raw)": 0.6986144781112671, "Finetune/Step": 4201, "Finetune/Step Time": 12.197573570534587}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7429869174957275, "Finetune/Loss (Raw)": 0.7574569582939148, "Finetune/Step": 4202, "Finetune/Step Time": 12.201186342164874}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7428927421569824, "Finetune/Loss (Raw)": 0.7052444815635681, "Finetune/Step": 4203, "Finetune/Step Time": 12.20187465287745}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7439215183258057, "Finetune/Loss (Raw)": 0.7064125537872314, "Finetune/Step": 4204, "Finetune/Step Time": 12.172270214185119}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.743829607963562, "Finetune/Loss (Raw)": 0.7776150107383728, "Finetune/Step": 4205, "Finetune/Step Time": 12.144043056294322}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7436660528182983, "Finetune/Loss (Raw)": 0.6923617720603943, "Finetune/Step": 4206, "Finetune/Step Time": 12.135455340147018}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7431719303131104, "Finetune/Loss (Raw)": 0.7876943945884705, "Finetune/Step": 4207, "Finetune/Step Time": 12.12242547608912}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7438511848449707, "Finetune/Loss (Raw)": 0.7604569792747498, "Finetune/Step": 4208, "Finetune/Step Time": 12.11124630086124}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7453347444534302, "Finetune/Loss (Raw)": 0.9073593020439148, "Finetune/Step": 4209, "Finetune/Step Time": 12.078925235196948}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7459858059883118, "Finetune/Loss (Raw)": 0.771104633808136, "Finetune/Step": 4210, "Finetune/Step Time": 12.07270647585392}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7457178831100464, "Finetune/Loss (Raw)": 0.8223647475242615, "Finetune/Step": 4211, "Finetune/Step Time": 12.07525266893208}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.745685338973999, "Finetune/Loss (Raw)": 0.6545828580856323, "Finetune/Step": 4212, "Finetune/Step Time": 12.046154450625181}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7463324069976807, "Finetune/Loss (Raw)": 0.6485719680786133, "Finetune/Step": 4213, "Finetune/Step Time": 12.043378228321671}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7470666170120239, "Finetune/Loss (Raw)": 0.7756252288818359, "Finetune/Step": 4214, "Finetune/Step Time": 12.03020285628736}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7458117604255676, "Finetune/Loss (Raw)": 0.6961595416069031, "Finetune/Step": 4215, "Finetune/Step Time": 12.070646109059453}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7454527616500854, "Finetune/Loss (Raw)": 0.7682262063026428, "Finetune/Step": 4216, "Finetune/Step Time": 12.065875709056854}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7457220554351807, "Finetune/Loss (Raw)": 0.8216200470924377, "Finetune/Step": 4217, "Finetune/Step Time": 12.066531501710415}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.745403528213501, "Finetune/Loss (Raw)": 0.7369328737258911, "Finetune/Step": 4218, "Finetune/Step Time": 12.061467554420233}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7442629933357239, "Finetune/Loss (Raw)": 0.5789722800254822, "Finetune/Step": 4219, "Finetune/Step Time": 12.03587201051414}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.744664192199707, "Finetune/Loss (Raw)": 0.7915383577346802, "Finetune/Step": 4220, "Finetune/Step Time": 12.02256866171956}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7446829676628113, "Finetune/Loss (Raw)": 0.8797875046730042, "Finetune/Step": 4221, "Finetune/Step Time": 12.02704276330769}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7437038421630859, "Finetune/Loss (Raw)": 0.8215883374214172, "Finetune/Step": 4222, "Finetune/Step Time": 12.02805907651782}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7450072169303894, "Finetune/Loss (Raw)": 0.842187225818634, "Finetune/Step": 4223, "Finetune/Step Time": 12.019392095506191}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7437673211097717, "Finetune/Loss (Raw)": 0.7210398316383362, "Finetune/Step": 4224, "Finetune/Step Time": 12.024505885317922}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7425891757011414, "Finetune/Loss (Raw)": 0.6852559447288513, "Finetune/Step": 4225, "Finetune/Step Time": 12.019696595147252}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7447110414505005, "Finetune/Loss (Raw)": 0.8607926368713379, "Finetune/Step": 4226, "Finetune/Step Time": 12.012410297989845}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7461580038070679, "Finetune/Loss (Raw)": 0.9649544358253479, "Finetune/Step": 4227, "Finetune/Step Time": 12.016807889565825}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7451151013374329, "Finetune/Loss (Raw)": 0.753513514995575, "Finetune/Step": 4228, "Finetune/Step Time": 12.022633112967014}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7456374168395996, "Finetune/Loss (Raw)": 0.8225931525230408, "Finetune/Step": 4229, "Finetune/Step Time": 12.002817135304213}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.743752121925354, "Finetune/Loss (Raw)": 0.5001769065856934, "Finetune/Step": 4230, "Finetune/Step Time": 12.022094693034887}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7418245673179626, "Finetune/Loss (Raw)": 0.5412070751190186, "Finetune/Step": 4231, "Finetune/Step Time": 12.100919798016548}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7415332198143005, "Finetune/Loss (Raw)": 0.7550535202026367, "Finetune/Step": 4232, "Finetune/Step Time": 12.11184323579073}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7417058348655701, "Finetune/Loss (Raw)": 0.6639880537986755, "Finetune/Step": 4233, "Finetune/Step Time": 12.122352115809917}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7434118390083313, "Finetune/Loss (Raw)": 0.9542359709739685, "Finetune/Step": 4234, "Finetune/Step Time": 12.123011818155646}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7437922954559326, "Finetune/Loss (Raw)": 0.8012944459915161, "Finetune/Step": 4235, "Finetune/Step Time": 12.128134034574032}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7425190806388855, "Finetune/Loss (Raw)": 0.645247220993042, "Finetune/Step": 4236, "Finetune/Step Time": 12.13850131817162}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7437664866447449, "Finetune/Loss (Raw)": 0.893161952495575, "Finetune/Step": 4237, "Finetune/Step Time": 12.131378762423992}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7445548176765442, "Finetune/Loss (Raw)": 0.8489405512809753, "Finetune/Step": 4238, "Finetune/Step Time": 12.115487348288298}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.743930459022522, "Finetune/Loss (Raw)": 0.8206270933151245, "Finetune/Step": 4239, "Finetune/Step Time": 12.10327721759677}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7451580762863159, "Finetune/Loss (Raw)": 0.7436169981956482, "Finetune/Step": 4240, "Finetune/Step Time": 12.088101778179407}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7461338043212891, "Finetune/Loss (Raw)": 0.7609114646911621, "Finetune/Step": 4241, "Finetune/Step Time": 12.081945130601525}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7465269565582275, "Finetune/Loss (Raw)": 0.8359240293502808, "Finetune/Step": 4242, "Finetune/Step Time": 12.094946937635541}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7462127804756165, "Finetune/Loss (Raw)": 0.738802969455719, "Finetune/Step": 4243, "Finetune/Step Time": 12.124974183738232}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7482988834381104, "Finetune/Loss (Raw)": 0.792846143245697, "Finetune/Step": 4244, "Finetune/Step Time": 12.116416066884995}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7493175268173218, "Finetune/Loss (Raw)": 0.7683698534965515, "Finetune/Step": 4245, "Finetune/Step Time": 12.11997170932591}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7476077675819397, "Finetune/Loss (Raw)": 0.7195266485214233, "Finetune/Step": 4246, "Finetune/Step Time": 12.172172907739878}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7470419406890869, "Finetune/Loss (Raw)": 0.7978070974349976, "Finetune/Step": 4247, "Finetune/Step Time": 12.176562676206231}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.746310830116272, "Finetune/Loss (Raw)": 0.6065329313278198, "Finetune/Step": 4248, "Finetune/Step Time": 12.188285799697042}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7464138865470886, "Finetune/Loss (Raw)": 0.812839925289154, "Finetune/Step": 4249, "Finetune/Step Time": 12.182442154735327}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7453843355178833, "Finetune/Loss (Raw)": 0.6003355979919434, "Finetune/Step": 4250, "Finetune/Step Time": 12.178118374198675}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7435457706451416, "Finetune/Loss (Raw)": 0.6710615158081055, "Finetune/Step": 4251, "Finetune/Step Time": 12.178774394094944}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7467076778411865, "Finetune/Loss (Raw)": 0.9664478302001953, "Finetune/Step": 4252, "Finetune/Step Time": 12.186341999098659}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7446775436401367, "Finetune/Loss (Raw)": 0.5367576479911804, "Finetune/Step": 4253, "Finetune/Step Time": 12.219162801280618}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7421048879623413, "Finetune/Loss (Raw)": 0.47410258650779724, "Finetune/Step": 4254, "Finetune/Step Time": 12.233544358983636}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7413558959960938, "Finetune/Loss (Raw)": 0.6850889921188354, "Finetune/Step": 4255, "Finetune/Step Time": 12.246371857821941}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7417013049125671, "Finetune/Loss (Raw)": 0.7705511450767517, "Finetune/Step": 4256, "Finetune/Step Time": 12.269933825358748}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7422208786010742, "Finetune/Loss (Raw)": 0.8253836035728455, "Finetune/Step": 4257, "Finetune/Step Time": 12.274819616228342}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7410542964935303, "Finetune/Loss (Raw)": 0.6126776933670044, "Finetune/Step": 4258, "Finetune/Step Time": 12.281192384660244}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7420471906661987, "Finetune/Loss (Raw)": 0.9029287099838257, "Finetune/Step": 4259, "Finetune/Step Time": 12.291609091684222}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7416825890541077, "Finetune/Loss (Raw)": 0.7536329030990601, "Finetune/Step": 4260, "Finetune/Step Time": 12.286478316411376}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7421788573265076, "Finetune/Loss (Raw)": 0.7826704382896423, "Finetune/Step": 4261, "Finetune/Step Time": 12.282105315476656}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.74235999584198, "Finetune/Loss (Raw)": 0.7545167803764343, "Finetune/Step": 4262, "Finetune/Step Time": 12.268169453367591}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7441996335983276, "Finetune/Loss (Raw)": 0.9232895374298096, "Finetune/Step": 4263, "Finetune/Step Time": 12.266775585711002}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7434294819831848, "Finetune/Loss (Raw)": 0.6296296119689941, "Finetune/Step": 4264, "Finetune/Step Time": 12.281328774988651}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7436152696609497, "Finetune/Loss (Raw)": 0.7067621946334839, "Finetune/Step": 4265, "Finetune/Step Time": 12.295008763670921}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7439539432525635, "Finetune/Loss (Raw)": 0.88347327709198, "Finetune/Step": 4266, "Finetune/Step Time": 12.291010230779648}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7435963153839111, "Finetune/Loss (Raw)": 0.6463149189949036, "Finetune/Step": 4267, "Finetune/Step Time": 12.306947093456984}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7432843446731567, "Finetune/Loss (Raw)": 0.6874262690544128, "Finetune/Step": 4268, "Finetune/Step Time": 12.29686632566154}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.742495596408844, "Finetune/Loss (Raw)": 0.5469269156455994, "Finetune/Step": 4269, "Finetune/Step Time": 12.321459401398897}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.742777943611145, "Finetune/Loss (Raw)": 0.7390899658203125, "Finetune/Step": 4270, "Finetune/Step Time": 12.323791520670056}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7420721054077148, "Finetune/Loss (Raw)": 0.6116461157798767, "Finetune/Step": 4271, "Finetune/Step Time": 12.351000603288412}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7444124221801758, "Finetune/Loss (Raw)": 0.8176973462104797, "Finetune/Step": 4272, "Finetune/Step Time": 12.326680487021804}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7446752786636353, "Finetune/Loss (Raw)": 0.6711821556091309, "Finetune/Step": 4273, "Finetune/Step Time": 12.310431065037847}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7440603971481323, "Finetune/Loss (Raw)": 0.7330202460289001, "Finetune/Step": 4274, "Finetune/Step Time": 12.3204065579921}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7430879473686218, "Finetune/Loss (Raw)": 0.6525607109069824, "Finetune/Step": 4275, "Finetune/Step Time": 12.337045181542635}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7428396940231323, "Finetune/Loss (Raw)": 0.7847619652748108, "Finetune/Step": 4276, "Finetune/Step Time": 12.339010410010815}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7425090074539185, "Finetune/Loss (Raw)": 0.7107318639755249, "Finetune/Step": 4277, "Finetune/Step Time": 12.374727418646216}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7441262006759644, "Finetune/Loss (Raw)": 0.8610105514526367, "Finetune/Step": 4278, "Finetune/Step Time": 12.332549756392837}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7436264157295227, "Finetune/Loss (Raw)": 0.7056114077568054, "Finetune/Step": 4279, "Finetune/Step Time": 12.331166939809918}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7441909313201904, "Finetune/Loss (Raw)": 0.8284847140312195, "Finetune/Step": 4280, "Finetune/Step Time": 12.322958471253514}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7454978227615356, "Finetune/Loss (Raw)": 0.8863316774368286, "Finetune/Step": 4281, "Finetune/Step Time": 12.327940741553903}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7457310557365417, "Finetune/Loss (Raw)": 0.812248170375824, "Finetune/Step": 4282, "Finetune/Step Time": 12.323805175721645}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7463856935501099, "Finetune/Loss (Raw)": 0.7633508443832397, "Finetune/Step": 4283, "Finetune/Step Time": 12.317256156355143}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7472537755966187, "Finetune/Loss (Raw)": 0.7684649229049683, "Finetune/Step": 4284, "Finetune/Step Time": 12.303835025057197}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7450161576271057, "Finetune/Loss (Raw)": 0.5859880447387695, "Finetune/Step": 4285, "Finetune/Step Time": 12.360485663637519}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7449249625205994, "Finetune/Loss (Raw)": 0.7576388716697693, "Finetune/Step": 4286, "Finetune/Step Time": 12.349167186766863}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.744835376739502, "Finetune/Loss (Raw)": 0.8072831630706787, "Finetune/Step": 4287, "Finetune/Step Time": 12.353840004652739}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7447916269302368, "Finetune/Loss (Raw)": 0.8918923735618591, "Finetune/Step": 4288, "Finetune/Step Time": 12.39414100162685}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7443844676017761, "Finetune/Loss (Raw)": 0.731206476688385, "Finetune/Step": 4289, "Finetune/Step Time": 12.39891023375094}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7441723346710205, "Finetune/Loss (Raw)": 0.8607422709465027, "Finetune/Step": 4290, "Finetune/Step Time": 12.395896846428514}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.746012270450592, "Finetune/Loss (Raw)": 0.8490933179855347, "Finetune/Step": 4291, "Finetune/Step Time": 12.374659553170204}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7486230134963989, "Finetune/Loss (Raw)": 0.8116933107376099, "Finetune/Step": 4292, "Finetune/Step Time": 12.372555142268538}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7483178377151489, "Finetune/Loss (Raw)": 0.8325742483139038, "Finetune/Step": 4293, "Finetune/Step Time": 12.386099621653557}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7472169399261475, "Finetune/Loss (Raw)": 0.7340406775474548, "Finetune/Step": 4294, "Finetune/Step Time": 12.420237258076668}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7462124824523926, "Finetune/Loss (Raw)": 0.5693451166152954, "Finetune/Step": 4295, "Finetune/Step Time": 12.443047849461436}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7483488321304321, "Finetune/Loss (Raw)": 0.8958739042282104, "Finetune/Step": 4296, "Finetune/Step Time": 12.438024131581187}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7500735521316528, "Finetune/Loss (Raw)": 0.8278570175170898, "Finetune/Step": 4297, "Finetune/Step Time": 12.410891527310014}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7497984170913696, "Finetune/Loss (Raw)": 0.5966383218765259, "Finetune/Step": 4298, "Finetune/Step Time": 12.400205926969647}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7501611113548279, "Finetune/Loss (Raw)": 0.8240339756011963, "Finetune/Step": 4299, "Finetune/Step Time": 12.412475310266018}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7507701516151428, "Finetune/Loss (Raw)": 0.8558204770088196, "Finetune/Step": 4300, "Finetune/Step Time": 12.395928403362632}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7493855357170105, "Finetune/Loss (Raw)": 0.567968487739563, "Finetune/Step": 4301, "Finetune/Step Time": 12.41989117860794}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7511383891105652, "Finetune/Loss (Raw)": 0.8659400939941406, "Finetune/Step": 4302, "Finetune/Step Time": 12.40318912267685}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7527217268943787, "Finetune/Loss (Raw)": 0.8922507166862488, "Finetune/Step": 4303, "Finetune/Step Time": 12.404738267883658}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7514541149139404, "Finetune/Loss (Raw)": 0.5794637203216553, "Finetune/Step": 4304, "Finetune/Step Time": 12.4163767285645}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7503716945648193, "Finetune/Loss (Raw)": 0.6544076204299927, "Finetune/Step": 4305, "Finetune/Step Time": 12.404915617778897}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7495359182357788, "Finetune/Loss (Raw)": 0.7198094129562378, "Finetune/Step": 4306, "Finetune/Step Time": 12.411482110619545}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7485077381134033, "Finetune/Loss (Raw)": 0.5874403715133667, "Finetune/Step": 4307, "Finetune/Step Time": 12.393542809411883}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7472596168518066, "Finetune/Loss (Raw)": 0.6779569983482361, "Finetune/Step": 4308, "Finetune/Step Time": 12.39283823221922}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7472097873687744, "Finetune/Loss (Raw)": 0.7533761858940125, "Finetune/Step": 4309, "Finetune/Step Time": 12.399181474000216}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7472408413887024, "Finetune/Loss (Raw)": 0.5755637288093567, "Finetune/Step": 4310, "Finetune/Step Time": 12.416867099702358}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7469943761825562, "Finetune/Loss (Raw)": 0.7649039626121521, "Finetune/Step": 4311, "Finetune/Step Time": 12.422673193737864}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.747571587562561, "Finetune/Loss (Raw)": 0.8295482993125916, "Finetune/Step": 4312, "Finetune/Step Time": 12.431368665769696}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7478401064872742, "Finetune/Loss (Raw)": 0.8819978833198547, "Finetune/Step": 4313, "Finetune/Step Time": 12.444275215268135}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.747504711151123, "Finetune/Loss (Raw)": 0.8446409106254578, "Finetune/Step": 4314, "Finetune/Step Time": 12.434508441016078}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.747640073299408, "Finetune/Loss (Raw)": 0.7379763722419739, "Finetune/Step": 4315, "Finetune/Step Time": 12.430274482816458}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7481768727302551, "Finetune/Loss (Raw)": 0.6656726598739624, "Finetune/Step": 4316, "Finetune/Step Time": 12.435086041688919}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7483346462249756, "Finetune/Loss (Raw)": 0.7707964777946472, "Finetune/Step": 4317, "Finetune/Step Time": 12.433921556919813}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7486124038696289, "Finetune/Loss (Raw)": 0.5721191763877869, "Finetune/Step": 4318, "Finetune/Step Time": 12.439021518453956}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7473273873329163, "Finetune/Loss (Raw)": 0.5841246247291565, "Finetune/Step": 4319, "Finetune/Step Time": 12.446228982880712}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7459865808486938, "Finetune/Loss (Raw)": 0.7213811278343201, "Finetune/Step": 4320, "Finetune/Step Time": 12.450548650696874}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7466909885406494, "Finetune/Loss (Raw)": 0.6272858381271362, "Finetune/Step": 4321, "Finetune/Step Time": 12.440958129242063}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7470219135284424, "Finetune/Loss (Raw)": 0.8523890376091003, "Finetune/Step": 4322, "Finetune/Step Time": 12.44221824221313}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.745244026184082, "Finetune/Loss (Raw)": 0.5821977853775024, "Finetune/Step": 4323, "Finetune/Step Time": 12.437274320051074}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7453984022140503, "Finetune/Loss (Raw)": 0.7474151253700256, "Finetune/Step": 4324, "Finetune/Step Time": 12.43806185014546}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7457427382469177, "Finetune/Loss (Raw)": 0.5093060731887817, "Finetune/Step": 4325, "Finetune/Step Time": 12.411820273846388}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7442187070846558, "Finetune/Loss (Raw)": 0.6518380045890808, "Finetune/Step": 4326, "Finetune/Step Time": 12.422875713557005}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7412130236625671, "Finetune/Loss (Raw)": 0.5190304517745972, "Finetune/Step": 4327, "Finetune/Step Time": 12.450992612168193}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7408220767974854, "Finetune/Loss (Raw)": 0.7387909889221191, "Finetune/Step": 4328, "Finetune/Step Time": 12.436696721240878}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7414631843566895, "Finetune/Loss (Raw)": 0.7806844711303711, "Finetune/Step": 4329, "Finetune/Step Time": 12.438745230436325}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7420461177825928, "Finetune/Loss (Raw)": 0.8320719003677368, "Finetune/Step": 4330, "Finetune/Step Time": 12.439345398917794}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7430410981178284, "Finetune/Loss (Raw)": 0.8325945734977722, "Finetune/Step": 4331, "Finetune/Step Time": 12.436072492972016}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7436748743057251, "Finetune/Loss (Raw)": 0.7875401377677917, "Finetune/Step": 4332, "Finetune/Step Time": 12.447676133364439}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7440307140350342, "Finetune/Loss (Raw)": 0.8231616616249084, "Finetune/Step": 4333, "Finetune/Step Time": 12.446689059957862}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7453773021697998, "Finetune/Loss (Raw)": 0.8647195100784302, "Finetune/Step": 4334, "Finetune/Step Time": 12.44739062525332}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7452014684677124, "Finetune/Loss (Raw)": 0.7651922106742859, "Finetune/Step": 4335, "Finetune/Step Time": 12.44115942157805}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7461987137794495, "Finetune/Loss (Raw)": 0.888105571269989, "Finetune/Step": 4336, "Finetune/Step Time": 12.46300614438951}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.743087649345398, "Finetune/Loss (Raw)": 0.5091411471366882, "Finetune/Step": 4337, "Finetune/Step Time": 12.498144339770079}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7432858943939209, "Finetune/Loss (Raw)": 0.796477735042572, "Finetune/Step": 4338, "Finetune/Step Time": 12.498000409454107}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7424265146255493, "Finetune/Loss (Raw)": 0.7123637199401855, "Finetune/Step": 4339, "Finetune/Step Time": 12.504331387579441}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7429580688476562, "Finetune/Loss (Raw)": 0.7226254940032959, "Finetune/Step": 4340, "Finetune/Step Time": 12.52476573176682}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7449101805686951, "Finetune/Loss (Raw)": 0.8984440565109253, "Finetune/Step": 4341, "Finetune/Step Time": 12.516548406332731}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7440433502197266, "Finetune/Loss (Raw)": 0.6646705865859985, "Finetune/Step": 4342, "Finetune/Step Time": 12.594605332240462}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7440323233604431, "Finetune/Loss (Raw)": 0.6947512626647949, "Finetune/Step": 4343, "Finetune/Step Time": 12.539757614955306}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7440635561943054, "Finetune/Loss (Raw)": 0.7722225785255432, "Finetune/Step": 4344, "Finetune/Step Time": 12.54987070709467}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7435126304626465, "Finetune/Loss (Raw)": 0.7511000037193298, "Finetune/Step": 4345, "Finetune/Step Time": 12.543671200051904}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7437156438827515, "Finetune/Loss (Raw)": 0.7629167437553406, "Finetune/Step": 4346, "Finetune/Step Time": 12.550730470567942}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7458018064498901, "Finetune/Loss (Raw)": 0.8459963798522949, "Finetune/Step": 4347, "Finetune/Step Time": 12.543063981458545}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7457648515701294, "Finetune/Loss (Raw)": 0.7868092060089111, "Finetune/Step": 4348, "Finetune/Step Time": 12.553685203194618}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7457253336906433, "Finetune/Loss (Raw)": 0.874736487865448, "Finetune/Step": 4349, "Finetune/Step Time": 12.548364760354161}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7437779307365417, "Finetune/Loss (Raw)": 0.5723140239715576, "Finetune/Step": 4350, "Finetune/Step Time": 12.568209467455745}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7434482574462891, "Finetune/Loss (Raw)": 0.7999955415725708, "Finetune/Step": 4351, "Finetune/Step Time": 12.569130212068558}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7438704967498779, "Finetune/Loss (Raw)": 0.7750819325447083, "Finetune/Step": 4352, "Finetune/Step Time": 12.558810262009501}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7447603344917297, "Finetune/Loss (Raw)": 0.7991616129875183, "Finetune/Step": 4353, "Finetune/Step Time": 12.553963107988238}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7435107231140137, "Finetune/Loss (Raw)": 0.700831949710846, "Finetune/Step": 4354, "Finetune/Step Time": 12.555135261267424}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7422386407852173, "Finetune/Loss (Raw)": 0.8021386861801147, "Finetune/Step": 4355, "Finetune/Step Time": 12.544398156926036}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7426069974899292, "Finetune/Loss (Raw)": 0.8006606698036194, "Finetune/Step": 4356, "Finetune/Step Time": 12.538452690467238}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7427675724029541, "Finetune/Loss (Raw)": 0.8431484699249268, "Finetune/Step": 4357, "Finetune/Step Time": 12.538001235574484}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7450897097587585, "Finetune/Loss (Raw)": 0.7974080443382263, "Finetune/Step": 4358, "Finetune/Step Time": 12.52302193455398}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7467440366744995, "Finetune/Loss (Raw)": 0.7529659867286682, "Finetune/Step": 4359, "Finetune/Step Time": 12.445277845486999}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7462812066078186, "Finetune/Loss (Raw)": 0.6958034038543701, "Finetune/Step": 4360, "Finetune/Step Time": 12.437348967418075}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7486000061035156, "Finetune/Loss (Raw)": 0.9608014822006226, "Finetune/Step": 4361, "Finetune/Step Time": 12.450989665463567}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7470812797546387, "Finetune/Loss (Raw)": 0.7598360180854797, "Finetune/Step": 4362, "Finetune/Step Time": 12.455050008371472}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7466002702713013, "Finetune/Loss (Raw)": 0.7397298216819763, "Finetune/Step": 4363, "Finetune/Step Time": 12.450038567185402}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7468134164810181, "Finetune/Loss (Raw)": 0.6725221276283264, "Finetune/Step": 4364, "Finetune/Step Time": 12.469396309927106}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7452343702316284, "Finetune/Loss (Raw)": 0.6910502314567566, "Finetune/Step": 4365, "Finetune/Step Time": 12.488900873810053}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7451061010360718, "Finetune/Loss (Raw)": 0.8325132727622986, "Finetune/Step": 4366, "Finetune/Step Time": 12.49021566286683}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7443161606788635, "Finetune/Loss (Raw)": 0.7195222973823547, "Finetune/Step": 4367, "Finetune/Step Time": 12.496081534773111}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7448174953460693, "Finetune/Loss (Raw)": 0.8077759146690369, "Finetune/Step": 4368, "Finetune/Step Time": 12.492963396012783}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7445467710494995, "Finetune/Loss (Raw)": 0.7262668609619141, "Finetune/Step": 4369, "Finetune/Step Time": 12.50260546989739}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7445705533027649, "Finetune/Loss (Raw)": 0.8389695286750793, "Finetune/Step": 4370, "Finetune/Step Time": 12.497603179886937}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7454984188079834, "Finetune/Loss (Raw)": 0.8575676679611206, "Finetune/Step": 4371, "Finetune/Step Time": 12.466018145903945}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7432452440261841, "Finetune/Loss (Raw)": 0.5044379830360413, "Finetune/Step": 4372, "Finetune/Step Time": 12.482862582430243}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7426196336746216, "Finetune/Loss (Raw)": 0.6882970333099365, "Finetune/Step": 4373, "Finetune/Step Time": 12.480152890086174}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7428380250930786, "Finetune/Loss (Raw)": 0.7474820017814636, "Finetune/Step": 4374, "Finetune/Step Time": 12.442519657313824}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7422733306884766, "Finetune/Loss (Raw)": 0.7255188226699829, "Finetune/Step": 4375, "Finetune/Step Time": 12.460509458556771}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7431719303131104, "Finetune/Loss (Raw)": 0.7215527892112732, "Finetune/Step": 4376, "Finetune/Step Time": 12.450870698317885}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7428934574127197, "Finetune/Loss (Raw)": 0.7772034406661987, "Finetune/Step": 4377, "Finetune/Step Time": 12.448995251208544}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7439146041870117, "Finetune/Loss (Raw)": 0.7310413122177124, "Finetune/Step": 4378, "Finetune/Step Time": 12.46404349245131}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.743423342704773, "Finetune/Loss (Raw)": 0.6081809997558594, "Finetune/Step": 4379, "Finetune/Step Time": 12.476876702159643}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7424700856208801, "Finetune/Loss (Raw)": 0.8444234728813171, "Finetune/Step": 4380, "Finetune/Step Time": 12.475644359365106}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7445276975631714, "Finetune/Loss (Raw)": 0.8001424670219421, "Finetune/Step": 4381, "Finetune/Step Time": 12.454194210469723}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7473805546760559, "Finetune/Loss (Raw)": 0.8392634987831116, "Finetune/Step": 4382, "Finetune/Step Time": 12.449465671554208}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7468224763870239, "Finetune/Loss (Raw)": 0.6136549711227417, "Finetune/Step": 4383, "Finetune/Step Time": 12.466913221403956}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7468382120132446, "Finetune/Loss (Raw)": 0.7725671529769897, "Finetune/Step": 4384, "Finetune/Step Time": 12.446362271904945}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7462921142578125, "Finetune/Loss (Raw)": 0.7554722428321838, "Finetune/Step": 4385, "Finetune/Step Time": 12.438352333381772}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7464224100112915, "Finetune/Loss (Raw)": 0.629364550113678, "Finetune/Step": 4386, "Finetune/Step Time": 12.461847400292754}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7465888261795044, "Finetune/Loss (Raw)": 0.9242275357246399, "Finetune/Step": 4387, "Finetune/Step Time": 12.443219820037484}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7467999458312988, "Finetune/Loss (Raw)": 0.7806565165519714, "Finetune/Step": 4388, "Finetune/Step Time": 12.447062898427248}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7469089031219482, "Finetune/Loss (Raw)": 0.7966141700744629, "Finetune/Step": 4389, "Finetune/Step Time": 12.44436234422028}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7468240261077881, "Finetune/Loss (Raw)": 0.743656575679779, "Finetune/Step": 4390, "Finetune/Step Time": 12.447804378345609}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7455325126647949, "Finetune/Loss (Raw)": 0.7579803466796875, "Finetune/Step": 4391, "Finetune/Step Time": 12.456059016287327}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7457141876220703, "Finetune/Loss (Raw)": 0.6528794765472412, "Finetune/Step": 4392, "Finetune/Step Time": 12.47548409551382}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7450523376464844, "Finetune/Loss (Raw)": 0.6220501065254211, "Finetune/Step": 4393, "Finetune/Step Time": 12.487698428332806}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7438164949417114, "Finetune/Loss (Raw)": 0.7252794504165649, "Finetune/Step": 4394, "Finetune/Step Time": 12.50227271579206}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.744658350944519, "Finetune/Loss (Raw)": 0.7540691494941711, "Finetune/Step": 4395, "Finetune/Step Time": 12.494727740064263}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7455397844314575, "Finetune/Loss (Raw)": 0.8002459406852722, "Finetune/Step": 4396, "Finetune/Step Time": 12.504684513434768}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7471253871917725, "Finetune/Loss (Raw)": 0.7498872876167297, "Finetune/Step": 4397, "Finetune/Step Time": 12.483907299116254}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7473123073577881, "Finetune/Loss (Raw)": 0.7630147337913513, "Finetune/Step": 4398, "Finetune/Step Time": 12.485550176352262}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.747771143913269, "Finetune/Loss (Raw)": 0.6703851819038391, "Finetune/Step": 4399, "Finetune/Step Time": 12.464743580669165}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7472773790359497, "Finetune/Loss (Raw)": 0.7544906735420227, "Finetune/Step": 4400, "Finetune/Step Time": 12.473377484828234}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7471071481704712, "Finetune/Loss (Raw)": 0.6493922472000122, "Finetune/Step": 4401, "Finetune/Step Time": 12.510248731821775}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7464051842689514, "Finetune/Loss (Raw)": 0.6431698799133301, "Finetune/Step": 4402, "Finetune/Step Time": 12.536173483356833}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.747756838798523, "Finetune/Loss (Raw)": 0.8255681395530701, "Finetune/Step": 4403, "Finetune/Step Time": 12.516983464360237}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7487673759460449, "Finetune/Loss (Raw)": 0.9141130447387695, "Finetune/Step": 4404, "Finetune/Step Time": 12.515367740765214}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7489394545555115, "Finetune/Loss (Raw)": 0.732761025428772, "Finetune/Step": 4405, "Finetune/Step Time": 12.495231689885259}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.747008204460144, "Finetune/Loss (Raw)": 0.6138100028038025, "Finetune/Step": 4406, "Finetune/Step Time": 12.496199607849121}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7467467784881592, "Finetune/Loss (Raw)": 0.6721504926681519, "Finetune/Step": 4407, "Finetune/Step Time": 12.494667237624526}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7472659349441528, "Finetune/Loss (Raw)": 0.8949299454689026, "Finetune/Step": 4408, "Finetune/Step Time": 12.495198350399733}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7456620335578918, "Finetune/Loss (Raw)": 0.6810374855995178, "Finetune/Step": 4409, "Finetune/Step Time": 12.494585435837507}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7454284429550171, "Finetune/Loss (Raw)": 0.7823449373245239, "Finetune/Step": 4410, "Finetune/Step Time": 12.492050729691982}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7452011108398438, "Finetune/Loss (Raw)": 0.734254002571106, "Finetune/Step": 4411, "Finetune/Step Time": 12.484197871759534}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7448160648345947, "Finetune/Loss (Raw)": 0.7191770672798157, "Finetune/Step": 4412, "Finetune/Step Time": 12.487525476142764}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7477200031280518, "Finetune/Loss (Raw)": 0.9576980471611023, "Finetune/Step": 4413, "Finetune/Step Time": 12.428648833185434}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7474461793899536, "Finetune/Loss (Raw)": 0.7225832343101501, "Finetune/Step": 4414, "Finetune/Step Time": 12.429843310266733}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7478132247924805, "Finetune/Loss (Raw)": 0.8542708158493042, "Finetune/Step": 4415, "Finetune/Step Time": 12.439840640872717}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7460803389549255, "Finetune/Loss (Raw)": 0.6700766086578369, "Finetune/Step": 4416, "Finetune/Step Time": 12.420805113390088}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7469797134399414, "Finetune/Loss (Raw)": 0.846332311630249, "Finetune/Step": 4417, "Finetune/Step Time": 12.418563980609179}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7461583614349365, "Finetune/Loss (Raw)": 0.755611777305603, "Finetune/Step": 4418, "Finetune/Step Time": 12.420502666383982}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7459306716918945, "Finetune/Loss (Raw)": 0.8199474811553955, "Finetune/Step": 4419, "Finetune/Step Time": 12.434795750305057}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7449410557746887, "Finetune/Loss (Raw)": 0.6850235462188721, "Finetune/Step": 4420, "Finetune/Step Time": 12.448443913832307}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7441002130508423, "Finetune/Loss (Raw)": 0.7249418497085571, "Finetune/Step": 4421, "Finetune/Step Time": 12.454767726361752}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.744392991065979, "Finetune/Loss (Raw)": 0.7715121507644653, "Finetune/Step": 4422, "Finetune/Step Time": 12.426888117566705}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7447309494018555, "Finetune/Loss (Raw)": 0.61260586977005, "Finetune/Step": 4423, "Finetune/Step Time": 12.402132246643305}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.742380678653717, "Finetune/Loss (Raw)": 0.595038652420044, "Finetune/Step": 4424, "Finetune/Step Time": 12.434340637177229}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7407287359237671, "Finetune/Loss (Raw)": 0.616404116153717, "Finetune/Step": 4425, "Finetune/Step Time": 12.45953737385571}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7425248622894287, "Finetune/Loss (Raw)": 0.8265483975410461, "Finetune/Step": 4426, "Finetune/Step Time": 12.457658300176263}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7406089901924133, "Finetune/Loss (Raw)": 0.5788038372993469, "Finetune/Step": 4427, "Finetune/Step Time": 12.470200277864933}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7399882674217224, "Finetune/Loss (Raw)": 0.7763653993606567, "Finetune/Step": 4428, "Finetune/Step Time": 12.477385504171252}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7413663864135742, "Finetune/Loss (Raw)": 0.7443773150444031, "Finetune/Step": 4429, "Finetune/Step Time": 12.450905568897724}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7391337156295776, "Finetune/Loss (Raw)": 0.5801482796669006, "Finetune/Step": 4430, "Finetune/Step Time": 12.516142485663295}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7380762100219727, "Finetune/Loss (Raw)": 0.7568884491920471, "Finetune/Step": 4431, "Finetune/Step Time": 12.521416556090117}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7399502396583557, "Finetune/Loss (Raw)": 0.8193398714065552, "Finetune/Step": 4432, "Finetune/Step Time": 12.497633265331388}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7394578456878662, "Finetune/Loss (Raw)": 0.5913785099983215, "Finetune/Step": 4433, "Finetune/Step Time": 12.503962591290474}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.740439772605896, "Finetune/Loss (Raw)": 0.8455038070678711, "Finetune/Step": 4434, "Finetune/Step Time": 12.493792943656445}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7419493198394775, "Finetune/Loss (Raw)": 0.7806662321090698, "Finetune/Step": 4435, "Finetune/Step Time": 12.485536685213447}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7414077520370483, "Finetune/Loss (Raw)": 0.608630895614624, "Finetune/Step": 4436, "Finetune/Step Time": 12.50581881031394}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7409510016441345, "Finetune/Loss (Raw)": 0.6949164867401123, "Finetune/Step": 4437, "Finetune/Step Time": 12.503959331661463}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7426780462265015, "Finetune/Loss (Raw)": 0.7966189384460449, "Finetune/Step": 4438, "Finetune/Step Time": 12.47391270287335}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7436518669128418, "Finetune/Loss (Raw)": 0.8895595669746399, "Finetune/Step": 4439, "Finetune/Step Time": 12.472476039081812}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7438429594039917, "Finetune/Loss (Raw)": 0.8540048003196716, "Finetune/Step": 4440, "Finetune/Step Time": 12.468846509233117}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7435935735702515, "Finetune/Loss (Raw)": 0.8500762581825256, "Finetune/Step": 4441, "Finetune/Step Time": 12.458462543785572}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7428390979766846, "Finetune/Loss (Raw)": 0.7480696439743042, "Finetune/Step": 4442, "Finetune/Step Time": 12.477309020236135}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7433151006698608, "Finetune/Loss (Raw)": 0.7989120483398438, "Finetune/Step": 4443, "Finetune/Step Time": 12.47830213047564}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7434792518615723, "Finetune/Loss (Raw)": 0.6866747140884399, "Finetune/Step": 4444, "Finetune/Step Time": 12.468715962022543}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7427232265472412, "Finetune/Loss (Raw)": 0.6740257143974304, "Finetune/Step": 4445, "Finetune/Step Time": 12.474723557010293}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.744953989982605, "Finetune/Loss (Raw)": 0.8576595187187195, "Finetune/Step": 4446, "Finetune/Step Time": 12.466992724686861}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7462745904922485, "Finetune/Loss (Raw)": 0.7531603574752808, "Finetune/Step": 4447, "Finetune/Step Time": 12.456360291689634}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7466585636138916, "Finetune/Loss (Raw)": 0.7705221176147461, "Finetune/Step": 4448, "Finetune/Step Time": 12.460961120203137}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.748599648475647, "Finetune/Loss (Raw)": 0.8757491707801819, "Finetune/Step": 4449, "Finetune/Step Time": 12.445639932528138}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7473471164703369, "Finetune/Loss (Raw)": 0.6920655965805054, "Finetune/Step": 4450, "Finetune/Step Time": 12.440215434879065}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7475826740264893, "Finetune/Loss (Raw)": 0.6123468279838562, "Finetune/Step": 4451, "Finetune/Step Time": 12.448470504954457}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7461895942687988, "Finetune/Loss (Raw)": 0.5691061019897461, "Finetune/Step": 4452, "Finetune/Step Time": 12.473634611815214}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7474777698516846, "Finetune/Loss (Raw)": 0.6741873621940613, "Finetune/Step": 4453, "Finetune/Step Time": 12.462014745920897}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7478183507919312, "Finetune/Loss (Raw)": 0.6954318284988403, "Finetune/Step": 4454, "Finetune/Step Time": 12.458702769130468}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7486895322799683, "Finetune/Loss (Raw)": 0.6305463314056396, "Finetune/Step": 4455, "Finetune/Step Time": 12.454979563131928}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7485294342041016, "Finetune/Loss (Raw)": 0.7182983160018921, "Finetune/Step": 4456, "Finetune/Step Time": 12.45853783376515}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.747535765171051, "Finetune/Loss (Raw)": 0.6534906029701233, "Finetune/Step": 4457, "Finetune/Step Time": 12.461471123620868}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7462347745895386, "Finetune/Loss (Raw)": 0.6655533909797668, "Finetune/Step": 4458, "Finetune/Step Time": 12.479349561035633}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7450926899909973, "Finetune/Loss (Raw)": 0.686407208442688, "Finetune/Step": 4459, "Finetune/Step Time": 12.487850539386272}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7456026077270508, "Finetune/Loss (Raw)": 0.8528128266334534, "Finetune/Step": 4460, "Finetune/Step Time": 12.484209885820746}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7444700002670288, "Finetune/Loss (Raw)": 0.6781786680221558, "Finetune/Step": 4461, "Finetune/Step Time": 12.49912348203361}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7435034513473511, "Finetune/Loss (Raw)": 0.741007387638092, "Finetune/Step": 4462, "Finetune/Step Time": 12.515453765168786}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7416079044342041, "Finetune/Loss (Raw)": 0.5225527286529541, "Finetune/Step": 4463, "Finetune/Step Time": 12.529610201716423}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7404467463493347, "Finetune/Loss (Raw)": 0.7394830584526062, "Finetune/Step": 4464, "Finetune/Step Time": 12.536148376762867}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7419406175613403, "Finetune/Loss (Raw)": 0.7003626227378845, "Finetune/Step": 4465, "Finetune/Step Time": 12.509174834936857}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7415373921394348, "Finetune/Loss (Raw)": 0.7448594570159912, "Finetune/Step": 4466, "Finetune/Step Time": 12.509299075230956}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7421978116035461, "Finetune/Loss (Raw)": 0.7968983054161072, "Finetune/Step": 4467, "Finetune/Step Time": 12.499155169352889}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.742303729057312, "Finetune/Loss (Raw)": 0.7361879348754883, "Finetune/Step": 4468, "Finetune/Step Time": 12.476254466921091}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7412444353103638, "Finetune/Loss (Raw)": 0.762855589389801, "Finetune/Step": 4469, "Finetune/Step Time": 12.46976487338543}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7419238090515137, "Finetune/Loss (Raw)": 0.75162273645401, "Finetune/Step": 4470, "Finetune/Step Time": 12.393583506345749}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7414383888244629, "Finetune/Loss (Raw)": 0.6326190829277039, "Finetune/Step": 4471, "Finetune/Step Time": 12.410093378275633}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7415257692337036, "Finetune/Loss (Raw)": 0.7834117412567139, "Finetune/Step": 4472, "Finetune/Step Time": 12.397654568776488}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7432366609573364, "Finetune/Loss (Raw)": 0.970084011554718, "Finetune/Step": 4473, "Finetune/Step Time": 12.398238632827997}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7435854077339172, "Finetune/Loss (Raw)": 0.8075623512268066, "Finetune/Step": 4474, "Finetune/Step Time": 12.397168606519699}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7423590421676636, "Finetune/Loss (Raw)": 0.689022421836853, "Finetune/Step": 4475, "Finetune/Step Time": 12.426163284108043}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7427063584327698, "Finetune/Loss (Raw)": 0.8312632441520691, "Finetune/Step": 4476, "Finetune/Step Time": 12.421853758394718}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7412384748458862, "Finetune/Loss (Raw)": 0.6868447661399841, "Finetune/Step": 4477, "Finetune/Step Time": 12.421316718682647}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7432748079299927, "Finetune/Loss (Raw)": 0.8329712748527527, "Finetune/Step": 4478, "Finetune/Step Time": 12.395293332636356}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7430938482284546, "Finetune/Loss (Raw)": 0.7768279910087585, "Finetune/Step": 4479, "Finetune/Step Time": 12.403927179053426}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7422537803649902, "Finetune/Loss (Raw)": 0.6675494313240051, "Finetune/Step": 4480, "Finetune/Step Time": 12.406793991103768}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7415348887443542, "Finetune/Loss (Raw)": 0.7071470022201538, "Finetune/Step": 4481, "Finetune/Step Time": 12.405403053388}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7413797378540039, "Finetune/Loss (Raw)": 0.6809786558151245, "Finetune/Step": 4482, "Finetune/Step Time": 12.422898979857564}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7411772012710571, "Finetune/Loss (Raw)": 0.7762029767036438, "Finetune/Step": 4483, "Finetune/Step Time": 12.421894814819098}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7414859533309937, "Finetune/Loss (Raw)": 0.8401854038238525, "Finetune/Step": 4484, "Finetune/Step Time": 12.442031202837825}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.740795373916626, "Finetune/Loss (Raw)": 0.7547563910484314, "Finetune/Step": 4485, "Finetune/Step Time": 12.436583807691932}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7401988506317139, "Finetune/Loss (Raw)": 0.721052885055542, "Finetune/Step": 4486, "Finetune/Step Time": 12.435408046469092}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7384909391403198, "Finetune/Loss (Raw)": 0.5343497395515442, "Finetune/Step": 4487, "Finetune/Step Time": 12.460790645331144}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7391409873962402, "Finetune/Loss (Raw)": 0.7790060043334961, "Finetune/Step": 4488, "Finetune/Step Time": 12.466225259006023}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7354568243026733, "Finetune/Loss (Raw)": 0.489227294921875, "Finetune/Step": 4489, "Finetune/Step Time": 12.44892288185656}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7345962524414062, "Finetune/Loss (Raw)": 0.6496933698654175, "Finetune/Step": 4490, "Finetune/Step Time": 12.454547500237823}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7344402074813843, "Finetune/Loss (Raw)": 0.7197455167770386, "Finetune/Step": 4491, "Finetune/Step Time": 12.453281417489052}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7354152202606201, "Finetune/Loss (Raw)": 0.7973314523696899, "Finetune/Step": 4492, "Finetune/Step Time": 12.423875028267503}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7355332374572754, "Finetune/Loss (Raw)": 0.7061593532562256, "Finetune/Step": 4493, "Finetune/Step Time": 12.41531035862863}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7336931228637695, "Finetune/Loss (Raw)": 0.5969792008399963, "Finetune/Step": 4494, "Finetune/Step Time": 12.418065428733826}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7339130640029907, "Finetune/Loss (Raw)": 0.7476707100868225, "Finetune/Step": 4495, "Finetune/Step Time": 12.421666651964188}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7329486608505249, "Finetune/Loss (Raw)": 0.6843355298042297, "Finetune/Step": 4496, "Finetune/Step Time": 12.429014135152102}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7332765460014343, "Finetune/Loss (Raw)": 0.7682310342788696, "Finetune/Step": 4497, "Finetune/Step Time": 12.43100981414318}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7320104837417603, "Finetune/Loss (Raw)": 0.6769134402275085, "Finetune/Step": 4498, "Finetune/Step Time": 12.432123037055135}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7319122552871704, "Finetune/Loss (Raw)": 0.8449941277503967, "Finetune/Step": 4499, "Finetune/Step Time": 12.430691324174404}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7332590818405151, "Finetune/Loss (Raw)": 0.6768344044685364, "Finetune/Step": 4500, "Finetune/Step Time": 12.40971670113504}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7346881031990051, "Finetune/Loss (Raw)": 0.8712068200111389, "Finetune/Step": 4501, "Finetune/Step Time": 12.407155483961105}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7336905002593994, "Finetune/Loss (Raw)": 0.6197875738143921, "Finetune/Step": 4502, "Finetune/Step Time": 12.404105069115758}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7346282601356506, "Finetune/Loss (Raw)": 0.8455584049224854, "Finetune/Step": 4503, "Finetune/Step Time": 12.381063908338547}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7347456216812134, "Finetune/Loss (Raw)": 0.7365740537643433, "Finetune/Step": 4504, "Finetune/Step Time": 12.3666384331882}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7344760894775391, "Finetune/Loss (Raw)": 0.7426961064338684, "Finetune/Step": 4505, "Finetune/Step Time": 12.36835945211351}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7360045313835144, "Finetune/Loss (Raw)": 0.9266952276229858, "Finetune/Step": 4506, "Finetune/Step Time": 12.346575753763318}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7360454201698303, "Finetune/Loss (Raw)": 0.6134071946144104, "Finetune/Step": 4507, "Finetune/Step Time": 12.354560315608978}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7352908849716187, "Finetune/Loss (Raw)": 0.747843861579895, "Finetune/Step": 4508, "Finetune/Step Time": 12.358670784160495}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7345011234283447, "Finetune/Loss (Raw)": 0.6990531086921692, "Finetune/Step": 4509, "Finetune/Step Time": 12.354645812883973}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.734310507774353, "Finetune/Loss (Raw)": 0.8148688077926636, "Finetune/Step": 4510, "Finetune/Step Time": 12.341466154903173}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7367439270019531, "Finetune/Loss (Raw)": 0.9251347184181213, "Finetune/Step": 4511, "Finetune/Step Time": 12.322514114901423}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7357088327407837, "Finetune/Loss (Raw)": 0.6400678753852844, "Finetune/Step": 4512, "Finetune/Step Time": 12.34030144661665}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7357786297798157, "Finetune/Loss (Raw)": 0.7644087076187134, "Finetune/Step": 4513, "Finetune/Step Time": 12.343894457444549}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7359291315078735, "Finetune/Loss (Raw)": 0.6486272215843201, "Finetune/Step": 4514, "Finetune/Step Time": 12.315870702266693}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7346405982971191, "Finetune/Loss (Raw)": 0.7592913508415222, "Finetune/Step": 4515, "Finetune/Step Time": 12.320177113637328}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7334673404693604, "Finetune/Loss (Raw)": 0.6304855346679688, "Finetune/Step": 4516, "Finetune/Step Time": 12.313220836222172}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7322847843170166, "Finetune/Loss (Raw)": 0.6452422738075256, "Finetune/Step": 4517, "Finetune/Step Time": 12.31256345845759}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7336784601211548, "Finetune/Loss (Raw)": 0.9220492839813232, "Finetune/Step": 4518, "Finetune/Step Time": 12.303364073857665}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7344465255737305, "Finetune/Loss (Raw)": 0.8562914133071899, "Finetune/Step": 4519, "Finetune/Step Time": 12.29446405172348}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.735903263092041, "Finetune/Loss (Raw)": 0.8393442034721375, "Finetune/Step": 4520, "Finetune/Step Time": 12.260471008718014}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7378429174423218, "Finetune/Loss (Raw)": 0.8703233599662781, "Finetune/Step": 4521, "Finetune/Step Time": 12.24483397975564}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7378612160682678, "Finetune/Loss (Raw)": 0.727631151676178, "Finetune/Step": 4522, "Finetune/Step Time": 12.239819452166557}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7379342913627625, "Finetune/Loss (Raw)": 0.7634162902832031, "Finetune/Step": 4523, "Finetune/Step Time": 12.239372530952096}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7377695441246033, "Finetune/Loss (Raw)": 0.7791619300842285, "Finetune/Step": 4524, "Finetune/Step Time": 12.234376223757863}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7378182411193848, "Finetune/Loss (Raw)": 0.7561196684837341, "Finetune/Step": 4525, "Finetune/Step Time": 12.212340842932463}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.736377477645874, "Finetune/Loss (Raw)": 0.5785942077636719, "Finetune/Step": 4526, "Finetune/Step Time": 12.208509352058172}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.734571099281311, "Finetune/Loss (Raw)": 0.439165860414505, "Finetune/Step": 4527, "Finetune/Step Time": 12.239207910373807}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7342161536216736, "Finetune/Loss (Raw)": 0.7090583443641663, "Finetune/Step": 4528, "Finetune/Step Time": 12.224118184298277}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7350773215293884, "Finetune/Loss (Raw)": 0.7596244812011719, "Finetune/Step": 4529, "Finetune/Step Time": 12.196214897558093}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7367593050003052, "Finetune/Loss (Raw)": 0.8584657311439514, "Finetune/Step": 4530, "Finetune/Step Time": 12.168681878596544}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7371541261672974, "Finetune/Loss (Raw)": 0.8760974407196045, "Finetune/Step": 4531, "Finetune/Step Time": 12.175562785938382}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7346183657646179, "Finetune/Loss (Raw)": 0.5895373225212097, "Finetune/Step": 4532, "Finetune/Step Time": 12.190963603556156}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7350230813026428, "Finetune/Loss (Raw)": 0.7845670580863953, "Finetune/Step": 4533, "Finetune/Step Time": 12.179903281852603}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7347453832626343, "Finetune/Loss (Raw)": 0.5782739520072937, "Finetune/Step": 4534, "Finetune/Step Time": 12.211025657132268}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7343416213989258, "Finetune/Loss (Raw)": 0.620456874370575, "Finetune/Step": 4535, "Finetune/Step Time": 12.221896275877953}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7333270311355591, "Finetune/Loss (Raw)": 0.765060305595398, "Finetune/Step": 4536, "Finetune/Step Time": 12.236399816349149}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7342401146888733, "Finetune/Loss (Raw)": 0.7979209423065186, "Finetune/Step": 4537, "Finetune/Step Time": 12.238050693646073}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7344357967376709, "Finetune/Loss (Raw)": 0.8073971271514893, "Finetune/Step": 4538, "Finetune/Step Time": 12.237295512109995}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7339105606079102, "Finetune/Loss (Raw)": 0.6670187711715698, "Finetune/Step": 4539, "Finetune/Step Time": 12.246432274580002}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7321596741676331, "Finetune/Loss (Raw)": 0.4950629770755768, "Finetune/Step": 4540, "Finetune/Step Time": 12.282324515283108}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7298394441604614, "Finetune/Loss (Raw)": 0.6607047319412231, "Finetune/Step": 4541, "Finetune/Step Time": 12.323590483516455}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7291779518127441, "Finetune/Loss (Raw)": 0.6379189491271973, "Finetune/Step": 4542, "Finetune/Step Time": 12.327326910570264}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7284938097000122, "Finetune/Loss (Raw)": 0.7666924595832825, "Finetune/Step": 4543, "Finetune/Step Time": 12.317588852718472}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7299076318740845, "Finetune/Loss (Raw)": 0.8510525226593018, "Finetune/Step": 4544, "Finetune/Step Time": 12.308005575090647}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7290400266647339, "Finetune/Loss (Raw)": 0.7352720499038696, "Finetune/Step": 4545, "Finetune/Step Time": 12.327971450984478}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7295140027999878, "Finetune/Loss (Raw)": 0.8162915706634521, "Finetune/Step": 4546, "Finetune/Step Time": 12.326498180627823}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7294073104858398, "Finetune/Loss (Raw)": 0.8062790036201477, "Finetune/Step": 4547, "Finetune/Step Time": 12.310242123901844}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7282145619392395, "Finetune/Loss (Raw)": 0.5323529243469238, "Finetune/Step": 4548, "Finetune/Step Time": 12.372527968138456}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7272194027900696, "Finetune/Loss (Raw)": 0.5975654721260071, "Finetune/Step": 4549, "Finetune/Step Time": 12.364282919093966}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.728100061416626, "Finetune/Loss (Raw)": 0.8842408657073975, "Finetune/Step": 4550, "Finetune/Step Time": 12.360990481451154}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7297226190567017, "Finetune/Loss (Raw)": 0.8202877044677734, "Finetune/Step": 4551, "Finetune/Step Time": 12.357919469475746}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7295098304748535, "Finetune/Loss (Raw)": 0.5677937865257263, "Finetune/Step": 4552, "Finetune/Step Time": 12.3542764429003}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7307922840118408, "Finetune/Loss (Raw)": 0.7805677056312561, "Finetune/Step": 4553, "Finetune/Step Time": 12.337345601990819}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7311586141586304, "Finetune/Loss (Raw)": 0.8734400868415833, "Finetune/Step": 4554, "Finetune/Step Time": 12.330671096220613}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.732639491558075, "Finetune/Loss (Raw)": 0.768355667591095, "Finetune/Step": 4555, "Finetune/Step Time": 12.332571124657989}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.733642578125, "Finetune/Loss (Raw)": 0.9047555923461914, "Finetune/Step": 4556, "Finetune/Step Time": 12.321320347487926}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7331869602203369, "Finetune/Loss (Raw)": 0.686066210269928, "Finetune/Step": 4557, "Finetune/Step Time": 12.326821273192763}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7330548763275146, "Finetune/Loss (Raw)": 0.563237190246582, "Finetune/Step": 4558, "Finetune/Step Time": 12.277684807777405}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7339923977851868, "Finetune/Loss (Raw)": 0.8768877387046814, "Finetune/Step": 4559, "Finetune/Step Time": 12.284458806738257}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7332147359848022, "Finetune/Loss (Raw)": 0.7198028564453125, "Finetune/Step": 4560, "Finetune/Step Time": 12.279134469106793}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7347047328948975, "Finetune/Loss (Raw)": 0.782090425491333, "Finetune/Step": 4561, "Finetune/Step Time": 12.260322676971555}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7345973253250122, "Finetune/Loss (Raw)": 0.8317621946334839, "Finetune/Step": 4562, "Finetune/Step Time": 12.262942425906658}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7331962585449219, "Finetune/Loss (Raw)": 0.6013346910476685, "Finetune/Step": 4563, "Finetune/Step Time": 12.295425472781062}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7341420650482178, "Finetune/Loss (Raw)": 0.7296885251998901, "Finetune/Step": 4564, "Finetune/Step Time": 12.270091963931918}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7340642213821411, "Finetune/Loss (Raw)": 0.6849511861801147, "Finetune/Step": 4565, "Finetune/Step Time": 12.264211535453796}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7336708307266235, "Finetune/Loss (Raw)": 0.746263325214386, "Finetune/Step": 4566, "Finetune/Step Time": 12.273148912936449}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.73347008228302, "Finetune/Loss (Raw)": 0.8638597130775452, "Finetune/Step": 4567, "Finetune/Step Time": 12.271211111918092}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7331414818763733, "Finetune/Loss (Raw)": 0.8119477033615112, "Finetune/Step": 4568, "Finetune/Step Time": 12.27354696765542}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7330980896949768, "Finetune/Loss (Raw)": 0.8445258736610413, "Finetune/Step": 4569, "Finetune/Step Time": 12.273206567391753}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7336754202842712, "Finetune/Loss (Raw)": 0.8219665884971619, "Finetune/Step": 4570, "Finetune/Step Time": 12.253302901983261}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7323398590087891, "Finetune/Loss (Raw)": 0.6279571056365967, "Finetune/Step": 4571, "Finetune/Step Time": 12.278277797624469}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7326985001564026, "Finetune/Loss (Raw)": 0.7325854301452637, "Finetune/Step": 4572, "Finetune/Step Time": 12.284065958112478}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7325305938720703, "Finetune/Loss (Raw)": 0.6525363326072693, "Finetune/Step": 4573, "Finetune/Step Time": 12.304345505312085}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7321519255638123, "Finetune/Loss (Raw)": 0.8091854453086853, "Finetune/Step": 4574, "Finetune/Step Time": 12.302743365988135}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7318865060806274, "Finetune/Loss (Raw)": 0.7191818952560425, "Finetune/Step": 4575, "Finetune/Step Time": 12.321714837104082}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7310941815376282, "Finetune/Loss (Raw)": 0.6691128015518188, "Finetune/Step": 4576, "Finetune/Step Time": 12.328378211706877}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7310407757759094, "Finetune/Loss (Raw)": 0.8689093589782715, "Finetune/Step": 4577, "Finetune/Step Time": 12.332664834335446}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7321088314056396, "Finetune/Loss (Raw)": 0.8287786841392517, "Finetune/Step": 4578, "Finetune/Step Time": 12.332996260374784}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.731648325920105, "Finetune/Loss (Raw)": 0.5533996224403381, "Finetune/Step": 4579, "Finetune/Step Time": 12.346758866682649}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7311499714851379, "Finetune/Loss (Raw)": 0.5053176879882812, "Finetune/Step": 4580, "Finetune/Step Time": 12.34899321757257}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7312252521514893, "Finetune/Loss (Raw)": 0.6838277578353882, "Finetune/Step": 4581, "Finetune/Step Time": 12.362721513956785}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7315267324447632, "Finetune/Loss (Raw)": 0.734014630317688, "Finetune/Step": 4582, "Finetune/Step Time": 12.367542648687959}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.733191192150116, "Finetune/Loss (Raw)": 0.8435986638069153, "Finetune/Step": 4583, "Finetune/Step Time": 12.346769783645868}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7329648733139038, "Finetune/Loss (Raw)": 0.689326822757721, "Finetune/Step": 4584, "Finetune/Step Time": 12.347645413130522}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7327069044113159, "Finetune/Loss (Raw)": 0.6204744577407837, "Finetune/Step": 4585, "Finetune/Step Time": 12.329922853037715}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7327601909637451, "Finetune/Loss (Raw)": 0.6723788380622864, "Finetune/Step": 4586, "Finetune/Step Time": 12.316862000152469}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7340271472930908, "Finetune/Loss (Raw)": 0.8485698699951172, "Finetune/Step": 4587, "Finetune/Step Time": 12.311557291075587}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7339422702789307, "Finetune/Loss (Raw)": 0.8419476747512817, "Finetune/Step": 4588, "Finetune/Step Time": 12.349442079663277}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7346345782279968, "Finetune/Loss (Raw)": 0.7667989730834961, "Finetune/Step": 4589, "Finetune/Step Time": 12.335310446098447}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7342414855957031, "Finetune/Loss (Raw)": 0.6906875967979431, "Finetune/Step": 4590, "Finetune/Step Time": 12.32390763796866}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7364290952682495, "Finetune/Loss (Raw)": 0.8025700449943542, "Finetune/Step": 4591, "Finetune/Step Time": 12.303989307954907}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7342754602432251, "Finetune/Loss (Raw)": 0.4638226628303528, "Finetune/Step": 4592, "Finetune/Step Time": 12.304094295948744}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.735328197479248, "Finetune/Loss (Raw)": 0.8351042866706848, "Finetune/Step": 4593, "Finetune/Step Time": 12.301442796364427}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7341566681861877, "Finetune/Loss (Raw)": 0.59490966796875, "Finetune/Step": 4594, "Finetune/Step Time": 12.33650665357709}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7338920831680298, "Finetune/Loss (Raw)": 0.763025164604187, "Finetune/Step": 4595, "Finetune/Step Time": 12.340323604643345}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7340051531791687, "Finetune/Loss (Raw)": 0.7506653666496277, "Finetune/Step": 4596, "Finetune/Step Time": 12.351424477994442}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7334779500961304, "Finetune/Loss (Raw)": 0.6953775882720947, "Finetune/Step": 4597, "Finetune/Step Time": 12.365532940253615}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7335957288742065, "Finetune/Loss (Raw)": 0.7666947841644287, "Finetune/Step": 4598, "Finetune/Step Time": 12.357994344085455}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.734106183052063, "Finetune/Loss (Raw)": 0.6979565024375916, "Finetune/Step": 4599, "Finetune/Step Time": 12.352522874251008}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7339464426040649, "Finetune/Loss (Raw)": 0.7629673480987549, "Finetune/Step": 4600, "Finetune/Step Time": 12.358842201530933}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7315165400505066, "Finetune/Loss (Raw)": 0.6590558290481567, "Finetune/Step": 4601, "Finetune/Step Time": 12.363277873024344}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7326005697250366, "Finetune/Loss (Raw)": 0.9463155269622803, "Finetune/Step": 4602, "Finetune/Step Time": 12.366058982908726}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.732324481010437, "Finetune/Loss (Raw)": 0.6536800861358643, "Finetune/Step": 4603, "Finetune/Step Time": 12.354573326185346}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7319567203521729, "Finetune/Loss (Raw)": 0.7841978073120117, "Finetune/Step": 4604, "Finetune/Step Time": 12.349285373464227}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.731059193611145, "Finetune/Loss (Raw)": 0.5719596743583679, "Finetune/Step": 4605, "Finetune/Step Time": 12.377340700477362}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7309326529502869, "Finetune/Loss (Raw)": 0.8167731165885925, "Finetune/Step": 4606, "Finetune/Step Time": 12.387007370591164}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7304835319519043, "Finetune/Loss (Raw)": 0.7193416953086853, "Finetune/Step": 4607, "Finetune/Step Time": 12.379222206771374}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7310258150100708, "Finetune/Loss (Raw)": 0.7369610071182251, "Finetune/Step": 4608, "Finetune/Step Time": 12.377371555194259}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7325595021247864, "Finetune/Loss (Raw)": 0.9034568071365356, "Finetune/Step": 4609, "Finetune/Step Time": 12.378039199858904}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7327078580856323, "Finetune/Loss (Raw)": 0.6999621391296387, "Finetune/Step": 4610, "Finetune/Step Time": 12.354030527174473}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7306151390075684, "Finetune/Loss (Raw)": 0.5083417892456055, "Finetune/Step": 4611, "Finetune/Step Time": 12.380794025957584}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7302308082580566, "Finetune/Loss (Raw)": 0.7909901738166809, "Finetune/Step": 4612, "Finetune/Step Time": 12.35549270734191}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7294811010360718, "Finetune/Loss (Raw)": 0.6587928533554077, "Finetune/Step": 4613, "Finetune/Step Time": 12.403426954522729}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7291324734687805, "Finetune/Loss (Raw)": 0.676429808139801, "Finetune/Step": 4614, "Finetune/Step Time": 12.410361716523767}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7318751215934753, "Finetune/Loss (Raw)": 0.8854061365127563, "Finetune/Step": 4615, "Finetune/Step Time": 12.38190646842122}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7314361333847046, "Finetune/Loss (Raw)": 0.7228167653083801, "Finetune/Step": 4616, "Finetune/Step Time": 12.373615872114897}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7327861785888672, "Finetune/Loss (Raw)": 0.6620309948921204, "Finetune/Step": 4617, "Finetune/Step Time": 12.366665983572602}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7339574098587036, "Finetune/Loss (Raw)": 0.799612283706665, "Finetune/Step": 4618, "Finetune/Step Time": 12.359632765874267}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.735028862953186, "Finetune/Loss (Raw)": 0.8568912148475647, "Finetune/Step": 4619, "Finetune/Step Time": 12.363719873130322}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7346044778823853, "Finetune/Loss (Raw)": 0.7430142760276794, "Finetune/Step": 4620, "Finetune/Step Time": 12.371384529396892}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.735856294631958, "Finetune/Loss (Raw)": 0.8663871884346008, "Finetune/Step": 4621, "Finetune/Step Time": 12.359046999365091}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.737545371055603, "Finetune/Loss (Raw)": 0.8131850361824036, "Finetune/Step": 4622, "Finetune/Step Time": 12.354205746203661}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7382692694664001, "Finetune/Loss (Raw)": 0.8403283357620239, "Finetune/Step": 4623, "Finetune/Step Time": 12.34588916040957}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7383924126625061, "Finetune/Loss (Raw)": 0.7000944018363953, "Finetune/Step": 4624, "Finetune/Step Time": 12.339297540485859}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7388776540756226, "Finetune/Loss (Raw)": 0.830345094203949, "Finetune/Step": 4625, "Finetune/Step Time": 12.343029778450727}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7377726435661316, "Finetune/Loss (Raw)": 0.5354732275009155, "Finetune/Step": 4626, "Finetune/Step Time": 12.367473348975182}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7369747161865234, "Finetune/Loss (Raw)": 0.7428582906723022, "Finetune/Step": 4627, "Finetune/Step Time": 12.38067407719791}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7369989156723022, "Finetune/Loss (Raw)": 0.6799383759498596, "Finetune/Step": 4628, "Finetune/Step Time": 12.387875091284513}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7358994483947754, "Finetune/Loss (Raw)": 0.7304676175117493, "Finetune/Step": 4629, "Finetune/Step Time": 12.387053422629833}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.73637855052948, "Finetune/Loss (Raw)": 0.6811169385910034, "Finetune/Step": 4630, "Finetune/Step Time": 12.395967377349734}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7341890335083008, "Finetune/Loss (Raw)": 0.5652996897697449, "Finetune/Step": 4631, "Finetune/Step Time": 12.422749560326338}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7321767807006836, "Finetune/Loss (Raw)": 0.4790101945400238, "Finetune/Step": 4632, "Finetune/Step Time": 12.443886555731297}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7309825420379639, "Finetune/Loss (Raw)": 0.5898234248161316, "Finetune/Step": 4633, "Finetune/Step Time": 12.460430739447474}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.730408251285553, "Finetune/Loss (Raw)": 0.853193998336792, "Finetune/Step": 4634, "Finetune/Step Time": 12.465977808460593}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7300638556480408, "Finetune/Loss (Raw)": 0.5693210363388062, "Finetune/Step": 4635, "Finetune/Step Time": 12.468246972188354}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.730124831199646, "Finetune/Loss (Raw)": 0.7556519508361816, "Finetune/Step": 4636, "Finetune/Step Time": 12.46037045866251}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7311314344406128, "Finetune/Loss (Raw)": 0.8278983235359192, "Finetune/Step": 4637, "Finetune/Step Time": 12.451301397755742}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7324127554893494, "Finetune/Loss (Raw)": 0.9788777828216553, "Finetune/Step": 4638, "Finetune/Step Time": 12.45777178183198}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7299331426620483, "Finetune/Loss (Raw)": 0.6077399253845215, "Finetune/Step": 4639, "Finetune/Step Time": 12.509325059130788}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7314379215240479, "Finetune/Loss (Raw)": 0.8326828479766846, "Finetune/Step": 4640, "Finetune/Step Time": 12.490967264398932}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.731585681438446, "Finetune/Loss (Raw)": 0.783318817615509, "Finetune/Step": 4641, "Finetune/Step Time": 12.502001464366913}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7325600385665894, "Finetune/Loss (Raw)": 0.7733402848243713, "Finetune/Step": 4642, "Finetune/Step Time": 12.500813744962215}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7332888841629028, "Finetune/Loss (Raw)": 0.8525844216346741, "Finetune/Step": 4643, "Finetune/Step Time": 12.495033090934157}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7330761551856995, "Finetune/Loss (Raw)": 0.6032636165618896, "Finetune/Step": 4644, "Finetune/Step Time": 12.524478064849973}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7344524264335632, "Finetune/Loss (Raw)": 0.8214033842086792, "Finetune/Step": 4645, "Finetune/Step Time": 12.52440882474184}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7322289943695068, "Finetune/Loss (Raw)": 0.6374512910842896, "Finetune/Step": 4646, "Finetune/Step Time": 12.540931606665254}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7316795587539673, "Finetune/Loss (Raw)": 0.7859563827514648, "Finetune/Step": 4647, "Finetune/Step Time": 12.545653443783522}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7309454679489136, "Finetune/Loss (Raw)": 0.7453835606575012, "Finetune/Step": 4648, "Finetune/Step Time": 12.553073221817613}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7306910753250122, "Finetune/Loss (Raw)": 0.8377572298049927, "Finetune/Step": 4649, "Finetune/Step Time": 12.546553451567888}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7299209237098694, "Finetune/Loss (Raw)": 0.6290581822395325, "Finetune/Step": 4650, "Finetune/Step Time": 12.558922758325934}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7298865914344788, "Finetune/Loss (Raw)": 0.7590206861495972, "Finetune/Step": 4651, "Finetune/Step Time": 12.55280002206564}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7296838760375977, "Finetune/Loss (Raw)": 0.7532174587249756, "Finetune/Step": 4652, "Finetune/Step Time": 12.549115361645818}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7277545928955078, "Finetune/Loss (Raw)": 0.5091723799705505, "Finetune/Step": 4653, "Finetune/Step Time": 12.569664426147938}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7289716005325317, "Finetune/Loss (Raw)": 0.7343728542327881, "Finetune/Step": 4654, "Finetune/Step Time": 12.570869147777557}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7303884029388428, "Finetune/Loss (Raw)": 0.6205130219459534, "Finetune/Step": 4655, "Finetune/Step Time": 12.538727244362235}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7296738624572754, "Finetune/Loss (Raw)": 0.6175907850265503, "Finetune/Step": 4656, "Finetune/Step Time": 12.578313322737813}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7294275164604187, "Finetune/Loss (Raw)": 0.728090763092041, "Finetune/Step": 4657, "Finetune/Step Time": 12.572425596415997}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7293217778205872, "Finetune/Loss (Raw)": 0.8449328541755676, "Finetune/Step": 4658, "Finetune/Step Time": 12.56841853260994}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7291070222854614, "Finetune/Loss (Raw)": 0.8486167788505554, "Finetune/Step": 4659, "Finetune/Step Time": 12.567116875201464}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7308676242828369, "Finetune/Loss (Raw)": 0.8148970603942871, "Finetune/Step": 4660, "Finetune/Step Time": 12.576841618865728}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7298897504806519, "Finetune/Loss (Raw)": 0.659401535987854, "Finetune/Step": 4661, "Finetune/Step Time": 12.57750878483057}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7319517135620117, "Finetune/Loss (Raw)": 0.8421922326087952, "Finetune/Step": 4662, "Finetune/Step Time": 12.54513480886817}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7334368228912354, "Finetune/Loss (Raw)": 0.8105558156967163, "Finetune/Step": 4663, "Finetune/Step Time": 12.5275375880301}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7335001826286316, "Finetune/Loss (Raw)": 0.7731684446334839, "Finetune/Step": 4664, "Finetune/Step Time": 12.510537974536419}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7327001690864563, "Finetune/Loss (Raw)": 0.6955174803733826, "Finetune/Step": 4665, "Finetune/Step Time": 12.505423970520496}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7308828234672546, "Finetune/Loss (Raw)": 0.5747769474983215, "Finetune/Step": 4666, "Finetune/Step Time": 12.534300537779927}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7321869134902954, "Finetune/Loss (Raw)": 0.8339471220970154, "Finetune/Step": 4667, "Finetune/Step Time": 12.515187449753284}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7342662811279297, "Finetune/Loss (Raw)": 0.7612260580062866, "Finetune/Step": 4668, "Finetune/Step Time": 12.493211973458529}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7332977056503296, "Finetune/Loss (Raw)": 0.5367211699485779, "Finetune/Step": 4669, "Finetune/Step Time": 12.484100971370935}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7345391511917114, "Finetune/Loss (Raw)": 0.7968182563781738, "Finetune/Step": 4670, "Finetune/Step Time": 12.481489980593324}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7340848445892334, "Finetune/Loss (Raw)": 0.7085478901863098, "Finetune/Step": 4671, "Finetune/Step Time": 12.47327740304172}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7336989641189575, "Finetune/Loss (Raw)": 0.8016526699066162, "Finetune/Step": 4672, "Finetune/Step Time": 12.491590885445476}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7337456941604614, "Finetune/Loss (Raw)": 0.7412598729133606, "Finetune/Step": 4673, "Finetune/Step Time": 12.478737279772758}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7339605093002319, "Finetune/Loss (Raw)": 0.8437867164611816, "Finetune/Step": 4674, "Finetune/Step Time": 12.51592262648046}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7340645790100098, "Finetune/Loss (Raw)": 0.8196036219596863, "Finetune/Step": 4675, "Finetune/Step Time": 12.51819546893239}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7356185913085938, "Finetune/Loss (Raw)": 0.7312656044960022, "Finetune/Step": 4676, "Finetune/Step Time": 12.43336079083383}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7373977899551392, "Finetune/Loss (Raw)": 0.8253069519996643, "Finetune/Step": 4677, "Finetune/Step Time": 12.418032418936491}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7363349199295044, "Finetune/Loss (Raw)": 0.7481842041015625, "Finetune/Step": 4678, "Finetune/Step Time": 12.45758394151926}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7348517179489136, "Finetune/Loss (Raw)": 0.6304452419281006, "Finetune/Step": 4679, "Finetune/Step Time": 12.457892687991261}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7371248602867126, "Finetune/Loss (Raw)": 0.8587509393692017, "Finetune/Step": 4680, "Finetune/Step Time": 12.433405328541994}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7368385791778564, "Finetune/Loss (Raw)": 0.7439178824424744, "Finetune/Step": 4681, "Finetune/Step Time": 12.444813588634133}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7358202338218689, "Finetune/Loss (Raw)": 0.7430986762046814, "Finetune/Step": 4682, "Finetune/Step Time": 12.462770415470004}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7356948256492615, "Finetune/Loss (Raw)": 0.7523055672645569, "Finetune/Step": 4683, "Finetune/Step Time": 12.44191118516028}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7353675365447998, "Finetune/Loss (Raw)": 0.8628585934638977, "Finetune/Step": 4684, "Finetune/Step Time": 12.440671909600496}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7364749908447266, "Finetune/Loss (Raw)": 0.8278166055679321, "Finetune/Step": 4685, "Finetune/Step Time": 12.45874534919858}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7370777130126953, "Finetune/Loss (Raw)": 0.6403958797454834, "Finetune/Step": 4686, "Finetune/Step Time": 12.453722255304456}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7363697290420532, "Finetune/Loss (Raw)": 0.7862619757652283, "Finetune/Step": 4687, "Finetune/Step Time": 12.436381176114082}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7385830879211426, "Finetune/Loss (Raw)": 1.0031168460845947, "Finetune/Step": 4688, "Finetune/Step Time": 12.430319784209132}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7392995357513428, "Finetune/Loss (Raw)": 0.8737936019897461, "Finetune/Step": 4689, "Finetune/Step Time": 12.416418742388487}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7377253770828247, "Finetune/Loss (Raw)": 0.630273163318634, "Finetune/Step": 4690, "Finetune/Step Time": 12.435533102601767}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7399429082870483, "Finetune/Loss (Raw)": 0.8851708769798279, "Finetune/Step": 4691, "Finetune/Step Time": 12.404409488663077}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7415338754653931, "Finetune/Loss (Raw)": 0.9333357214927673, "Finetune/Step": 4692, "Finetune/Step Time": 12.401453655213118}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7422397136688232, "Finetune/Loss (Raw)": 0.7752945423126221, "Finetune/Step": 4693, "Finetune/Step Time": 12.417246794328094}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7432026863098145, "Finetune/Loss (Raw)": 0.8695268034934998, "Finetune/Step": 4694, "Finetune/Step Time": 12.405506754294038}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7429919838905334, "Finetune/Loss (Raw)": 0.8368887901306152, "Finetune/Step": 4695, "Finetune/Step Time": 12.406115714460611}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7418776750564575, "Finetune/Loss (Raw)": 0.6693175435066223, "Finetune/Step": 4696, "Finetune/Step Time": 12.417301131412387}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7412865161895752, "Finetune/Loss (Raw)": 0.7688570022583008, "Finetune/Step": 4697, "Finetune/Step Time": 12.41000460088253}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.741477906703949, "Finetune/Loss (Raw)": 0.8464663028717041, "Finetune/Step": 4698, "Finetune/Step Time": 12.414160836488008}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7432428002357483, "Finetune/Loss (Raw)": 0.8538587093353271, "Finetune/Step": 4699, "Finetune/Step Time": 12.404904095456004}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7436056137084961, "Finetune/Loss (Raw)": 0.7790271043777466, "Finetune/Step": 4700, "Finetune/Step Time": 12.395362751558423}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7447447180747986, "Finetune/Loss (Raw)": 0.7983388900756836, "Finetune/Step": 4701, "Finetune/Step Time": 12.379717521369457}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7443048357963562, "Finetune/Loss (Raw)": 0.7528828978538513, "Finetune/Step": 4702, "Finetune/Step Time": 12.38243362121284}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7454153299331665, "Finetune/Loss (Raw)": 0.8613294363021851, "Finetune/Step": 4703, "Finetune/Step Time": 12.357339981943369}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7454181909561157, "Finetune/Loss (Raw)": 0.6694742441177368, "Finetune/Step": 4704, "Finetune/Step Time": 12.347193771973252}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7454199194908142, "Finetune/Loss (Raw)": 0.8691327571868896, "Finetune/Step": 4705, "Finetune/Step Time": 12.342364944517612}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7445526123046875, "Finetune/Loss (Raw)": 0.7177641987800598, "Finetune/Step": 4706, "Finetune/Step Time": 12.335125505924225}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.745542049407959, "Finetune/Loss (Raw)": 0.6800469756126404, "Finetune/Step": 4707, "Finetune/Step Time": 12.30749804712832}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7468732595443726, "Finetune/Loss (Raw)": 0.6757065057754517, "Finetune/Step": 4708, "Finetune/Step Time": 12.280060555785894}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.746773362159729, "Finetune/Loss (Raw)": 0.6710420250892639, "Finetune/Step": 4709, "Finetune/Step Time": 12.286878937855363}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7482700347900391, "Finetune/Loss (Raw)": 0.9255910515785217, "Finetune/Step": 4710, "Finetune/Step Time": 12.277497861534357}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7474768757820129, "Finetune/Loss (Raw)": 0.742074191570282, "Finetune/Step": 4711, "Finetune/Step Time": 12.278643833473325}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7473639249801636, "Finetune/Loss (Raw)": 0.6748761534690857, "Finetune/Step": 4712, "Finetune/Step Time": 12.294646855443716}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7489948272705078, "Finetune/Loss (Raw)": 0.8292275667190552, "Finetune/Step": 4713, "Finetune/Step Time": 12.295839613303542}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7496277689933777, "Finetune/Loss (Raw)": 0.7533934712409973, "Finetune/Step": 4714, "Finetune/Step Time": 12.299703434109688}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7489944100379944, "Finetune/Loss (Raw)": 0.7674946784973145, "Finetune/Step": 4715, "Finetune/Step Time": 12.304222146049142}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.748119592666626, "Finetune/Loss (Raw)": 0.729978084564209, "Finetune/Step": 4716, "Finetune/Step Time": 12.261106502264738}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7484030723571777, "Finetune/Loss (Raw)": 0.803076982498169, "Finetune/Step": 4717, "Finetune/Step Time": 12.259191880002618}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7473360896110535, "Finetune/Loss (Raw)": 0.5541133284568787, "Finetune/Step": 4718, "Finetune/Step Time": 12.277542656287551}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7460006475448608, "Finetune/Loss (Raw)": 0.6316344738006592, "Finetune/Step": 4719, "Finetune/Step Time": 12.276266215369105}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7461820840835571, "Finetune/Loss (Raw)": 0.48704612255096436, "Finetune/Step": 4720, "Finetune/Step Time": 12.31310760229826}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.744452953338623, "Finetune/Loss (Raw)": 0.6137842535972595, "Finetune/Step": 4721, "Finetune/Step Time": 12.31986578926444}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7450907826423645, "Finetune/Loss (Raw)": 0.6765474677085876, "Finetune/Step": 4722, "Finetune/Step Time": 12.282414386048913}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7452609539031982, "Finetune/Loss (Raw)": 0.7848045825958252, "Finetune/Step": 4723, "Finetune/Step Time": 12.279503287747502}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7440586686134338, "Finetune/Loss (Raw)": 0.596774160861969, "Finetune/Step": 4724, "Finetune/Step Time": 12.314324162900448}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7439778447151184, "Finetune/Loss (Raw)": 0.6850308179855347, "Finetune/Step": 4725, "Finetune/Step Time": 12.308076338842511}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7431805729866028, "Finetune/Loss (Raw)": 0.6646428108215332, "Finetune/Step": 4726, "Finetune/Step Time": 12.329805821180344}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7433894276618958, "Finetune/Loss (Raw)": 0.7246946692466736, "Finetune/Step": 4727, "Finetune/Step Time": 12.325085463002324}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7430457472801208, "Finetune/Loss (Raw)": 0.7189761400222778, "Finetune/Step": 4728, "Finetune/Step Time": 12.327921433374286}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7454948425292969, "Finetune/Loss (Raw)": 0.9725341200828552, "Finetune/Step": 4729, "Finetune/Step Time": 12.33734810911119}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7442152500152588, "Finetune/Loss (Raw)": 0.7825360298156738, "Finetune/Step": 4730, "Finetune/Step Time": 12.329593043774366}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7438290119171143, "Finetune/Loss (Raw)": 0.6042407751083374, "Finetune/Step": 4731, "Finetune/Step Time": 12.327784769237041}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.743666410446167, "Finetune/Loss (Raw)": 0.7633802890777588, "Finetune/Step": 4732, "Finetune/Step Time": 12.327861262485385}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.745739221572876, "Finetune/Loss (Raw)": 0.8372758626937866, "Finetune/Step": 4733, "Finetune/Step Time": 12.292357636615634}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7447706460952759, "Finetune/Loss (Raw)": 0.6927964091300964, "Finetune/Step": 4734, "Finetune/Step Time": 12.300771756097674}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7456324100494385, "Finetune/Loss (Raw)": 0.829647958278656, "Finetune/Step": 4735, "Finetune/Step Time": 12.30271533690393}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7444046139717102, "Finetune/Loss (Raw)": 0.5798086524009705, "Finetune/Step": 4736, "Finetune/Step Time": 12.312235256657004}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7425687313079834, "Finetune/Loss (Raw)": 0.668466329574585, "Finetune/Step": 4737, "Finetune/Step Time": 12.32436171732843}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7433955669403076, "Finetune/Loss (Raw)": 0.8057954907417297, "Finetune/Step": 4738, "Finetune/Step Time": 12.335351791232824}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7448577284812927, "Finetune/Loss (Raw)": 0.6954943537712097, "Finetune/Step": 4739, "Finetune/Step Time": 12.311257053166628}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7439913749694824, "Finetune/Loss (Raw)": 0.6801002025604248, "Finetune/Step": 4740, "Finetune/Step Time": 12.317857753485441}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7431524395942688, "Finetune/Loss (Raw)": 0.551408052444458, "Finetune/Step": 4741, "Finetune/Step Time": 12.28271566145122}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7430768013000488, "Finetune/Loss (Raw)": 0.6667489409446716, "Finetune/Step": 4742, "Finetune/Step Time": 12.301102010533214}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7411759495735168, "Finetune/Loss (Raw)": 0.6421003341674805, "Finetune/Step": 4743, "Finetune/Step Time": 12.323783583939075}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7424916625022888, "Finetune/Loss (Raw)": 0.8912246227264404, "Finetune/Step": 4744, "Finetune/Step Time": 12.325916843488812}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7427189946174622, "Finetune/Loss (Raw)": 0.6911261081695557, "Finetune/Step": 4745, "Finetune/Step Time": 12.351441467180848}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.741765558719635, "Finetune/Loss (Raw)": 0.6775752902030945, "Finetune/Step": 4746, "Finetune/Step Time": 12.383922191336751}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7419989109039307, "Finetune/Loss (Raw)": 0.8867673277854919, "Finetune/Step": 4747, "Finetune/Step Time": 12.377942860126495}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7425433397293091, "Finetune/Loss (Raw)": 0.8126892447471619, "Finetune/Step": 4748, "Finetune/Step Time": 12.374853050336242}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7419090270996094, "Finetune/Loss (Raw)": 0.7851959466934204, "Finetune/Step": 4749, "Finetune/Step Time": 12.369365772232413}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7411811351776123, "Finetune/Loss (Raw)": 0.7200155854225159, "Finetune/Step": 4750, "Finetune/Step Time": 12.374470047652721}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7404690980911255, "Finetune/Loss (Raw)": 0.749196469783783, "Finetune/Step": 4751, "Finetune/Step Time": 12.397071208804846}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7413333654403687, "Finetune/Loss (Raw)": 0.8107216358184814, "Finetune/Step": 4752, "Finetune/Step Time": 12.399039834737778}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7401844263076782, "Finetune/Loss (Raw)": 0.6832740902900696, "Finetune/Step": 4753, "Finetune/Step Time": 12.389867827296257}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7421085238456726, "Finetune/Loss (Raw)": 0.7817560434341431, "Finetune/Step": 4754, "Finetune/Step Time": 12.372989155352116}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7422418594360352, "Finetune/Loss (Raw)": 0.759925365447998, "Finetune/Step": 4755, "Finetune/Step Time": 12.372474735602736}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7428942322731018, "Finetune/Loss (Raw)": 0.763446569442749, "Finetune/Step": 4756, "Finetune/Step Time": 12.36123501136899}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7429811954498291, "Finetune/Loss (Raw)": 0.7415965795516968, "Finetune/Step": 4757, "Finetune/Step Time": 12.362150453031063}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7432560324668884, "Finetune/Loss (Raw)": 0.7163011431694031, "Finetune/Step": 4758, "Finetune/Step Time": 12.346882082521915}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7442659139633179, "Finetune/Loss (Raw)": 0.6945624351501465, "Finetune/Step": 4759, "Finetune/Step Time": 12.323922025039792}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7464826107025146, "Finetune/Loss (Raw)": 0.7627509832382202, "Finetune/Step": 4760, "Finetune/Step Time": 12.302844187244773}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.746536910533905, "Finetune/Loss (Raw)": 0.5967671871185303, "Finetune/Step": 4761, "Finetune/Step Time": 12.308685077354312}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7452245950698853, "Finetune/Loss (Raw)": 0.6852158308029175, "Finetune/Step": 4762, "Finetune/Step Time": 12.300759175792336}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7466491460800171, "Finetune/Loss (Raw)": 0.7516703009605408, "Finetune/Step": 4763, "Finetune/Step Time": 12.279730396345258}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7462870478630066, "Finetune/Loss (Raw)": 0.7093001008033752, "Finetune/Step": 4764, "Finetune/Step Time": 12.283266395330429}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7449154853820801, "Finetune/Loss (Raw)": 0.6523348689079285, "Finetune/Step": 4765, "Finetune/Step Time": 12.28393292799592}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7442691922187805, "Finetune/Loss (Raw)": 0.8961507081985474, "Finetune/Step": 4766, "Finetune/Step Time": 12.285715920850635}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7458302974700928, "Finetune/Loss (Raw)": 0.8075627684593201, "Finetune/Step": 4767, "Finetune/Step Time": 12.22365746088326}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7449729442596436, "Finetune/Loss (Raw)": 0.7229517102241516, "Finetune/Step": 4768, "Finetune/Step Time": 12.22867358662188}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7446056008338928, "Finetune/Loss (Raw)": 0.7362925410270691, "Finetune/Step": 4769, "Finetune/Step Time": 12.214817836880684}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7423710823059082, "Finetune/Loss (Raw)": 0.4873206615447998, "Finetune/Step": 4770, "Finetune/Step Time": 12.219088451936841}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7425869703292847, "Finetune/Loss (Raw)": 0.8802211880683899, "Finetune/Step": 4771, "Finetune/Step Time": 12.2351661529392}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7431961297988892, "Finetune/Loss (Raw)": 0.6812353134155273, "Finetune/Step": 4772, "Finetune/Step Time": 12.234630100429058}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7411105632781982, "Finetune/Loss (Raw)": 0.5544480085372925, "Finetune/Step": 4773, "Finetune/Step Time": 12.234434396028519}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.742276668548584, "Finetune/Loss (Raw)": 0.7867158055305481, "Finetune/Step": 4774, "Finetune/Step Time": 12.21819113008678}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7427690029144287, "Finetune/Loss (Raw)": 0.8489735126495361, "Finetune/Step": 4775, "Finetune/Step Time": 12.216586777940392}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7421178221702576, "Finetune/Loss (Raw)": 0.6620338559150696, "Finetune/Step": 4776, "Finetune/Step Time": 12.235669061541557}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7415156960487366, "Finetune/Loss (Raw)": 0.7606812715530396, "Finetune/Step": 4777, "Finetune/Step Time": 12.237448478117585}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7406461238861084, "Finetune/Loss (Raw)": 0.5177594423294067, "Finetune/Step": 4778, "Finetune/Step Time": 12.244802908971906}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7417891621589661, "Finetune/Loss (Raw)": 0.9053272604942322, "Finetune/Step": 4779, "Finetune/Step Time": 12.247494922950864}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7413678765296936, "Finetune/Loss (Raw)": 0.6992908716201782, "Finetune/Step": 4780, "Finetune/Step Time": 12.251252427697182}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7423888444900513, "Finetune/Loss (Raw)": 0.6398589015007019, "Finetune/Step": 4781, "Finetune/Step Time": 12.234293326735497}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7419043779373169, "Finetune/Loss (Raw)": 0.6723515391349792, "Finetune/Step": 4782, "Finetune/Step Time": 12.237784607335925}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7412980198860168, "Finetune/Loss (Raw)": 0.5429051518440247, "Finetune/Step": 4783, "Finetune/Step Time": 12.261493269354105}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7424646019935608, "Finetune/Loss (Raw)": 0.7669157981872559, "Finetune/Step": 4784, "Finetune/Step Time": 12.222860233858228}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7440775036811829, "Finetune/Loss (Raw)": 0.9345422387123108, "Finetune/Step": 4785, "Finetune/Step Time": 12.226600596681237}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7436970472335815, "Finetune/Loss (Raw)": 0.7962315678596497, "Finetune/Step": 4786, "Finetune/Step Time": 12.233001675456762}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7429014444351196, "Finetune/Loss (Raw)": 0.7467818856239319, "Finetune/Step": 4787, "Finetune/Step Time": 12.225454406812787}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7416088581085205, "Finetune/Loss (Raw)": 0.6494444012641907, "Finetune/Step": 4788, "Finetune/Step Time": 12.241468826308846}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7412254810333252, "Finetune/Loss (Raw)": 0.6103271842002869, "Finetune/Step": 4789, "Finetune/Step Time": 12.242456367239356}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7409210205078125, "Finetune/Loss (Raw)": 0.8032240271568298, "Finetune/Step": 4790, "Finetune/Step Time": 12.2488330937922}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7394504547119141, "Finetune/Loss (Raw)": 0.622318685054779, "Finetune/Step": 4791, "Finetune/Step Time": 12.280541088432074}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7406293749809265, "Finetune/Loss (Raw)": 0.9240758419036865, "Finetune/Step": 4792, "Finetune/Step Time": 12.285940544679761}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7415903210639954, "Finetune/Loss (Raw)": 0.8185142874717712, "Finetune/Step": 4793, "Finetune/Step Time": 12.288232373073697}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7425460815429688, "Finetune/Loss (Raw)": 0.6971215009689331, "Finetune/Step": 4794, "Finetune/Step Time": 12.26419359818101}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7412883043289185, "Finetune/Loss (Raw)": 0.672945499420166, "Finetune/Step": 4795, "Finetune/Step Time": 12.313170393928885}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7419018149375916, "Finetune/Loss (Raw)": 0.8397567868232727, "Finetune/Step": 4796, "Finetune/Step Time": 12.306163758039474}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7437412738800049, "Finetune/Loss (Raw)": 0.7721707224845886, "Finetune/Step": 4797, "Finetune/Step Time": 12.2807189039886}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7421047687530518, "Finetune/Loss (Raw)": 0.5873503684997559, "Finetune/Step": 4798, "Finetune/Step Time": 12.303008276969194}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.743107795715332, "Finetune/Loss (Raw)": 0.8369351625442505, "Finetune/Step": 4799, "Finetune/Step Time": 12.306864531710744}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7441670298576355, "Finetune/Loss (Raw)": 0.9372305274009705, "Finetune/Step": 4800, "Finetune/Step Time": 12.281223516911268}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7449463605880737, "Finetune/Loss (Raw)": 0.8410170078277588, "Finetune/Step": 4801, "Finetune/Step Time": 12.267072981223464}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7444486618041992, "Finetune/Loss (Raw)": 0.7800824642181396, "Finetune/Step": 4802, "Finetune/Step Time": 12.22533038444817}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7447178363800049, "Finetune/Loss (Raw)": 0.8540501594543457, "Finetune/Step": 4803, "Finetune/Step Time": 12.229182740673423}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.745342493057251, "Finetune/Loss (Raw)": 0.8112246990203857, "Finetune/Step": 4804, "Finetune/Step Time": 12.230180824175477}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.745337963104248, "Finetune/Loss (Raw)": 0.8247310519218445, "Finetune/Step": 4805, "Finetune/Step Time": 12.238433085381985}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7456466555595398, "Finetune/Loss (Raw)": 0.7876964807510376, "Finetune/Step": 4806, "Finetune/Step Time": 12.207943107932806}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.746696949005127, "Finetune/Loss (Raw)": 0.7648760080337524, "Finetune/Step": 4807, "Finetune/Step Time": 12.208811661228538}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7469770908355713, "Finetune/Loss (Raw)": 0.8946205973625183, "Finetune/Step": 4808, "Finetune/Step Time": 12.204903915524483}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7454860210418701, "Finetune/Loss (Raw)": 0.5530553460121155, "Finetune/Step": 4809, "Finetune/Step Time": 12.188644267618656}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7453124523162842, "Finetune/Loss (Raw)": 0.7208800315856934, "Finetune/Step": 4810, "Finetune/Step Time": 12.178374819457531}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7456521987915039, "Finetune/Loss (Raw)": 0.7957887649536133, "Finetune/Step": 4811, "Finetune/Step Time": 12.198454638943076}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.744828999042511, "Finetune/Loss (Raw)": 0.7574946880340576, "Finetune/Step": 4812, "Finetune/Step Time": 12.203183149918914}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7438764572143555, "Finetune/Loss (Raw)": 0.7058940529823303, "Finetune/Step": 4813, "Finetune/Step Time": 12.208476504310966}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7449308037757874, "Finetune/Loss (Raw)": 0.7753450870513916, "Finetune/Step": 4814, "Finetune/Step Time": 12.199317721650004}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7455054521560669, "Finetune/Loss (Raw)": 0.8598210215568542, "Finetune/Step": 4815, "Finetune/Step Time": 12.198841962963343}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7431588172912598, "Finetune/Loss (Raw)": 0.7027505040168762, "Finetune/Step": 4816, "Finetune/Step Time": 12.23443303629756}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7425061464309692, "Finetune/Loss (Raw)": 0.7902525663375854, "Finetune/Step": 4817, "Finetune/Step Time": 12.247014747932553}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7441433072090149, "Finetune/Loss (Raw)": 0.8398267030715942, "Finetune/Step": 4818, "Finetune/Step Time": 12.241938648745418}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7438801527023315, "Finetune/Loss (Raw)": 0.8514845371246338, "Finetune/Step": 4819, "Finetune/Step Time": 12.239826956763864}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7431327104568481, "Finetune/Loss (Raw)": 0.8376637101173401, "Finetune/Step": 4820, "Finetune/Step Time": 12.243632754310966}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7438417673110962, "Finetune/Loss (Raw)": 0.8660526275634766, "Finetune/Step": 4821, "Finetune/Step Time": 12.22949093207717}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7434279918670654, "Finetune/Loss (Raw)": 0.8165720701217651, "Finetune/Step": 4822, "Finetune/Step Time": 12.239458737894893}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7434704303741455, "Finetune/Loss (Raw)": 0.8423117995262146, "Finetune/Step": 4823, "Finetune/Step Time": 12.24353558011353}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7429485321044922, "Finetune/Loss (Raw)": 0.602522611618042, "Finetune/Step": 4824, "Finetune/Step Time": 12.250399477779865}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7426602840423584, "Finetune/Loss (Raw)": 0.7319567799568176, "Finetune/Step": 4825, "Finetune/Step Time": 12.259363254532218}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7419935464859009, "Finetune/Loss (Raw)": 0.7611189484596252, "Finetune/Step": 4826, "Finetune/Step Time": 12.257360149174929}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7417742609977722, "Finetune/Loss (Raw)": 0.8257901668548584, "Finetune/Step": 4827, "Finetune/Step Time": 12.246148334816098}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.741800844669342, "Finetune/Loss (Raw)": 0.7824342250823975, "Finetune/Step": 4828, "Finetune/Step Time": 12.262284979224205}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.741619348526001, "Finetune/Loss (Raw)": 0.775107741355896, "Finetune/Step": 4829, "Finetune/Step Time": 12.267344249412417}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7414689064025879, "Finetune/Loss (Raw)": 0.7336224317550659, "Finetune/Step": 4830, "Finetune/Step Time": 12.25858792476356}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.738959789276123, "Finetune/Loss (Raw)": 0.5401630401611328, "Finetune/Step": 4831, "Finetune/Step Time": 12.291059173643589}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7388309240341187, "Finetune/Loss (Raw)": 0.6529827117919922, "Finetune/Step": 4832, "Finetune/Step Time": 12.326785139739513}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7380592226982117, "Finetune/Loss (Raw)": 0.7703540921211243, "Finetune/Step": 4833, "Finetune/Step Time": 12.332793053239584}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7395789623260498, "Finetune/Loss (Raw)": 0.9122915267944336, "Finetune/Step": 4834, "Finetune/Step Time": 12.33843333274126}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7408102750778198, "Finetune/Loss (Raw)": 0.8376554846763611, "Finetune/Step": 4835, "Finetune/Step Time": 12.33650441467762}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7423532009124756, "Finetune/Loss (Raw)": 0.8732032179832458, "Finetune/Step": 4836, "Finetune/Step Time": 12.3289766125381}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7431005835533142, "Finetune/Loss (Raw)": 0.7667050361633301, "Finetune/Step": 4837, "Finetune/Step Time": 12.303014997392893}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7424076795578003, "Finetune/Loss (Raw)": 0.8369050025939941, "Finetune/Step": 4838, "Finetune/Step Time": 12.303558636456728}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7420084476470947, "Finetune/Loss (Raw)": 0.6909630298614502, "Finetune/Step": 4839, "Finetune/Step Time": 12.303945016115904}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7425454258918762, "Finetune/Loss (Raw)": 0.7436123490333557, "Finetune/Step": 4840, "Finetune/Step Time": 12.29253144748509}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.741584062576294, "Finetune/Loss (Raw)": 0.7061744332313538, "Finetune/Step": 4841, "Finetune/Step Time": 12.301809784024954}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7405834197998047, "Finetune/Loss (Raw)": 0.6253094673156738, "Finetune/Step": 4842, "Finetune/Step Time": 12.318563591688871}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7416214942932129, "Finetune/Loss (Raw)": 0.9003722071647644, "Finetune/Step": 4843, "Finetune/Step Time": 12.313874376937747}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7413164377212524, "Finetune/Loss (Raw)": 0.6909266710281372, "Finetune/Step": 4844, "Finetune/Step Time": 12.344045676290989}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7416971921920776, "Finetune/Loss (Raw)": 0.8518089652061462, "Finetune/Step": 4845, "Finetune/Step Time": 12.347910298034549}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.74357670545578, "Finetune/Loss (Raw)": 0.7946954965591431, "Finetune/Step": 4846, "Finetune/Step Time": 12.365605527535081}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.743496835231781, "Finetune/Loss (Raw)": 0.6214116215705872, "Finetune/Step": 4847, "Finetune/Step Time": 12.394135400652885}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7447738647460938, "Finetune/Loss (Raw)": 0.6504976749420166, "Finetune/Step": 4848, "Finetune/Step Time": 12.323446040973067}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7451159954071045, "Finetune/Loss (Raw)": 0.6575888991355896, "Finetune/Step": 4849, "Finetune/Step Time": 12.347579980269074}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7463228702545166, "Finetune/Loss (Raw)": 0.8310205340385437, "Finetune/Step": 4850, "Finetune/Step Time": 12.36739107593894}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7468885779380798, "Finetune/Loss (Raw)": 0.8572208881378174, "Finetune/Step": 4851, "Finetune/Step Time": 12.372204599902034}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7475019693374634, "Finetune/Loss (Raw)": 0.6752805113792419, "Finetune/Step": 4852, "Finetune/Step Time": 12.359716519713402}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7483838796615601, "Finetune/Loss (Raw)": 0.7979214787483215, "Finetune/Step": 4853, "Finetune/Step Time": 12.368775188922882}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7473711967468262, "Finetune/Loss (Raw)": 0.535013735294342, "Finetune/Step": 4854, "Finetune/Step Time": 12.356487847864628}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7477273344993591, "Finetune/Loss (Raw)": 0.7702845335006714, "Finetune/Step": 4855, "Finetune/Step Time": 12.358076287433505}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7484110593795776, "Finetune/Loss (Raw)": 0.8064902424812317, "Finetune/Step": 4856, "Finetune/Step Time": 12.352227158844471}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7474812865257263, "Finetune/Loss (Raw)": 0.8535309433937073, "Finetune/Step": 4857, "Finetune/Step Time": 12.338830018416047}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7486006021499634, "Finetune/Loss (Raw)": 0.9258006811141968, "Finetune/Step": 4858, "Finetune/Step Time": 12.361253317445517}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7498981952667236, "Finetune/Loss (Raw)": 0.7703391313552856, "Finetune/Step": 4859, "Finetune/Step Time": 12.342532604932785}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7494025230407715, "Finetune/Loss (Raw)": 0.6999348998069763, "Finetune/Step": 4860, "Finetune/Step Time": 12.340382896363735}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7485635280609131, "Finetune/Loss (Raw)": 0.729875385761261, "Finetune/Step": 4861, "Finetune/Step Time": 12.36066835001111}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7501999735832214, "Finetune/Loss (Raw)": 0.9022641181945801, "Finetune/Step": 4862, "Finetune/Step Time": 12.35260583087802}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7507106065750122, "Finetune/Loss (Raw)": 0.8950104713439941, "Finetune/Step": 4863, "Finetune/Step Time": 12.353896649554372}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7519142627716064, "Finetune/Loss (Raw)": 0.7338718771934509, "Finetune/Step": 4864, "Finetune/Step Time": 12.363814745098352}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7531091570854187, "Finetune/Loss (Raw)": 0.8214157223701477, "Finetune/Step": 4865, "Finetune/Step Time": 12.36072170548141}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7524200677871704, "Finetune/Loss (Raw)": 0.7175949811935425, "Finetune/Step": 4866, "Finetune/Step Time": 12.352016795426607}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7513954639434814, "Finetune/Loss (Raw)": 0.5643490552902222, "Finetune/Step": 4867, "Finetune/Step Time": 12.383137429133058}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7513726353645325, "Finetune/Loss (Raw)": 0.6771743297576904, "Finetune/Step": 4868, "Finetune/Step Time": 12.380411935970187}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7521822452545166, "Finetune/Loss (Raw)": 0.6550431847572327, "Finetune/Step": 4869, "Finetune/Step Time": 12.38594907335937}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7523826360702515, "Finetune/Loss (Raw)": 0.6923859119415283, "Finetune/Step": 4870, "Finetune/Step Time": 12.360675513744354}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7535262703895569, "Finetune/Loss (Raw)": 0.7884955406188965, "Finetune/Step": 4871, "Finetune/Step Time": 12.350208872929215}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7524818181991577, "Finetune/Loss (Raw)": 0.7575381994247437, "Finetune/Step": 4872, "Finetune/Step Time": 12.348680833354592}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7524765729904175, "Finetune/Loss (Raw)": 0.6904565095901489, "Finetune/Step": 4873, "Finetune/Step Time": 12.343016099184752}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7516151070594788, "Finetune/Loss (Raw)": 0.567297637462616, "Finetune/Step": 4874, "Finetune/Step Time": 12.316596886143088}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7504231929779053, "Finetune/Loss (Raw)": 0.7342071533203125, "Finetune/Step": 4875, "Finetune/Step Time": 12.327854041010141}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7507890462875366, "Finetune/Loss (Raw)": 0.8595178723335266, "Finetune/Step": 4876, "Finetune/Step Time": 12.313694763928652}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7514408826828003, "Finetune/Loss (Raw)": 0.8686317205429077, "Finetune/Step": 4877, "Finetune/Step Time": 12.314387449994683}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7512378692626953, "Finetune/Loss (Raw)": 0.6940215229988098, "Finetune/Step": 4878, "Finetune/Step Time": 12.31619237922132}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7517722249031067, "Finetune/Loss (Raw)": 0.8175996541976929, "Finetune/Step": 4879, "Finetune/Step Time": 12.292116878554225}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7519457936286926, "Finetune/Loss (Raw)": 0.8329401612281799, "Finetune/Step": 4880, "Finetune/Step Time": 12.28907336294651}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7539777755737305, "Finetune/Loss (Raw)": 0.9433624744415283, "Finetune/Step": 4881, "Finetune/Step Time": 12.278130924329162}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7530115842819214, "Finetune/Loss (Raw)": 0.6580826640129089, "Finetune/Step": 4882, "Finetune/Step Time": 12.276034092530608}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7521570324897766, "Finetune/Loss (Raw)": 0.650550365447998, "Finetune/Step": 4883, "Finetune/Step Time": 12.26519119553268}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7527779340744019, "Finetune/Loss (Raw)": 0.8429228067398071, "Finetune/Step": 4884, "Finetune/Step Time": 12.267950573936105}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7527395486831665, "Finetune/Loss (Raw)": 0.7366762757301331, "Finetune/Step": 4885, "Finetune/Step Time": 12.267603974789381}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7536128759384155, "Finetune/Loss (Raw)": 0.8280860185623169, "Finetune/Step": 4886, "Finetune/Step Time": 12.277840660884976}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7544528245925903, "Finetune/Loss (Raw)": 0.8020853996276855, "Finetune/Step": 4887, "Finetune/Step Time": 12.295504400506616}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7550286054611206, "Finetune/Loss (Raw)": 0.836449146270752, "Finetune/Step": 4888, "Finetune/Step Time": 12.306595722213387}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7564202547073364, "Finetune/Loss (Raw)": 0.7748976349830627, "Finetune/Step": 4889, "Finetune/Step Time": 12.286712668836117}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.756558895111084, "Finetune/Loss (Raw)": 0.7029614448547363, "Finetune/Step": 4890, "Finetune/Step Time": 12.317401116713881}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7562807202339172, "Finetune/Loss (Raw)": 0.7160677909851074, "Finetune/Step": 4891, "Finetune/Step Time": 12.312485421076417}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7567253112792969, "Finetune/Loss (Raw)": 0.7661974430084229, "Finetune/Step": 4892, "Finetune/Step Time": 12.310361161828041}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7582602500915527, "Finetune/Loss (Raw)": 0.8488150835037231, "Finetune/Step": 4893, "Finetune/Step Time": 12.30944942869246}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7569179534912109, "Finetune/Loss (Raw)": 0.7243323922157288, "Finetune/Step": 4894, "Finetune/Step Time": 12.32177078910172}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7557179927825928, "Finetune/Loss (Raw)": 0.6539716124534607, "Finetune/Step": 4895, "Finetune/Step Time": 12.329853789880872}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7567228078842163, "Finetune/Loss (Raw)": 0.8515608310699463, "Finetune/Step": 4896, "Finetune/Step Time": 12.324669623747468}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7558221817016602, "Finetune/Loss (Raw)": 0.621019184589386, "Finetune/Step": 4897, "Finetune/Step Time": 12.339140160009265}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7571233510971069, "Finetune/Loss (Raw)": 0.6538590788841248, "Finetune/Step": 4898, "Finetune/Step Time": 12.34417212754488}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7568325400352478, "Finetune/Loss (Raw)": 0.8430067300796509, "Finetune/Step": 4899, "Finetune/Step Time": 12.331022476777434}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7575724124908447, "Finetune/Loss (Raw)": 0.7759318947792053, "Finetune/Step": 4900, "Finetune/Step Time": 12.30592293664813}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7589989900588989, "Finetune/Loss (Raw)": 0.7370516657829285, "Finetune/Step": 4901, "Finetune/Step Time": 12.304501442238688}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.758568286895752, "Finetune/Loss (Raw)": 0.7315885424613953, "Finetune/Step": 4902, "Finetune/Step Time": 12.305727930739522}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7574863433837891, "Finetune/Loss (Raw)": 0.710490345954895, "Finetune/Step": 4903, "Finetune/Step Time": 12.315063677728176}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7582917213439941, "Finetune/Loss (Raw)": 0.7651172876358032, "Finetune/Step": 4904, "Finetune/Step Time": 12.296817474067211}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.758387565612793, "Finetune/Loss (Raw)": 0.7729487419128418, "Finetune/Step": 4905, "Finetune/Step Time": 12.309817899018526}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7599616646766663, "Finetune/Loss (Raw)": 0.7192419767379761, "Finetune/Step": 4906, "Finetune/Step Time": 12.282416131347418}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7577299475669861, "Finetune/Loss (Raw)": 0.6196719408035278, "Finetune/Step": 4907, "Finetune/Step Time": 12.290014578029513}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7583581209182739, "Finetune/Loss (Raw)": 0.7796986699104309, "Finetune/Step": 4908, "Finetune/Step Time": 12.3092401009053}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7591738700866699, "Finetune/Loss (Raw)": 0.7442724704742432, "Finetune/Step": 4909, "Finetune/Step Time": 12.302341401576996}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7602088451385498, "Finetune/Loss (Raw)": 0.8048238754272461, "Finetune/Step": 4910, "Finetune/Step Time": 12.288795322179794}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7618054151535034, "Finetune/Loss (Raw)": 0.7472736835479736, "Finetune/Step": 4911, "Finetune/Step Time": 12.258655855432153}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.761516809463501, "Finetune/Loss (Raw)": 0.7299728393554688, "Finetune/Step": 4912, "Finetune/Step Time": 12.26849814504385}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7606023550033569, "Finetune/Loss (Raw)": 0.8174921274185181, "Finetune/Step": 4913, "Finetune/Step Time": 12.276748221367598}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.759588360786438, "Finetune/Loss (Raw)": 0.666439950466156, "Finetune/Step": 4914, "Finetune/Step Time": 12.296609871089458}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7588733434677124, "Finetune/Loss (Raw)": 0.6552569270133972, "Finetune/Step": 4915, "Finetune/Step Time": 12.301164355129004}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7596425414085388, "Finetune/Loss (Raw)": 0.747902512550354, "Finetune/Step": 4916, "Finetune/Step Time": 12.258481707423925}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7598416805267334, "Finetune/Loss (Raw)": 0.6358108520507812, "Finetune/Step": 4917, "Finetune/Step Time": 12.282620824873447}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.759781539440155, "Finetune/Loss (Raw)": 0.7955318093299866, "Finetune/Step": 4918, "Finetune/Step Time": 12.272504454478621}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7607767581939697, "Finetune/Loss (Raw)": 0.7497043013572693, "Finetune/Step": 4919, "Finetune/Step Time": 12.247390735894442}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7602056264877319, "Finetune/Loss (Raw)": 0.8509812951087952, "Finetune/Step": 4920, "Finetune/Step Time": 12.243208250030875}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.759618878364563, "Finetune/Loss (Raw)": 0.7434060573577881, "Finetune/Step": 4921, "Finetune/Step Time": 12.258996851742268}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7593661546707153, "Finetune/Loss (Raw)": 0.6647734045982361, "Finetune/Step": 4922, "Finetune/Step Time": 12.259170543402433}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7598721385002136, "Finetune/Loss (Raw)": 0.7377082109451294, "Finetune/Step": 4923, "Finetune/Step Time": 12.223025057464838}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7588765621185303, "Finetune/Loss (Raw)": 0.7123186588287354, "Finetune/Step": 4924, "Finetune/Step Time": 12.22254765406251}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7582327127456665, "Finetune/Loss (Raw)": 0.6897621750831604, "Finetune/Step": 4925, "Finetune/Step Time": 12.218627382069826}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7591922879219055, "Finetune/Loss (Raw)": 0.710177481174469, "Finetune/Step": 4926, "Finetune/Step Time": 12.198403650894761}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7583999633789062, "Finetune/Loss (Raw)": 0.7355196475982666, "Finetune/Step": 4927, "Finetune/Step Time": 12.200626710429788}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7554109692573547, "Finetune/Loss (Raw)": 0.5546411275863647, "Finetune/Step": 4928, "Finetune/Step Time": 12.235896253958344}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7545738220214844, "Finetune/Loss (Raw)": 0.7338607907295227, "Finetune/Step": 4929, "Finetune/Step Time": 12.240942439064384}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7546266317367554, "Finetune/Loss (Raw)": 0.7868430018424988, "Finetune/Step": 4930, "Finetune/Step Time": 12.24270754866302}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7543849349021912, "Finetune/Loss (Raw)": 0.8231102228164673, "Finetune/Step": 4931, "Finetune/Step Time": 12.245495721697807}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.754355788230896, "Finetune/Loss (Raw)": 0.8074902892112732, "Finetune/Step": 4932, "Finetune/Step Time": 12.246736304834485}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7533398866653442, "Finetune/Loss (Raw)": 0.6947001814842224, "Finetune/Step": 4933, "Finetune/Step Time": 12.262789329513907}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7536894083023071, "Finetune/Loss (Raw)": 0.8324355483055115, "Finetune/Step": 4934, "Finetune/Step Time": 12.255121909081936}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7540968060493469, "Finetune/Loss (Raw)": 0.8170198798179626, "Finetune/Step": 4935, "Finetune/Step Time": 12.253797614946961}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.752329409122467, "Finetune/Loss (Raw)": 0.6683940887451172, "Finetune/Step": 4936, "Finetune/Step Time": 12.26760364510119}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7550264596939087, "Finetune/Loss (Raw)": 0.8982722163200378, "Finetune/Step": 4937, "Finetune/Step Time": 12.26131833717227}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7556447982788086, "Finetune/Loss (Raw)": 0.8000368475914001, "Finetune/Step": 4938, "Finetune/Step Time": 12.275295628234744}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7540969848632812, "Finetune/Loss (Raw)": 0.5976688861846924, "Finetune/Step": 4939, "Finetune/Step Time": 12.273868074640632}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7529476881027222, "Finetune/Loss (Raw)": 0.6103739738464355, "Finetune/Step": 4940, "Finetune/Step Time": 12.273413134738803}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7524896860122681, "Finetune/Loss (Raw)": 0.6472811698913574, "Finetune/Step": 4941, "Finetune/Step Time": 12.247848249971867}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7518457770347595, "Finetune/Loss (Raw)": 0.6929218769073486, "Finetune/Step": 4942, "Finetune/Step Time": 12.254137720912695}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7504059672355652, "Finetune/Loss (Raw)": 0.6755277514457703, "Finetune/Step": 4943, "Finetune/Step Time": 12.269112030044198}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7511024475097656, "Finetune/Loss (Raw)": 0.7918978333473206, "Finetune/Step": 4944, "Finetune/Step Time": 12.241528118029237}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7516371011734009, "Finetune/Loss (Raw)": 0.8586828112602234, "Finetune/Step": 4945, "Finetune/Step Time": 12.237158622592688}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7506519556045532, "Finetune/Loss (Raw)": 0.7137352228164673, "Finetune/Step": 4946, "Finetune/Step Time": 12.229106415063143}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7501411437988281, "Finetune/Loss (Raw)": 0.7860972285270691, "Finetune/Step": 4947, "Finetune/Step Time": 12.233598006889224}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.749391496181488, "Finetune/Loss (Raw)": 0.7417035102844238, "Finetune/Step": 4948, "Finetune/Step Time": 12.23337648063898}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7480190396308899, "Finetune/Loss (Raw)": 0.6903815269470215, "Finetune/Step": 4949, "Finetune/Step Time": 12.251780331134796}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7470075488090515, "Finetune/Loss (Raw)": 0.6870989799499512, "Finetune/Step": 4950, "Finetune/Step Time": 12.262879624962807}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7467573881149292, "Finetune/Loss (Raw)": 0.8102903962135315, "Finetune/Step": 4951, "Finetune/Step Time": 12.26091530919075}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7483185529708862, "Finetune/Loss (Raw)": 0.8023494482040405, "Finetune/Step": 4952, "Finetune/Step Time": 12.247318929061294}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.747911810874939, "Finetune/Loss (Raw)": 0.6798943877220154, "Finetune/Step": 4953, "Finetune/Step Time": 12.24513959698379}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7480457425117493, "Finetune/Loss (Raw)": 0.7782669067382812, "Finetune/Step": 4954, "Finetune/Step Time": 12.327035512775183}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7475687265396118, "Finetune/Loss (Raw)": 0.764737069606781, "Finetune/Step": 4955, "Finetune/Step Time": 12.333471110090613}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7477104663848877, "Finetune/Loss (Raw)": 0.8005747199058533, "Finetune/Step": 4956, "Finetune/Step Time": 12.313108393922448}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7480447292327881, "Finetune/Loss (Raw)": 0.8178856372833252, "Finetune/Step": 4957, "Finetune/Step Time": 12.298886386677623}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7477298974990845, "Finetune/Loss (Raw)": 0.6933321952819824, "Finetune/Step": 4958, "Finetune/Step Time": 12.327811999246478}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.748902440071106, "Finetune/Loss (Raw)": 0.6902518272399902, "Finetune/Step": 4959, "Finetune/Step Time": 12.330402471125126}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7494449615478516, "Finetune/Loss (Raw)": 0.7224113941192627, "Finetune/Step": 4960, "Finetune/Step Time": 12.295046102255583}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7491028904914856, "Finetune/Loss (Raw)": 0.7265766859054565, "Finetune/Step": 4961, "Finetune/Step Time": 12.291758114472032}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7484557032585144, "Finetune/Loss (Raw)": 0.829451858997345, "Finetune/Step": 4962, "Finetune/Step Time": 12.291114073246717}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7476514577865601, "Finetune/Loss (Raw)": 0.7347124814987183, "Finetune/Step": 4963, "Finetune/Step Time": 12.302757982164621}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7473371624946594, "Finetune/Loss (Raw)": 0.8329684734344482, "Finetune/Step": 4964, "Finetune/Step Time": 12.314457509666681}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7481516599655151, "Finetune/Loss (Raw)": 0.870960533618927, "Finetune/Step": 4965, "Finetune/Step Time": 12.31737375445664}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7472237348556519, "Finetune/Loss (Raw)": 0.7181299924850464, "Finetune/Step": 4966, "Finetune/Step Time": 12.32460980862379}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7483944892883301, "Finetune/Loss (Raw)": 0.8408289551734924, "Finetune/Step": 4967, "Finetune/Step Time": 12.322614019736648}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7487592697143555, "Finetune/Loss (Raw)": 0.7902934551239014, "Finetune/Step": 4968, "Finetune/Step Time": 12.31133759021759}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7487354278564453, "Finetune/Loss (Raw)": 0.7031291127204895, "Finetune/Step": 4969, "Finetune/Step Time": 12.32373790256679}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7500250935554504, "Finetune/Loss (Raw)": 0.7903884053230286, "Finetune/Step": 4970, "Finetune/Step Time": 12.294908555224538}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.749886155128479, "Finetune/Loss (Raw)": 0.8825889825820923, "Finetune/Step": 4971, "Finetune/Step Time": 12.312404822558165}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7502381205558777, "Finetune/Loss (Raw)": 0.7359744906425476, "Finetune/Step": 4972, "Finetune/Step Time": 12.309369439259171}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7507267594337463, "Finetune/Loss (Raw)": 0.9143517017364502, "Finetune/Step": 4973, "Finetune/Step Time": 12.31030965410173}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7487465143203735, "Finetune/Loss (Raw)": 0.541225254535675, "Finetune/Step": 4974, "Finetune/Step Time": 12.298106724396348}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.749103307723999, "Finetune/Loss (Raw)": 0.6670810580253601, "Finetune/Step": 4975, "Finetune/Step Time": 12.277959628030658}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7509487867355347, "Finetune/Loss (Raw)": 0.8867201209068298, "Finetune/Step": 4976, "Finetune/Step Time": 12.283786797896028}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7510203719139099, "Finetune/Loss (Raw)": 0.6667563915252686, "Finetune/Step": 4977, "Finetune/Step Time": 12.290329780429602}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7502050399780273, "Finetune/Loss (Raw)": 0.72665935754776, "Finetune/Step": 4978, "Finetune/Step Time": 12.273754365742207}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7485193014144897, "Finetune/Loss (Raw)": 0.6414431929588318, "Finetune/Step": 4979, "Finetune/Step Time": 12.278539450839162}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7483038902282715, "Finetune/Loss (Raw)": 0.6477071046829224, "Finetune/Step": 4980, "Finetune/Step Time": 12.270441375672817}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7474768757820129, "Finetune/Loss (Raw)": 0.6920665502548218, "Finetune/Step": 4981, "Finetune/Step Time": 12.261143073439598}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7497848272323608, "Finetune/Loss (Raw)": 0.8304206728935242, "Finetune/Step": 4982, "Finetune/Step Time": 12.258415782824159}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7490667104721069, "Finetune/Loss (Raw)": 0.6783687472343445, "Finetune/Step": 4983, "Finetune/Step Time": 12.283268198370934}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7476027011871338, "Finetune/Loss (Raw)": 0.6191002726554871, "Finetune/Step": 4984, "Finetune/Step Time": 12.298694809898734}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7477554082870483, "Finetune/Loss (Raw)": 0.8730818629264832, "Finetune/Step": 4985, "Finetune/Step Time": 12.294503888115287}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7452191114425659, "Finetune/Loss (Raw)": 0.6011512875556946, "Finetune/Step": 4986, "Finetune/Step Time": 12.274699419736862}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7453471422195435, "Finetune/Loss (Raw)": 0.7867295145988464, "Finetune/Step": 4987, "Finetune/Step Time": 12.283352063968778}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7462273836135864, "Finetune/Loss (Raw)": 0.8126031756401062, "Finetune/Step": 4988, "Finetune/Step Time": 12.292663063853979}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7467613816261292, "Finetune/Loss (Raw)": 0.7982296943664551, "Finetune/Step": 4989, "Finetune/Step Time": 12.279186701402068}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7456934452056885, "Finetune/Loss (Raw)": 0.7655631303787231, "Finetune/Step": 4990, "Finetune/Step Time": 12.270096387714148}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7445015907287598, "Finetune/Loss (Raw)": 0.7424506545066833, "Finetune/Step": 4991, "Finetune/Step Time": 12.277686892077327}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7460020780563354, "Finetune/Loss (Raw)": 0.9259400367736816, "Finetune/Step": 4992, "Finetune/Step Time": 12.283919990062714}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7434505224227905, "Finetune/Loss (Raw)": 0.49481984972953796, "Finetune/Step": 4993, "Finetune/Step Time": 12.315269077196717}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7438343167304993, "Finetune/Loss (Raw)": 0.7667186856269836, "Finetune/Step": 4994, "Finetune/Step Time": 12.32175324857235}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7438910007476807, "Finetune/Loss (Raw)": 0.5716004371643066, "Finetune/Step": 4995, "Finetune/Step Time": 12.299699598923326}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7454065084457397, "Finetune/Loss (Raw)": 0.8711689710617065, "Finetune/Step": 4996, "Finetune/Step Time": 12.299682885408401}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7466694116592407, "Finetune/Loss (Raw)": 0.8166929483413696, "Finetune/Step": 4997, "Finetune/Step Time": 12.280017275363207}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.748993992805481, "Finetune/Loss (Raw)": 0.9899199604988098, "Finetune/Step": 4998, "Finetune/Step Time": 12.282167185097933}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7496423721313477, "Finetune/Loss (Raw)": 0.8714929223060608, "Finetune/Step": 4999, "Finetune/Step Time": 12.272197866812348}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7482281923294067, "Finetune/Loss (Raw)": 0.5765255093574524, "Finetune/Step": 5000, "Finetune/Step Time": 12.301939893513918}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7490290403366089, "Finetune/Loss (Raw)": 0.7929719686508179, "Finetune/Step": 5001, "Finetune/Step Time": 12.277322413399816}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7487664818763733, "Finetune/Loss (Raw)": 0.5336852073669434, "Finetune/Step": 5002, "Finetune/Step Time": 12.281830629333854}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7483582496643066, "Finetune/Loss (Raw)": 0.6819531321525574, "Finetune/Step": 5003, "Finetune/Step Time": 12.268524838611484}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7464375495910645, "Finetune/Loss (Raw)": 0.6136700510978699, "Finetune/Step": 5004, "Finetune/Step Time": 12.287953913211823}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7455036640167236, "Finetune/Loss (Raw)": 0.7490973472595215, "Finetune/Step": 5005, "Finetune/Step Time": 12.295039689168334}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7461727857589722, "Finetune/Loss (Raw)": 0.7796677350997925, "Finetune/Step": 5006, "Finetune/Step Time": 12.285240642726421}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7441933155059814, "Finetune/Loss (Raw)": 0.5642219185829163, "Finetune/Step": 5007, "Finetune/Step Time": 12.298174023628235}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7429807186126709, "Finetune/Loss (Raw)": 0.6777256727218628, "Finetune/Step": 5008, "Finetune/Step Time": 12.305844636633992}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7426694631576538, "Finetune/Loss (Raw)": 0.9035233855247498, "Finetune/Step": 5009, "Finetune/Step Time": 12.311152663081884}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7436284422874451, "Finetune/Loss (Raw)": 0.7808366417884827, "Finetune/Step": 5010, "Finetune/Step Time": 12.301154943183064}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7445409297943115, "Finetune/Loss (Raw)": 0.767346978187561, "Finetune/Step": 5011, "Finetune/Step Time": 12.301834147423506}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7438440322875977, "Finetune/Loss (Raw)": 0.7537235617637634, "Finetune/Step": 5012, "Finetune/Step Time": 12.30020483955741}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7429711222648621, "Finetune/Loss (Raw)": 0.6249423623085022, "Finetune/Step": 5013, "Finetune/Step Time": 12.305120985955}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7420080900192261, "Finetune/Loss (Raw)": 0.7048138976097107, "Finetune/Step": 5014, "Finetune/Step Time": 12.29345422424376}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7410917282104492, "Finetune/Loss (Raw)": 0.6847870945930481, "Finetune/Step": 5015, "Finetune/Step Time": 12.272951174527407}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7402861714363098, "Finetune/Loss (Raw)": 0.7333444356918335, "Finetune/Step": 5016, "Finetune/Step Time": 12.304508972913027}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7394077181816101, "Finetune/Loss (Raw)": 0.6624573469161987, "Finetune/Step": 5017, "Finetune/Step Time": 12.30596797913313}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7390919923782349, "Finetune/Loss (Raw)": 0.6625505089759827, "Finetune/Step": 5018, "Finetune/Step Time": 12.287640696391463}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7390975952148438, "Finetune/Loss (Raw)": 0.7167803049087524, "Finetune/Step": 5019, "Finetune/Step Time": 12.285965899005532}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7377439141273499, "Finetune/Loss (Raw)": 0.5929215550422668, "Finetune/Step": 5020, "Finetune/Step Time": 12.30944375693798}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.737633228302002, "Finetune/Loss (Raw)": 0.834656298160553, "Finetune/Step": 5021, "Finetune/Step Time": 12.313752701506019}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7381919026374817, "Finetune/Loss (Raw)": 0.7958375215530396, "Finetune/Step": 5022, "Finetune/Step Time": 12.287641003727913}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7389619946479797, "Finetune/Loss (Raw)": 0.7525458335876465, "Finetune/Step": 5023, "Finetune/Step Time": 12.293865052983165}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7381488084793091, "Finetune/Loss (Raw)": 0.7474679350852966, "Finetune/Step": 5024, "Finetune/Step Time": 12.300604352727532}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7390108108520508, "Finetune/Loss (Raw)": 0.7313550114631653, "Finetune/Step": 5025, "Finetune/Step Time": 12.30216147005558}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7402693033218384, "Finetune/Loss (Raw)": 0.8149538040161133, "Finetune/Step": 5026, "Finetune/Step Time": 12.292690487578511}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.740034818649292, "Finetune/Loss (Raw)": 0.8129904866218567, "Finetune/Step": 5027, "Finetune/Step Time": 12.29234909825027}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7408356666564941, "Finetune/Loss (Raw)": 0.878441572189331, "Finetune/Step": 5028, "Finetune/Step Time": 12.290762417018414}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7414272427558899, "Finetune/Loss (Raw)": 0.8127719163894653, "Finetune/Step": 5029, "Finetune/Step Time": 12.291530026122928}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7414003610610962, "Finetune/Loss (Raw)": 0.7281458973884583, "Finetune/Step": 5030, "Finetune/Step Time": 12.293945072218776}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7415028810501099, "Finetune/Loss (Raw)": 0.7236085534095764, "Finetune/Step": 5031, "Finetune/Step Time": 12.283929593861103}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7418874502182007, "Finetune/Loss (Raw)": 0.8143417239189148, "Finetune/Step": 5032, "Finetune/Step Time": 12.279265912249684}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7417381405830383, "Finetune/Loss (Raw)": 0.7538440227508545, "Finetune/Step": 5033, "Finetune/Step Time": 12.266426803544164}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.742328941822052, "Finetune/Loss (Raw)": 0.7948628067970276, "Finetune/Step": 5034, "Finetune/Step Time": 12.264494409784675}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7430716156959534, "Finetune/Loss (Raw)": 0.7147361636161804, "Finetune/Step": 5035, "Finetune/Step Time": 12.270014375448227}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7424494028091431, "Finetune/Loss (Raw)": 0.7000493407249451, "Finetune/Step": 5036, "Finetune/Step Time": 12.240997821092606}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7435272336006165, "Finetune/Loss (Raw)": 0.8822388648986816, "Finetune/Step": 5037, "Finetune/Step Time": 12.238040642812848}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.74416583776474, "Finetune/Loss (Raw)": 0.8865653872489929, "Finetune/Step": 5038, "Finetune/Step Time": 12.257895203307271}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7457387447357178, "Finetune/Loss (Raw)": 0.9486134052276611, "Finetune/Step": 5039, "Finetune/Step Time": 12.263379776850343}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7443991899490356, "Finetune/Loss (Raw)": 0.5585036277770996, "Finetune/Step": 5040, "Finetune/Step Time": 12.269738264381886}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7450078725814819, "Finetune/Loss (Raw)": 0.8954038023948669, "Finetune/Step": 5041, "Finetune/Step Time": 12.254449533298612}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7466541528701782, "Finetune/Loss (Raw)": 0.8771638870239258, "Finetune/Step": 5042, "Finetune/Step Time": 12.245546942576766}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7476308345794678, "Finetune/Loss (Raw)": 0.7802715301513672, "Finetune/Step": 5043, "Finetune/Step Time": 12.24927805736661}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.747708261013031, "Finetune/Loss (Raw)": 0.7578128576278687, "Finetune/Step": 5044, "Finetune/Step Time": 12.252884203568101}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.747809648513794, "Finetune/Loss (Raw)": 0.6487919092178345, "Finetune/Step": 5045, "Finetune/Step Time": 12.251019125804305}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7463181018829346, "Finetune/Loss (Raw)": 0.6046122908592224, "Finetune/Step": 5046, "Finetune/Step Time": 12.28072046302259}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7467056512832642, "Finetune/Loss (Raw)": 0.7993049025535583, "Finetune/Step": 5047, "Finetune/Step Time": 12.280085330829024}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7468711733818054, "Finetune/Loss (Raw)": 0.8721681833267212, "Finetune/Step": 5048, "Finetune/Step Time": 12.280679127201438}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7465600967407227, "Finetune/Loss (Raw)": 0.7035890221595764, "Finetune/Step": 5049, "Finetune/Step Time": 12.26766037940979}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7470346689224243, "Finetune/Loss (Raw)": 0.7255150675773621, "Finetune/Step": 5050, "Finetune/Step Time": 12.280666520819068}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7461347579956055, "Finetune/Loss (Raw)": 0.6225246787071228, "Finetune/Step": 5051, "Finetune/Step Time": 12.296225111931562}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7450818419456482, "Finetune/Loss (Raw)": 0.5775430202484131, "Finetune/Step": 5052, "Finetune/Step Time": 12.316709354519844}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7444528341293335, "Finetune/Loss (Raw)": 0.6092538833618164, "Finetune/Step": 5053, "Finetune/Step Time": 12.328853975981474}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7455216646194458, "Finetune/Loss (Raw)": 0.8469842076301575, "Finetune/Step": 5054, "Finetune/Step Time": 12.333330625668168}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7455319166183472, "Finetune/Loss (Raw)": 0.7368400692939758, "Finetune/Step": 5055, "Finetune/Step Time": 12.331300372257829}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7474589347839355, "Finetune/Loss (Raw)": 0.8012890219688416, "Finetune/Step": 5056, "Finetune/Step Time": 12.295987293124199}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7473750710487366, "Finetune/Loss (Raw)": 0.7231321930885315, "Finetune/Step": 5057, "Finetune/Step Time": 12.300909530371428}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7473735809326172, "Finetune/Loss (Raw)": 0.7866510152816772, "Finetune/Step": 5058, "Finetune/Step Time": 12.303187711164355}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7475833892822266, "Finetune/Loss (Raw)": 0.8499630689620972, "Finetune/Step": 5059, "Finetune/Step Time": 12.297137880697846}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7482525706291199, "Finetune/Loss (Raw)": 0.8931487798690796, "Finetune/Step": 5060, "Finetune/Step Time": 12.292804911732674}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7493096590042114, "Finetune/Loss (Raw)": 0.8300095200538635, "Finetune/Step": 5061, "Finetune/Step Time": 12.268645536154509}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7473278045654297, "Finetune/Loss (Raw)": 0.5787549018859863, "Finetune/Step": 5062, "Finetune/Step Time": 12.276956878602505}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7477036714553833, "Finetune/Loss (Raw)": 0.8651284575462341, "Finetune/Step": 5063, "Finetune/Step Time": 12.276458702981472}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7474740743637085, "Finetune/Loss (Raw)": 0.6390103697776794, "Finetune/Step": 5064, "Finetune/Step Time": 12.272259579971433}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7473574876785278, "Finetune/Loss (Raw)": 0.8833456039428711, "Finetune/Step": 5065, "Finetune/Step Time": 12.27900618687272}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7478063106536865, "Finetune/Loss (Raw)": 0.8574848771095276, "Finetune/Step": 5066, "Finetune/Step Time": 12.265731884166598}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7487461566925049, "Finetune/Loss (Raw)": 0.7179673314094543, "Finetune/Step": 5067, "Finetune/Step Time": 12.240890188142657}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7501457929611206, "Finetune/Loss (Raw)": 0.7895277142524719, "Finetune/Step": 5068, "Finetune/Step Time": 12.227612063288689}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7505899667739868, "Finetune/Loss (Raw)": 0.7041406035423279, "Finetune/Step": 5069, "Finetune/Step Time": 12.229528773576021}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7507332563400269, "Finetune/Loss (Raw)": 0.7112562656402588, "Finetune/Step": 5070, "Finetune/Step Time": 12.225053109228611}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7510577440261841, "Finetune/Loss (Raw)": 0.7170695662498474, "Finetune/Step": 5071, "Finetune/Step Time": 12.235549457371235}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7520492076873779, "Finetune/Loss (Raw)": 0.9188029170036316, "Finetune/Step": 5072, "Finetune/Step Time": 12.23868652060628}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7516517043113708, "Finetune/Loss (Raw)": 0.8078038096427917, "Finetune/Step": 5073, "Finetune/Step Time": 12.245384329929948}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.75279700756073, "Finetune/Loss (Raw)": 0.8603358864784241, "Finetune/Step": 5074, "Finetune/Step Time": 12.243953421711922}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7514472603797913, "Finetune/Loss (Raw)": 0.613324761390686, "Finetune/Step": 5075, "Finetune/Step Time": 12.270589144900441}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7518292665481567, "Finetune/Loss (Raw)": 0.7906046509742737, "Finetune/Step": 5076, "Finetune/Step Time": 12.26641333475709}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7523946762084961, "Finetune/Loss (Raw)": 0.7627501487731934, "Finetune/Step": 5077, "Finetune/Step Time": 12.275871198624372}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7526241540908813, "Finetune/Loss (Raw)": 0.7164783477783203, "Finetune/Step": 5078, "Finetune/Step Time": 12.254125695675611}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7531024217605591, "Finetune/Loss (Raw)": 0.871505081653595, "Finetune/Step": 5079, "Finetune/Step Time": 12.250869400799274}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7532138824462891, "Finetune/Loss (Raw)": 0.8166192770004272, "Finetune/Step": 5080, "Finetune/Step Time": 12.243315236642957}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7527092695236206, "Finetune/Loss (Raw)": 0.6153014898300171, "Finetune/Step": 5081, "Finetune/Step Time": 12.239976536482573}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7508841753005981, "Finetune/Loss (Raw)": 0.5446503162384033, "Finetune/Step": 5082, "Finetune/Step Time": 12.204052591696382}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7504321336746216, "Finetune/Loss (Raw)": 0.7068815231323242, "Finetune/Step": 5083, "Finetune/Step Time": 12.206063318997622}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7494090795516968, "Finetune/Loss (Raw)": 0.6696197986602783, "Finetune/Step": 5084, "Finetune/Step Time": 12.223905066028237}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7487250566482544, "Finetune/Loss (Raw)": 0.7303346395492554, "Finetune/Step": 5085, "Finetune/Step Time": 12.232601111754775}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7502737641334534, "Finetune/Loss (Raw)": 0.8915607929229736, "Finetune/Step": 5086, "Finetune/Step Time": 12.211848333477974}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7505980134010315, "Finetune/Loss (Raw)": 0.7317549586296082, "Finetune/Step": 5087, "Finetune/Step Time": 12.213818138465285}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7518919110298157, "Finetune/Loss (Raw)": 0.8880318999290466, "Finetune/Step": 5088, "Finetune/Step Time": 12.212141459807754}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.752791166305542, "Finetune/Loss (Raw)": 0.8416815400123596, "Finetune/Step": 5089, "Finetune/Step Time": 12.215202098712325}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7518688440322876, "Finetune/Loss (Raw)": 0.7114009261131287, "Finetune/Step": 5090, "Finetune/Step Time": 12.219264725223184}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7525674104690552, "Finetune/Loss (Raw)": 0.8241203427314758, "Finetune/Step": 5091, "Finetune/Step Time": 12.222014926373959}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7505829930305481, "Finetune/Loss (Raw)": 0.5789659023284912, "Finetune/Step": 5092, "Finetune/Step Time": 12.2406897675246}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.749836266040802, "Finetune/Loss (Raw)": 0.7753749489784241, "Finetune/Step": 5093, "Finetune/Step Time": 12.240979753434658}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7488056421279907, "Finetune/Loss (Raw)": 0.586220920085907, "Finetune/Step": 5094, "Finetune/Step Time": 12.250027682632208}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7467989921569824, "Finetune/Loss (Raw)": 0.5839719772338867, "Finetune/Step": 5095, "Finetune/Step Time": 12.258563252165914}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7460487484931946, "Finetune/Loss (Raw)": 0.6942628622055054, "Finetune/Step": 5096, "Finetune/Step Time": 12.30837832391262}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7441661357879639, "Finetune/Loss (Raw)": 0.4621526300907135, "Finetune/Step": 5097, "Finetune/Step Time": 12.28666927665472}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7430298328399658, "Finetune/Loss (Raw)": 0.6449423432350159, "Finetune/Step": 5098, "Finetune/Step Time": 12.289888005703688}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7415327429771423, "Finetune/Loss (Raw)": 0.6909633874893188, "Finetune/Step": 5099, "Finetune/Step Time": 12.273574095219374}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7408153414726257, "Finetune/Loss (Raw)": 0.6441468000411987, "Finetune/Step": 5100, "Finetune/Step Time": 12.246547030285}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7391473054885864, "Finetune/Loss (Raw)": 0.700846254825592, "Finetune/Step": 5101, "Finetune/Step Time": 12.244927201420069}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7404340505599976, "Finetune/Loss (Raw)": 0.7059227228164673, "Finetune/Step": 5102, "Finetune/Step Time": 12.222923632711172}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7419416308403015, "Finetune/Loss (Raw)": 0.8600543737411499, "Finetune/Step": 5103, "Finetune/Step Time": 12.21523379161954}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7390849590301514, "Finetune/Loss (Raw)": 0.5210659503936768, "Finetune/Step": 5104, "Finetune/Step Time": 12.218950975686312}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7401368021965027, "Finetune/Loss (Raw)": 0.801390528678894, "Finetune/Step": 5105, "Finetune/Step Time": 12.18323738873005}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7414929866790771, "Finetune/Loss (Raw)": 0.9002524018287659, "Finetune/Step": 5106, "Finetune/Step Time": 12.187790287658572}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7431551218032837, "Finetune/Loss (Raw)": 0.8541921973228455, "Finetune/Step": 5107, "Finetune/Step Time": 12.186239710077643}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7439736723899841, "Finetune/Loss (Raw)": 0.7524849772453308, "Finetune/Step": 5108, "Finetune/Step Time": 12.162348106503487}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7454376816749573, "Finetune/Loss (Raw)": 0.8794593214988708, "Finetune/Step": 5109, "Finetune/Step Time": 12.163719892501831}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7445870637893677, "Finetune/Loss (Raw)": 0.7215412855148315, "Finetune/Step": 5110, "Finetune/Step Time": 12.178948875516653}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.744299590587616, "Finetune/Loss (Raw)": 0.6415703296661377, "Finetune/Step": 5111, "Finetune/Step Time": 12.1893156375736}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7437191605567932, "Finetune/Loss (Raw)": 0.5448095798492432, "Finetune/Step": 5112, "Finetune/Step Time": 12.20290283113718}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7414991855621338, "Finetune/Loss (Raw)": 0.5889224410057068, "Finetune/Step": 5113, "Finetune/Step Time": 12.237893853336573}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7424331903457642, "Finetune/Loss (Raw)": 0.7207080125808716, "Finetune/Step": 5114, "Finetune/Step Time": 12.242058828473091}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7418071627616882, "Finetune/Loss (Raw)": 0.706593930721283, "Finetune/Step": 5115, "Finetune/Step Time": 12.231802836060524}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7396897673606873, "Finetune/Loss (Raw)": 0.5415767431259155, "Finetune/Step": 5116, "Finetune/Step Time": 12.253586215898395}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7407020926475525, "Finetune/Loss (Raw)": 0.9278113842010498, "Finetune/Step": 5117, "Finetune/Step Time": 12.256201995536685}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7410366535186768, "Finetune/Loss (Raw)": 0.8083874583244324, "Finetune/Step": 5118, "Finetune/Step Time": 12.260825669392943}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7421326637268066, "Finetune/Loss (Raw)": 0.8827423453330994, "Finetune/Step": 5119, "Finetune/Step Time": 12.250150887295604}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.739269495010376, "Finetune/Loss (Raw)": 0.559454083442688, "Finetune/Step": 5120, "Finetune/Step Time": 12.250673066824675}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7409363985061646, "Finetune/Loss (Raw)": 0.7081802487373352, "Finetune/Step": 5121, "Finetune/Step Time": 12.219430409371853}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7403749227523804, "Finetune/Loss (Raw)": 0.694842517375946, "Finetune/Step": 5122, "Finetune/Step Time": 12.211134508252144}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7421067357063293, "Finetune/Loss (Raw)": 0.7932751178741455, "Finetune/Step": 5123, "Finetune/Step Time": 12.22238046117127}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.742197573184967, "Finetune/Loss (Raw)": 0.8827967643737793, "Finetune/Step": 5124, "Finetune/Step Time": 12.22269999422133}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.742397665977478, "Finetune/Loss (Raw)": 0.8423067331314087, "Finetune/Step": 5125, "Finetune/Step Time": 12.227868830785155}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.739802360534668, "Finetune/Loss (Raw)": 0.6577265858650208, "Finetune/Step": 5126, "Finetune/Step Time": 12.259879058226943}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7380402088165283, "Finetune/Loss (Raw)": 0.6459280848503113, "Finetune/Step": 5127, "Finetune/Step Time": 12.27805052511394}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.739428699016571, "Finetune/Loss (Raw)": 0.7542592883110046, "Finetune/Step": 5128, "Finetune/Step Time": 12.252704543992877}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.737029492855072, "Finetune/Loss (Raw)": 0.485872358083725, "Finetune/Step": 5129, "Finetune/Step Time": 12.280980542302132}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7387790083885193, "Finetune/Loss (Raw)": 0.7576205730438232, "Finetune/Step": 5130, "Finetune/Step Time": 12.271266983821988}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7381764650344849, "Finetune/Loss (Raw)": 0.6048288941383362, "Finetune/Step": 5131, "Finetune/Step Time": 12.276682782918215}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7379006743431091, "Finetune/Loss (Raw)": 0.5783677697181702, "Finetune/Step": 5132, "Finetune/Step Time": 12.266688603907824}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7376044988632202, "Finetune/Loss (Raw)": 0.7111859321594238, "Finetune/Step": 5133, "Finetune/Step Time": 12.265973698347807}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7377318739891052, "Finetune/Loss (Raw)": 0.795977771282196, "Finetune/Step": 5134, "Finetune/Step Time": 12.272342441603541}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7382485866546631, "Finetune/Loss (Raw)": 0.6303611993789673, "Finetune/Step": 5135, "Finetune/Step Time": 12.26574588008225}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.739996075630188, "Finetune/Loss (Raw)": 0.9014021158218384, "Finetune/Step": 5136, "Finetune/Step Time": 12.272314259782434}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7388345003128052, "Finetune/Loss (Raw)": 0.7548354864120483, "Finetune/Step": 5137, "Finetune/Step Time": 12.27197801321745}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7385269403457642, "Finetune/Loss (Raw)": 0.7414701581001282, "Finetune/Step": 5138, "Finetune/Step Time": 12.287928372621536}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7365086078643799, "Finetune/Loss (Raw)": 0.5089961886405945, "Finetune/Step": 5139, "Finetune/Step Time": 12.312139621004462}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7366714477539062, "Finetune/Loss (Raw)": 0.7745691537857056, "Finetune/Step": 5140, "Finetune/Step Time": 12.307219684123993}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7384692430496216, "Finetune/Loss (Raw)": 0.8550708889961243, "Finetune/Step": 5141, "Finetune/Step Time": 12.300650592893362}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.73825603723526, "Finetune/Loss (Raw)": 0.6775194406509399, "Finetune/Step": 5142, "Finetune/Step Time": 12.302321692928672}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7397501468658447, "Finetune/Loss (Raw)": 0.8760308027267456, "Finetune/Step": 5143, "Finetune/Step Time": 12.306944044306874}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7386090755462646, "Finetune/Loss (Raw)": 0.5872946977615356, "Finetune/Step": 5144, "Finetune/Step Time": 12.313708173111081}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7391297817230225, "Finetune/Loss (Raw)": 0.7290962338447571, "Finetune/Step": 5145, "Finetune/Step Time": 12.319764018058777}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7407163381576538, "Finetune/Loss (Raw)": 0.8656359314918518, "Finetune/Step": 5146, "Finetune/Step Time": 12.316291064023972}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7410871982574463, "Finetune/Loss (Raw)": 0.7642479538917542, "Finetune/Step": 5147, "Finetune/Step Time": 12.319026108831167}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7404600381851196, "Finetune/Loss (Raw)": 0.5126454830169678, "Finetune/Step": 5148, "Finetune/Step Time": 12.297287609428167}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7397703528404236, "Finetune/Loss (Raw)": 0.7463799118995667, "Finetune/Step": 5149, "Finetune/Step Time": 12.307765368372202}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.739409327507019, "Finetune/Loss (Raw)": 0.7496275305747986, "Finetune/Step": 5150, "Finetune/Step Time": 12.315625132992864}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7390608787536621, "Finetune/Loss (Raw)": 0.7079461216926575, "Finetune/Step": 5151, "Finetune/Step Time": 12.308877516537905}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7386817336082458, "Finetune/Loss (Raw)": 0.6989297866821289, "Finetune/Step": 5152, "Finetune/Step Time": 12.307629603892565}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7381948232650757, "Finetune/Loss (Raw)": 0.6690363883972168, "Finetune/Step": 5153, "Finetune/Step Time": 12.317845175042748}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7367355823516846, "Finetune/Loss (Raw)": 0.6281630992889404, "Finetune/Step": 5154, "Finetune/Step Time": 12.345056293532252}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7356951236724854, "Finetune/Loss (Raw)": 0.6798176765441895, "Finetune/Step": 5155, "Finetune/Step Time": 12.351013591513038}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7352630496025085, "Finetune/Loss (Raw)": 0.82313472032547, "Finetune/Step": 5156, "Finetune/Step Time": 12.367830308154225}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7347010374069214, "Finetune/Loss (Raw)": 0.7408363819122314, "Finetune/Step": 5157, "Finetune/Step Time": 12.367011226713657}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7347384691238403, "Finetune/Loss (Raw)": 0.7329328060150146, "Finetune/Step": 5158, "Finetune/Step Time": 12.36563978344202}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.73592609167099, "Finetune/Loss (Raw)": 0.875626266002655, "Finetune/Step": 5159, "Finetune/Step Time": 12.368693064898252}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7364922761917114, "Finetune/Loss (Raw)": 0.8868086934089661, "Finetune/Step": 5160, "Finetune/Step Time": 12.36441589705646}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7367597818374634, "Finetune/Loss (Raw)": 0.7880898118019104, "Finetune/Step": 5161, "Finetune/Step Time": 12.381406461820006}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7359834909439087, "Finetune/Loss (Raw)": 0.6955018639564514, "Finetune/Step": 5162, "Finetune/Step Time": 12.385555792599916}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7365028262138367, "Finetune/Loss (Raw)": 0.781205952167511, "Finetune/Step": 5163, "Finetune/Step Time": 12.373497162014246}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.737627387046814, "Finetune/Loss (Raw)": 0.8439880609512329, "Finetune/Step": 5164, "Finetune/Step Time": 12.391439106315374}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.735173225402832, "Finetune/Loss (Raw)": 0.5681073665618896, "Finetune/Step": 5165, "Finetune/Step Time": 12.40207713842392}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.734119176864624, "Finetune/Loss (Raw)": 0.7516434192657471, "Finetune/Step": 5166, "Finetune/Step Time": 12.401999682188034}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.731595516204834, "Finetune/Loss (Raw)": 0.6255975961685181, "Finetune/Step": 5167, "Finetune/Step Time": 12.39493402466178}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7339774370193481, "Finetune/Loss (Raw)": 0.8633793592453003, "Finetune/Step": 5168, "Finetune/Step Time": 12.394992446526885}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7336553335189819, "Finetune/Loss (Raw)": 0.8541752099990845, "Finetune/Step": 5169, "Finetune/Step Time": 12.397533660754561}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7317159175872803, "Finetune/Loss (Raw)": 0.6289188861846924, "Finetune/Step": 5170, "Finetune/Step Time": 12.404055187478662}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7327191829681396, "Finetune/Loss (Raw)": 0.9086938500404358, "Finetune/Step": 5171, "Finetune/Step Time": 12.396284695714712}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7322900295257568, "Finetune/Loss (Raw)": 0.7028787136077881, "Finetune/Step": 5172, "Finetune/Step Time": 12.397333960980177}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7326240539550781, "Finetune/Loss (Raw)": 0.6915455460548401, "Finetune/Step": 5173, "Finetune/Step Time": 12.370236339047551}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7351547479629517, "Finetune/Loss (Raw)": 0.9285403490066528, "Finetune/Step": 5174, "Finetune/Step Time": 12.344498528167605}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7346827983856201, "Finetune/Loss (Raw)": 0.7388952374458313, "Finetune/Step": 5175, "Finetune/Step Time": 12.350960955023766}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7327083349227905, "Finetune/Loss (Raw)": 0.6194402575492859, "Finetune/Step": 5176, "Finetune/Step Time": 12.375329919159412}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7336214780807495, "Finetune/Loss (Raw)": 0.8204682469367981, "Finetune/Step": 5177, "Finetune/Step Time": 12.370849568396807}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7331319451332092, "Finetune/Loss (Raw)": 0.6628596782684326, "Finetune/Step": 5178, "Finetune/Step Time": 12.350869551301003}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7334923148155212, "Finetune/Loss (Raw)": 0.6686499714851379, "Finetune/Step": 5179, "Finetune/Step Time": 12.347373185679317}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7337983846664429, "Finetune/Loss (Raw)": 0.6167224049568176, "Finetune/Step": 5180, "Finetune/Step Time": 12.332824420183897}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7350834608078003, "Finetune/Loss (Raw)": 0.7737358808517456, "Finetune/Step": 5181, "Finetune/Step Time": 12.331951716914773}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7330344915390015, "Finetune/Loss (Raw)": 0.5847207307815552, "Finetune/Step": 5182, "Finetune/Step Time": 12.338651375845075}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.733569324016571, "Finetune/Loss (Raw)": 0.8053012490272522, "Finetune/Step": 5183, "Finetune/Step Time": 12.349592097103596}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7324167490005493, "Finetune/Loss (Raw)": 0.6537638902664185, "Finetune/Step": 5184, "Finetune/Step Time": 12.362717604264617}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7331430315971375, "Finetune/Loss (Raw)": 0.8160862922668457, "Finetune/Step": 5185, "Finetune/Step Time": 12.382368138059974}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7316613793373108, "Finetune/Loss (Raw)": 0.5970072746276855, "Finetune/Step": 5186, "Finetune/Step Time": 12.410414161160588}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7298357486724854, "Finetune/Loss (Raw)": 0.6162728667259216, "Finetune/Step": 5187, "Finetune/Step Time": 12.436510592699051}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7283543944358826, "Finetune/Loss (Raw)": 0.7035471796989441, "Finetune/Step": 5188, "Finetune/Step Time": 12.438819332048297}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7265453338623047, "Finetune/Loss (Raw)": 0.598438024520874, "Finetune/Step": 5189, "Finetune/Step Time": 12.456752136349678}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7267007827758789, "Finetune/Loss (Raw)": 0.5986536741256714, "Finetune/Step": 5190, "Finetune/Step Time": 12.453774319961667}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7248224020004272, "Finetune/Loss (Raw)": 0.6246957182884216, "Finetune/Step": 5191, "Finetune/Step Time": 12.469945307821035}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7253801822662354, "Finetune/Loss (Raw)": 0.7104135155677795, "Finetune/Step": 5192, "Finetune/Step Time": 12.46350839920342}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7236907482147217, "Finetune/Loss (Raw)": 0.6670907139778137, "Finetune/Step": 5193, "Finetune/Step Time": 12.48306797631085}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7216163277626038, "Finetune/Loss (Raw)": 0.5919637680053711, "Finetune/Step": 5194, "Finetune/Step Time": 12.513036275282502}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7214281558990479, "Finetune/Loss (Raw)": 0.6938828825950623, "Finetune/Step": 5195, "Finetune/Step Time": 12.515207014977932}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7206436395645142, "Finetune/Loss (Raw)": 0.6891040205955505, "Finetune/Step": 5196, "Finetune/Step Time": 12.525341836735606}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7212837934494019, "Finetune/Loss (Raw)": 0.7860837578773499, "Finetune/Step": 5197, "Finetune/Step Time": 12.512401022017002}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.721146285533905, "Finetune/Loss (Raw)": 0.6936566829681396, "Finetune/Step": 5198, "Finetune/Step Time": 12.505840830504894}