diff --git "a/prism-dinosiglip-controlled+13b/run-metrics.jsonl" "b/prism-dinosiglip-controlled+13b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-dinosiglip-controlled+13b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+fused-gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-13b-pure", "llm_max_length": 2048, "model_id": "prism-dinosiglip-controlled+13b", "reduce_in_full_precision": false, "type": "prism-dinosiglip-controlled+13b", "vision_backbone_id": "dinosiglip-vit-so-384px"}, "pretrained_checkpoint": null, "run_id": "prism-dinosiglip-controlled+13b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-dinosiglip-controlled+13b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 6.852106094360352, "Finetune/Loss (Raw)": 6.852106094360352, "Finetune/Step": 1, "Finetune/Step Time": 34.060446977615356}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 6.380282402038574, "Finetune/Loss (Raw)": 5.908458232879639, "Finetune/Step": 2, "Finetune/Step Time": 25.156721830368042}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 5.947965621948242, "Finetune/Loss (Raw)": 5.0833330154418945, "Finetune/Step": 3, "Finetune/Step Time": 20.498746156692505}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 5.76650333404541, "Finetune/Loss (Raw)": 5.222115516662598, "Finetune/Step": 4, "Finetune/Step Time": 18.21233332157135}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 5.651371955871582, "Finetune/Loss (Raw)": 5.190845489501953, "Finetune/Step": 5, "Finetune/Step Time": 17.029090213775635}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 5.529891014099121, "Finetune/Loss (Raw)": 4.9224853515625, "Finetune/Step": 6, "Finetune/Step Time": 16.15419526894887}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 5.434010982513428, "Finetune/Loss (Raw)": 4.858731269836426, "Finetune/Step": 7, "Finetune/Step Time": 15.503095694950648}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 5.337019920349121, "Finetune/Loss (Raw)": 4.658084869384766, "Finetune/Step": 8, "Finetune/Step Time": 15.275461226701736}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 5.22869348526001, "Finetune/Loss (Raw)": 4.362081050872803, "Finetune/Step": 9, "Finetune/Step Time": 14.892795960108439}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 5.19205379486084, "Finetune/Loss (Raw)": 4.862298488616943, "Finetune/Step": 10, "Finetune/Step Time": 14.962933468818665}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 5.08519172668457, "Finetune/Loss (Raw)": 4.0165696144104, "Finetune/Step": 11, "Finetune/Step Time": 14.698490294543179}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 4.99888277053833, "Finetune/Loss (Raw)": 4.049483776092529, "Finetune/Step": 12, "Finetune/Step Time": 14.423005958398184}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 4.898538112640381, "Finetune/Loss (Raw)": 3.6944048404693604, "Finetune/Step": 13, "Finetune/Step Time": 14.203923133703379}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 4.808172702789307, "Finetune/Loss (Raw)": 3.633418083190918, "Finetune/Step": 14, "Finetune/Step Time": 13.995662331581116}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 4.694563865661621, "Finetune/Loss (Raw)": 3.104041814804077, "Finetune/Step": 15, "Finetune/Step Time": 13.932982651392619}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 4.555187225341797, "Finetune/Loss (Raw)": 2.4645419120788574, "Finetune/Step": 16, "Finetune/Step Time": 13.894638195633888}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 4.4558234214782715, "Finetune/Loss (Raw)": 2.8660061359405518, "Finetune/Step": 17, "Finetune/Step Time": 13.771348967271692}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 4.333420276641846, "Finetune/Loss (Raw)": 2.252563238143921, "Finetune/Step": 18, "Finetune/Step Time": 13.694578912523058}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 4.232021808624268, "Finetune/Loss (Raw)": 2.4068527221679688, "Finetune/Step": 19, "Finetune/Step Time": 13.573215622650949}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 4.134232044219971, "Finetune/Loss (Raw)": 2.276219367980957, "Finetune/Step": 20, "Finetune/Step Time": 13.422903347015382}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 4.0401201248168945, "Finetune/Loss (Raw)": 2.157883882522583, "Finetune/Step": 21, "Finetune/Step Time": 13.41769179843721}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 3.9393153190612793, "Finetune/Loss (Raw)": 1.8224087953567505, "Finetune/Step": 22, "Finetune/Step Time": 13.460122802040793}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 3.7909278869628906, "Finetune/Loss (Raw)": 0.5264091491699219, "Finetune/Step": 23, "Finetune/Step Time": 13.596945638241975}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 3.712909460067749, "Finetune/Loss (Raw)": 1.91848886013031, "Finetune/Step": 24, "Finetune/Step Time": 13.494459807872772}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 3.6343297958374023, "Finetune/Loss (Raw)": 1.7484149932861328, "Finetune/Step": 25, "Finetune/Step Time": 13.430309171676635}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 3.5178463459014893, "Finetune/Loss (Raw)": 0.6057628989219666, "Finetune/Step": 26, "Finetune/Step Time": 13.521083547518803}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 3.453630208969116, "Finetune/Loss (Raw)": 1.7840136289596558, "Finetune/Step": 27, "Finetune/Step Time": 13.421840182057133}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 3.3842501640319824, "Finetune/Loss (Raw)": 1.5109807252883911, "Finetune/Step": 28, "Finetune/Step Time": 13.342084211962563}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 3.324582815170288, "Finetune/Loss (Raw)": 1.6539041996002197, "Finetune/Step": 29, "Finetune/Step Time": 13.334797407018728}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 3.2622692584991455, "Finetune/Loss (Raw)": 1.4551661014556885, "Finetune/Step": 30, "Finetune/Step Time": 13.331489698092144}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 3.209174633026123, "Finetune/Loss (Raw)": 1.6163402795791626, "Finetune/Step": 31, "Finetune/Step Time": 13.28594704597227}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 3.1547722816467285, "Finetune/Loss (Raw)": 1.4683047533035278, "Finetune/Step": 32, "Finetune/Step Time": 13.326713286340237}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 3.0980336666107178, "Finetune/Loss (Raw)": 1.282384991645813, "Finetune/Step": 33, "Finetune/Step Time": 13.294274481860073}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 3.044187307357788, "Finetune/Loss (Raw)": 1.2672650814056396, "Finetune/Step": 34, "Finetune/Step Time": 13.231795388109544}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 3.0009286403656006, "Finetune/Loss (Raw)": 1.5301291942596436, "Finetune/Step": 35, "Finetune/Step Time": 13.208923816680908}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.9534502029418945, "Finetune/Loss (Raw)": 1.2917108535766602, "Finetune/Step": 36, "Finetune/Step Time": 13.22856597105662}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.9125547409057617, "Finetune/Loss (Raw)": 1.4403213262557983, "Finetune/Step": 37, "Finetune/Step Time": 13.310640837695148}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.868506908416748, "Finetune/Loss (Raw)": 1.238736867904663, "Finetune/Step": 38, "Finetune/Step Time": 13.257073483969036}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.8262767791748047, "Finetune/Loss (Raw)": 1.221521258354187, "Finetune/Step": 39, "Finetune/Step Time": 13.18845725670839}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 2.786637544631958, "Finetune/Loss (Raw)": 1.240708589553833, "Finetune/Step": 40, "Finetune/Step Time": 13.195543986558913}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 2.7514901161193848, "Finetune/Loss (Raw)": 1.3455936908721924, "Finetune/Step": 41, "Finetune/Step Time": 13.121834481634744}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 2.7161877155303955, "Finetune/Loss (Raw)": 1.2687923908233643, "Finetune/Step": 42, "Finetune/Step Time": 13.073456151144844}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 2.681058406829834, "Finetune/Loss (Raw)": 1.205627202987671, "Finetune/Step": 43, "Finetune/Step Time": 13.070795968521473}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 2.6469886302948, "Finetune/Loss (Raw)": 1.1819884777069092, "Finetune/Step": 44, "Finetune/Step Time": 13.058219075202942}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 2.612975835800171, "Finetune/Loss (Raw)": 1.1164097785949707, "Finetune/Step": 45, "Finetune/Step Time": 13.153890101114909}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 2.5689189434051514, "Finetune/Loss (Raw)": 0.586361289024353, "Finetune/Step": 46, "Finetune/Step Time": 13.212295879488407}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 2.537536859512329, "Finetune/Loss (Raw)": 1.0939680337905884, "Finetune/Step": 47, "Finetune/Step Time": 13.187669464882385}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 2.508104085922241, "Finetune/Loss (Raw)": 1.1247494220733643, "Finetune/Step": 48, "Finetune/Step Time": 13.201238428552946}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 2.480299711227417, "Finetune/Loss (Raw)": 1.1456984281539917, "Finetune/Step": 49, "Finetune/Step Time": 13.180055345807757}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 2.451021909713745, "Finetune/Loss (Raw)": 1.0164210796356201, "Finetune/Step": 50, "Finetune/Step Time": 13.138211550712585}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 2.4248852729797363, "Finetune/Loss (Raw)": 1.1180369853973389, "Finetune/Step": 51, "Finetune/Step Time": 13.110147064807368}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.4011929035186768, "Finetune/Loss (Raw)": 1.1928765773773193, "Finetune/Step": 52, "Finetune/Step Time": 13.101698554479158}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.3725967407226562, "Finetune/Loss (Raw)": 0.8855944871902466, "Finetune/Step": 53, "Finetune/Step Time": 13.122285208612118}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 2.3460323810577393, "Finetune/Loss (Raw)": 0.9381266832351685, "Finetune/Step": 54, "Finetune/Step Time": 13.117148447919774}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 2.323523759841919, "Finetune/Loss (Raw)": 1.1080710887908936, "Finetune/Step": 55, "Finetune/Step Time": 13.121852866086092}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 2.3015098571777344, "Finetune/Loss (Raw)": 1.0907480716705322, "Finetune/Step": 56, "Finetune/Step Time": 13.134468708719526}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 2.2786436080932617, "Finetune/Loss (Raw)": 0.9981297254562378, "Finetune/Step": 57, "Finetune/Step Time": 13.111303208167094}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 2.2566728591918945, "Finetune/Loss (Raw)": 1.0043319463729858, "Finetune/Step": 58, "Finetune/Step Time": 13.15262812992622}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 2.23635196685791, "Finetune/Loss (Raw)": 1.0577515363693237, "Finetune/Step": 59, "Finetune/Step Time": 13.165044445102497}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 2.2159125804901123, "Finetune/Loss (Raw)": 1.0099616050720215, "Finetune/Step": 60, "Finetune/Step Time": 13.135755042235056}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 2.197559356689453, "Finetune/Loss (Raw)": 1.0964025259017944, "Finetune/Step": 61, "Finetune/Step Time": 13.111975665952338}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 2.1797468662261963, "Finetune/Loss (Raw)": 1.0931665897369385, "Finetune/Step": 62, "Finetune/Step Time": 13.08282781800916}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 2.163573741912842, "Finetune/Loss (Raw)": 1.1608446836471558, "Finetune/Step": 63, "Finetune/Step Time": 13.051985793643528}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 2.145852565765381, "Finetune/Loss (Raw)": 1.0294082164764404, "Finetune/Step": 64, "Finetune/Step Time": 13.105138696730137}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 2.128650665283203, "Finetune/Loss (Raw)": 1.0277303457260132, "Finetune/Step": 65, "Finetune/Step Time": 13.096647093846247}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 2.1111981868743896, "Finetune/Loss (Raw)": 0.9767991304397583, "Finetune/Step": 66, "Finetune/Step Time": 13.07570780768539}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 2.0926003456115723, "Finetune/Loss (Raw)": 0.8651373982429504, "Finetune/Step": 67, "Finetune/Step Time": 13.07084530147154}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 2.0774331092834473, "Finetune/Loss (Raw)": 1.0612373352050781, "Finetune/Step": 68, "Finetune/Step Time": 13.086263817899367}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 2.063417911529541, "Finetune/Loss (Raw)": 1.1103781461715698, "Finetune/Step": 69, "Finetune/Step Time": 13.05658667674963}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 2.050372362136841, "Finetune/Loss (Raw)": 1.1502269506454468, "Finetune/Step": 70, "Finetune/Step Time": 13.033324013437543}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 2.033862352371216, "Finetune/Loss (Raw)": 0.8781616687774658, "Finetune/Step": 71, "Finetune/Step Time": 13.014953891995926}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 2.018903970718384, "Finetune/Loss (Raw)": 0.9568593502044678, "Finetune/Step": 72, "Finetune/Step Time": 12.984982838233313}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 2.003244161605835, "Finetune/Loss (Raw)": 0.8757252097129822, "Finetune/Step": 73, "Finetune/Step Time": 12.965034053750234}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.9881283044815063, "Finetune/Loss (Raw)": 0.8846707940101624, "Finetune/Step": 74, "Finetune/Step Time": 12.939417030360248}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.9724817276000977, "Finetune/Loss (Raw)": 0.8146503567695618, "Finetune/Step": 75, "Finetune/Step Time": 12.93260959625244}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.9590867757797241, "Finetune/Loss (Raw)": 0.9544574022293091, "Finetune/Step": 76, "Finetune/Step Time": 12.922470124144303}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.9475125074386597, "Finetune/Loss (Raw)": 1.0678809881210327, "Finetune/Step": 77, "Finetune/Step Time": 12.8972670010158}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.9373204708099365, "Finetune/Loss (Raw)": 1.1525120735168457, "Finetune/Step": 78, "Finetune/Step Time": 12.873360398488167}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.926916480064392, "Finetune/Loss (Raw)": 1.1154119968414307, "Finetune/Step": 79, "Finetune/Step Time": 12.858630454992946}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.9147580862045288, "Finetune/Loss (Raw)": 0.9542471170425415, "Finetune/Step": 80, "Finetune/Step Time": 12.871798267960548}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.9051321744918823, "Finetune/Loss (Raw)": 1.1350529193878174, "Finetune/Step": 81, "Finetune/Step Time": 12.869934994497417}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.8948348760604858, "Finetune/Loss (Raw)": 1.0607666969299316, "Finetune/Step": 82, "Finetune/Step Time": 12.851329727870661}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.8829458951950073, "Finetune/Loss (Raw)": 0.9080355167388916, "Finetune/Step": 83, "Finetune/Step Time": 12.866836725947369}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.8740251064300537, "Finetune/Loss (Raw)": 1.1335961818695068, "Finetune/Step": 84, "Finetune/Step Time": 12.870789215678261}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.863771677017212, "Finetune/Loss (Raw)": 1.00248384475708, "Finetune/Step": 85, "Finetune/Step Time": 12.856444571999942}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.8495540618896484, "Finetune/Loss (Raw)": 0.6410587430000305, "Finetune/Step": 86, "Finetune/Step Time": 12.887593779453011}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.8396776914596558, "Finetune/Loss (Raw)": 0.9903134703636169, "Finetune/Step": 87, "Finetune/Step Time": 12.872341668468783}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.83201003074646, "Finetune/Loss (Raw)": 1.1649192571640015, "Finetune/Step": 88, "Finetune/Step Time": 12.881029668179425}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.8229140043258667, "Finetune/Loss (Raw)": 1.022466778755188, "Finetune/Step": 89, "Finetune/Step Time": 12.866333784682027}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.814822793006897, "Finetune/Loss (Raw)": 1.0946937799453735, "Finetune/Step": 90, "Finetune/Step Time": 12.877412592040168}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.8072054386138916, "Finetune/Loss (Raw)": 1.1216496229171753, "Finetune/Step": 91, "Finetune/Step Time": 12.879841290987455}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.7999924421310425, "Finetune/Loss (Raw)": 1.1436147689819336, "Finetune/Step": 92, "Finetune/Step Time": 12.868281040502632}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.7901885509490967, "Finetune/Loss (Raw)": 0.8882321715354919, "Finetune/Step": 93, "Finetune/Step Time": 12.855510850106516}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.7828917503356934, "Finetune/Loss (Raw)": 1.1043001413345337, "Finetune/Step": 94, "Finetune/Step Time": 12.834278875208916}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.7748111486434937, "Finetune/Loss (Raw)": 1.015216588973999, "Finetune/Step": 95, "Finetune/Step Time": 12.821270054265073}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.7669742107391357, "Finetune/Loss (Raw)": 1.0224577188491821, "Finetune/Step": 96, "Finetune/Step Time": 12.824939062198004}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.7590042352676392, "Finetune/Loss (Raw)": 0.9938945770263672, "Finetune/Step": 97, "Finetune/Step Time": 12.821411781704303}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.751953363418579, "Finetune/Loss (Raw)": 1.068023443222046, "Finetune/Step": 98, "Finetune/Step Time": 12.80317120892661}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.739803433418274, "Finetune/Loss (Raw)": 0.5491143465042114, "Finetune/Step": 99, "Finetune/Step Time": 12.81926118725478}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.7338992357254028, "Finetune/Loss (Raw)": 1.1493737697601318, "Finetune/Step": 100, "Finetune/Step Time": 12.808062610626221}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.726702094078064, "Finetune/Loss (Raw)": 1.0070050954818726, "Finetune/Step": 101, "Finetune/Step Time": 12.809878663261339}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.7209371328353882, "Finetune/Loss (Raw)": 1.1386743783950806, "Finetune/Step": 102, "Finetune/Step Time": 12.78698358115028}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.709843635559082, "Finetune/Loss (Raw)": 0.5783042311668396, "Finetune/Step": 103, "Finetune/Step Time": 12.80531439040471}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.7040013074874878, "Finetune/Loss (Raw)": 1.1022205352783203, "Finetune/Step": 104, "Finetune/Step Time": 12.789166445915516}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.6972500085830688, "Finetune/Loss (Raw)": 0.9951282143592834, "Finetune/Step": 105, "Finetune/Step Time": 12.766902203786941}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.6908788681030273, "Finetune/Loss (Raw)": 1.0219190120697021, "Finetune/Step": 106, "Finetune/Step Time": 12.748823919386234}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.684956431388855, "Finetune/Loss (Raw)": 1.0571705102920532, "Finetune/Step": 107, "Finetune/Step Time": 12.730872695691117}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.6783896684646606, "Finetune/Loss (Raw)": 0.9757405519485474, "Finetune/Step": 108, "Finetune/Step Time": 12.718192358811697}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.673140287399292, "Finetune/Loss (Raw)": 1.1062257289886475, "Finetune/Step": 109, "Finetune/Step Time": 12.705383162979686}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.66713547706604, "Finetune/Loss (Raw)": 1.0126001834869385, "Finetune/Step": 110, "Finetune/Step Time": 12.706850611079822}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.6615179777145386, "Finetune/Loss (Raw)": 1.0435899496078491, "Finetune/Step": 111, "Finetune/Step Time": 12.727142477894688}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.6559854745864868, "Finetune/Loss (Raw)": 1.0418726205825806, "Finetune/Step": 112, "Finetune/Step Time": 12.721146941184998}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.6509102582931519, "Finetune/Loss (Raw)": 1.08247971534729, "Finetune/Step": 113, "Finetune/Step Time": 12.72481916225062}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.6413509845733643, "Finetune/Loss (Raw)": 0.5611661672592163, "Finetune/Step": 114, "Finetune/Step Time": 12.750747502895823}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.6361796855926514, "Finetune/Loss (Raw)": 1.0466593503952026, "Finetune/Step": 115, "Finetune/Step Time": 12.740594065707663}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.6295433044433594, "Finetune/Loss (Raw)": 0.8663526177406311, "Finetune/Step": 116, "Finetune/Step Time": 12.74940827591666}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.6247645616531372, "Finetune/Loss (Raw)": 1.070407509803772, "Finetune/Step": 117, "Finetune/Step Time": 12.743266682339529}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.620261549949646, "Finetune/Loss (Raw)": 1.0934110879898071, "Finetune/Step": 118, "Finetune/Step Time": 12.727628394708795}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.6149992942810059, "Finetune/Loss (Raw)": 0.9940632581710815, "Finetune/Step": 119, "Finetune/Step Time": 12.719872687043262}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.6101436614990234, "Finetune/Loss (Raw)": 1.0323092937469482, "Finetune/Step": 120, "Finetune/Step Time": 12.714163025220236}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.6049374341964722, "Finetune/Loss (Raw)": 0.9802170395851135, "Finetune/Step": 121, "Finetune/Step Time": 12.724150572926545}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.5994614362716675, "Finetune/Loss (Raw)": 0.9368788003921509, "Finetune/Step": 122, "Finetune/Step Time": 12.713191894234203}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.5944178104400635, "Finetune/Loss (Raw)": 0.9790939688682556, "Finetune/Step": 123, "Finetune/Step Time": 12.70145717093615}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.5903470516204834, "Finetune/Loss (Raw)": 1.0896276235580444, "Finetune/Step": 124, "Finetune/Step Time": 12.690812901143104}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.585408091545105, "Finetune/Loss (Raw)": 0.9729562997817993, "Finetune/Step": 125, "Finetune/Step Time": 12.680253347396851}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.5812093019485474, "Finetune/Loss (Raw)": 1.0563836097717285, "Finetune/Step": 126, "Finetune/Step Time": 12.698005244845437}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.5760438442230225, "Finetune/Loss (Raw)": 0.925182580947876, "Finetune/Step": 127, "Finetune/Step Time": 12.6865054002897}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.572083592414856, "Finetune/Loss (Raw)": 1.0691428184509277, "Finetune/Step": 128, "Finetune/Step Time": 12.679714597761631}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.5271544456481934, "Finetune/Loss (Raw)": 1.1011825799942017, "Finetune/Step": 129, "Finetune/Step Time": 12.502861754968762}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.4895315170288086, "Finetune/Loss (Raw)": 1.0927200317382812, "Finetune/Step": 130, "Finetune/Step Time": 12.47418524697423}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.4578900337219238, "Finetune/Loss (Raw)": 1.0332175493240356, "Finetune/Step": 131, "Finetune/Step Time": 12.472164366394281}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.4252386093139648, "Finetune/Loss (Raw)": 1.042748212814331, "Finetune/Step": 132, "Finetune/Step Time": 12.471740854904056}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.3914299011230469, "Finetune/Loss (Raw)": 0.8633276224136353, "Finetune/Step": 133, "Finetune/Step Time": 12.48642642609775}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.362163782119751, "Finetune/Loss (Raw)": 1.1764106750488281, "Finetune/Step": 134, "Finetune/Step Time": 12.484092876315117}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.3314030170440674, "Finetune/Loss (Raw)": 0.9213554859161377, "Finetune/Step": 135, "Finetune/Step Time": 12.487484503537416}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.3028966188430786, "Finetune/Loss (Raw)": 1.009265422821045, "Finetune/Step": 136, "Finetune/Step Time": 12.4677291829139}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.2760083675384521, "Finetune/Loss (Raw)": 0.9203916192054749, "Finetune/Step": 137, "Finetune/Step Time": 12.470008980482817}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.2463778257369995, "Finetune/Loss (Raw)": 1.0695937871932983, "Finetune/Step": 138, "Finetune/Step Time": 12.42735469341278}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.2216694355010986, "Finetune/Loss (Raw)": 0.853891909122467, "Finetune/Step": 139, "Finetune/Step Time": 12.427263027057052}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.1996883153915405, "Finetune/Loss (Raw)": 1.2359076738357544, "Finetune/Step": 140, "Finetune/Step Time": 12.420501068234444}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.1783884763717651, "Finetune/Loss (Raw)": 0.9680280685424805, "Finetune/Step": 141, "Finetune/Step Time": 12.411821806803346}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.1574785709381104, "Finetune/Loss (Raw)": 0.9569393992424011, "Finetune/Step": 142, "Finetune/Step Time": 12.470005884766579}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.1402829885482788, "Finetune/Loss (Raw)": 0.903008222579956, "Finetune/Step": 143, "Finetune/Step Time": 12.492761788889766}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.1266021728515625, "Finetune/Loss (Raw)": 0.7134078741073608, "Finetune/Step": 144, "Finetune/Step Time": 12.508269736543298}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.1090210676193237, "Finetune/Loss (Raw)": 0.6156130433082581, "Finetune/Step": 145, "Finetune/Step Time": 12.531706932932138}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0987764596939087, "Finetune/Loss (Raw)": 0.9412545561790466, "Finetune/Step": 146, "Finetune/Step Time": 12.521160019561648}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0867186784744263, "Finetune/Loss (Raw)": 0.8634568452835083, "Finetune/Step": 147, "Finetune/Step Time": 12.526326037943363}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0771379470825195, "Finetune/Loss (Raw)": 1.0498857498168945, "Finetune/Step": 148, "Finetune/Step Time": 12.53165002539754}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0684609413146973, "Finetune/Loss (Raw)": 1.0472272634506226, "Finetune/Step": 149, "Finetune/Step Time": 12.51984348706901}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0624949932098389, "Finetune/Loss (Raw)": 1.0587787628173828, "Finetune/Step": 150, "Finetune/Step Time": 12.504181664437056}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0663552284240723, "Finetune/Loss (Raw)": 1.0205134153366089, "Finetune/Step": 151, "Finetune/Step Time": 12.466773580759764}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0591039657592773, "Finetune/Loss (Raw)": 0.9903132319450378, "Finetune/Step": 152, "Finetune/Step Time": 12.486216597259045}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0542256832122803, "Finetune/Loss (Raw)": 1.1240020990371704, "Finetune/Step": 153, "Finetune/Step Time": 12.498065864667296}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.057910680770874, "Finetune/Loss (Raw)": 1.0774413347244263, "Finetune/Step": 154, "Finetune/Step Time": 12.465515952557325}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0527515411376953, "Finetune/Loss (Raw)": 1.1236484050750732, "Finetune/Step": 155, "Finetune/Step Time": 12.47089596837759}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0458147525787354, "Finetune/Loss (Raw)": 0.6230830550193787, "Finetune/Step": 156, "Finetune/Step Time": 12.500189287588}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0409106016159058, "Finetune/Loss (Raw)": 1.026167392730713, "Finetune/Step": 157, "Finetune/Step Time": 12.497574035078287}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0377962589263916, "Finetune/Loss (Raw)": 1.0565228462219238, "Finetune/Step": 158, "Finetune/Step Time": 12.48169295117259}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0331437587738037, "Finetune/Loss (Raw)": 1.0208173990249634, "Finetune/Step": 159, "Finetune/Step Time": 12.472676519304514}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0291974544525146, "Finetune/Loss (Raw)": 0.963180661201477, "Finetune/Step": 160, "Finetune/Step Time": 12.456165598705411}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0266993045806885, "Finetune/Loss (Raw)": 0.9626160264015198, "Finetune/Step": 161, "Finetune/Step Time": 12.450735051184893}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.026163935661316, "Finetune/Loss (Raw)": 1.198738694190979, "Finetune/Step": 162, "Finetune/Step Time": 12.449969682842493}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0222487449645996, "Finetune/Loss (Raw)": 1.0289946794509888, "Finetune/Step": 163, "Finetune/Step Time": 12.451663095504045}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.019364833831787, "Finetune/Loss (Raw)": 0.9225584268569946, "Finetune/Step": 164, "Finetune/Step Time": 12.448551373556256}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0157461166381836, "Finetune/Loss (Raw)": 0.9771338701248169, "Finetune/Step": 165, "Finetune/Step Time": 12.417358873412013}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0134475231170654, "Finetune/Loss (Raw)": 0.9445212483406067, "Finetune/Step": 166, "Finetune/Step Time": 12.416828015819192}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0123600959777832, "Finetune/Loss (Raw)": 1.0823320150375366, "Finetune/Step": 167, "Finetune/Step Time": 12.424547359347343}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0101118087768555, "Finetune/Loss (Raw)": 0.9529204368591309, "Finetune/Step": 168, "Finetune/Step Time": 12.413400819525123}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0068061351776123, "Finetune/Loss (Raw)": 0.9224588871002197, "Finetune/Step": 169, "Finetune/Step Time": 12.421260511502624}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0027376413345337, "Finetune/Loss (Raw)": 0.7480365037918091, "Finetune/Step": 170, "Finetune/Step Time": 12.44703722000122}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0007350444793701, "Finetune/Loss (Raw)": 0.9492840766906738, "Finetune/Step": 171, "Finetune/Step Time": 12.444477314129472}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 0.9988620281219482, "Finetune/Loss (Raw)": 0.9422463178634644, "Finetune/Step": 172, "Finetune/Step Time": 12.450217036530375}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 0.9992005825042725, "Finetune/Loss (Raw)": 1.1597446203231812, "Finetune/Step": 173, "Finetune/Step Time": 12.404196770861745}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0011794567108154, "Finetune/Loss (Raw)": 0.8396464586257935, "Finetune/Step": 174, "Finetune/Step Time": 12.37462904304266}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0016067028045654, "Finetune/Loss (Raw)": 1.1486648321151733, "Finetune/Step": 175, "Finetune/Step Time": 12.369886981323361}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 0.9974891543388367, "Finetune/Loss (Raw)": 0.5977017879486084, "Finetune/Step": 176, "Finetune/Step Time": 12.37840154953301}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 0.9957643747329712, "Finetune/Loss (Raw)": 0.9249345064163208, "Finetune/Step": 177, "Finetune/Step Time": 12.378625236451626}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 0.9965846538543701, "Finetune/Loss (Raw)": 1.121414065361023, "Finetune/Step": 178, "Finetune/Step Time": 12.387288305908442}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 0.9945900440216064, "Finetune/Loss (Raw)": 0.862722635269165, "Finetune/Step": 179, "Finetune/Step Time": 12.389858787879348}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 0.9933632612228394, "Finetune/Loss (Raw)": 1.0358515977859497, "Finetune/Step": 180, "Finetune/Step Time": 12.385160038247705}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 0.994072437286377, "Finetune/Loss (Raw)": 0.9763690829277039, "Finetune/Step": 181, "Finetune/Step Time": 12.359521305188537}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 0.9945375919342041, "Finetune/Loss (Raw)": 0.9976645112037659, "Finetune/Step": 182, "Finetune/Step Time": 12.353454874828458}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 0.9933232069015503, "Finetune/Loss (Raw)": 0.9526304006576538, "Finetune/Step": 183, "Finetune/Step Time": 12.327998926863074}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 0.9933384656906128, "Finetune/Loss (Raw)": 1.092697024345398, "Finetune/Step": 184, "Finetune/Step Time": 12.313588511198759}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 0.9924350380897522, "Finetune/Loss (Raw)": 0.8824993968009949, "Finetune/Step": 185, "Finetune/Step Time": 12.309474753215909}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 0.9921802282333374, "Finetune/Loss (Raw)": 0.9717221260070801, "Finetune/Step": 186, "Finetune/Step Time": 12.295011606067419}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 0.9913702607154846, "Finetune/Loss (Raw)": 0.9540662169456482, "Finetune/Step": 187, "Finetune/Step Time": 12.276273975148797}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 0.9916478395462036, "Finetune/Loss (Raw)": 1.045499324798584, "Finetune/Step": 188, "Finetune/Step Time": 12.273072231560946}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 0.9903679490089417, "Finetune/Loss (Raw)": 0.9325760006904602, "Finetune/Step": 189, "Finetune/Step Time": 12.289374273270369}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9898430109024048, "Finetune/Loss (Raw)": 1.0259685516357422, "Finetune/Step": 190, "Finetune/Step Time": 12.293826209381223}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9889599084854126, "Finetune/Loss (Raw)": 1.0478135347366333, "Finetune/Step": 191, "Finetune/Step Time": 12.302497135475278}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9889111518859863, "Finetune/Loss (Raw)": 1.0231610536575317, "Finetune/Step": 192, "Finetune/Step Time": 12.272002315148711}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9876740574836731, "Finetune/Loss (Raw)": 0.8693870902061462, "Finetune/Step": 193, "Finetune/Step Time": 12.261575216427445}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9877139925956726, "Finetune/Loss (Raw)": 0.9819098114967346, "Finetune/Step": 194, "Finetune/Step Time": 12.260088164359331}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9883391857147217, "Finetune/Loss (Raw)": 0.9451607465744019, "Finetune/Step": 195, "Finetune/Step Time": 12.253810932859778}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.987289547920227, "Finetune/Loss (Raw)": 0.9268815517425537, "Finetune/Step": 196, "Finetune/Step Time": 12.237131053581834}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9863427877426147, "Finetune/Loss (Raw)": 0.9892001152038574, "Finetune/Step": 197, "Finetune/Step Time": 12.255726085975766}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9847665429115295, "Finetune/Loss (Raw)": 0.9484596252441406, "Finetune/Step": 198, "Finetune/Step Time": 12.25165231898427}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9854496717453003, "Finetune/Loss (Raw)": 0.965603232383728, "Finetune/Step": 199, "Finetune/Step Time": 12.251774720847607}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9857137203216553, "Finetune/Loss (Raw)": 0.9906612634658813, "Finetune/Step": 200, "Finetune/Step Time": 12.258799463510513}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9871137738227844, "Finetune/Loss (Raw)": 1.0549311637878418, "Finetune/Step": 201, "Finetune/Step Time": 12.268995886668563}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9886189699172974, "Finetune/Loss (Raw)": 1.0773298740386963, "Finetune/Step": 202, "Finetune/Step Time": 12.276600934565067}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 0.9902234077453613, "Finetune/Loss (Raw)": 1.0200295448303223, "Finetune/Step": 203, "Finetune/Step Time": 12.26692895591259}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 0.990542471408844, "Finetune/Loss (Raw)": 0.9952929019927979, "Finetune/Step": 204, "Finetune/Step Time": 12.262011177837849}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9871677756309509, "Finetune/Loss (Raw)": 0.6359241008758545, "Finetune/Step": 205, "Finetune/Step Time": 12.296558789908886}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9856781363487244, "Finetune/Loss (Raw)": 0.9618356227874756, "Finetune/Step": 206, "Finetune/Step Time": 12.306287322193384}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9855582118034363, "Finetune/Loss (Raw)": 1.1000587940216064, "Finetune/Step": 207, "Finetune/Step Time": 12.33413122780621}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9857345819473267, "Finetune/Loss (Raw)": 0.9768205285072327, "Finetune/Step": 208, "Finetune/Step Time": 12.308450035750866}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9842819571495056, "Finetune/Loss (Raw)": 0.949120283126831, "Finetune/Step": 209, "Finetune/Step Time": 12.29670263454318}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9812343120574951, "Finetune/Loss (Raw)": 0.6706650257110596, "Finetune/Step": 210, "Finetune/Step Time": 12.32541099563241}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9813940525054932, "Finetune/Loss (Raw)": 0.928490161895752, "Finetune/Step": 211, "Finetune/Step Time": 12.31104427576065}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9805330038070679, "Finetune/Loss (Raw)": 1.0233722925186157, "Finetune/Step": 212, "Finetune/Step Time": 12.306377554312348}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9815216064453125, "Finetune/Loss (Raw)": 1.1290313005447388, "Finetune/Step": 213, "Finetune/Step Time": 12.306082354858518}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9839246869087219, "Finetune/Loss (Raw)": 0.9486508965492249, "Finetune/Step": 214, "Finetune/Step Time": 12.297563795000315}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.983521044254303, "Finetune/Loss (Raw)": 0.9386501312255859, "Finetune/Step": 215, "Finetune/Step Time": 12.29305786266923}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.981360912322998, "Finetune/Loss (Raw)": 0.888418436050415, "Finetune/Step": 216, "Finetune/Step Time": 12.292386436834931}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9816290736198425, "Finetune/Loss (Raw)": 1.0567944049835205, "Finetune/Step": 217, "Finetune/Step Time": 12.288637205958366}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9810438752174377, "Finetune/Loss (Raw)": 1.0197827816009521, "Finetune/Step": 218, "Finetune/Step Time": 12.273826498538256}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9812700748443604, "Finetune/Loss (Raw)": 1.1506050825119019, "Finetune/Step": 219, "Finetune/Step Time": 12.26049530878663}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9795886278152466, "Finetune/Loss (Raw)": 0.9283967018127441, "Finetune/Step": 220, "Finetune/Step Time": 12.254622306674719}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9808510541915894, "Finetune/Loss (Raw)": 1.0498162508010864, "Finetune/Step": 221, "Finetune/Step Time": 12.25820473767817}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9791659712791443, "Finetune/Loss (Raw)": 0.8886129856109619, "Finetune/Step": 222, "Finetune/Step Time": 12.26853435114026}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9784820675849915, "Finetune/Loss (Raw)": 0.9276731014251709, "Finetune/Step": 223, "Finetune/Step Time": 12.27027415111661}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9757859706878662, "Finetune/Loss (Raw)": 0.6773549914360046, "Finetune/Step": 224, "Finetune/Step Time": 12.282640106976032}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9758257865905762, "Finetune/Loss (Raw)": 0.999001145362854, "Finetune/Step": 225, "Finetune/Step Time": 12.28090943209827}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.976293683052063, "Finetune/Loss (Raw)": 1.1279054880142212, "Finetune/Step": 226, "Finetune/Step Time": 12.28006912395358}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9807597398757935, "Finetune/Loss (Raw)": 1.1207754611968994, "Finetune/Step": 227, "Finetune/Step Time": 12.2539032548666}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.980350136756897, "Finetune/Loss (Raw)": 1.0969454050064087, "Finetune/Step": 228, "Finetune/Step Time": 12.250139568001032}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9800896644592285, "Finetune/Loss (Raw)": 0.9736669063568115, "Finetune/Step": 229, "Finetune/Step Time": 12.240633504465222}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9798197746276855, "Finetune/Loss (Raw)": 1.104121208190918, "Finetune/Step": 230, "Finetune/Step Time": 12.246446006000042}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9829988479614258, "Finetune/Loss (Raw)": 0.9852273464202881, "Finetune/Step": 231, "Finetune/Step Time": 12.22004128806293}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9823471903800964, "Finetune/Loss (Raw)": 1.0188066959381104, "Finetune/Step": 232, "Finetune/Step Time": 12.223294533789158}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.978500247001648, "Finetune/Loss (Raw)": 0.5027210116386414, "Finetune/Step": 233, "Finetune/Step Time": 12.261863863095641}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9790753126144409, "Finetune/Loss (Raw)": 1.0955255031585693, "Finetune/Step": 234, "Finetune/Step Time": 12.29276467114687}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9796464443206787, "Finetune/Loss (Raw)": 1.1302798986434937, "Finetune/Step": 235, "Finetune/Step Time": 12.362508218735456}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.979423999786377, "Finetune/Loss (Raw)": 0.9472590684890747, "Finetune/Step": 236, "Finetune/Step Time": 12.368838001042604}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9787551164627075, "Finetune/Loss (Raw)": 1.0206202268600464, "Finetune/Step": 237, "Finetune/Step Time": 12.419970531016588}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9784277081489563, "Finetune/Loss (Raw)": 0.9706870913505554, "Finetune/Step": 238, "Finetune/Step Time": 12.414498006924987}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9769165515899658, "Finetune/Loss (Raw)": 0.8501595258712769, "Finetune/Step": 239, "Finetune/Step Time": 12.38470784574747}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9756220579147339, "Finetune/Loss (Raw)": 0.8761754631996155, "Finetune/Step": 240, "Finetune/Step Time": 12.380677003413439}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9752491116523743, "Finetune/Loss (Raw)": 1.034748911857605, "Finetune/Step": 241, "Finetune/Step Time": 12.37857985123992}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9789339303970337, "Finetune/Loss (Raw)": 1.0328168869018555, "Finetune/Step": 242, "Finetune/Step Time": 12.356461578980088}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9788200855255127, "Finetune/Loss (Raw)": 1.032089114189148, "Finetune/Step": 243, "Finetune/Step Time": 12.368090251460671}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9787984490394592, "Finetune/Loss (Raw)": 0.8635801076889038, "Finetune/Step": 244, "Finetune/Step Time": 12.348520224913955}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9794530868530273, "Finetune/Loss (Raw)": 1.1542041301727295, "Finetune/Step": 245, "Finetune/Step Time": 12.33920786716044}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9794799089431763, "Finetune/Loss (Raw)": 1.09684157371521, "Finetune/Step": 246, "Finetune/Step Time": 12.352843198925257}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9794471263885498, "Finetune/Loss (Raw)": 0.9898702502250671, "Finetune/Step": 247, "Finetune/Step Time": 12.348408326506615}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9788610339164734, "Finetune/Loss (Raw)": 0.9572864770889282, "Finetune/Step": 248, "Finetune/Step Time": 12.353047696873546}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9788765907287598, "Finetune/Loss (Raw)": 0.9822124242782593, "Finetune/Step": 249, "Finetune/Step Time": 12.330232128500938}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9796185493469238, "Finetune/Loss (Raw)": 1.031846046447754, "Finetune/Step": 250, "Finetune/Step Time": 12.326287930831313}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9804883599281311, "Finetune/Loss (Raw)": 1.0904282331466675, "Finetune/Step": 251, "Finetune/Step Time": 12.347208306193352}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9795786738395691, "Finetune/Loss (Raw)": 0.9731857180595398, "Finetune/Step": 252, "Finetune/Step Time": 12.349511247128248}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9797476530075073, "Finetune/Loss (Raw)": 0.9945934414863586, "Finetune/Step": 253, "Finetune/Step Time": 12.345949534326792}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9787486791610718, "Finetune/Loss (Raw)": 0.9285115599632263, "Finetune/Step": 254, "Finetune/Step Time": 12.315752293914557}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9768748879432678, "Finetune/Loss (Raw)": 0.6853364109992981, "Finetune/Step": 255, "Finetune/Step Time": 12.343263413757086}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9756350517272949, "Finetune/Loss (Raw)": 0.9104465246200562, "Finetune/Step": 256, "Finetune/Step Time": 12.346339782699943}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9756380319595337, "Finetune/Loss (Raw)": 1.101569414138794, "Finetune/Step": 257, "Finetune/Step Time": 12.347671883180737}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.975130558013916, "Finetune/Loss (Raw)": 1.027754783630371, "Finetune/Step": 258, "Finetune/Step Time": 12.34953428991139}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9749971032142639, "Finetune/Loss (Raw)": 1.0161348581314087, "Finetune/Step": 259, "Finetune/Step Time": 12.35469558276236}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9747354984283447, "Finetune/Loss (Raw)": 1.0092568397521973, "Finetune/Step": 260, "Finetune/Step Time": 12.383476598188281}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9743824005126953, "Finetune/Loss (Raw)": 0.8181357979774475, "Finetune/Step": 261, "Finetune/Step Time": 12.358892617747188}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.971312403678894, "Finetune/Loss (Raw)": 0.7834542989730835, "Finetune/Step": 262, "Finetune/Step Time": 12.373062675818801}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9717427492141724, "Finetune/Loss (Raw)": 0.9764431118965149, "Finetune/Step": 263, "Finetune/Step Time": 12.370941357687116}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9710754156112671, "Finetune/Loss (Raw)": 0.9238385558128357, "Finetune/Step": 264, "Finetune/Step Time": 12.390730863437057}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9712463617324829, "Finetune/Loss (Raw)": 0.942276120185852, "Finetune/Step": 265, "Finetune/Step Time": 12.387293199077249}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9715868234634399, "Finetune/Loss (Raw)": 1.1131740808486938, "Finetune/Step": 266, "Finetune/Step Time": 12.404658922925591}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9715276956558228, "Finetune/Loss (Raw)": 0.8463267087936401, "Finetune/Step": 267, "Finetune/Step Time": 12.402516758069396}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9699598550796509, "Finetune/Loss (Raw)": 1.0352212190628052, "Finetune/Step": 268, "Finetune/Step Time": 12.411655511707067}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9701550006866455, "Finetune/Loss (Raw)": 0.9930081367492676, "Finetune/Step": 269, "Finetune/Step Time": 12.41951079107821}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9703222513198853, "Finetune/Loss (Raw)": 0.9783416390419006, "Finetune/Step": 270, "Finetune/Step Time": 12.368102623149753}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9709857702255249, "Finetune/Loss (Raw)": 0.9879453778266907, "Finetune/Step": 271, "Finetune/Step Time": 12.3544728923589}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9734992980957031, "Finetune/Loss (Raw)": 1.0351349115371704, "Finetune/Step": 272, "Finetune/Step Time": 12.32771285995841}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9764931797981262, "Finetune/Loss (Raw)": 0.998833179473877, "Finetune/Step": 273, "Finetune/Step Time": 12.308231234550476}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9774224758148193, "Finetune/Loss (Raw)": 1.060206413269043, "Finetune/Step": 274, "Finetune/Step Time": 12.314735535532236}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9780486822128296, "Finetune/Loss (Raw)": 0.9436031579971313, "Finetune/Step": 275, "Finetune/Step Time": 12.316456329077482}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9758328795433044, "Finetune/Loss (Raw)": 0.7662685513496399, "Finetune/Step": 276, "Finetune/Step Time": 12.382408073171973}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.9754259586334229, "Finetune/Loss (Raw)": 0.9951504468917847, "Finetune/Step": 277, "Finetune/Step Time": 12.378862017765641}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9748311042785645, "Finetune/Loss (Raw)": 0.9826276898384094, "Finetune/Step": 278, "Finetune/Step Time": 12.37271829508245}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9754895567893982, "Finetune/Loss (Raw)": 1.1047935485839844, "Finetune/Step": 279, "Finetune/Step Time": 12.383110113441944}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9751744866371155, "Finetune/Loss (Raw)": 0.9499852657318115, "Finetune/Step": 280, "Finetune/Step Time": 12.36751402541995}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.974281370639801, "Finetune/Loss (Raw)": 1.0096895694732666, "Finetune/Step": 281, "Finetune/Step Time": 12.34924677759409}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9733662605285645, "Finetune/Loss (Raw)": 0.960303544998169, "Finetune/Step": 282, "Finetune/Step Time": 12.358918514102697}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9730312824249268, "Finetune/Loss (Raw)": 1.0807759761810303, "Finetune/Step": 283, "Finetune/Step Time": 12.358378004282713}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9765995144844055, "Finetune/Loss (Raw)": 1.079813838005066, "Finetune/Step": 284, "Finetune/Step Time": 12.327966909855604}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9756985902786255, "Finetune/Loss (Raw)": 0.9108527898788452, "Finetune/Step": 285, "Finetune/Step Time": 12.34219928085804}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9751954078674316, "Finetune/Loss (Raw)": 0.9921092391014099, "Finetune/Step": 286, "Finetune/Step Time": 12.366229310631752}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9751690626144409, "Finetune/Loss (Raw)": 1.017447590827942, "Finetune/Step": 287, "Finetune/Step Time": 12.376262651756406}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.974350094795227, "Finetune/Loss (Raw)": 0.8583573698997498, "Finetune/Step": 288, "Finetune/Step Time": 12.39777416549623}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9749268293380737, "Finetune/Loss (Raw)": 1.0364309549331665, "Finetune/Step": 289, "Finetune/Step Time": 12.40298824943602}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9726747870445251, "Finetune/Loss (Raw)": 0.9104827046394348, "Finetune/Step": 290, "Finetune/Step Time": 12.420316755771637}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9729801416397095, "Finetune/Loss (Raw)": 1.0680726766586304, "Finetune/Step": 291, "Finetune/Step Time": 12.40988733433187}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9738490581512451, "Finetune/Loss (Raw)": 1.0337871313095093, "Finetune/Step": 292, "Finetune/Step Time": 12.392520191147923}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.974600076675415, "Finetune/Loss (Raw)": 1.073269009590149, "Finetune/Step": 293, "Finetune/Step Time": 12.380581684410572}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9726380109786987, "Finetune/Loss (Raw)": 0.693366289138794, "Finetune/Step": 294, "Finetune/Step Time": 12.388475026935339}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9721688628196716, "Finetune/Loss (Raw)": 1.02227783203125, "Finetune/Step": 295, "Finetune/Step Time": 12.393394578248262}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9722830057144165, "Finetune/Loss (Raw)": 0.9675294756889343, "Finetune/Step": 296, "Finetune/Step Time": 12.394430000334978}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9731635451316833, "Finetune/Loss (Raw)": 1.0351771116256714, "Finetune/Step": 297, "Finetune/Step Time": 12.399810574948788}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9736952185630798, "Finetune/Loss (Raw)": 0.816087543964386, "Finetune/Step": 298, "Finetune/Step Time": 12.421529021114111}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9713857173919678, "Finetune/Loss (Raw)": 0.6536707282066345, "Finetune/Step": 299, "Finetune/Step Time": 12.443589640781283}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.9687286019325256, "Finetune/Loss (Raw)": 0.602136492729187, "Finetune/Step": 300, "Finetune/Step Time": 12.454018887132406}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9649438261985779, "Finetune/Loss (Raw)": 0.6752960085868835, "Finetune/Step": 301, "Finetune/Step Time": 12.47987050563097}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9647449851036072, "Finetune/Loss (Raw)": 0.8141894936561584, "Finetune/Step": 302, "Finetune/Step Time": 12.490735134109855}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.960162878036499, "Finetune/Loss (Raw)": 0.5621507167816162, "Finetune/Step": 303, "Finetune/Step Time": 12.516366777941585}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9636545181274414, "Finetune/Loss (Raw)": 1.044638752937317, "Finetune/Step": 304, "Finetune/Step Time": 12.492333760485053}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9638874530792236, "Finetune/Loss (Raw)": 0.9547480344772339, "Finetune/Step": 305, "Finetune/Step Time": 12.481430673971772}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.961936354637146, "Finetune/Loss (Raw)": 0.8716722726821899, "Finetune/Step": 306, "Finetune/Step Time": 12.481606112793088}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9636576175689697, "Finetune/Loss (Raw)": 1.0830421447753906, "Finetune/Step": 307, "Finetune/Step Time": 12.484666496515274}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9630547761917114, "Finetune/Loss (Raw)": 0.9586876034736633, "Finetune/Step": 308, "Finetune/Step Time": 12.48220745101571}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9636164307594299, "Finetune/Loss (Raw)": 1.0482642650604248, "Finetune/Step": 309, "Finetune/Step Time": 12.500647628679872}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9631428718566895, "Finetune/Loss (Raw)": 0.9370505809783936, "Finetune/Step": 310, "Finetune/Step Time": 12.497390739619732}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.963329553604126, "Finetune/Loss (Raw)": 0.9765145778656006, "Finetune/Step": 311, "Finetune/Step Time": 12.511636728420854}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9619501829147339, "Finetune/Loss (Raw)": 0.9161445498466492, "Finetune/Step": 312, "Finetune/Step Time": 12.506473509594798}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9634730219841003, "Finetune/Loss (Raw)": 1.0774215459823608, "Finetune/Step": 313, "Finetune/Step Time": 12.516081104055047}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.96462082862854, "Finetune/Loss (Raw)": 1.1186456680297852, "Finetune/Step": 314, "Finetune/Step Time": 12.494964811950922}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.964234471321106, "Finetune/Loss (Raw)": 0.9046056270599365, "Finetune/Step": 315, "Finetune/Step Time": 12.502363435924053}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.960486888885498, "Finetune/Loss (Raw)": 0.5658136010169983, "Finetune/Step": 316, "Finetune/Step Time": 12.532104784622788}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9601997137069702, "Finetune/Loss (Raw)": 0.8958204388618469, "Finetune/Step": 317, "Finetune/Step Time": 12.519673002883792}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9599781632423401, "Finetune/Loss (Raw)": 0.9976028203964233, "Finetune/Step": 318, "Finetune/Step Time": 12.512943023815751}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9586718678474426, "Finetune/Loss (Raw)": 0.8806076645851135, "Finetune/Step": 319, "Finetune/Step Time": 12.52524977736175}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9576092958450317, "Finetune/Loss (Raw)": 0.8871558904647827, "Finetune/Step": 320, "Finetune/Step Time": 12.52056172862649}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9553306102752686, "Finetune/Loss (Raw)": 0.5777126550674438, "Finetune/Step": 321, "Finetune/Step Time": 12.556559542194009}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9547706842422485, "Finetune/Loss (Raw)": 0.9102408289909363, "Finetune/Step": 322, "Finetune/Step Time": 12.56384377554059}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9552040696144104, "Finetune/Loss (Raw)": 1.0006349086761475, "Finetune/Step": 323, "Finetune/Step Time": 12.555849187076092}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9559802412986755, "Finetune/Loss (Raw)": 1.0262279510498047, "Finetune/Step": 324, "Finetune/Step Time": 12.5568572524935}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9558605551719666, "Finetune/Loss (Raw)": 0.9738824367523193, "Finetune/Step": 325, "Finetune/Step Time": 12.544519202783704}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9572461247444153, "Finetune/Loss (Raw)": 1.1258081197738647, "Finetune/Step": 326, "Finetune/Step Time": 12.546906191855669}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.956985354423523, "Finetune/Loss (Raw)": 0.9322319626808167, "Finetune/Step": 327, "Finetune/Step Time": 12.551329946145415}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9572745561599731, "Finetune/Loss (Raw)": 1.0276719331741333, "Finetune/Step": 328, "Finetune/Step Time": 12.558105800300837}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9557408094406128, "Finetune/Loss (Raw)": 0.8586164712905884, "Finetune/Step": 329, "Finetune/Step Time": 12.575467646121979}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9538703560829163, "Finetune/Loss (Raw)": 0.8379107713699341, "Finetune/Step": 330, "Finetune/Step Time": 12.579978004097939}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.953605592250824, "Finetune/Loss (Raw)": 0.9861400723457336, "Finetune/Step": 331, "Finetune/Step Time": 12.586497038602829}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9518804550170898, "Finetune/Loss (Raw)": 0.7744807600975037, "Finetune/Step": 332, "Finetune/Step Time": 12.617281122133136}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9545657634735107, "Finetune/Loss (Raw)": 0.9796445965766907, "Finetune/Step": 333, "Finetune/Step Time": 12.591203704476357}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9543624520301819, "Finetune/Loss (Raw)": 0.9358052611351013, "Finetune/Step": 334, "Finetune/Step Time": 12.586895994842052}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9531257152557373, "Finetune/Loss (Raw)": 0.9417564272880554, "Finetune/Step": 335, "Finetune/Step Time": 12.570314591750503}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9537222981452942, "Finetune/Loss (Raw)": 1.0531814098358154, "Finetune/Step": 336, "Finetune/Step Time": 12.576940620318055}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9553006887435913, "Finetune/Loss (Raw)": 1.1511586904525757, "Finetune/Step": 337, "Finetune/Step Time": 12.574692461639643}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9572394490242004, "Finetune/Loss (Raw)": 0.9188268780708313, "Finetune/Step": 338, "Finetune/Step Time": 12.55655706487596}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9570577144622803, "Finetune/Loss (Raw)": 0.9052203893661499, "Finetune/Step": 339, "Finetune/Step Time": 12.563159978017211}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.955635130405426, "Finetune/Loss (Raw)": 0.8412855863571167, "Finetune/Step": 340, "Finetune/Step Time": 12.561781320720911}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9541623592376709, "Finetune/Loss (Raw)": 0.9405229687690735, "Finetune/Step": 341, "Finetune/Step Time": 12.565632497891784}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9544500708580017, "Finetune/Loss (Raw)": 0.9854736924171448, "Finetune/Step": 342, "Finetune/Step Time": 12.542571673169732}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9545151591300964, "Finetune/Loss (Raw)": 0.9469802975654602, "Finetune/Step": 343, "Finetune/Step Time": 12.543874559924006}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9555610418319702, "Finetune/Loss (Raw)": 1.0222878456115723, "Finetune/Step": 344, "Finetune/Step Time": 12.525996804237366}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9555673003196716, "Finetune/Loss (Raw)": 1.0576015710830688, "Finetune/Step": 345, "Finetune/Step Time": 12.530594883486629}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9557710289955139, "Finetune/Loss (Raw)": 1.0458537340164185, "Finetune/Step": 346, "Finetune/Step Time": 12.539508992806077}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9550857543945312, "Finetune/Loss (Raw)": 1.0628955364227295, "Finetune/Step": 347, "Finetune/Step Time": 12.541547607630491}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9555270671844482, "Finetune/Loss (Raw)": 0.9848794937133789, "Finetune/Step": 348, "Finetune/Step Time": 12.56941058114171}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9554735422134399, "Finetune/Loss (Raw)": 1.0429606437683105, "Finetune/Step": 349, "Finetune/Step Time": 12.583529613912106}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9554831981658936, "Finetune/Loss (Raw)": 0.8898606896400452, "Finetune/Step": 350, "Finetune/Step Time": 12.60230422206223}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9555021524429321, "Finetune/Loss (Raw)": 0.93009352684021, "Finetune/Step": 351, "Finetune/Step Time": 12.619758704677224}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9576781988143921, "Finetune/Loss (Raw)": 0.9558840394020081, "Finetune/Step": 352, "Finetune/Step Time": 12.605943638831377}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9566936492919922, "Finetune/Loss (Raw)": 0.8729792237281799, "Finetune/Step": 353, "Finetune/Step Time": 12.603365775197744}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9544274210929871, "Finetune/Loss (Raw)": 0.8378353118896484, "Finetune/Step": 354, "Finetune/Step Time": 12.61117596924305}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9534497261047363, "Finetune/Loss (Raw)": 0.9956315755844116, "Finetune/Step": 355, "Finetune/Step Time": 12.627671243622899}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9514197111129761, "Finetune/Loss (Raw)": 0.8371000289916992, "Finetune/Step": 356, "Finetune/Step Time": 12.635140651836991}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9504824876785278, "Finetune/Loss (Raw)": 0.8537081480026245, "Finetune/Step": 357, "Finetune/Step Time": 12.656360613182187}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.947079062461853, "Finetune/Loss (Raw)": 0.6684831976890564, "Finetune/Step": 358, "Finetune/Step Time": 12.681923553347588}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9457478523254395, "Finetune/Loss (Raw)": 0.8148247599601746, "Finetune/Step": 359, "Finetune/Step Time": 12.688191307708621}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9451044797897339, "Finetune/Loss (Raw)": 0.9364560842514038, "Finetune/Step": 360, "Finetune/Step Time": 12.687546730041504}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.947745144367218, "Finetune/Loss (Raw)": 0.8407279253005981, "Finetune/Step": 361, "Finetune/Step Time": 12.65664010308683}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9462441205978394, "Finetune/Loss (Raw)": 0.903397262096405, "Finetune/Step": 362, "Finetune/Step Time": 12.64364899508655}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9453167915344238, "Finetune/Loss (Raw)": 1.011572241783142, "Finetune/Step": 363, "Finetune/Step Time": 12.578856367617846}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9457927942276001, "Finetune/Loss (Raw)": 1.0081932544708252, "Finetune/Step": 364, "Finetune/Step Time": 12.575893830507994}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9460375308990479, "Finetune/Loss (Raw)": 1.0519461631774902, "Finetune/Step": 365, "Finetune/Step Time": 12.531977394595742}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9451557397842407, "Finetune/Loss (Raw)": 0.8578175902366638, "Finetune/Step": 366, "Finetune/Step Time": 12.535798424854875}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.945904016494751, "Finetune/Loss (Raw)": 0.9459352493286133, "Finetune/Step": 367, "Finetune/Step Time": 12.545774184167385}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9463711380958557, "Finetune/Loss (Raw)": 0.9359708428382874, "Finetune/Step": 368, "Finetune/Step Time": 12.552044719457626}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9456210136413574, "Finetune/Loss (Raw)": 0.9387325644493103, "Finetune/Step": 369, "Finetune/Step Time": 12.541339369490743}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9458785653114319, "Finetune/Loss (Raw)": 1.0657850503921509, "Finetune/Step": 370, "Finetune/Step Time": 12.546508444473147}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9464842081069946, "Finetune/Loss (Raw)": 1.1096075773239136, "Finetune/Step": 371, "Finetune/Step Time": 12.532912444323301}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9472827911376953, "Finetune/Loss (Raw)": 0.9658016562461853, "Finetune/Step": 372, "Finetune/Step Time": 12.551900424063206}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9438705444335938, "Finetune/Loss (Raw)": 0.7174342274665833, "Finetune/Step": 373, "Finetune/Step Time": 12.582850432023406}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9400814175605774, "Finetune/Loss (Raw)": 0.6118340492248535, "Finetune/Step": 374, "Finetune/Step Time": 12.598942324519157}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9403097629547119, "Finetune/Loss (Raw)": 1.0191044807434082, "Finetune/Step": 375, "Finetune/Step Time": 12.59810982644558}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9392385482788086, "Finetune/Loss (Raw)": 0.8201626539230347, "Finetune/Step": 376, "Finetune/Step Time": 12.596689162775874}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9385446310043335, "Finetune/Loss (Raw)": 0.8933982849121094, "Finetune/Step": 377, "Finetune/Step Time": 12.597382944077253}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9391239285469055, "Finetune/Loss (Raw)": 1.1059975624084473, "Finetune/Step": 378, "Finetune/Step Time": 12.598649501800537}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.939079761505127, "Finetune/Loss (Raw)": 1.0847777128219604, "Finetune/Step": 379, "Finetune/Step Time": 12.57699890434742}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9389758110046387, "Finetune/Loss (Raw)": 0.9598783850669861, "Finetune/Step": 380, "Finetune/Step Time": 12.572917161509395}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9389485716819763, "Finetune/Loss (Raw)": 0.9911045432090759, "Finetune/Step": 381, "Finetune/Step Time": 12.581257849931717}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9383455514907837, "Finetune/Loss (Raw)": 0.8513174653053284, "Finetune/Step": 382, "Finetune/Step Time": 12.656191790476441}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9394230842590332, "Finetune/Loss (Raw)": 0.823264479637146, "Finetune/Step": 383, "Finetune/Step Time": 12.679362585768104}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.937671959400177, "Finetune/Loss (Raw)": 0.6863056421279907, "Finetune/Step": 384, "Finetune/Step Time": 12.697506943717599}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9362151622772217, "Finetune/Loss (Raw)": 0.915100634098053, "Finetune/Step": 385, "Finetune/Step Time": 12.69220140017569}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9353430271148682, "Finetune/Loss (Raw)": 0.9161194562911987, "Finetune/Step": 386, "Finetune/Step Time": 12.68989603035152}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9339011907577515, "Finetune/Loss (Raw)": 0.8315817713737488, "Finetune/Step": 387, "Finetune/Step Time": 12.68901477381587}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9327163696289062, "Finetune/Loss (Raw)": 0.8576021790504456, "Finetune/Step": 388, "Finetune/Step Time": 12.65741708688438}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9331049919128418, "Finetune/Loss (Raw)": 0.8678767681121826, "Finetune/Step": 389, "Finetune/Step Time": 12.659528063610196}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9331181049346924, "Finetune/Loss (Raw)": 0.7851307988166809, "Finetune/Step": 390, "Finetune/Step Time": 12.64117812551558}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9328360557556152, "Finetune/Loss (Raw)": 0.9403398036956787, "Finetune/Step": 391, "Finetune/Step Time": 12.63596491701901}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9325417280197144, "Finetune/Loss (Raw)": 0.8861706256866455, "Finetune/Step": 392, "Finetune/Step Time": 12.62919400818646}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.931077241897583, "Finetune/Loss (Raw)": 0.7548142671585083, "Finetune/Step": 393, "Finetune/Step Time": 12.646511022001505}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9282132387161255, "Finetune/Loss (Raw)": 0.7465888261795044, "Finetune/Step": 394, "Finetune/Step Time": 12.668257389217615}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9303773641586304, "Finetune/Loss (Raw)": 1.1233340501785278, "Finetune/Step": 395, "Finetune/Step Time": 12.662077402696013}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9303063154220581, "Finetune/Loss (Raw)": 1.026124119758606, "Finetune/Step": 396, "Finetune/Step Time": 12.659240417182446}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9282927513122559, "Finetune/Loss (Raw)": 0.7352719902992249, "Finetune/Step": 397, "Finetune/Step Time": 12.681538077071309}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9292801022529602, "Finetune/Loss (Raw)": 1.1047163009643555, "Finetune/Step": 398, "Finetune/Step Time": 12.67337885312736}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9277120232582092, "Finetune/Loss (Raw)": 0.7872398495674133, "Finetune/Step": 399, "Finetune/Step Time": 12.653939995914698}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9264119863510132, "Finetune/Loss (Raw)": 0.868726909160614, "Finetune/Step": 400, "Finetune/Step Time": 12.648290352895856}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9267406463623047, "Finetune/Loss (Raw)": 1.040901780128479, "Finetune/Step": 401, "Finetune/Step Time": 12.647026360034943}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9256176352500916, "Finetune/Loss (Raw)": 0.9164587259292603, "Finetune/Step": 402, "Finetune/Step Time": 12.671396752819419}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9253746271133423, "Finetune/Loss (Raw)": 0.91250079870224, "Finetune/Step": 403, "Finetune/Step Time": 12.665736459195614}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9273897409439087, "Finetune/Loss (Raw)": 1.0242059230804443, "Finetune/Step": 404, "Finetune/Step Time": 12.602750070393085}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9250504374504089, "Finetune/Loss (Raw)": 0.6957157850265503, "Finetune/Step": 405, "Finetune/Step Time": 12.619882000610232}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9229034185409546, "Finetune/Loss (Raw)": 0.7078115344047546, "Finetune/Step": 406, "Finetune/Step Time": 12.645415224134922}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9191524982452393, "Finetune/Loss (Raw)": 0.6246708631515503, "Finetune/Step": 407, "Finetune/Step Time": 12.655672993510962}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9186536073684692, "Finetune/Loss (Raw)": 0.8861370086669922, "Finetune/Step": 408, "Finetune/Step Time": 12.6640711016953}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9194682836532593, "Finetune/Loss (Raw)": 1.1139627695083618, "Finetune/Step": 409, "Finetune/Step Time": 12.661421824246645}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9206914305686951, "Finetune/Loss (Raw)": 1.1168663501739502, "Finetune/Step": 410, "Finetune/Step Time": 12.648052318021655}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9193545579910278, "Finetune/Loss (Raw)": 0.9096498489379883, "Finetune/Step": 411, "Finetune/Step Time": 12.666923057287931}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9160484671592712, "Finetune/Loss (Raw)": 0.656636655330658, "Finetune/Step": 412, "Finetune/Step Time": 12.70442982017994}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9169158935546875, "Finetune/Loss (Raw)": 1.0218826532363892, "Finetune/Step": 413, "Finetune/Step Time": 12.673475753515959}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9157697558403015, "Finetune/Loss (Raw)": 0.8454003930091858, "Finetune/Step": 414, "Finetune/Step Time": 12.650818284600973}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9154508113861084, "Finetune/Loss (Raw)": 0.9766255021095276, "Finetune/Step": 415, "Finetune/Step Time": 12.649878265336156}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9167018532752991, "Finetune/Loss (Raw)": 1.0184977054595947, "Finetune/Step": 416, "Finetune/Step Time": 12.62381056137383}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9161067605018616, "Finetune/Loss (Raw)": 0.960250973701477, "Finetune/Step": 417, "Finetune/Step Time": 12.618106450885534}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.916785478591919, "Finetune/Loss (Raw)": 0.9973577260971069, "Finetune/Step": 418, "Finetune/Step Time": 12.603088077157736}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9153693914413452, "Finetune/Loss (Raw)": 0.8868204355239868, "Finetune/Step": 419, "Finetune/Step Time": 12.637319590896368}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.912147045135498, "Finetune/Loss (Raw)": 0.6213247179985046, "Finetune/Step": 420, "Finetune/Step Time": 12.664334993809462}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9110758900642395, "Finetune/Loss (Raw)": 0.9361563324928284, "Finetune/Step": 421, "Finetune/Step Time": 12.669669667258859}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9127911329269409, "Finetune/Loss (Raw)": 0.9129163026809692, "Finetune/Step": 422, "Finetune/Step Time": 12.681050511077046}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9128290414810181, "Finetune/Loss (Raw)": 1.0271272659301758, "Finetune/Step": 423, "Finetune/Step Time": 12.673780914396048}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9128365516662598, "Finetune/Loss (Raw)": 0.9685051441192627, "Finetune/Step": 424, "Finetune/Step Time": 12.680459283292294}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.909947395324707, "Finetune/Loss (Raw)": 0.6653544306755066, "Finetune/Step": 425, "Finetune/Step Time": 12.740564581006765}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9109057188034058, "Finetune/Loss (Raw)": 0.9387600421905518, "Finetune/Step": 426, "Finetune/Step Time": 12.699690017849207}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9129645824432373, "Finetune/Loss (Raw)": 0.917199969291687, "Finetune/Step": 427, "Finetune/Step Time": 12.677541552111506}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9163670539855957, "Finetune/Loss (Raw)": 1.037654161453247, "Finetune/Step": 428, "Finetune/Step Time": 12.652197122573853}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9191254377365112, "Finetune/Loss (Raw)": 1.0283626317977905, "Finetune/Step": 429, "Finetune/Step Time": 12.633851077407598}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9191654920578003, "Finetune/Loss (Raw)": 0.8193179965019226, "Finetune/Step": 430, "Finetune/Step Time": 12.626710390672088}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9223809242248535, "Finetune/Loss (Raw)": 0.9737347364425659, "Finetune/Step": 431, "Finetune/Step Time": 12.612943589687347}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9211663007736206, "Finetune/Loss (Raw)": 0.8891648054122925, "Finetune/Step": 432, "Finetune/Step Time": 12.618147717788815}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9200711846351624, "Finetune/Loss (Raw)": 0.8145685195922852, "Finetune/Step": 433, "Finetune/Step Time": 12.624127063900232}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9202567338943481, "Finetune/Loss (Raw)": 0.895427942276001, "Finetune/Step": 434, "Finetune/Step Time": 12.624777190387249}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9179019927978516, "Finetune/Loss (Raw)": 0.7816277742385864, "Finetune/Step": 435, "Finetune/Step Time": 12.612429518252611}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9171887636184692, "Finetune/Loss (Raw)": 0.867401659488678, "Finetune/Step": 436, "Finetune/Step Time": 12.607483120635152}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9164748787879944, "Finetune/Loss (Raw)": 0.956879734992981, "Finetune/Step": 437, "Finetune/Step Time": 12.597255585715175}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9156873226165771, "Finetune/Loss (Raw)": 0.8362479209899902, "Finetune/Step": 438, "Finetune/Step Time": 12.592666953802109}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9148410558700562, "Finetune/Loss (Raw)": 0.8681894540786743, "Finetune/Step": 439, "Finetune/Step Time": 12.59301496297121}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9153900146484375, "Finetune/Loss (Raw)": 0.9864166378974915, "Finetune/Step": 440, "Finetune/Step Time": 12.594022884964943}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9145772457122803, "Finetune/Loss (Raw)": 0.9733825922012329, "Finetune/Step": 441, "Finetune/Step Time": 12.589148184284568}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9112237691879272, "Finetune/Loss (Raw)": 0.689406156539917, "Finetune/Step": 442, "Finetune/Step Time": 12.61769781447947}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9120325446128845, "Finetune/Loss (Raw)": 1.0081243515014648, "Finetune/Step": 443, "Finetune/Step Time": 12.621348990127444}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9159471988677979, "Finetune/Loss (Raw)": 1.0668909549713135, "Finetune/Step": 444, "Finetune/Step Time": 12.590325310826302}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9161328077316284, "Finetune/Loss (Raw)": 0.9195705652236938, "Finetune/Step": 445, "Finetune/Step Time": 12.586563840508461}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.916171669960022, "Finetune/Loss (Raw)": 1.0025807619094849, "Finetune/Step": 446, "Finetune/Step Time": 12.589985160157084}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.916700005531311, "Finetune/Loss (Raw)": 0.9482389092445374, "Finetune/Step": 447, "Finetune/Step Time": 12.573911296203732}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9169432520866394, "Finetune/Loss (Raw)": 0.9182897806167603, "Finetune/Step": 448, "Finetune/Step Time": 12.577265096828341}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9207630157470703, "Finetune/Loss (Raw)": 1.0666460990905762, "Finetune/Step": 449, "Finetune/Step Time": 12.551523599773645}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9205310344696045, "Finetune/Loss (Raw)": 0.8805516362190247, "Finetune/Step": 450, "Finetune/Step Time": 12.544446293264627}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9195106625556946, "Finetune/Loss (Raw)": 0.8700181245803833, "Finetune/Step": 451, "Finetune/Step Time": 12.55589067004621}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.918580949306488, "Finetune/Loss (Raw)": 0.9072287082672119, "Finetune/Step": 452, "Finetune/Step Time": 12.548229306936264}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9199314713478088, "Finetune/Loss (Raw)": 1.1467466354370117, "Finetune/Step": 453, "Finetune/Step Time": 12.540372291579843}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9181085228919983, "Finetune/Loss (Raw)": 0.8924729824066162, "Finetune/Step": 454, "Finetune/Step Time": 12.56262331455946}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9185065031051636, "Finetune/Loss (Raw)": 0.9831763505935669, "Finetune/Step": 455, "Finetune/Step Time": 12.552029652521014}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9154894351959229, "Finetune/Loss (Raw)": 0.6414828300476074, "Finetune/Step": 456, "Finetune/Step Time": 12.563608849421144}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9150816798210144, "Finetune/Loss (Raw)": 0.8064257502555847, "Finetune/Step": 457, "Finetune/Step Time": 12.539976339787245}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9171794652938843, "Finetune/Loss (Raw)": 1.1064231395721436, "Finetune/Step": 458, "Finetune/Step Time": 12.545459253713489}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9163674116134644, "Finetune/Loss (Raw)": 0.8822029232978821, "Finetune/Step": 459, "Finetune/Step Time": 12.550504157319665}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9164043664932251, "Finetune/Loss (Raw)": 0.779213011264801, "Finetune/Step": 460, "Finetune/Step Time": 12.54023253172636}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9155511856079102, "Finetune/Loss (Raw)": 0.8704279661178589, "Finetune/Step": 461, "Finetune/Step Time": 12.537791807204485}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9153436422348022, "Finetune/Loss (Raw)": 0.9092420935630798, "Finetune/Step": 462, "Finetune/Step Time": 12.547616709023714}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9166374206542969, "Finetune/Loss (Raw)": 1.107362151145935, "Finetune/Step": 463, "Finetune/Step Time": 12.53772128559649}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9131016731262207, "Finetune/Loss (Raw)": 0.6006037592887878, "Finetune/Step": 464, "Finetune/Step Time": 12.569794319570065}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9116274118423462, "Finetune/Loss (Raw)": 0.9624611735343933, "Finetune/Step": 465, "Finetune/Step Time": 12.581714438274503}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9108189940452576, "Finetune/Loss (Raw)": 0.8153505325317383, "Finetune/Step": 466, "Finetune/Step Time": 12.588135717436671}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9115135669708252, "Finetune/Loss (Raw)": 0.9941205382347107, "Finetune/Step": 467, "Finetune/Step Time": 12.587265137583017}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9108162522315979, "Finetune/Loss (Raw)": 0.7520314455032349, "Finetune/Step": 468, "Finetune/Step Time": 12.605497451499104}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9078429937362671, "Finetune/Loss (Raw)": 0.5599443912506104, "Finetune/Step": 469, "Finetune/Step Time": 12.632519464939833}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9071897864341736, "Finetune/Loss (Raw)": 0.9018619656562805, "Finetune/Step": 470, "Finetune/Step Time": 12.632266009226441}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9069882035255432, "Finetune/Loss (Raw)": 0.9211819171905518, "Finetune/Step": 471, "Finetune/Step Time": 12.652498602867126}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9070945382118225, "Finetune/Loss (Raw)": 1.0358986854553223, "Finetune/Step": 472, "Finetune/Step Time": 12.651274738833308}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9051535129547119, "Finetune/Loss (Raw)": 0.8091506958007812, "Finetune/Step": 473, "Finetune/Step Time": 12.648454381152987}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9046469926834106, "Finetune/Loss (Raw)": 0.9810130000114441, "Finetune/Step": 474, "Finetune/Step Time": 12.644605031237006}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9040324091911316, "Finetune/Loss (Raw)": 0.9842384457588196, "Finetune/Step": 475, "Finetune/Step Time": 12.646006060764194}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9036006331443787, "Finetune/Loss (Raw)": 0.9296069145202637, "Finetune/Step": 476, "Finetune/Step Time": 12.623082274571061}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9028786420822144, "Finetune/Loss (Raw)": 0.9505476951599121, "Finetune/Step": 477, "Finetune/Step Time": 12.632527556270361}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9029021859169006, "Finetune/Loss (Raw)": 0.8928704857826233, "Finetune/Step": 478, "Finetune/Step Time": 12.59961348772049}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9030731320381165, "Finetune/Loss (Raw)": 0.9519755244255066, "Finetune/Step": 479, "Finetune/Step Time": 12.579273346811533}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9032817482948303, "Finetune/Loss (Raw)": 0.9825870990753174, "Finetune/Step": 480, "Finetune/Step Time": 12.567357683554292}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9038671255111694, "Finetune/Loss (Raw)": 0.9479067921638489, "Finetune/Step": 481, "Finetune/Step Time": 12.575382355600595}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.904685378074646, "Finetune/Loss (Raw)": 0.9425730109214783, "Finetune/Step": 482, "Finetune/Step Time": 12.590362323448062}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9043902158737183, "Finetune/Loss (Raw)": 0.9578521847724915, "Finetune/Step": 483, "Finetune/Step Time": 12.605018723756075}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9046040177345276, "Finetune/Loss (Raw)": 0.8644663691520691, "Finetune/Step": 484, "Finetune/Step Time": 12.612121364101768}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9038284420967102, "Finetune/Loss (Raw)": 0.7544309496879578, "Finetune/Step": 485, "Finetune/Step Time": 12.625008311122656}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9057146310806274, "Finetune/Loss (Raw)": 0.9099225401878357, "Finetune/Step": 486, "Finetune/Step Time": 12.615745853632689}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9067954421043396, "Finetune/Loss (Raw)": 0.9531666040420532, "Finetune/Step": 487, "Finetune/Step Time": 12.611390883103013}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9070683717727661, "Finetune/Loss (Raw)": 0.9713855981826782, "Finetune/Step": 488, "Finetune/Step Time": 12.610213058069348}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9073594808578491, "Finetune/Loss (Raw)": 0.8779963850975037, "Finetune/Step": 489, "Finetune/Step Time": 12.614126218482852}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9065444469451904, "Finetune/Loss (Raw)": 0.7990627884864807, "Finetune/Step": 490, "Finetune/Step Time": 12.62460601516068}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9031798243522644, "Finetune/Loss (Raw)": 0.5809076428413391, "Finetune/Step": 491, "Finetune/Step Time": 12.66826237179339}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9020673036575317, "Finetune/Loss (Raw)": 0.8657867312431335, "Finetune/Step": 492, "Finetune/Step Time": 12.67358772829175}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9013131856918335, "Finetune/Loss (Raw)": 0.9554274678230286, "Finetune/Step": 493, "Finetune/Step Time": 12.674814159050584}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9015766382217407, "Finetune/Loss (Raw)": 0.8915359377861023, "Finetune/Step": 494, "Finetune/Step Time": 12.692187087610364}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.90130215883255, "Finetune/Loss (Raw)": 0.9108028411865234, "Finetune/Step": 495, "Finetune/Step Time": 12.687863001599908}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9011517763137817, "Finetune/Loss (Raw)": 0.9167137742042542, "Finetune/Step": 496, "Finetune/Step Time": 12.703258259221911}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9005255699157715, "Finetune/Loss (Raw)": 0.8585841655731201, "Finetune/Step": 497, "Finetune/Step Time": 12.704181296750903}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.8994657397270203, "Finetune/Loss (Raw)": 0.9301211833953857, "Finetune/Step": 498, "Finetune/Step Time": 12.684999724850059}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.8971356749534607, "Finetune/Loss (Raw)": 0.8113624453544617, "Finetune/Step": 499, "Finetune/Step Time": 12.689634157344699}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.8967642784118652, "Finetune/Loss (Raw)": 0.9182611107826233, "Finetune/Step": 500, "Finetune/Step Time": 12.689523672685027}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.8965824246406555, "Finetune/Loss (Raw)": 0.6941605806350708, "Finetune/Step": 501, "Finetune/Step Time": 12.68807052820921}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.8980148434638977, "Finetune/Loss (Raw)": 0.7951832413673401, "Finetune/Step": 502, "Finetune/Step Time": 12.696969209238887}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.8969599604606628, "Finetune/Loss (Raw)": 0.8840845823287964, "Finetune/Step": 503, "Finetune/Step Time": 12.71970472857356}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.8981006145477295, "Finetune/Loss (Raw)": 0.9661616086959839, "Finetune/Step": 504, "Finetune/Step Time": 12.713299425318837}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.898367702960968, "Finetune/Loss (Raw)": 0.9275895357131958, "Finetune/Step": 505, "Finetune/Step Time": 12.715573143213987}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.8952635526657104, "Finetune/Loss (Raw)": 0.7086589932441711, "Finetune/Step": 506, "Finetune/Step Time": 12.730764456093311}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.8941565155982971, "Finetune/Loss (Raw)": 0.9430806040763855, "Finetune/Step": 507, "Finetune/Step Time": 12.728293169289827}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.8935879468917847, "Finetune/Loss (Raw)": 0.8871049284934998, "Finetune/Step": 508, "Finetune/Step Time": 12.729300867766142}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.8929817080497742, "Finetune/Loss (Raw)": 0.9135058522224426, "Finetune/Step": 509, "Finetune/Step Time": 12.734715169295669}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.8929139375686646, "Finetune/Loss (Raw)": 0.8426403999328613, "Finetune/Step": 510, "Finetune/Step Time": 12.666509952396154}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.8942068815231323, "Finetune/Loss (Raw)": 0.988762617111206, "Finetune/Step": 511, "Finetune/Step Time": 12.618664853274822}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.8959860801696777, "Finetune/Loss (Raw)": 0.9140376448631287, "Finetune/Step": 512, "Finetune/Step Time": 12.596598314121366}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.8965639472007751, "Finetune/Loss (Raw)": 0.9890725016593933, "Finetune/Step": 513, "Finetune/Step Time": 12.603296292945743}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.8970726728439331, "Finetune/Loss (Raw)": 0.9812350869178772, "Finetune/Step": 514, "Finetune/Step Time": 12.62431738898158}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.895362377166748, "Finetune/Loss (Raw)": 0.6126662492752075, "Finetune/Step": 515, "Finetune/Step Time": 12.651727069169283}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.8963279724121094, "Finetune/Loss (Raw)": 0.9811950922012329, "Finetune/Step": 516, "Finetune/Step Time": 12.657873474061489}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.8968919515609741, "Finetune/Loss (Raw)": 0.9400665163993835, "Finetune/Step": 517, "Finetune/Step Time": 12.655971312895417}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.8982735872268677, "Finetune/Loss (Raw)": 0.9619711637496948, "Finetune/Step": 518, "Finetune/Step Time": 12.660288151353598}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.8986778855323792, "Finetune/Loss (Raw)": 0.992098331451416, "Finetune/Step": 519, "Finetune/Step Time": 12.679105203598738}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.8985430002212524, "Finetune/Loss (Raw)": 0.868904709815979, "Finetune/Step": 520, "Finetune/Step Time": 12.679346539080143}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.8999817371368408, "Finetune/Loss (Raw)": 0.9389772415161133, "Finetune/Step": 521, "Finetune/Step Time": 12.666249010711908}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9011498093605042, "Finetune/Loss (Raw)": 0.8960973024368286, "Finetune/Step": 522, "Finetune/Step Time": 12.637473670765758}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.8986911177635193, "Finetune/Loss (Raw)": 0.8086234927177429, "Finetune/Step": 523, "Finetune/Step Time": 12.646613921970129}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.897871732711792, "Finetune/Loss (Raw)": 0.9212470054626465, "Finetune/Step": 524, "Finetune/Step Time": 12.642525358125567}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.8993780016899109, "Finetune/Loss (Raw)": 0.9280722737312317, "Finetune/Step": 525, "Finetune/Step Time": 12.621832709759474}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.8972158432006836, "Finetune/Loss (Raw)": 0.8279550075531006, "Finetune/Step": 526, "Finetune/Step Time": 12.637976916506886}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.8979120254516602, "Finetune/Loss (Raw)": 0.8763498663902283, "Finetune/Step": 527, "Finetune/Step Time": 12.63317160308361}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.8985444903373718, "Finetune/Loss (Raw)": 0.9496853351593018, "Finetune/Step": 528, "Finetune/Step Time": 12.628904359415174}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.8979213237762451, "Finetune/Loss (Raw)": 0.9611343145370483, "Finetune/Step": 529, "Finetune/Step Time": 12.628296758979559}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.8986260890960693, "Finetune/Loss (Raw)": 1.0066711902618408, "Finetune/Step": 530, "Finetune/Step Time": 12.59894049167633}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.8997084498405457, "Finetune/Loss (Raw)": 1.0510426759719849, "Finetune/Step": 531, "Finetune/Step Time": 12.597738146781921}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.8984771966934204, "Finetune/Loss (Raw)": 0.8665984869003296, "Finetune/Step": 532, "Finetune/Step Time": 12.594835700467229}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.8996770977973938, "Finetune/Loss (Raw)": 0.8493115901947021, "Finetune/Step": 533, "Finetune/Step Time": 12.590559989213943}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9008041620254517, "Finetune/Loss (Raw)": 0.8520665764808655, "Finetune/Step": 534, "Finetune/Step Time": 12.57394864037633}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9024553298950195, "Finetune/Loss (Raw)": 0.8360283970832825, "Finetune/Step": 535, "Finetune/Step Time": 12.564974591135979}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9012858271598816, "Finetune/Loss (Raw)": 0.736443281173706, "Finetune/Step": 536, "Finetune/Step Time": 12.592447092756629}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9001996517181396, "Finetune/Loss (Raw)": 0.9749253988265991, "Finetune/Step": 537, "Finetune/Step Time": 12.598634703084826}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.8989068269729614, "Finetune/Loss (Raw)": 0.9513881206512451, "Finetune/Step": 538, "Finetune/Step Time": 12.607979539781809}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.8998456001281738, "Finetune/Loss (Raw)": 1.0298184156417847, "Finetune/Step": 539, "Finetune/Step Time": 12.58830682002008}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9016344547271729, "Finetune/Loss (Raw)": 0.8856059312820435, "Finetune/Step": 540, "Finetune/Step Time": 12.552713360637426}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9009352326393127, "Finetune/Loss (Raw)": 0.9323805570602417, "Finetune/Step": 541, "Finetune/Step Time": 12.57387949898839}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9015057682991028, "Finetune/Loss (Raw)": 0.918425440788269, "Finetune/Step": 542, "Finetune/Step Time": 12.576914995908737}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9020084142684937, "Finetune/Loss (Raw)": 1.0409677028656006, "Finetune/Step": 543, "Finetune/Step Time": 12.576711995527148}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9014933109283447, "Finetune/Loss (Raw)": 0.9525652527809143, "Finetune/Step": 544, "Finetune/Step Time": 12.573303321376443}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9011334180831909, "Finetune/Loss (Raw)": 0.9141812920570374, "Finetune/Step": 545, "Finetune/Step Time": 12.567903015762568}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9002324938774109, "Finetune/Loss (Raw)": 0.8820404410362244, "Finetune/Step": 546, "Finetune/Step Time": 12.56627937592566}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9009810090065002, "Finetune/Loss (Raw)": 0.9826321601867676, "Finetune/Step": 547, "Finetune/Step Time": 12.541298024356365}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9025496244430542, "Finetune/Loss (Raw)": 0.8221086263656616, "Finetune/Step": 548, "Finetune/Step Time": 12.546149143949151}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9005648493766785, "Finetune/Loss (Raw)": 0.6821078062057495, "Finetune/Step": 549, "Finetune/Step Time": 12.5560124181211}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9002052545547485, "Finetune/Loss (Raw)": 0.8668819665908813, "Finetune/Step": 550, "Finetune/Step Time": 12.529706247150898}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.899105966091156, "Finetune/Loss (Raw)": 0.886425256729126, "Finetune/Step": 551, "Finetune/Step Time": 12.531333170831203}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.899589478969574, "Finetune/Loss (Raw)": 1.0303934812545776, "Finetune/Step": 552, "Finetune/Step Time": 12.522625727578998}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9000331163406372, "Finetune/Loss (Raw)": 0.7221370339393616, "Finetune/Step": 553, "Finetune/Step Time": 12.463889485225081}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9008716940879822, "Finetune/Loss (Raw)": 1.0460951328277588, "Finetune/Step": 554, "Finetune/Step Time": 12.462179530411959}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.90049147605896, "Finetune/Loss (Raw)": 0.8685315251350403, "Finetune/Step": 555, "Finetune/Step Time": 12.485725371167064}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.8994995355606079, "Finetune/Loss (Raw)": 0.9106881618499756, "Finetune/Step": 556, "Finetune/Step Time": 12.501771938055754}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.8981279134750366, "Finetune/Loss (Raw)": 0.8527975082397461, "Finetune/Step": 557, "Finetune/Step Time": 12.49633320234716}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.8957018256187439, "Finetune/Loss (Raw)": 0.5087788105010986, "Finetune/Step": 558, "Finetune/Step Time": 12.516491863876581}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.8949795961380005, "Finetune/Loss (Raw)": 0.8812903165817261, "Finetune/Step": 559, "Finetune/Step Time": 12.508611764758825}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.8939915299415588, "Finetune/Loss (Raw)": 0.7626921534538269, "Finetune/Step": 560, "Finetune/Step Time": 12.506966605782509}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.8938099145889282, "Finetune/Loss (Raw)": 0.7913172245025635, "Finetune/Step": 561, "Finetune/Step Time": 12.510072078555822}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.8931587934494019, "Finetune/Loss (Raw)": 0.8120893836021423, "Finetune/Step": 562, "Finetune/Step Time": 12.508725378662348}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.8943382501602173, "Finetune/Loss (Raw)": 0.9325987100601196, "Finetune/Step": 563, "Finetune/Step Time": 12.50820703804493}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.8946541547775269, "Finetune/Loss (Raw)": 0.9078357815742493, "Finetune/Step": 564, "Finetune/Step Time": 12.525781203061342}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.8935649394989014, "Finetune/Loss (Raw)": 0.8174641132354736, "Finetune/Step": 565, "Finetune/Step Time": 12.53893082588911}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.8948030471801758, "Finetune/Loss (Raw)": 0.9947243332862854, "Finetune/Step": 566, "Finetune/Step Time": 12.547263326123357}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.8944200873374939, "Finetune/Loss (Raw)": 0.8191677927970886, "Finetune/Step": 567, "Finetune/Step Time": 12.554800789803267}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.8912687301635742, "Finetune/Loss (Raw)": 0.5830479264259338, "Finetune/Step": 568, "Finetune/Step Time": 12.578359376639128}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.8903210163116455, "Finetune/Loss (Raw)": 0.8520642518997192, "Finetune/Step": 569, "Finetune/Step Time": 12.588043183088303}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.8921520113945007, "Finetune/Loss (Raw)": 0.9237767457962036, "Finetune/Step": 570, "Finetune/Step Time": 12.569348914548755}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.8905940651893616, "Finetune/Loss (Raw)": 0.8087071180343628, "Finetune/Step": 571, "Finetune/Step Time": 12.582433918491006}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.8897178769111633, "Finetune/Loss (Raw)": 0.9547426700592041, "Finetune/Step": 572, "Finetune/Step Time": 12.58773303590715}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.890102744102478, "Finetune/Loss (Raw)": 0.9688346982002258, "Finetune/Step": 573, "Finetune/Step Time": 12.590222716331482}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.890089213848114, "Finetune/Loss (Raw)": 1.0008485317230225, "Finetune/Step": 574, "Finetune/Step Time": 12.588465332984924}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.8906378746032715, "Finetune/Loss (Raw)": 1.0184663534164429, "Finetune/Step": 575, "Finetune/Step Time": 12.615137660875916}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.8905693888664246, "Finetune/Loss (Raw)": 0.9095264077186584, "Finetune/Step": 576, "Finetune/Step Time": 12.619553677737713}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.8891599774360657, "Finetune/Loss (Raw)": 0.8862354159355164, "Finetune/Step": 577, "Finetune/Step Time": 12.612948769703507}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.8890236616134644, "Finetune/Loss (Raw)": 0.8631076216697693, "Finetune/Step": 578, "Finetune/Step Time": 12.607942586764693}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.8881664276123047, "Finetune/Loss (Raw)": 0.7602869272232056, "Finetune/Step": 579, "Finetune/Step Time": 12.625234497711062}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.8883922100067139, "Finetune/Loss (Raw)": 0.9361323118209839, "Finetune/Step": 580, "Finetune/Step Time": 12.629633851349354}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.8875017166137695, "Finetune/Loss (Raw)": 1.0327699184417725, "Finetune/Step": 581, "Finetune/Step Time": 12.634811826050282}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.8882076740264893, "Finetune/Loss (Raw)": 0.9828256368637085, "Finetune/Step": 582, "Finetune/Step Time": 12.624430613592267}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.8865875601768494, "Finetune/Loss (Raw)": 0.7758036255836487, "Finetune/Step": 583, "Finetune/Step Time": 12.631230525672436}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.8890594244003296, "Finetune/Loss (Raw)": 0.9578865766525269, "Finetune/Step": 584, "Finetune/Step Time": 12.617950795218349}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.89031982421875, "Finetune/Loss (Raw)": 0.9677578210830688, "Finetune/Step": 585, "Finetune/Step Time": 12.61537398584187}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.8862699866294861, "Finetune/Loss (Raw)": 0.5880430936813354, "Finetune/Step": 586, "Finetune/Step Time": 12.62810373865068}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.8877437710762024, "Finetune/Loss (Raw)": 1.0708401203155518, "Finetune/Step": 587, "Finetune/Step Time": 12.627652317285538}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.8884990811347961, "Finetune/Loss (Raw)": 0.8758954405784607, "Finetune/Step": 588, "Finetune/Step Time": 12.641311425715685}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.8893623948097229, "Finetune/Loss (Raw)": 0.9809311032295227, "Finetune/Step": 589, "Finetune/Step Time": 12.639353562146425}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.8901216387748718, "Finetune/Loss (Raw)": 1.0064278841018677, "Finetune/Step": 590, "Finetune/Step Time": 12.632210994139314}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.8881082534790039, "Finetune/Loss (Raw)": 0.8496478796005249, "Finetune/Step": 591, "Finetune/Step Time": 12.646492147818208}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.8903353214263916, "Finetune/Loss (Raw)": 0.8856683969497681, "Finetune/Step": 592, "Finetune/Step Time": 12.61001499556005}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.8896382451057434, "Finetune/Loss (Raw)": 0.8732311129570007, "Finetune/Step": 593, "Finetune/Step Time": 12.62862560711801}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.8902931213378906, "Finetune/Loss (Raw)": 0.8991759419441223, "Finetune/Step": 594, "Finetune/Step Time": 12.613020945340395}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.8897266387939453, "Finetune/Loss (Raw)": 0.921607255935669, "Finetune/Step": 595, "Finetune/Step Time": 12.6016348246485}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.8903850317001343, "Finetune/Loss (Raw)": 0.836318850517273, "Finetune/Step": 596, "Finetune/Step Time": 12.577223839238286}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.8920881748199463, "Finetune/Loss (Raw)": 0.7779395580291748, "Finetune/Step": 597, "Finetune/Step Time": 12.546570502221584}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.8919987678527832, "Finetune/Loss (Raw)": 0.8904183506965637, "Finetune/Step": 598, "Finetune/Step Time": 12.574811648577452}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.8920037150382996, "Finetune/Loss (Raw)": 0.9218136668205261, "Finetune/Step": 599, "Finetune/Step Time": 12.5491309389472}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.8915718197822571, "Finetune/Loss (Raw)": 0.9806204438209534, "Finetune/Step": 600, "Finetune/Step Time": 12.55492790415883}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.8920469880104065, "Finetune/Loss (Raw)": 0.8699697852134705, "Finetune/Step": 601, "Finetune/Step Time": 12.586675364524126}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.8918244242668152, "Finetune/Loss (Raw)": 0.9525320529937744, "Finetune/Step": 602, "Finetune/Step Time": 12.578892467543483}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.8902651071548462, "Finetune/Loss (Raw)": 0.7846397757530212, "Finetune/Step": 603, "Finetune/Step Time": 12.58271269313991}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.8905028700828552, "Finetune/Loss (Raw)": 0.9600382447242737, "Finetune/Step": 604, "Finetune/Step Time": 12.58210053294897}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.889125645160675, "Finetune/Loss (Raw)": 0.7742601633071899, "Finetune/Step": 605, "Finetune/Step Time": 12.572913886979222}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.888626754283905, "Finetune/Loss (Raw)": 0.8290191888809204, "Finetune/Step": 606, "Finetune/Step Time": 12.596285749226809}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.8866409063339233, "Finetune/Loss (Raw)": 0.6977819204330444, "Finetune/Step": 607, "Finetune/Step Time": 12.654143452644348}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.8863948583602905, "Finetune/Loss (Raw)": 0.9510951638221741, "Finetune/Step": 608, "Finetune/Step Time": 12.652658624574542}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.8853363990783691, "Finetune/Loss (Raw)": 0.8124174475669861, "Finetune/Step": 609, "Finetune/Step Time": 12.649209776893258}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.8849198222160339, "Finetune/Loss (Raw)": 0.8892603516578674, "Finetune/Step": 610, "Finetune/Step Time": 12.639125376939774}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.8847435712814331, "Finetune/Loss (Raw)": 0.9352913498878479, "Finetune/Step": 611, "Finetune/Step Time": 12.60690594278276}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.8864459991455078, "Finetune/Loss (Raw)": 1.082375168800354, "Finetune/Step": 612, "Finetune/Step Time": 12.600495502352715}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.8867964744567871, "Finetune/Loss (Raw)": 0.7992836236953735, "Finetune/Step": 613, "Finetune/Step Time": 12.584918035194278}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.8865947723388672, "Finetune/Loss (Raw)": 0.8841207027435303, "Finetune/Step": 614, "Finetune/Step Time": 12.563049314543605}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.8858989477157593, "Finetune/Loss (Raw)": 0.8640960454940796, "Finetune/Step": 615, "Finetune/Step Time": 12.571582943201065}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.8854050636291504, "Finetune/Loss (Raw)": 0.9081683158874512, "Finetune/Step": 616, "Finetune/Step Time": 12.576973058283329}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.8854749202728271, "Finetune/Loss (Raw)": 0.8869369626045227, "Finetune/Step": 617, "Finetune/Step Time": 12.567595405504107}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.8866598606109619, "Finetune/Loss (Raw)": 0.9507362842559814, "Finetune/Step": 618, "Finetune/Step Time": 12.557526715099812}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.8884015083312988, "Finetune/Loss (Raw)": 0.8038300275802612, "Finetune/Step": 619, "Finetune/Step Time": 12.545640652999282}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.8887895941734314, "Finetune/Loss (Raw)": 0.9154694676399231, "Finetune/Step": 620, "Finetune/Step Time": 12.533851379528642}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.8885969519615173, "Finetune/Loss (Raw)": 0.9307644963264465, "Finetune/Step": 621, "Finetune/Step Time": 12.567652074620128}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.8885129690170288, "Finetune/Loss (Raw)": 0.8807916045188904, "Finetune/Step": 622, "Finetune/Step Time": 12.553891533985734}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.8890573382377625, "Finetune/Loss (Raw)": 0.9804791808128357, "Finetune/Step": 623, "Finetune/Step Time": 12.555545816197991}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.8888622522354126, "Finetune/Loss (Raw)": 0.8917479515075684, "Finetune/Step": 624, "Finetune/Step Time": 12.532034158706665}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.8894697427749634, "Finetune/Loss (Raw)": 0.9363378882408142, "Finetune/Step": 625, "Finetune/Step Time": 12.53417756780982}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.8897439241409302, "Finetune/Loss (Raw)": 0.9652112722396851, "Finetune/Step": 626, "Finetune/Step Time": 12.533763084560633}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.8905059099197388, "Finetune/Loss (Raw)": 0.9089040756225586, "Finetune/Step": 627, "Finetune/Step Time": 12.533489923924208}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.8903052806854248, "Finetune/Loss (Raw)": 0.8925811052322388, "Finetune/Step": 628, "Finetune/Step Time": 12.515552097931504}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.892158031463623, "Finetune/Loss (Raw)": 0.9313080310821533, "Finetune/Step": 629, "Finetune/Step Time": 12.492482505738735}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.8940500617027283, "Finetune/Loss (Raw)": 1.0373684167861938, "Finetune/Step": 630, "Finetune/Step Time": 12.468137374147773}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.8934801816940308, "Finetune/Loss (Raw)": 0.8111428022384644, "Finetune/Step": 631, "Finetune/Step Time": 12.44347565062344}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.8941198587417603, "Finetune/Loss (Raw)": 1.0480353832244873, "Finetune/Step": 632, "Finetune/Step Time": 12.455167947337031}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.8956716656684875, "Finetune/Loss (Raw)": 1.1262224912643433, "Finetune/Step": 633, "Finetune/Step Time": 12.453623851761222}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.8966965675354004, "Finetune/Loss (Raw)": 0.8398382663726807, "Finetune/Step": 634, "Finetune/Step Time": 12.443185091018677}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.8964638710021973, "Finetune/Loss (Raw)": 0.9132981896400452, "Finetune/Step": 635, "Finetune/Step Time": 12.449771219864488}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.8965362310409546, "Finetune/Loss (Raw)": 0.8963679671287537, "Finetune/Step": 636, "Finetune/Step Time": 12.48418609239161}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.8968272805213928, "Finetune/Loss (Raw)": 0.9507630467414856, "Finetune/Step": 637, "Finetune/Step Time": 12.47259870544076}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.8979964852333069, "Finetune/Loss (Raw)": 0.9922983050346375, "Finetune/Step": 638, "Finetune/Step Time": 12.468499576672912}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.8972058296203613, "Finetune/Loss (Raw)": 0.8875630497932434, "Finetune/Step": 639, "Finetune/Step Time": 12.466105695813894}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.8971341252326965, "Finetune/Loss (Raw)": 0.9048569202423096, "Finetune/Step": 640, "Finetune/Step Time": 12.466029956936836}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.8969217538833618, "Finetune/Loss (Raw)": 0.9618881344795227, "Finetune/Step": 641, "Finetune/Step Time": 12.4733877889812}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.8936749696731567, "Finetune/Loss (Raw)": 0.5656433701515198, "Finetune/Step": 642, "Finetune/Step Time": 12.471022250130773}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.8958691358566284, "Finetune/Loss (Raw)": 0.8935227394104004, "Finetune/Step": 643, "Finetune/Step Time": 12.445428140461445}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.8954019546508789, "Finetune/Loss (Raw)": 0.9213981628417969, "Finetune/Step": 644, "Finetune/Step Time": 12.452982664108276}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.8959121704101562, "Finetune/Loss (Raw)": 1.0053746700286865, "Finetune/Step": 645, "Finetune/Step Time": 12.451741598546505}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.895717203617096, "Finetune/Loss (Raw)": 0.9370133876800537, "Finetune/Step": 646, "Finetune/Step Time": 12.46262389421463}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.8946018815040588, "Finetune/Loss (Raw)": 0.8493386507034302, "Finetune/Step": 647, "Finetune/Step Time": 12.46596167050302}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.8951863050460815, "Finetune/Loss (Raw)": 0.9437052607536316, "Finetune/Step": 648, "Finetune/Step Time": 12.471375461667776}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.8947272896766663, "Finetune/Loss (Raw)": 0.8802257180213928, "Finetune/Step": 649, "Finetune/Step Time": 12.470096591860056}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.8939632773399353, "Finetune/Loss (Raw)": 0.7983043193817139, "Finetune/Step": 650, "Finetune/Step Time": 12.493546906858683}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.8948380947113037, "Finetune/Loss (Raw)": 0.9205939173698425, "Finetune/Step": 651, "Finetune/Step Time": 12.508569978177547}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.8944287896156311, "Finetune/Loss (Raw)": 0.868863046169281, "Finetune/Step": 652, "Finetune/Step Time": 12.517303235828876}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.8937190771102905, "Finetune/Loss (Raw)": 0.8372288346290588, "Finetune/Step": 653, "Finetune/Step Time": 12.518558902665973}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.8960927128791809, "Finetune/Loss (Raw)": 1.1317756175994873, "Finetune/Step": 654, "Finetune/Step Time": 12.50514318794012}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.895903468132019, "Finetune/Loss (Raw)": 0.852134108543396, "Finetune/Step": 655, "Finetune/Step Time": 12.515568237751722}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.8952471017837524, "Finetune/Loss (Raw)": 0.8656622767448425, "Finetune/Step": 656, "Finetune/Step Time": 12.521053720265627}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.894232988357544, "Finetune/Loss (Raw)": 0.8313320279121399, "Finetune/Step": 657, "Finetune/Step Time": 12.55148684605956}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.8935462236404419, "Finetune/Loss (Raw)": 0.9187635183334351, "Finetune/Step": 658, "Finetune/Step Time": 12.553300702944398}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.8910630941390991, "Finetune/Loss (Raw)": 0.7332006096839905, "Finetune/Step": 659, "Finetune/Step Time": 12.582537246868014}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.8922533988952637, "Finetune/Loss (Raw)": 1.0189625024795532, "Finetune/Step": 660, "Finetune/Step Time": 12.584293399006128}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.8926559686660767, "Finetune/Loss (Raw)": 0.9008427858352661, "Finetune/Step": 661, "Finetune/Step Time": 12.57471738383174}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.8935455083847046, "Finetune/Loss (Raw)": 0.9659240245819092, "Finetune/Step": 662, "Finetune/Step Time": 12.56023415736854}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.8946455121040344, "Finetune/Loss (Raw)": 0.9768266677856445, "Finetune/Step": 663, "Finetune/Step Time": 12.540024161338806}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.895822286605835, "Finetune/Loss (Raw)": 0.8870686888694763, "Finetune/Step": 664, "Finetune/Step Time": 12.51691572740674}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.8959680199623108, "Finetune/Loss (Raw)": 0.9935795664787292, "Finetune/Step": 665, "Finetune/Step Time": 12.525739222764969}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.8967808485031128, "Finetune/Loss (Raw)": 1.055431604385376, "Finetune/Step": 666, "Finetune/Step Time": 12.514018345624208}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.8961864709854126, "Finetune/Loss (Raw)": 0.9537383317947388, "Finetune/Step": 667, "Finetune/Step Time": 12.529325373470783}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.8953346610069275, "Finetune/Loss (Raw)": 0.7765772342681885, "Finetune/Step": 668, "Finetune/Step Time": 12.532715709879994}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.8952375650405884, "Finetune/Loss (Raw)": 0.9199546575546265, "Finetune/Step": 669, "Finetune/Step Time": 12.512655014172196}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.8944719433784485, "Finetune/Loss (Raw)": 0.820417046546936, "Finetune/Step": 670, "Finetune/Step Time": 12.51107438094914}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.8931238651275635, "Finetune/Loss (Raw)": 0.8684169054031372, "Finetune/Step": 671, "Finetune/Step Time": 12.518174771219492}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.8931896090507507, "Finetune/Loss (Raw)": 0.9609817862510681, "Finetune/Step": 672, "Finetune/Step Time": 12.515978574752808}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.8940365314483643, "Finetune/Loss (Raw)": 1.0225852727890015, "Finetune/Step": 673, "Finetune/Step Time": 12.518495637923479}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.895102322101593, "Finetune/Loss (Raw)": 1.0184643268585205, "Finetune/Step": 674, "Finetune/Step Time": 12.522580353543162}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.8949025273323059, "Finetune/Loss (Raw)": 0.95705646276474, "Finetune/Step": 675, "Finetune/Step Time": 12.526159113273025}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.8956974148750305, "Finetune/Loss (Raw)": 0.9238510131835938, "Finetune/Step": 676, "Finetune/Step Time": 12.505314139649272}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.8964715003967285, "Finetune/Loss (Raw)": 0.78119957447052, "Finetune/Step": 677, "Finetune/Step Time": 12.559647617861629}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.8974974155426025, "Finetune/Loss (Raw)": 0.9981927275657654, "Finetune/Step": 678, "Finetune/Step Time": 12.582872742787004}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.8983713388442993, "Finetune/Loss (Raw)": 0.9982820153236389, "Finetune/Step": 679, "Finetune/Step Time": 12.588090674951673}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.8969098925590515, "Finetune/Loss (Raw)": 0.8433363437652588, "Finetune/Step": 680, "Finetune/Step Time": 12.584717210382223}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.898673415184021, "Finetune/Loss (Raw)": 0.9478691220283508, "Finetune/Step": 681, "Finetune/Step Time": 12.577007282525301}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.8982574939727783, "Finetune/Loss (Raw)": 0.9928560256958008, "Finetune/Step": 682, "Finetune/Step Time": 12.56868184171617}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.8991901874542236, "Finetune/Loss (Raw)": 0.9879055023193359, "Finetune/Step": 683, "Finetune/Step Time": 12.536981750279665}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.8986790776252747, "Finetune/Loss (Raw)": 0.8452708721160889, "Finetune/Step": 684, "Finetune/Step Time": 12.520987106487155}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.8970319032669067, "Finetune/Loss (Raw)": 0.6419684886932373, "Finetune/Step": 685, "Finetune/Step Time": 12.538943177089095}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.8991954326629639, "Finetune/Loss (Raw)": 0.7857008576393127, "Finetune/Step": 686, "Finetune/Step Time": 12.528536582365632}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.8992923498153687, "Finetune/Loss (Raw)": 0.8937010765075684, "Finetune/Step": 687, "Finetune/Step Time": 12.52357098646462}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9004262685775757, "Finetune/Loss (Raw)": 0.9078357815742493, "Finetune/Step": 688, "Finetune/Step Time": 12.515085119754076}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.8990498185157776, "Finetune/Loss (Raw)": 0.6151307821273804, "Finetune/Step": 689, "Finetune/Step Time": 12.529135661199689}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.8981579542160034, "Finetune/Loss (Raw)": 0.6979305744171143, "Finetune/Step": 690, "Finetune/Step Time": 12.601949486881495}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.8982937335968018, "Finetune/Loss (Raw)": 0.9499760866165161, "Finetune/Step": 691, "Finetune/Step Time": 12.607638837769628}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.8977009057998657, "Finetune/Loss (Raw)": 0.8319532871246338, "Finetune/Step": 692, "Finetune/Step Time": 12.635824052616954}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.8976774215698242, "Finetune/Loss (Raw)": 0.8144658207893372, "Finetune/Step": 693, "Finetune/Step Time": 12.63325897231698}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.8952919244766235, "Finetune/Loss (Raw)": 0.6893737316131592, "Finetune/Step": 694, "Finetune/Step Time": 12.655409600585699}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.8947712182998657, "Finetune/Loss (Raw)": 0.7525225877761841, "Finetune/Step": 695, "Finetune/Step Time": 12.66489439830184}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.8978472352027893, "Finetune/Loss (Raw)": 0.9767714738845825, "Finetune/Step": 696, "Finetune/Step Time": 12.65388803370297}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.8976538181304932, "Finetune/Loss (Raw)": 0.8273106217384338, "Finetune/Step": 697, "Finetune/Step Time": 12.65975023061037}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.8985010385513306, "Finetune/Loss (Raw)": 1.032219409942627, "Finetune/Step": 698, "Finetune/Step Time": 12.64774265885353}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.900444746017456, "Finetune/Loss (Raw)": 1.057497262954712, "Finetune/Step": 699, "Finetune/Step Time": 12.64150714315474}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.8996280431747437, "Finetune/Loss (Raw)": 0.8502008318901062, "Finetune/Step": 700, "Finetune/Step Time": 12.673596957698464}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.8964515924453735, "Finetune/Loss (Raw)": 0.5622568130493164, "Finetune/Step": 701, "Finetune/Step Time": 12.701956188306212}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.8953794240951538, "Finetune/Loss (Raw)": 0.8636175394058228, "Finetune/Step": 702, "Finetune/Step Time": 12.710841070860624}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.8931511044502258, "Finetune/Loss (Raw)": 0.7332368493080139, "Finetune/Step": 703, "Finetune/Step Time": 12.697542363777757}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.8932008743286133, "Finetune/Loss (Raw)": 0.9158918261528015, "Finetune/Step": 704, "Finetune/Step Time": 12.71149480715394}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.8935919404029846, "Finetune/Loss (Raw)": 0.9362955093383789, "Finetune/Step": 705, "Finetune/Step Time": 12.71060511469841}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.8921815752983093, "Finetune/Loss (Raw)": 0.6825794577598572, "Finetune/Step": 706, "Finetune/Step Time": 12.713222974911332}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.8923423886299133, "Finetune/Loss (Raw)": 0.7808693051338196, "Finetune/Step": 707, "Finetune/Step Time": 12.692800955846906}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.893387496471405, "Finetune/Loss (Raw)": 1.06990647315979, "Finetune/Step": 708, "Finetune/Step Time": 12.694404916837811}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.8918945789337158, "Finetune/Loss (Raw)": 0.8416820168495178, "Finetune/Step": 709, "Finetune/Step Time": 12.695208741351962}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.8904112577438354, "Finetune/Loss (Raw)": 0.7929579615592957, "Finetune/Step": 710, "Finetune/Step Time": 12.684548826888204}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.891629695892334, "Finetune/Loss (Raw)": 0.9317632913589478, "Finetune/Step": 711, "Finetune/Step Time": 12.706210004165769}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.888866126537323, "Finetune/Loss (Raw)": 0.6041499376296997, "Finetune/Step": 712, "Finetune/Step Time": 12.723388236016035}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.8882943391799927, "Finetune/Loss (Raw)": 0.8945624232292175, "Finetune/Step": 713, "Finetune/Step Time": 12.724486960098147}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.889776885509491, "Finetune/Loss (Raw)": 0.7778170108795166, "Finetune/Step": 714, "Finetune/Step Time": 12.70324401371181}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.8891394138336182, "Finetune/Loss (Raw)": 0.9892377257347107, "Finetune/Step": 715, "Finetune/Step Time": 12.692171465605497}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.8883500695228577, "Finetune/Loss (Raw)": 0.7748631238937378, "Finetune/Step": 716, "Finetune/Step Time": 12.654966667294502}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.8884595632553101, "Finetune/Loss (Raw)": 0.9949407577514648, "Finetune/Step": 717, "Finetune/Step Time": 12.6784781627357}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.8875343203544617, "Finetune/Loss (Raw)": 0.8880077600479126, "Finetune/Step": 718, "Finetune/Step Time": 12.679358383640647}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.8881959319114685, "Finetune/Loss (Raw)": 0.9343288540840149, "Finetune/Step": 719, "Finetune/Step Time": 12.66877437569201}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.889682412147522, "Finetune/Loss (Raw)": 1.0759391784667969, "Finetune/Step": 720, "Finetune/Step Time": 12.67132911644876}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.8892319202423096, "Finetune/Loss (Raw)": 0.8155727386474609, "Finetune/Step": 721, "Finetune/Step Time": 12.692189836874604}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.8885947465896606, "Finetune/Loss (Raw)": 0.8176167607307434, "Finetune/Step": 722, "Finetune/Step Time": 12.732333566993475}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.8893064260482788, "Finetune/Loss (Raw)": 1.012698769569397, "Finetune/Step": 723, "Finetune/Step Time": 12.727790186181664}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.8902612924575806, "Finetune/Loss (Raw)": 0.9585399627685547, "Finetune/Step": 724, "Finetune/Step Time": 12.748107399791479}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.8924119472503662, "Finetune/Loss (Raw)": 1.0532211065292358, "Finetune/Step": 725, "Finetune/Step Time": 12.747798701748252}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.8902232646942139, "Finetune/Loss (Raw)": 0.6102709770202637, "Finetune/Step": 726, "Finetune/Step Time": 12.730240009725094}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.8901818990707397, "Finetune/Loss (Raw)": 0.9165199995040894, "Finetune/Step": 727, "Finetune/Step Time": 12.742236107587814}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.8906173706054688, "Finetune/Loss (Raw)": 1.0363582372665405, "Finetune/Step": 728, "Finetune/Step Time": 12.742089733481407}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.8877335786819458, "Finetune/Loss (Raw)": 0.5008437633514404, "Finetune/Step": 729, "Finetune/Step Time": 12.725681725889444}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.8873873949050903, "Finetune/Loss (Raw)": 0.9082190990447998, "Finetune/Step": 730, "Finetune/Step Time": 12.733050469309092}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.888603687286377, "Finetune/Loss (Raw)": 0.9403284192085266, "Finetune/Step": 731, "Finetune/Step Time": 12.727673005312681}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.8872649669647217, "Finetune/Loss (Raw)": 0.7886847257614136, "Finetune/Step": 732, "Finetune/Step Time": 12.783187987282872}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.8880234956741333, "Finetune/Loss (Raw)": 0.8713464736938477, "Finetune/Step": 733, "Finetune/Step Time": 12.782947711646557}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.8876768350601196, "Finetune/Loss (Raw)": 0.7846466898918152, "Finetune/Step": 734, "Finetune/Step Time": 12.764484267681837}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.8879827260971069, "Finetune/Loss (Raw)": 0.736937403678894, "Finetune/Step": 735, "Finetune/Step Time": 12.713533068075776}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.8872151374816895, "Finetune/Loss (Raw)": 0.8528496026992798, "Finetune/Step": 736, "Finetune/Step Time": 12.773423446342349}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.8888599872589111, "Finetune/Loss (Raw)": 1.0229500532150269, "Finetune/Step": 737, "Finetune/Step Time": 12.766318172216415}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.8891617059707642, "Finetune/Loss (Raw)": 0.9278814792633057, "Finetune/Step": 738, "Finetune/Step Time": 12.763578619807959}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.8876569271087646, "Finetune/Loss (Raw)": 0.7426800727844238, "Finetune/Step": 739, "Finetune/Step Time": 12.801179956644773}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.8869771361351013, "Finetune/Loss (Raw)": 0.9953616261482239, "Finetune/Step": 740, "Finetune/Step Time": 12.80699447542429}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.8862846493721008, "Finetune/Loss (Raw)": 0.7106481790542603, "Finetune/Step": 741, "Finetune/Step Time": 12.834270199760795}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.8860150575637817, "Finetune/Loss (Raw)": 0.8496127128601074, "Finetune/Step": 742, "Finetune/Step Time": 12.846442066133022}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.8867636919021606, "Finetune/Loss (Raw)": 0.95992511510849, "Finetune/Step": 743, "Finetune/Step Time": 12.835155859589577}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.8866338729858398, "Finetune/Loss (Raw)": 0.8915441036224365, "Finetune/Step": 744, "Finetune/Step Time": 12.83622887916863}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.8855867981910706, "Finetune/Loss (Raw)": 0.7529125809669495, "Finetune/Step": 745, "Finetune/Step Time": 12.861941531300545}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.8860794305801392, "Finetune/Loss (Raw)": 1.013801097869873, "Finetune/Step": 746, "Finetune/Step Time": 12.851433098316193}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.8875665068626404, "Finetune/Loss (Raw)": 0.9941675066947937, "Finetune/Step": 747, "Finetune/Step Time": 12.823688253760338}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.8880875706672668, "Finetune/Loss (Raw)": 0.9821633696556091, "Finetune/Step": 748, "Finetune/Step Time": 12.827082827687263}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.8873507976531982, "Finetune/Loss (Raw)": 0.8364583849906921, "Finetune/Step": 749, "Finetune/Step Time": 12.804285934194922}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.8874416351318359, "Finetune/Loss (Raw)": 0.8924213647842407, "Finetune/Step": 750, "Finetune/Step Time": 12.806146301329136}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.8856017589569092, "Finetune/Loss (Raw)": 0.7449745535850525, "Finetune/Step": 751, "Finetune/Step Time": 12.80980015732348}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.8861260414123535, "Finetune/Loss (Raw)": 0.9588615894317627, "Finetune/Step": 752, "Finetune/Step Time": 12.813512152060866}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.8837533593177795, "Finetune/Loss (Raw)": 0.6326287388801575, "Finetune/Step": 753, "Finetune/Step Time": 12.836724253371358}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.8823002576828003, "Finetune/Loss (Raw)": 0.7792214751243591, "Finetune/Step": 754, "Finetune/Step Time": 12.838452398777008}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.8812861442565918, "Finetune/Loss (Raw)": 0.7790865302085876, "Finetune/Step": 755, "Finetune/Step Time": 12.874799801036716}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.8808574676513672, "Finetune/Loss (Raw)": 0.8377153873443604, "Finetune/Step": 756, "Finetune/Step Time": 12.875779829919338}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.8800346851348877, "Finetune/Loss (Raw)": 0.8259921073913574, "Finetune/Step": 757, "Finetune/Step Time": 12.89114686101675}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8799471855163574, "Finetune/Loss (Raw)": 1.0261691808700562, "Finetune/Step": 758, "Finetune/Step Time": 12.890626257285476}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.8811278343200684, "Finetune/Loss (Raw)": 0.962268054485321, "Finetune/Step": 759, "Finetune/Step Time": 12.896259039640427}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8799733519554138, "Finetune/Loss (Raw)": 0.900261402130127, "Finetune/Step": 760, "Finetune/Step Time": 12.886159079149365}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.878035306930542, "Finetune/Loss (Raw)": 0.8781455159187317, "Finetune/Step": 761, "Finetune/Step Time": 12.89211531355977}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.876705527305603, "Finetune/Loss (Raw)": 0.6696358323097229, "Finetune/Step": 762, "Finetune/Step Time": 12.923805147409439}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.875481367111206, "Finetune/Loss (Raw)": 0.7565985918045044, "Finetune/Step": 763, "Finetune/Step Time": 12.93664743192494}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8752502799034119, "Finetune/Loss (Raw)": 0.8667899966239929, "Finetune/Step": 764, "Finetune/Step Time": 12.902168547734618}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.8747310042381287, "Finetune/Loss (Raw)": 0.8842959403991699, "Finetune/Step": 765, "Finetune/Step Time": 12.908831236883998}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8743322491645813, "Finetune/Loss (Raw)": 0.9412590265274048, "Finetune/Step": 766, "Finetune/Step Time": 12.93743016384542}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8739278316497803, "Finetune/Loss (Raw)": 0.8358003497123718, "Finetune/Step": 767, "Finetune/Step Time": 12.955594504252076}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8735852241516113, "Finetune/Loss (Raw)": 0.8609957098960876, "Finetune/Step": 768, "Finetune/Step Time": 12.967679042369127}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.8715912103652954, "Finetune/Loss (Raw)": 0.7066575288772583, "Finetune/Step": 769, "Finetune/Step Time": 12.980190120637417}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8740136623382568, "Finetune/Loss (Raw)": 0.875725269317627, "Finetune/Step": 770, "Finetune/Step Time": 12.962848572060466}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8746532797813416, "Finetune/Loss (Raw)": 0.9753867387771606, "Finetune/Step": 771, "Finetune/Step Time": 12.971699140965939}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8744351863861084, "Finetune/Loss (Raw)": 0.8934817910194397, "Finetune/Step": 772, "Finetune/Step Time": 12.962243858724833}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.8741474747657776, "Finetune/Loss (Raw)": 0.9685428738594055, "Finetune/Step": 773, "Finetune/Step Time": 12.960355000570416}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8726999759674072, "Finetune/Loss (Raw)": 0.7517426013946533, "Finetune/Step": 774, "Finetune/Step Time": 12.979666849598289}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8735084533691406, "Finetune/Loss (Raw)": 0.9528232216835022, "Finetune/Step": 775, "Finetune/Step Time": 12.982506804168224}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.8715298771858215, "Finetune/Loss (Raw)": 0.6904435157775879, "Finetune/Step": 776, "Finetune/Step Time": 12.977259999141097}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.872523307800293, "Finetune/Loss (Raw)": 1.007385492324829, "Finetune/Step": 777, "Finetune/Step Time": 12.9995190910995}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8736824989318848, "Finetune/Loss (Raw)": 0.9466795921325684, "Finetune/Step": 778, "Finetune/Step Time": 12.980594770982862}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8729966878890991, "Finetune/Loss (Raw)": 0.8328117728233337, "Finetune/Step": 779, "Finetune/Step Time": 12.974421821534634}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.8707884550094604, "Finetune/Loss (Raw)": 0.5862128138542175, "Finetune/Step": 780, "Finetune/Step Time": 12.99877930432558}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8706943988800049, "Finetune/Loss (Raw)": 0.8251813054084778, "Finetune/Step": 781, "Finetune/Step Time": 12.99877899326384}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8663421869277954, "Finetune/Loss (Raw)": 0.5746920704841614, "Finetune/Step": 782, "Finetune/Step Time": 13.057176357135177}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8660211563110352, "Finetune/Loss (Raw)": 0.8110435009002686, "Finetune/Step": 783, "Finetune/Step Time": 13.126575214788318}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8643015623092651, "Finetune/Loss (Raw)": 0.645556628704071, "Finetune/Step": 784, "Finetune/Step Time": 13.152203066274524}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8649545907974243, "Finetune/Loss (Raw)": 0.9149206280708313, "Finetune/Step": 785, "Finetune/Step Time": 13.146242402493954}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8654794692993164, "Finetune/Loss (Raw)": 0.9859502911567688, "Finetune/Step": 786, "Finetune/Step Time": 13.146143417805433}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8669493198394775, "Finetune/Loss (Raw)": 0.9213395714759827, "Finetune/Step": 787, "Finetune/Step Time": 13.152077345177531}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8668208122253418, "Finetune/Loss (Raw)": 1.0025142431259155, "Finetune/Step": 788, "Finetune/Step Time": 13.148865645751357}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8669254779815674, "Finetune/Loss (Raw)": 0.9142370820045471, "Finetune/Step": 789, "Finetune/Step Time": 13.146499497815967}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8642752170562744, "Finetune/Loss (Raw)": 0.6266933083534241, "Finetune/Step": 790, "Finetune/Step Time": 13.191843474283814}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8631840348243713, "Finetune/Loss (Raw)": 0.8371517658233643, "Finetune/Step": 791, "Finetune/Step Time": 13.200200064107776}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8622214794158936, "Finetune/Loss (Raw)": 0.7638663053512573, "Finetune/Step": 792, "Finetune/Step Time": 13.187496334314346}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8615396022796631, "Finetune/Loss (Raw)": 0.9062939882278442, "Finetune/Step": 793, "Finetune/Step Time": 13.191706717014313}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8595849275588989, "Finetune/Loss (Raw)": 0.805242121219635, "Finetune/Step": 794, "Finetune/Step Time": 13.20123783312738}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.859022855758667, "Finetune/Loss (Raw)": 0.8817894458770752, "Finetune/Step": 795, "Finetune/Step Time": 13.207448493689299}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8596928119659424, "Finetune/Loss (Raw)": 0.8623266816139221, "Finetune/Step": 796, "Finetune/Step Time": 13.206257872283459}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8592697978019714, "Finetune/Loss (Raw)": 0.8658103346824646, "Finetune/Step": 797, "Finetune/Step Time": 13.213299637660384}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8600780963897705, "Finetune/Loss (Raw)": 0.9238780736923218, "Finetune/Step": 798, "Finetune/Step Time": 13.22222045995295}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8594713807106018, "Finetune/Loss (Raw)": 0.7907567024230957, "Finetune/Step": 799, "Finetune/Step Time": 13.21994772925973}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8591591119766235, "Finetune/Loss (Raw)": 0.9210160374641418, "Finetune/Step": 800, "Finetune/Step Time": 13.225548276677728}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8586065173149109, "Finetune/Loss (Raw)": 0.9518531560897827, "Finetune/Step": 801, "Finetune/Step Time": 13.266822949051857}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8570735454559326, "Finetune/Loss (Raw)": 0.8222399950027466, "Finetune/Step": 802, "Finetune/Step Time": 13.282007126137614}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8552299737930298, "Finetune/Loss (Raw)": 0.721083402633667, "Finetune/Step": 803, "Finetune/Step Time": 13.291516734287143}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8548840880393982, "Finetune/Loss (Raw)": 0.8795741200447083, "Finetune/Step": 804, "Finetune/Step Time": 13.283562095835805}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8557416200637817, "Finetune/Loss (Raw)": 0.8909702897071838, "Finetune/Step": 805, "Finetune/Step Time": 13.231647204607725}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8533042669296265, "Finetune/Loss (Raw)": 0.6861992478370667, "Finetune/Step": 806, "Finetune/Step Time": 13.247007250785828}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8521957397460938, "Finetune/Loss (Raw)": 0.8563941121101379, "Finetune/Step": 807, "Finetune/Step Time": 13.23931423947215}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8519423007965088, "Finetune/Loss (Raw)": 0.8109015226364136, "Finetune/Step": 808, "Finetune/Step Time": 13.274918602779508}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8511003851890564, "Finetune/Loss (Raw)": 0.8401021957397461, "Finetune/Step": 809, "Finetune/Step Time": 13.285165848210454}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.851006031036377, "Finetune/Loss (Raw)": 0.9807760119438171, "Finetune/Step": 810, "Finetune/Step Time": 13.293622061610222}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8492246866226196, "Finetune/Loss (Raw)": 0.7599002718925476, "Finetune/Step": 811, "Finetune/Step Time": 13.293675610795617}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8509606719017029, "Finetune/Loss (Raw)": 1.0674726963043213, "Finetune/Step": 812, "Finetune/Step Time": 13.291062036529183}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8528568744659424, "Finetune/Loss (Raw)": 0.8846845626831055, "Finetune/Step": 813, "Finetune/Step Time": 13.27174643240869}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8533712029457092, "Finetune/Loss (Raw)": 0.8515332341194153, "Finetune/Step": 814, "Finetune/Step Time": 13.260261749848723}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8532075881958008, "Finetune/Loss (Raw)": 0.8727580904960632, "Finetune/Step": 815, "Finetune/Step Time": 13.26370538584888}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8535450100898743, "Finetune/Loss (Raw)": 0.9510267972946167, "Finetune/Step": 816, "Finetune/Step Time": 13.268663968890905}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.85603266954422, "Finetune/Loss (Raw)": 0.9335538744926453, "Finetune/Step": 817, "Finetune/Step Time": 13.256252309307456}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8551965951919556, "Finetune/Loss (Raw)": 0.5909119844436646, "Finetune/Step": 818, "Finetune/Step Time": 13.205179834738374}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8533791303634644, "Finetune/Loss (Raw)": 0.7173382639884949, "Finetune/Step": 819, "Finetune/Step Time": 13.206670859828591}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8517139554023743, "Finetune/Loss (Raw)": 0.6188102960586548, "Finetune/Step": 820, "Finetune/Step Time": 13.175889573991299}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8519632816314697, "Finetune/Loss (Raw)": 0.8463756442070007, "Finetune/Step": 821, "Finetune/Step Time": 13.17643473111093}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8529300689697266, "Finetune/Loss (Raw)": 0.8131210803985596, "Finetune/Step": 822, "Finetune/Step Time": 13.155869483947754}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.854871392250061, "Finetune/Loss (Raw)": 1.0010162591934204, "Finetune/Step": 823, "Finetune/Step Time": 13.133570648729801}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8547151684761047, "Finetune/Loss (Raw)": 0.9567747116088867, "Finetune/Step": 824, "Finetune/Step Time": 13.1230209171772}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8545961380004883, "Finetune/Loss (Raw)": 0.8120747208595276, "Finetune/Step": 825, "Finetune/Step Time": 13.111826997250319}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8524138927459717, "Finetune/Loss (Raw)": 0.7528904676437378, "Finetune/Step": 826, "Finetune/Step Time": 13.123509556055069}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8508932590484619, "Finetune/Loss (Raw)": 0.8628529906272888, "Finetune/Step": 827, "Finetune/Step Time": 13.10407936386764}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8491921424865723, "Finetune/Loss (Raw)": 0.632462203502655, "Finetune/Step": 828, "Finetune/Step Time": 13.094944216310978}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.851516842842102, "Finetune/Loss (Raw)": 0.859818696975708, "Finetune/Step": 829, "Finetune/Step Time": 13.080062510445714}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.851642370223999, "Finetune/Loss (Raw)": 0.8796886801719666, "Finetune/Step": 830, "Finetune/Step Time": 13.07346842251718}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8525106906890869, "Finetune/Loss (Raw)": 0.8443787097930908, "Finetune/Step": 831, "Finetune/Step Time": 13.08038254082203}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.8526594638824463, "Finetune/Loss (Raw)": 0.9349336624145508, "Finetune/Step": 832, "Finetune/Step Time": 13.052363641560078}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.850648820400238, "Finetune/Loss (Raw)": 0.6789384484291077, "Finetune/Step": 833, "Finetune/Step Time": 13.076879909262061}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8518438339233398, "Finetune/Loss (Raw)": 0.8355339169502258, "Finetune/Step": 834, "Finetune/Step Time": 13.089216997846961}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8525628447532654, "Finetune/Loss (Raw)": 0.8729055523872375, "Finetune/Step": 835, "Finetune/Step Time": 13.092031406238675}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8511065244674683, "Finetune/Loss (Raw)": 0.883502721786499, "Finetune/Step": 836, "Finetune/Step Time": 13.084413321688771}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8504060506820679, "Finetune/Loss (Raw)": 0.7520150542259216, "Finetune/Step": 837, "Finetune/Step Time": 13.096579626202583}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8509774208068848, "Finetune/Loss (Raw)": 0.8660928010940552, "Finetune/Step": 838, "Finetune/Step Time": 13.099258555099368}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.849638044834137, "Finetune/Loss (Raw)": 0.7603244781494141, "Finetune/Step": 839, "Finetune/Step Time": 13.085579933598638}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8527750968933105, "Finetune/Loss (Raw)": 1.0056875944137573, "Finetune/Step": 840, "Finetune/Step Time": 13.06678469851613}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8518890142440796, "Finetune/Loss (Raw)": 0.7811487317085266, "Finetune/Step": 841, "Finetune/Step Time": 13.071213264018297}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.8530364036560059, "Finetune/Loss (Raw)": 0.9246866106987, "Finetune/Step": 842, "Finetune/Step Time": 13.070403806865215}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8521868586540222, "Finetune/Loss (Raw)": 0.8804901242256165, "Finetune/Step": 843, "Finetune/Step Time": 13.08915669284761}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8528128266334534, "Finetune/Loss (Raw)": 0.8549957275390625, "Finetune/Step": 844, "Finetune/Step Time": 13.093794889748096}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8522005081176758, "Finetune/Loss (Raw)": 0.9165648818016052, "Finetune/Step": 845, "Finetune/Step Time": 13.066334202885628}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8526915311813354, "Finetune/Loss (Raw)": 0.9508544206619263, "Finetune/Step": 846, "Finetune/Step Time": 13.057698540389538}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8501248359680176, "Finetune/Loss (Raw)": 0.605787992477417, "Finetune/Step": 847, "Finetune/Step Time": 13.095592841506004}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8474810123443604, "Finetune/Loss (Raw)": 0.7375354170799255, "Finetune/Step": 848, "Finetune/Step Time": 13.101737694814801}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8480440378189087, "Finetune/Loss (Raw)": 0.8876431584358215, "Finetune/Step": 849, "Finetune/Step Time": 13.056775074452162}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8478431701660156, "Finetune/Loss (Raw)": 0.7918931245803833, "Finetune/Step": 850, "Finetune/Step Time": 13.029789248481393}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8471285700798035, "Finetune/Loss (Raw)": 0.9212368726730347, "Finetune/Step": 851, "Finetune/Step Time": 13.035748792812228}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8455731868743896, "Finetune/Loss (Raw)": 0.7594473958015442, "Finetune/Step": 852, "Finetune/Step Time": 13.026014933362603}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8440337181091309, "Finetune/Loss (Raw)": 0.8561714887619019, "Finetune/Step": 853, "Finetune/Step Time": 13.018663372844458}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8453116416931152, "Finetune/Loss (Raw)": 0.7738404870033264, "Finetune/Step": 854, "Finetune/Step Time": 13.02247628942132}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8429592847824097, "Finetune/Loss (Raw)": 0.6154263019561768, "Finetune/Step": 855, "Finetune/Step Time": 13.087835365906358}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8414950966835022, "Finetune/Loss (Raw)": 0.8489386439323425, "Finetune/Step": 856, "Finetune/Step Time": 13.081572541967034}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8437298536300659, "Finetune/Loss (Raw)": 0.7868969440460205, "Finetune/Step": 857, "Finetune/Step Time": 13.066689927130938}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8447371125221252, "Finetune/Loss (Raw)": 1.0371447801589966, "Finetune/Step": 858, "Finetune/Step Time": 13.060043089091778}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.844411313533783, "Finetune/Loss (Raw)": 0.8986276984214783, "Finetune/Step": 859, "Finetune/Step Time": 13.086781021207571}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8446470499038696, "Finetune/Loss (Raw)": 0.8188633918762207, "Finetune/Step": 860, "Finetune/Step Time": 13.031151501461864}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8426179885864258, "Finetune/Loss (Raw)": 0.6116271018981934, "Finetune/Step": 861, "Finetune/Step Time": 13.01261456310749}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8434308171272278, "Finetune/Loss (Raw)": 0.8886851668357849, "Finetune/Step": 862, "Finetune/Step Time": 13.014957586303353}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8432324528694153, "Finetune/Loss (Raw)": 0.7115434408187866, "Finetune/Step": 863, "Finetune/Step Time": 13.023548543453217}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8439317345619202, "Finetune/Loss (Raw)": 0.9423623085021973, "Finetune/Step": 864, "Finetune/Step Time": 12.96940789744258}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8421672582626343, "Finetune/Loss (Raw)": 0.7970972657203674, "Finetune/Step": 865, "Finetune/Step Time": 13.003804918378592}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.842734694480896, "Finetune/Loss (Raw)": 1.0005078315734863, "Finetune/Step": 866, "Finetune/Step Time": 12.997726270928979}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8444783687591553, "Finetune/Loss (Raw)": 0.965867280960083, "Finetune/Step": 867, "Finetune/Step Time": 12.960578069090843}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8433984518051147, "Finetune/Loss (Raw)": 0.857136607170105, "Finetune/Step": 868, "Finetune/Step Time": 12.950314056128263}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.845319390296936, "Finetune/Loss (Raw)": 0.9565285444259644, "Finetune/Step": 869, "Finetune/Step Time": 12.939826797693968}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8445829153060913, "Finetune/Loss (Raw)": 0.7553425431251526, "Finetune/Step": 870, "Finetune/Step Time": 12.939815459772944}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8425158858299255, "Finetune/Loss (Raw)": 0.6953474283218384, "Finetune/Step": 871, "Finetune/Step Time": 12.945444133132696}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8425543308258057, "Finetune/Loss (Raw)": 0.8964647650718689, "Finetune/Step": 872, "Finetune/Step Time": 12.940737083554268}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8440117239952087, "Finetune/Loss (Raw)": 0.9394612908363342, "Finetune/Step": 873, "Finetune/Step Time": 12.916456839069724}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.841865599155426, "Finetune/Loss (Raw)": 0.7390933632850647, "Finetune/Step": 874, "Finetune/Step Time": 12.919782280921936}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8402392864227295, "Finetune/Loss (Raw)": 0.786000669002533, "Finetune/Step": 875, "Finetune/Step Time": 12.932457132264972}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8390108942985535, "Finetune/Loss (Raw)": 0.824930727481842, "Finetune/Step": 876, "Finetune/Step Time": 12.932853695005178}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8393516540527344, "Finetune/Loss (Raw)": 0.8800780773162842, "Finetune/Step": 877, "Finetune/Step Time": 12.930013917386532}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8389800786972046, "Finetune/Loss (Raw)": 0.8448536396026611, "Finetune/Step": 878, "Finetune/Step Time": 12.919672364369035}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8392844200134277, "Finetune/Loss (Raw)": 0.7839264273643494, "Finetune/Step": 879, "Finetune/Step Time": 12.956917429342866}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8383011817932129, "Finetune/Loss (Raw)": 0.8330138921737671, "Finetune/Step": 880, "Finetune/Step Time": 12.962951328605413}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8388063907623291, "Finetune/Loss (Raw)": 0.6972969174385071, "Finetune/Step": 881, "Finetune/Step Time": 12.954626776278019}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.839531660079956, "Finetune/Loss (Raw)": 0.8720593452453613, "Finetune/Step": 882, "Finetune/Step Time": 12.95397762581706}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8408637642860413, "Finetune/Loss (Raw)": 0.9495909214019775, "Finetune/Step": 883, "Finetune/Step Time": 12.921846887096763}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.841911792755127, "Finetune/Loss (Raw)": 0.9718596339225769, "Finetune/Step": 884, "Finetune/Step Time": 12.92016802355647}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8392781019210815, "Finetune/Loss (Raw)": 0.4888884425163269, "Finetune/Step": 885, "Finetune/Step Time": 12.93229547701776}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.837982714176178, "Finetune/Loss (Raw)": 0.860354483127594, "Finetune/Step": 886, "Finetune/Step Time": 12.936985954642296}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8358075618743896, "Finetune/Loss (Raw)": 0.6838414669036865, "Finetune/Step": 887, "Finetune/Step Time": 12.967390451580286}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8362772464752197, "Finetune/Loss (Raw)": 0.9603842496871948, "Finetune/Step": 888, "Finetune/Step Time": 12.96644433028996}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8366385698318481, "Finetune/Loss (Raw)": 0.9244035482406616, "Finetune/Step": 889, "Finetune/Step Time": 12.97422917559743}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8381538987159729, "Finetune/Loss (Raw)": 0.8635944128036499, "Finetune/Step": 890, "Finetune/Step Time": 12.946189420297742}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8390023708343506, "Finetune/Loss (Raw)": 0.8651999235153198, "Finetune/Step": 891, "Finetune/Step Time": 12.95229165814817}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8382860422134399, "Finetune/Loss (Raw)": 0.7751026749610901, "Finetune/Step": 892, "Finetune/Step Time": 12.968793027102947}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8389772176742554, "Finetune/Loss (Raw)": 0.9727657437324524, "Finetune/Step": 893, "Finetune/Step Time": 12.962550675496459}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8386589288711548, "Finetune/Loss (Raw)": 0.900516927242279, "Finetune/Step": 894, "Finetune/Step Time": 12.938286000862718}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.8385900259017944, "Finetune/Loss (Raw)": 0.8269848227500916, "Finetune/Step": 895, "Finetune/Step Time": 12.94109382852912}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8390928506851196, "Finetune/Loss (Raw)": 0.9253501892089844, "Finetune/Step": 896, "Finetune/Step Time": 12.933069562539458}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.838929295539856, "Finetune/Loss (Raw)": 0.6857233047485352, "Finetune/Step": 897, "Finetune/Step Time": 12.94029944948852}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8365437984466553, "Finetune/Loss (Raw)": 0.5703842043876648, "Finetune/Step": 898, "Finetune/Step Time": 12.961174746975303}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.834443986415863, "Finetune/Loss (Raw)": 0.7066096067428589, "Finetune/Step": 899, "Finetune/Step Time": 13.03002198971808}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8349134922027588, "Finetune/Loss (Raw)": 0.9535782337188721, "Finetune/Step": 900, "Finetune/Step Time": 13.025707319378853}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8349034190177917, "Finetune/Loss (Raw)": 0.9672548174858093, "Finetune/Step": 901, "Finetune/Step Time": 13.034472044557333}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8358558416366577, "Finetune/Loss (Raw)": 0.8736507296562195, "Finetune/Step": 902, "Finetune/Step Time": 13.007195392623544}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8354995250701904, "Finetune/Loss (Raw)": 0.9072214365005493, "Finetune/Step": 903, "Finetune/Step Time": 13.018235739320517}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8361315131187439, "Finetune/Loss (Raw)": 0.7713310122489929, "Finetune/Step": 904, "Finetune/Step Time": 13.011663207784295}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8355145454406738, "Finetune/Loss (Raw)": 0.9284216165542603, "Finetune/Step": 905, "Finetune/Step Time": 12.981465576216578}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8343580961227417, "Finetune/Loss (Raw)": 0.798649251461029, "Finetune/Step": 906, "Finetune/Step Time": 12.974289132282138}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8347285389900208, "Finetune/Loss (Raw)": 0.880224883556366, "Finetune/Step": 907, "Finetune/Step Time": 12.957585416734219}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.836959719657898, "Finetune/Loss (Raw)": 0.8718021512031555, "Finetune/Step": 908, "Finetune/Step Time": 12.931082736700773}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.836929440498352, "Finetune/Loss (Raw)": 0.8213055729866028, "Finetune/Step": 909, "Finetune/Step Time": 12.936295833438635}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8389618396759033, "Finetune/Loss (Raw)": 0.8348506093025208, "Finetune/Step": 910, "Finetune/Step Time": 12.880608448758721}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.83901047706604, "Finetune/Loss (Raw)": 0.8172590136528015, "Finetune/Step": 911, "Finetune/Step Time": 12.807126050814986}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8414968252182007, "Finetune/Loss (Raw)": 0.9638171195983887, "Finetune/Step": 912, "Finetune/Step Time": 12.800039341673255}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8389400243759155, "Finetune/Loss (Raw)": 0.5876392722129822, "Finetune/Step": 913, "Finetune/Step Time": 12.789398610591888}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.839246392250061, "Finetune/Loss (Raw)": 1.025168776512146, "Finetune/Step": 914, "Finetune/Step Time": 12.79119710251689}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8389878869056702, "Finetune/Loss (Raw)": 0.8882536292076111, "Finetune/Step": 915, "Finetune/Step Time": 12.752107918262482}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8383828401565552, "Finetune/Loss (Raw)": 0.9250735640525818, "Finetune/Step": 916, "Finetune/Step Time": 12.762359358370304}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8391417264938354, "Finetune/Loss (Raw)": 1.011371374130249, "Finetune/Step": 917, "Finetune/Step Time": 12.825753100216389}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.840743899345398, "Finetune/Loss (Raw)": 0.8317685723304749, "Finetune/Step": 918, "Finetune/Step Time": 12.796883821487427}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8389281034469604, "Finetune/Loss (Raw)": 0.6047304272651672, "Finetune/Step": 919, "Finetune/Step Time": 12.816639006137848}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8385791182518005, "Finetune/Loss (Raw)": 0.7191969156265259, "Finetune/Step": 920, "Finetune/Step Time": 12.827864523977041}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8386611938476562, "Finetune/Loss (Raw)": 0.9168037176132202, "Finetune/Step": 921, "Finetune/Step Time": 12.81596258841455}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8390378355979919, "Finetune/Loss (Raw)": 0.8534486889839172, "Finetune/Step": 922, "Finetune/Step Time": 12.810293467715383}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.839316725730896, "Finetune/Loss (Raw)": 0.9174866080284119, "Finetune/Step": 923, "Finetune/Step Time": 12.797026036307216}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8386379480361938, "Finetune/Loss (Raw)": 0.7754425406455994, "Finetune/Step": 924, "Finetune/Step Time": 12.807068647816777}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8372704982757568, "Finetune/Loss (Raw)": 0.6907817125320435, "Finetune/Step": 925, "Finetune/Step Time": 12.842344667762518}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.835242509841919, "Finetune/Loss (Raw)": 0.6642962098121643, "Finetune/Step": 926, "Finetune/Step Time": 12.844539912417531}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8359122276306152, "Finetune/Loss (Raw)": 0.8764761686325073, "Finetune/Step": 927, "Finetune/Step Time": 12.832517532631755}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8354970812797546, "Finetune/Loss (Raw)": 0.8678757548332214, "Finetune/Step": 928, "Finetune/Step Time": 12.82295990921557}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8346619009971619, "Finetune/Loss (Raw)": 0.8449467420578003, "Finetune/Step": 929, "Finetune/Step Time": 12.782320076599717}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8343843221664429, "Finetune/Loss (Raw)": 0.7867205739021301, "Finetune/Step": 930, "Finetune/Step Time": 12.777373559772968}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8357200622558594, "Finetune/Loss (Raw)": 0.8920508027076721, "Finetune/Step": 931, "Finetune/Step Time": 12.764303151518106}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8359344601631165, "Finetune/Loss (Raw)": 0.9070202112197876, "Finetune/Step": 932, "Finetune/Step Time": 12.770144574344158}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8357083797454834, "Finetune/Loss (Raw)": 0.8620356917381287, "Finetune/Step": 933, "Finetune/Step Time": 12.787426952272654}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8375087976455688, "Finetune/Loss (Raw)": 0.9166500568389893, "Finetune/Step": 934, "Finetune/Step Time": 12.766792012378573}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8361873626708984, "Finetune/Loss (Raw)": 0.6872519254684448, "Finetune/Step": 935, "Finetune/Step Time": 12.76735607907176}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8358385562896729, "Finetune/Loss (Raw)": 0.7662445306777954, "Finetune/Step": 936, "Finetune/Step Time": 12.747150396928191}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.836852490901947, "Finetune/Loss (Raw)": 0.9698936343193054, "Finetune/Step": 937, "Finetune/Step Time": 12.739366002380848}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8371526002883911, "Finetune/Loss (Raw)": 1.019190788269043, "Finetune/Step": 938, "Finetune/Step Time": 12.748829310759902}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8376274108886719, "Finetune/Loss (Raw)": 0.8206750750541687, "Finetune/Step": 939, "Finetune/Step Time": 12.745826298370957}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8363052606582642, "Finetune/Loss (Raw)": 0.8982419371604919, "Finetune/Step": 940, "Finetune/Step Time": 12.746183231472969}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8362023830413818, "Finetune/Loss (Raw)": 0.8715084195137024, "Finetune/Step": 941, "Finetune/Step Time": 12.748314466327429}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8350620865821838, "Finetune/Loss (Raw)": 0.7055799961090088, "Finetune/Step": 942, "Finetune/Step Time": 12.751647440716624}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8351240158081055, "Finetune/Loss (Raw)": 0.8806869387626648, "Finetune/Step": 943, "Finetune/Step Time": 12.749857243150473}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8338976502418518, "Finetune/Loss (Raw)": 0.7940430045127869, "Finetune/Step": 944, "Finetune/Step Time": 12.739968517795205}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8324636816978455, "Finetune/Loss (Raw)": 0.750008761882782, "Finetune/Step": 945, "Finetune/Step Time": 12.751851562410593}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8334077000617981, "Finetune/Loss (Raw)": 0.7117472887039185, "Finetune/Step": 946, "Finetune/Step Time": 12.74727370031178}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8340334296226501, "Finetune/Loss (Raw)": 0.7974293231964111, "Finetune/Step": 947, "Finetune/Step Time": 12.771933387964964}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8343050479888916, "Finetune/Loss (Raw)": 0.6535764932632446, "Finetune/Step": 948, "Finetune/Step Time": 12.786129431799054}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8356248140335083, "Finetune/Loss (Raw)": 1.0153124332427979, "Finetune/Step": 949, "Finetune/Step Time": 12.766464913263917}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8358442187309265, "Finetune/Loss (Raw)": 0.8412014842033386, "Finetune/Step": 950, "Finetune/Step Time": 12.763611955568194}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8363533020019531, "Finetune/Loss (Raw)": 1.0661829710006714, "Finetune/Step": 951, "Finetune/Step Time": 12.755678538233042}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8349213600158691, "Finetune/Loss (Raw)": 0.7734768390655518, "Finetune/Step": 952, "Finetune/Step Time": 12.760955655947328}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8353636860847473, "Finetune/Loss (Raw)": 0.8687002062797546, "Finetune/Step": 953, "Finetune/Step Time": 12.753366021439433}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8355939388275146, "Finetune/Loss (Raw)": 0.7823643088340759, "Finetune/Step": 954, "Finetune/Step Time": 12.749393217265606}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8355239629745483, "Finetune/Loss (Raw)": 0.8538883328437805, "Finetune/Step": 955, "Finetune/Step Time": 12.750621404498816}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8375405073165894, "Finetune/Loss (Raw)": 0.89057856798172, "Finetune/Step": 956, "Finetune/Step Time": 12.72641054354608}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8370448350906372, "Finetune/Loss (Raw)": 0.796375036239624, "Finetune/Step": 957, "Finetune/Step Time": 12.721069388091564}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8366460204124451, "Finetune/Loss (Raw)": 0.8286423087120056, "Finetune/Step": 958, "Finetune/Step Time": 12.73643315024674}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8358604311943054, "Finetune/Loss (Raw)": 0.7438227534294128, "Finetune/Step": 959, "Finetune/Step Time": 12.713994730263948}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8352283239364624, "Finetune/Loss (Raw)": 0.8540229797363281, "Finetune/Step": 960, "Finetune/Step Time": 12.717703681439161}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8357577323913574, "Finetune/Loss (Raw)": 0.7467089295387268, "Finetune/Step": 961, "Finetune/Step Time": 12.695943741127849}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8362061977386475, "Finetune/Loss (Raw)": 0.8929296731948853, "Finetune/Step": 962, "Finetune/Step Time": 12.691722685471177}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8355921506881714, "Finetune/Loss (Raw)": 0.7943159341812134, "Finetune/Step": 963, "Finetune/Step Time": 12.683655643835664}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8350737690925598, "Finetune/Loss (Raw)": 0.8171416521072388, "Finetune/Step": 964, "Finetune/Step Time": 12.685625851154327}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8348146677017212, "Finetune/Loss (Raw)": 0.7188494801521301, "Finetune/Step": 965, "Finetune/Step Time": 12.684910140931606}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8344680070877075, "Finetune/Loss (Raw)": 0.8217229843139648, "Finetune/Step": 966, "Finetune/Step Time": 12.686572935432196}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8346970081329346, "Finetune/Loss (Raw)": 0.7896431088447571, "Finetune/Step": 967, "Finetune/Step Time": 12.693640921264887}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8337899446487427, "Finetune/Loss (Raw)": 0.8895758986473083, "Finetune/Step": 968, "Finetune/Step Time": 12.691028686240315}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8337991237640381, "Finetune/Loss (Raw)": 0.782330334186554, "Finetune/Step": 969, "Finetune/Step Time": 12.702184550464153}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8307116031646729, "Finetune/Loss (Raw)": 0.5294796228408813, "Finetune/Step": 970, "Finetune/Step Time": 12.711847370490432}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8304057121276855, "Finetune/Loss (Raw)": 0.8413340449333191, "Finetune/Step": 971, "Finetune/Step Time": 12.737227680161595}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8295071125030518, "Finetune/Loss (Raw)": 0.7399770021438599, "Finetune/Step": 972, "Finetune/Step Time": 12.76330541074276}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.828182578086853, "Finetune/Loss (Raw)": 0.7470223307609558, "Finetune/Step": 973, "Finetune/Step Time": 12.772734330967069}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8270145654678345, "Finetune/Loss (Raw)": 0.8013502359390259, "Finetune/Step": 974, "Finetune/Step Time": 12.793345522135496}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8297764658927917, "Finetune/Loss (Raw)": 0.9593116044998169, "Finetune/Step": 975, "Finetune/Step Time": 12.774295035749674}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.830512285232544, "Finetune/Loss (Raw)": 0.8317182660102844, "Finetune/Step": 976, "Finetune/Step Time": 12.767563801258802}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8309221863746643, "Finetune/Loss (Raw)": 0.9401158094406128, "Finetune/Step": 977, "Finetune/Step Time": 12.783160913735628}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8312404155731201, "Finetune/Loss (Raw)": 0.8326202630996704, "Finetune/Step": 978, "Finetune/Step Time": 12.760357581079006}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8303582072257996, "Finetune/Loss (Raw)": 0.8083163499832153, "Finetune/Step": 979, "Finetune/Step Time": 12.762433528900146}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.832411527633667, "Finetune/Loss (Raw)": 1.0222662687301636, "Finetune/Step": 980, "Finetune/Step Time": 12.749631080776453}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8322634696960449, "Finetune/Loss (Raw)": 0.8372315764427185, "Finetune/Step": 981, "Finetune/Step Time": 12.76454159989953}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.833436131477356, "Finetune/Loss (Raw)": 0.9239298105239868, "Finetune/Step": 982, "Finetune/Step Time": 12.746487515047193}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.835456132888794, "Finetune/Loss (Raw)": 0.8739910125732422, "Finetune/Step": 983, "Finetune/Step Time": 12.680647866800427}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8346209526062012, "Finetune/Loss (Raw)": 0.742037832736969, "Finetune/Step": 984, "Finetune/Step Time": 12.699039788916707}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8350262641906738, "Finetune/Loss (Raw)": 0.8387755155563354, "Finetune/Step": 985, "Finetune/Step Time": 12.702162275090814}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8329389095306396, "Finetune/Loss (Raw)": 0.769962728023529, "Finetune/Step": 986, "Finetune/Step Time": 12.704178461804986}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8325847387313843, "Finetune/Loss (Raw)": 0.8532912731170654, "Finetune/Step": 987, "Finetune/Step Time": 12.69722019135952}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8311154842376709, "Finetune/Loss (Raw)": 0.6308004856109619, "Finetune/Step": 988, "Finetune/Step Time": 12.700759448111057}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8334198594093323, "Finetune/Loss (Raw)": 0.9065950512886047, "Finetune/Step": 989, "Finetune/Step Time": 12.707945944741368}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8313241004943848, "Finetune/Loss (Raw)": 0.6204206347465515, "Finetune/Step": 990, "Finetune/Step Time": 12.71884298324585}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8329156637191772, "Finetune/Loss (Raw)": 0.9152697324752808, "Finetune/Step": 991, "Finetune/Step Time": 12.711123095825315}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8322270512580872, "Finetune/Loss (Raw)": 0.8542137145996094, "Finetune/Step": 992, "Finetune/Step Time": 12.708211934193969}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8323511481285095, "Finetune/Loss (Raw)": 0.8129829168319702, "Finetune/Step": 993, "Finetune/Step Time": 12.72716491855681}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8297722935676575, "Finetune/Loss (Raw)": 0.670412540435791, "Finetune/Step": 994, "Finetune/Step Time": 12.741930343210697}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8287822008132935, "Finetune/Loss (Raw)": 0.8391376733779907, "Finetune/Step": 995, "Finetune/Step Time": 12.745383528992534}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.8278952836990356, "Finetune/Loss (Raw)": 0.7436150908470154, "Finetune/Step": 996, "Finetune/Step Time": 12.74965338781476}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8268283605575562, "Finetune/Loss (Raw)": 0.8199561834335327, "Finetune/Step": 997, "Finetune/Step Time": 12.71879487298429}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8266276121139526, "Finetune/Loss (Raw)": 0.7296445369720459, "Finetune/Step": 998, "Finetune/Step Time": 12.740785198286176}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8287642002105713, "Finetune/Loss (Raw)": 0.968839704990387, "Finetune/Step": 999, "Finetune/Step Time": 12.731503890827298}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8294491767883301, "Finetune/Loss (Raw)": 0.9841363430023193, "Finetune/Step": 1000, "Finetune/Step Time": 12.72473856061697}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8266794085502625, "Finetune/Loss (Raw)": 0.5849322080612183, "Finetune/Step": 1001, "Finetune/Step Time": 12.756435787305236}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8279435634613037, "Finetune/Loss (Raw)": 0.9008998274803162, "Finetune/Step": 1002, "Finetune/Step Time": 12.764574514701962}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8290256261825562, "Finetune/Loss (Raw)": 0.9245104193687439, "Finetune/Step": 1003, "Finetune/Step Time": 12.770380502566695}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8299193978309631, "Finetune/Loss (Raw)": 0.9393340945243835, "Finetune/Step": 1004, "Finetune/Step Time": 12.771636225283146}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8299294114112854, "Finetune/Loss (Raw)": 0.88136225938797, "Finetune/Step": 1005, "Finetune/Step Time": 12.759513579308987}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8286741971969604, "Finetune/Loss (Raw)": 0.6841778755187988, "Finetune/Step": 1006, "Finetune/Step Time": 12.783076306805015}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.828889012336731, "Finetune/Loss (Raw)": 0.8114241361618042, "Finetune/Step": 1007, "Finetune/Step Time": 12.747965946793556}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8293569087982178, "Finetune/Loss (Raw)": 0.8929073810577393, "Finetune/Step": 1008, "Finetune/Step Time": 12.750779731199145}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8295964002609253, "Finetune/Loss (Raw)": 0.7279506325721741, "Finetune/Step": 1009, "Finetune/Step Time": 12.757972406223416}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8287982940673828, "Finetune/Loss (Raw)": 0.7699038982391357, "Finetune/Step": 1010, "Finetune/Step Time": 12.761357460170984}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.82741379737854, "Finetune/Loss (Raw)": 0.7723723649978638, "Finetune/Step": 1011, "Finetune/Step Time": 12.748642837628722}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8267813324928284, "Finetune/Loss (Raw)": 0.8909050822257996, "Finetune/Step": 1012, "Finetune/Step Time": 12.754070525988936}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8293852806091309, "Finetune/Loss (Raw)": 0.8221951723098755, "Finetune/Step": 1013, "Finetune/Step Time": 12.724520068615675}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8300787210464478, "Finetune/Loss (Raw)": 0.9491131901741028, "Finetune/Step": 1014, "Finetune/Step Time": 12.716114096343517}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8288148045539856, "Finetune/Loss (Raw)": 0.5220608115196228, "Finetune/Step": 1015, "Finetune/Step Time": 12.713121151551604}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8282232284545898, "Finetune/Loss (Raw)": 0.88466477394104, "Finetune/Step": 1016, "Finetune/Step Time": 12.710480060428381}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8283751606941223, "Finetune/Loss (Raw)": 0.9438501596450806, "Finetune/Step": 1017, "Finetune/Step Time": 12.697532303631306}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8279826641082764, "Finetune/Loss (Raw)": 0.8133613467216492, "Finetune/Step": 1018, "Finetune/Step Time": 12.757110988721251}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8274627923965454, "Finetune/Loss (Raw)": 0.7986487150192261, "Finetune/Step": 1019, "Finetune/Step Time": 12.747964534908533}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8280297517776489, "Finetune/Loss (Raw)": 0.8476809859275818, "Finetune/Step": 1020, "Finetune/Step Time": 12.746308097615838}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8260302543640137, "Finetune/Loss (Raw)": 0.7168208956718445, "Finetune/Step": 1021, "Finetune/Step Time": 12.759600941091776}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8255747556686401, "Finetune/Loss (Raw)": 0.8422191739082336, "Finetune/Step": 1022, "Finetune/Step Time": 12.77875391766429}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8242177963256836, "Finetune/Loss (Raw)": 0.6532865762710571, "Finetune/Step": 1023, "Finetune/Step Time": 12.784782571718097}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8230217695236206, "Finetune/Loss (Raw)": 0.7722647190093994, "Finetune/Step": 1024, "Finetune/Step Time": 12.784240383654833}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.823680579662323, "Finetune/Loss (Raw)": 0.7700466513633728, "Finetune/Step": 1025, "Finetune/Step Time": 12.75845761038363}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8258039355278015, "Finetune/Loss (Raw)": 0.8421773910522461, "Finetune/Step": 1026, "Finetune/Step Time": 12.737798046320677}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8256027698516846, "Finetune/Loss (Raw)": 0.6808538436889648, "Finetune/Step": 1027, "Finetune/Step Time": 12.690396407619119}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8253529667854309, "Finetune/Loss (Raw)": 0.9216092824935913, "Finetune/Step": 1028, "Finetune/Step Time": 12.700081042945385}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8237097263336182, "Finetune/Loss (Raw)": 0.7569210529327393, "Finetune/Step": 1029, "Finetune/Step Time": 12.70886167883873}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8227050304412842, "Finetune/Loss (Raw)": 0.7450536489486694, "Finetune/Step": 1030, "Finetune/Step Time": 12.716216929256916}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8221755027770996, "Finetune/Loss (Raw)": 0.8394366502761841, "Finetune/Step": 1031, "Finetune/Step Time": 12.682242311537266}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8208608627319336, "Finetune/Loss (Raw)": 0.6030514240264893, "Finetune/Step": 1032, "Finetune/Step Time": 12.714959049597383}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8203160762786865, "Finetune/Loss (Raw)": 0.858690083026886, "Finetune/Step": 1033, "Finetune/Step Time": 12.761008774861693}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8198386430740356, "Finetune/Loss (Raw)": 0.7375471591949463, "Finetune/Step": 1034, "Finetune/Step Time": 12.771438663825393}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8195106983184814, "Finetune/Loss (Raw)": 0.8382359147071838, "Finetune/Step": 1035, "Finetune/Step Time": 12.788570428267121}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8192120790481567, "Finetune/Loss (Raw)": 0.8335908055305481, "Finetune/Step": 1036, "Finetune/Step Time": 12.792961737141013}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8180904388427734, "Finetune/Loss (Raw)": 0.6777358651161194, "Finetune/Step": 1037, "Finetune/Step Time": 12.798998976126313}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8194353580474854, "Finetune/Loss (Raw)": 1.0069923400878906, "Finetune/Step": 1038, "Finetune/Step Time": 12.78970742225647}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8195871710777283, "Finetune/Loss (Raw)": 0.8366960287094116, "Finetune/Step": 1039, "Finetune/Step Time": 12.789032962173223}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8175644278526306, "Finetune/Loss (Raw)": 0.7049030065536499, "Finetune/Step": 1040, "Finetune/Step Time": 12.774098809808493}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.820547342300415, "Finetune/Loss (Raw)": 0.9694512486457825, "Finetune/Step": 1041, "Finetune/Step Time": 12.752676168456674}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8201985359191895, "Finetune/Loss (Raw)": 0.9805196523666382, "Finetune/Step": 1042, "Finetune/Step Time": 12.760756956413388}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8189598321914673, "Finetune/Loss (Raw)": 0.7296999096870422, "Finetune/Step": 1043, "Finetune/Step Time": 12.805580101907253}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8164642453193665, "Finetune/Loss (Raw)": 0.6056441068649292, "Finetune/Step": 1044, "Finetune/Step Time": 12.806605268269777}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8149263262748718, "Finetune/Loss (Raw)": 0.814509928226471, "Finetune/Step": 1045, "Finetune/Step Time": 12.76919417642057}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8146798014640808, "Finetune/Loss (Raw)": 0.8002215623855591, "Finetune/Step": 1046, "Finetune/Step Time": 12.765477862209082}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8167838454246521, "Finetune/Loss (Raw)": 0.8740418553352356, "Finetune/Step": 1047, "Finetune/Step Time": 12.74493214301765}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8189132213592529, "Finetune/Loss (Raw)": 0.9917619228363037, "Finetune/Step": 1048, "Finetune/Step Time": 12.731243899092078}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.817527174949646, "Finetune/Loss (Raw)": 0.7393815517425537, "Finetune/Step": 1049, "Finetune/Step Time": 12.72821674309671}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.816231369972229, "Finetune/Loss (Raw)": 0.6875913143157959, "Finetune/Step": 1050, "Finetune/Step Time": 12.745321698486805}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.814395546913147, "Finetune/Loss (Raw)": 0.6824960112571716, "Finetune/Step": 1051, "Finetune/Step Time": 12.753348236903548}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8158599138259888, "Finetune/Loss (Raw)": 0.9628862142562866, "Finetune/Step": 1052, "Finetune/Step Time": 12.749036587774754}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8169683218002319, "Finetune/Loss (Raw)": 0.8326596021652222, "Finetune/Step": 1053, "Finetune/Step Time": 12.725717527791858}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8187254667282104, "Finetune/Loss (Raw)": 0.8892050981521606, "Finetune/Step": 1054, "Finetune/Step Time": 12.717852611094713}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8177645206451416, "Finetune/Loss (Raw)": 0.7534827589988708, "Finetune/Step": 1055, "Finetune/Step Time": 12.72314234636724}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8186982870101929, "Finetune/Loss (Raw)": 0.9874001145362854, "Finetune/Step": 1056, "Finetune/Step Time": 12.72626288421452}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8181563019752502, "Finetune/Loss (Raw)": 0.7755659222602844, "Finetune/Step": 1057, "Finetune/Step Time": 12.719786072149873}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.8178236484527588, "Finetune/Loss (Raw)": 0.744149386882782, "Finetune/Step": 1058, "Finetune/Step Time": 12.70962786115706}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8167240619659424, "Finetune/Loss (Raw)": 0.7512919306755066, "Finetune/Step": 1059, "Finetune/Step Time": 12.722523875534534}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8156684637069702, "Finetune/Loss (Raw)": 0.7719069123268127, "Finetune/Step": 1060, "Finetune/Step Time": 12.720175221562386}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8140410780906677, "Finetune/Loss (Raw)": 0.6537285447120667, "Finetune/Step": 1061, "Finetune/Step Time": 12.700597362592816}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8135800361633301, "Finetune/Loss (Raw)": 0.8576376438140869, "Finetune/Step": 1062, "Finetune/Step Time": 12.692704010754824}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8148696422576904, "Finetune/Loss (Raw)": 0.8523218631744385, "Finetune/Step": 1063, "Finetune/Step Time": 12.707815742120147}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8173141479492188, "Finetune/Loss (Raw)": 1.0791488885879517, "Finetune/Step": 1064, "Finetune/Step Time": 12.688345586881042}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8176589608192444, "Finetune/Loss (Raw)": 1.0140199661254883, "Finetune/Step": 1065, "Finetune/Step Time": 12.689199116081}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8157870173454285, "Finetune/Loss (Raw)": 0.7795820832252502, "Finetune/Step": 1066, "Finetune/Step Time": 12.674122655764222}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8170344829559326, "Finetune/Loss (Raw)": 0.9803552627563477, "Finetune/Step": 1067, "Finetune/Step Time": 12.683750424534082}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8157813549041748, "Finetune/Loss (Raw)": 0.7378374934196472, "Finetune/Step": 1068, "Finetune/Step Time": 12.707258436828852}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8152748346328735, "Finetune/Loss (Raw)": 0.806678056716919, "Finetune/Step": 1069, "Finetune/Step Time": 12.748658001422882}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8165992498397827, "Finetune/Loss (Raw)": 0.8751007914543152, "Finetune/Step": 1070, "Finetune/Step Time": 12.736365346238017}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8168259263038635, "Finetune/Loss (Raw)": 0.9097009301185608, "Finetune/Step": 1071, "Finetune/Step Time": 12.735675295814872}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8176672458648682, "Finetune/Loss (Raw)": 0.9017360210418701, "Finetune/Step": 1072, "Finetune/Step Time": 12.752982391044497}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8181461691856384, "Finetune/Loss (Raw)": 0.8113049864768982, "Finetune/Step": 1073, "Finetune/Step Time": 12.729655927047133}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8199232816696167, "Finetune/Loss (Raw)": 0.9392237067222595, "Finetune/Step": 1074, "Finetune/Step Time": 12.711490521207452}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8202105760574341, "Finetune/Loss (Raw)": 0.8342031836509705, "Finetune/Step": 1075, "Finetune/Step Time": 12.702539835125208}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8225027322769165, "Finetune/Loss (Raw)": 0.9469684362411499, "Finetune/Step": 1076, "Finetune/Step Time": 12.677333626896143}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8220462799072266, "Finetune/Loss (Raw)": 0.9568867683410645, "Finetune/Step": 1077, "Finetune/Step Time": 12.68068390339613}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8226526379585266, "Finetune/Loss (Raw)": 0.9188163876533508, "Finetune/Step": 1078, "Finetune/Step Time": 12.67988334223628}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8200558423995972, "Finetune/Loss (Raw)": 0.733798623085022, "Finetune/Step": 1079, "Finetune/Step Time": 12.686721744015813}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.819319486618042, "Finetune/Loss (Raw)": 0.6792178750038147, "Finetune/Step": 1080, "Finetune/Step Time": 12.684545757248998}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8194562196731567, "Finetune/Loss (Raw)": 0.8862038850784302, "Finetune/Step": 1081, "Finetune/Step Time": 12.6857277918607}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8187618255615234, "Finetune/Loss (Raw)": 0.6934749484062195, "Finetune/Step": 1082, "Finetune/Step Time": 12.712753564119339}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8193258047103882, "Finetune/Loss (Raw)": 0.9260836839675903, "Finetune/Step": 1083, "Finetune/Step Time": 12.710060453042388}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8192468881607056, "Finetune/Loss (Raw)": 0.8804782032966614, "Finetune/Step": 1084, "Finetune/Step Time": 12.728889944031835}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8198935985565186, "Finetune/Loss (Raw)": 0.8791565299034119, "Finetune/Step": 1085, "Finetune/Step Time": 12.713754953816533}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.820630669593811, "Finetune/Loss (Raw)": 0.9229824542999268, "Finetune/Step": 1086, "Finetune/Step Time": 12.694772155955434}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8217561841011047, "Finetune/Loss (Raw)": 0.8878899812698364, "Finetune/Step": 1087, "Finetune/Step Time": 12.693765314295888}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8199777007102966, "Finetune/Loss (Raw)": 0.626377522945404, "Finetune/Step": 1088, "Finetune/Step Time": 12.702386256307364}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8207957744598389, "Finetune/Loss (Raw)": 0.8514165878295898, "Finetune/Step": 1089, "Finetune/Step Time": 12.69141767732799}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8210458755493164, "Finetune/Loss (Raw)": 0.9249516129493713, "Finetune/Step": 1090, "Finetune/Step Time": 12.70539254322648}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8211267590522766, "Finetune/Loss (Raw)": 0.8046649098396301, "Finetune/Step": 1091, "Finetune/Step Time": 12.704046543687582}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8219237327575684, "Finetune/Loss (Raw)": 0.9191567301750183, "Finetune/Step": 1092, "Finetune/Step Time": 12.700121412053704}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8222520351409912, "Finetune/Loss (Raw)": 0.7608710527420044, "Finetune/Step": 1093, "Finetune/Step Time": 12.687719482928514}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8222723007202148, "Finetune/Loss (Raw)": 0.8243210911750793, "Finetune/Step": 1094, "Finetune/Step Time": 12.677848301827908}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8234796524047852, "Finetune/Loss (Raw)": 0.944182813167572, "Finetune/Step": 1095, "Finetune/Step Time": 12.654858835041523}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8238006830215454, "Finetune/Loss (Raw)": 0.9306662678718567, "Finetune/Step": 1096, "Finetune/Step Time": 12.651646817103028}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8242650032043457, "Finetune/Loss (Raw)": 0.8417613506317139, "Finetune/Step": 1097, "Finetune/Step Time": 12.652535192668438}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8265550136566162, "Finetune/Loss (Raw)": 0.8226063847541809, "Finetune/Step": 1098, "Finetune/Step Time": 12.664891358464956}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8267653584480286, "Finetune/Loss (Raw)": 0.8682537078857422, "Finetune/Step": 1099, "Finetune/Step Time": 12.622072665020823}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8273279070854187, "Finetune/Loss (Raw)": 0.8119881749153137, "Finetune/Step": 1100, "Finetune/Step Time": 12.596890052780509}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8286669254302979, "Finetune/Loss (Raw)": 0.9184101223945618, "Finetune/Step": 1101, "Finetune/Step Time": 12.591514214873314}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.827960729598999, "Finetune/Loss (Raw)": 0.7109582424163818, "Finetune/Step": 1102, "Finetune/Step Time": 12.571089264005423}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8278869390487671, "Finetune/Loss (Raw)": 0.949872612953186, "Finetune/Step": 1103, "Finetune/Step Time": 12.551220178604126}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8288496732711792, "Finetune/Loss (Raw)": 0.9549435377120972, "Finetune/Step": 1104, "Finetune/Step Time": 12.563673436641693}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8278771042823792, "Finetune/Loss (Raw)": 0.8156279921531677, "Finetune/Step": 1105, "Finetune/Step Time": 12.561532719060779}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8275271058082581, "Finetune/Loss (Raw)": 0.7878191471099854, "Finetune/Step": 1106, "Finetune/Step Time": 12.580323470756412}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8280655741691589, "Finetune/Loss (Raw)": 0.8772405982017517, "Finetune/Step": 1107, "Finetune/Step Time": 12.587606703862548}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8276116847991943, "Finetune/Loss (Raw)": 0.9641739130020142, "Finetune/Step": 1108, "Finetune/Step Time": 12.589141035452485}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8256822824478149, "Finetune/Loss (Raw)": 0.5902698636054993, "Finetune/Step": 1109, "Finetune/Step Time": 12.593826748430729}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8251160383224487, "Finetune/Loss (Raw)": 0.8514373302459717, "Finetune/Step": 1110, "Finetune/Step Time": 12.595281252637506}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8260648250579834, "Finetune/Loss (Raw)": 0.9954412579536438, "Finetune/Step": 1111, "Finetune/Step Time": 12.597135707736015}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8265448808670044, "Finetune/Loss (Raw)": 0.803482174873352, "Finetune/Step": 1112, "Finetune/Step Time": 12.581859415397048}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8263719081878662, "Finetune/Loss (Raw)": 0.8166378140449524, "Finetune/Step": 1113, "Finetune/Step Time": 12.574046274647117}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8264999985694885, "Finetune/Loss (Raw)": 0.7863598465919495, "Finetune/Step": 1114, "Finetune/Step Time": 12.613646406680346}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8266007900238037, "Finetune/Loss (Raw)": 0.8661923408508301, "Finetune/Step": 1115, "Finetune/Step Time": 12.609539968892932}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8291161060333252, "Finetune/Loss (Raw)": 0.9527599811553955, "Finetune/Step": 1116, "Finetune/Step Time": 12.60141133889556}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8280534744262695, "Finetune/Loss (Raw)": 0.7705746293067932, "Finetune/Step": 1117, "Finetune/Step Time": 12.60009852051735}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8301575183868408, "Finetune/Loss (Raw)": 0.889741063117981, "Finetune/Step": 1118, "Finetune/Step Time": 12.580995038151741}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8277885913848877, "Finetune/Loss (Raw)": 0.612048327922821, "Finetune/Step": 1119, "Finetune/Step Time": 12.590578008443117}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8275817632675171, "Finetune/Loss (Raw)": 0.8277385830879211, "Finetune/Step": 1120, "Finetune/Step Time": 12.591174464672804}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8287523984909058, "Finetune/Loss (Raw)": 0.9628319144248962, "Finetune/Step": 1121, "Finetune/Step Time": 12.538715990260243}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8304390907287598, "Finetune/Loss (Raw)": 0.8863019347190857, "Finetune/Step": 1122, "Finetune/Step Time": 12.545978369191289}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8297876715660095, "Finetune/Loss (Raw)": 0.7557568550109863, "Finetune/Step": 1123, "Finetune/Step Time": 12.56938160955906}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8321008682250977, "Finetune/Loss (Raw)": 1.039698600769043, "Finetune/Step": 1124, "Finetune/Step Time": 12.563695961609483}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8321197032928467, "Finetune/Loss (Raw)": 0.8223781585693359, "Finetune/Step": 1125, "Finetune/Step Time": 12.555656731128693}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8330563306808472, "Finetune/Loss (Raw)": 0.8495309948921204, "Finetune/Step": 1126, "Finetune/Step Time": 12.530056208372116}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8322001695632935, "Finetune/Loss (Raw)": 0.8592443466186523, "Finetune/Step": 1127, "Finetune/Step Time": 12.531500414013863}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8305519819259644, "Finetune/Loss (Raw)": 0.7731775641441345, "Finetune/Step": 1128, "Finetune/Step Time": 12.546516133472323}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8332265615463257, "Finetune/Loss (Raw)": 0.9272742867469788, "Finetune/Step": 1129, "Finetune/Step Time": 12.509066514670849}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8312909603118896, "Finetune/Loss (Raw)": 0.6531476378440857, "Finetune/Step": 1130, "Finetune/Step Time": 12.514320269227028}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8310514688491821, "Finetune/Loss (Raw)": 0.8938531279563904, "Finetune/Step": 1131, "Finetune/Step Time": 12.488544235005975}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8308240175247192, "Finetune/Loss (Raw)": 0.9102096557617188, "Finetune/Step": 1132, "Finetune/Step Time": 12.49020143225789}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8307449221611023, "Finetune/Loss (Raw)": 0.8712419867515564, "Finetune/Step": 1133, "Finetune/Step Time": 12.481894059106708}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8318319320678711, "Finetune/Loss (Raw)": 0.8233248591423035, "Finetune/Step": 1134, "Finetune/Step Time": 12.457405900582671}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8329706192016602, "Finetune/Loss (Raw)": 0.9571703672409058, "Finetune/Step": 1135, "Finetune/Step Time": 12.450260123237967}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8324607610702515, "Finetune/Loss (Raw)": 0.8276458382606506, "Finetune/Step": 1136, "Finetune/Step Time": 12.441053286194801}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8338629007339478, "Finetune/Loss (Raw)": 0.9074249863624573, "Finetune/Step": 1137, "Finetune/Step Time": 12.417647568508983}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8346237540245056, "Finetune/Loss (Raw)": 0.8672949075698853, "Finetune/Step": 1138, "Finetune/Step Time": 12.428185602650046}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8348958492279053, "Finetune/Loss (Raw)": 0.8071951270103455, "Finetune/Step": 1139, "Finetune/Step Time": 12.445763982832432}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8348442912101746, "Finetune/Loss (Raw)": 0.8843042254447937, "Finetune/Step": 1140, "Finetune/Step Time": 12.436885295435786}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8349300026893616, "Finetune/Loss (Raw)": 0.8331692814826965, "Finetune/Step": 1141, "Finetune/Step Time": 12.44294111058116}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8318569660186768, "Finetune/Loss (Raw)": 0.5557619333267212, "Finetune/Step": 1142, "Finetune/Step Time": 12.463205868378282}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8340856432914734, "Finetune/Loss (Raw)": 0.8073325157165527, "Finetune/Step": 1143, "Finetune/Step Time": 12.454134149476886}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.833782434463501, "Finetune/Loss (Raw)": 0.845863938331604, "Finetune/Step": 1144, "Finetune/Step Time": 12.461620619520545}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8329371213912964, "Finetune/Loss (Raw)": 0.8356339931488037, "Finetune/Step": 1145, "Finetune/Step Time": 12.465004816651344}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8337453603744507, "Finetune/Loss (Raw)": 0.9168245792388916, "Finetune/Step": 1146, "Finetune/Step Time": 12.407870426774025}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8327622413635254, "Finetune/Loss (Raw)": 0.6728046536445618, "Finetune/Step": 1147, "Finetune/Step Time": 12.405638923868537}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8300541639328003, "Finetune/Loss (Raw)": 0.5010550618171692, "Finetune/Step": 1148, "Finetune/Step Time": 12.42766467295587}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8322384357452393, "Finetune/Loss (Raw)": 0.9964019656181335, "Finetune/Step": 1149, "Finetune/Step Time": 12.436437260359526}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8316150307655334, "Finetune/Loss (Raw)": 0.7624258399009705, "Finetune/Step": 1150, "Finetune/Step Time": 12.4269108902663}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8323265314102173, "Finetune/Loss (Raw)": 0.7443534135818481, "Finetune/Step": 1151, "Finetune/Step Time": 12.40463537722826}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8325502872467041, "Finetune/Loss (Raw)": 0.8009073138237, "Finetune/Step": 1152, "Finetune/Step Time": 12.429368786513805}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8334934711456299, "Finetune/Loss (Raw)": 0.8907750248908997, "Finetune/Step": 1153, "Finetune/Step Time": 12.460572257637978}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8317267298698425, "Finetune/Loss (Raw)": 0.6160358786582947, "Finetune/Step": 1154, "Finetune/Step Time": 12.477170975878835}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8304805159568787, "Finetune/Loss (Raw)": 0.5213305950164795, "Finetune/Step": 1155, "Finetune/Step Time": 12.47013346478343}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8306992053985596, "Finetune/Loss (Raw)": 0.9496093988418579, "Finetune/Step": 1156, "Finetune/Step Time": 12.463897176086903}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8319807052612305, "Finetune/Loss (Raw)": 0.9209482073783875, "Finetune/Step": 1157, "Finetune/Step Time": 12.454851755872369}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8321179151535034, "Finetune/Loss (Raw)": 0.7626179456710815, "Finetune/Step": 1158, "Finetune/Step Time": 12.44339613430202}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8314329385757446, "Finetune/Loss (Raw)": 0.751765251159668, "Finetune/Step": 1159, "Finetune/Step Time": 12.441925941035151}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8329094648361206, "Finetune/Loss (Raw)": 0.7920463681221008, "Finetune/Step": 1160, "Finetune/Step Time": 12.435535980388522}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8321624994277954, "Finetune/Loss (Raw)": 0.7630765438079834, "Finetune/Step": 1161, "Finetune/Step Time": 12.417529687285423}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8335540294647217, "Finetune/Loss (Raw)": 0.9156721234321594, "Finetune/Step": 1162, "Finetune/Step Time": 12.412158904597163}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.831584095954895, "Finetune/Loss (Raw)": 0.5860774517059326, "Finetune/Step": 1163, "Finetune/Step Time": 12.425037804991007}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8330243825912476, "Finetune/Loss (Raw)": 1.0179498195648193, "Finetune/Step": 1164, "Finetune/Step Time": 12.421932945027947}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8327183723449707, "Finetune/Loss (Raw)": 0.6385594010353088, "Finetune/Step": 1165, "Finetune/Step Time": 12.433758584782481}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8308719992637634, "Finetune/Loss (Raw)": 0.7706577777862549, "Finetune/Step": 1166, "Finetune/Step Time": 12.447583209723234}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8289468288421631, "Finetune/Loss (Raw)": 0.5902730822563171, "Finetune/Step": 1167, "Finetune/Step Time": 12.467329239472747}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8294893503189087, "Finetune/Loss (Raw)": 0.7743538618087769, "Finetune/Step": 1168, "Finetune/Step Time": 12.46616593375802}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8288582563400269, "Finetune/Loss (Raw)": 0.8886653780937195, "Finetune/Step": 1169, "Finetune/Step Time": 12.469890281558037}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8268837332725525, "Finetune/Loss (Raw)": 0.7277818918228149, "Finetune/Step": 1170, "Finetune/Step Time": 12.488080590963364}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8286017179489136, "Finetune/Loss (Raw)": 0.9496020674705505, "Finetune/Step": 1171, "Finetune/Step Time": 12.44404156319797}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8307211399078369, "Finetune/Loss (Raw)": 0.8769335746765137, "Finetune/Step": 1172, "Finetune/Step Time": 12.43946379981935}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.831102192401886, "Finetune/Loss (Raw)": 0.8632800579071045, "Finetune/Step": 1173, "Finetune/Step Time": 12.41854539141059}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8297500610351562, "Finetune/Loss (Raw)": 0.6271529197692871, "Finetune/Step": 1174, "Finetune/Step Time": 12.433740129694343}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8290083408355713, "Finetune/Loss (Raw)": 0.7791017293930054, "Finetune/Step": 1175, "Finetune/Step Time": 12.455502390861511}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.827441394329071, "Finetune/Loss (Raw)": 0.7911884784698486, "Finetune/Step": 1176, "Finetune/Step Time": 12.451554384082556}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8255655765533447, "Finetune/Loss (Raw)": 0.49927300214767456, "Finetune/Step": 1177, "Finetune/Step Time": 12.481397900730371}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8242460489273071, "Finetune/Loss (Raw)": 0.5186946392059326, "Finetune/Step": 1178, "Finetune/Step Time": 12.489761114120483}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8266072273254395, "Finetune/Loss (Raw)": 0.9847254753112793, "Finetune/Step": 1179, "Finetune/Step Time": 12.47838518768549}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8249454498291016, "Finetune/Loss (Raw)": 0.7501823306083679, "Finetune/Step": 1180, "Finetune/Step Time": 12.504777865484357}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8259537220001221, "Finetune/Loss (Raw)": 0.9617176651954651, "Finetune/Step": 1181, "Finetune/Step Time": 12.485460329800844}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8232516646385193, "Finetune/Loss (Raw)": 0.5433414578437805, "Finetune/Step": 1182, "Finetune/Step Time": 12.488586582243443}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8245278596878052, "Finetune/Loss (Raw)": 0.9168406128883362, "Finetune/Step": 1183, "Finetune/Step Time": 12.489539310336113}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8221593499183655, "Finetune/Loss (Raw)": 0.684226393699646, "Finetune/Step": 1184, "Finetune/Step Time": 12.53333999402821}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8228747844696045, "Finetune/Loss (Raw)": 0.8671445250511169, "Finetune/Step": 1185, "Finetune/Step Time": 12.54119204543531}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8248776197433472, "Finetune/Loss (Raw)": 1.0005096197128296, "Finetune/Step": 1186, "Finetune/Step Time": 12.544106749817729}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8239693641662598, "Finetune/Loss (Raw)": 0.6350372433662415, "Finetune/Step": 1187, "Finetune/Step Time": 12.552871439605951}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8246628642082214, "Finetune/Loss (Raw)": 0.860673189163208, "Finetune/Step": 1188, "Finetune/Step Time": 12.550750624388456}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8267947435379028, "Finetune/Loss (Raw)": 0.9266073107719421, "Finetune/Step": 1189, "Finetune/Step Time": 12.54687636345625}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8267966508865356, "Finetune/Loss (Raw)": 0.8578847050666809, "Finetune/Step": 1190, "Finetune/Step Time": 12.548488361760974}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8272185325622559, "Finetune/Loss (Raw)": 0.9063279032707214, "Finetune/Step": 1191, "Finetune/Step Time": 12.536482142284513}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8258659839630127, "Finetune/Loss (Raw)": 0.9060111045837402, "Finetune/Step": 1192, "Finetune/Step Time": 12.559180416166782}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.824744462966919, "Finetune/Loss (Raw)": 0.8704745173454285, "Finetune/Step": 1193, "Finetune/Step Time": 12.553640762344003}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8253786563873291, "Finetune/Loss (Raw)": 0.8607584834098816, "Finetune/Step": 1194, "Finetune/Step Time": 12.572061147540808}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8242775201797485, "Finetune/Loss (Raw)": 0.8394061923027039, "Finetune/Step": 1195, "Finetune/Step Time": 12.560934953391552}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8252248167991638, "Finetune/Loss (Raw)": 0.859087347984314, "Finetune/Step": 1196, "Finetune/Step Time": 12.55249460414052}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8261231184005737, "Finetune/Loss (Raw)": 0.9216629862785339, "Finetune/Step": 1197, "Finetune/Step Time": 12.498217921704054}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8262412548065186, "Finetune/Loss (Raw)": 0.8902232050895691, "Finetune/Step": 1198, "Finetune/Step Time": 12.501664482057095}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8264244198799133, "Finetune/Loss (Raw)": 0.9331468343734741, "Finetune/Step": 1199, "Finetune/Step Time": 12.494684653356671}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8265939950942993, "Finetune/Loss (Raw)": 0.9234409928321838, "Finetune/Step": 1200, "Finetune/Step Time": 12.486149797216058}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8275959491729736, "Finetune/Loss (Raw)": 0.9395546317100525, "Finetune/Step": 1201, "Finetune/Step Time": 12.509248558431864}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8283060789108276, "Finetune/Loss (Raw)": 1.0301156044006348, "Finetune/Step": 1202, "Finetune/Step Time": 12.510528484359384}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8295339345932007, "Finetune/Loss (Raw)": 0.9913796186447144, "Finetune/Step": 1203, "Finetune/Step Time": 12.496933909133077}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8295662999153137, "Finetune/Loss (Raw)": 0.9511051774024963, "Finetune/Step": 1204, "Finetune/Step Time": 12.504173384979367}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8278857469558716, "Finetune/Loss (Raw)": 0.7417758107185364, "Finetune/Step": 1205, "Finetune/Step Time": 12.530470825731754}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8285099267959595, "Finetune/Loss (Raw)": 0.9987143874168396, "Finetune/Step": 1206, "Finetune/Step Time": 12.522040175274014}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8292230367660522, "Finetune/Loss (Raw)": 0.825076162815094, "Finetune/Step": 1207, "Finetune/Step Time": 12.528411550447345}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8308238983154297, "Finetune/Loss (Raw)": 0.8841199278831482, "Finetune/Step": 1208, "Finetune/Step Time": 12.530309326946735}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8309710025787354, "Finetune/Loss (Raw)": 0.9050379395484924, "Finetune/Step": 1209, "Finetune/Step Time": 12.53187932819128}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.831998348236084, "Finetune/Loss (Raw)": 0.824979305267334, "Finetune/Step": 1210, "Finetune/Step Time": 12.501236977055669}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8313608169555664, "Finetune/Loss (Raw)": 0.8444771766662598, "Finetune/Step": 1211, "Finetune/Step Time": 12.505515845492482}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8319032192230225, "Finetune/Loss (Raw)": 0.9499078989028931, "Finetune/Step": 1212, "Finetune/Step Time": 12.493435330688953}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8314324617385864, "Finetune/Loss (Raw)": 0.8189002275466919, "Finetune/Step": 1213, "Finetune/Step Time": 12.495304074138403}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8299450874328613, "Finetune/Loss (Raw)": 0.732591450214386, "Finetune/Step": 1214, "Finetune/Step Time": 12.513871969655156}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8298381567001343, "Finetune/Loss (Raw)": 0.8742050528526306, "Finetune/Step": 1215, "Finetune/Step Time": 12.518476907163858}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8291877508163452, "Finetune/Loss (Raw)": 0.5431296825408936, "Finetune/Step": 1216, "Finetune/Step Time": 12.53319501131773}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8301929831504822, "Finetune/Loss (Raw)": 0.9800847172737122, "Finetune/Step": 1217, "Finetune/Step Time": 12.541995368897915}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8302149772644043, "Finetune/Loss (Raw)": 0.9277694225311279, "Finetune/Step": 1218, "Finetune/Step Time": 12.522014915943146}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8281162977218628, "Finetune/Loss (Raw)": 0.5360294580459595, "Finetune/Step": 1219, "Finetune/Step Time": 12.550252471119165}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8274120092391968, "Finetune/Loss (Raw)": 0.8290064930915833, "Finetune/Step": 1220, "Finetune/Step Time": 12.547602510079741}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8279443383216858, "Finetune/Loss (Raw)": 0.8290090560913086, "Finetune/Step": 1221, "Finetune/Step Time": 12.564792482182384}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8277985453605652, "Finetune/Loss (Raw)": 0.8056614995002747, "Finetune/Step": 1222, "Finetune/Step Time": 12.581208895891905}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8274068832397461, "Finetune/Loss (Raw)": 0.8940557837486267, "Finetune/Step": 1223, "Finetune/Step Time": 12.58089011348784}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.826957106590271, "Finetune/Loss (Raw)": 0.8730857968330383, "Finetune/Step": 1224, "Finetune/Step Time": 12.582751922309399}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8261102437973022, "Finetune/Loss (Raw)": 0.733363687992096, "Finetune/Step": 1225, "Finetune/Step Time": 12.565208652988076}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8254993557929993, "Finetune/Loss (Raw)": 0.744414210319519, "Finetune/Step": 1226, "Finetune/Step Time": 12.548809127882123}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8238528966903687, "Finetune/Loss (Raw)": 0.6575056910514832, "Finetune/Step": 1227, "Finetune/Step Time": 12.557038355618715}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8236244916915894, "Finetune/Loss (Raw)": 0.7827553749084473, "Finetune/Step": 1228, "Finetune/Step Time": 12.565248612314463}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.823979377746582, "Finetune/Loss (Raw)": 0.9638392925262451, "Finetune/Step": 1229, "Finetune/Step Time": 12.564247852191329}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8232471942901611, "Finetune/Loss (Raw)": 0.6172347068786621, "Finetune/Step": 1230, "Finetune/Step Time": 12.599583448842168}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8232740759849548, "Finetune/Loss (Raw)": 0.9533151388168335, "Finetune/Step": 1231, "Finetune/Step Time": 12.594103986397386}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8222719430923462, "Finetune/Loss (Raw)": 0.8266695141792297, "Finetune/Step": 1232, "Finetune/Step Time": 12.582284891977906}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8227756023406982, "Finetune/Loss (Raw)": 0.8800942301750183, "Finetune/Step": 1233, "Finetune/Step Time": 12.558067610487342}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8220957517623901, "Finetune/Loss (Raw)": 0.7008032202720642, "Finetune/Step": 1234, "Finetune/Step Time": 12.571918586269021}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8217202425003052, "Finetune/Loss (Raw)": 0.8291679620742798, "Finetune/Step": 1235, "Finetune/Step Time": 12.55865485779941}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.821720540523529, "Finetune/Loss (Raw)": 0.9642120599746704, "Finetune/Step": 1236, "Finetune/Step Time": 12.548162834718823}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8243025541305542, "Finetune/Loss (Raw)": 0.920769214630127, "Finetune/Step": 1237, "Finetune/Step Time": 12.561721688136458}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8252037763595581, "Finetune/Loss (Raw)": 0.9667949676513672, "Finetune/Step": 1238, "Finetune/Step Time": 12.574451882392168}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.824081301689148, "Finetune/Loss (Raw)": 0.851763129234314, "Finetune/Step": 1239, "Finetune/Step Time": 12.579119838774204}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8243226408958435, "Finetune/Loss (Raw)": 0.8343747854232788, "Finetune/Step": 1240, "Finetune/Step Time": 12.57762760296464}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.824041485786438, "Finetune/Loss (Raw)": 0.7806505560874939, "Finetune/Step": 1241, "Finetune/Step Time": 12.583552127704024}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8244433999061584, "Finetune/Loss (Raw)": 0.8378041386604309, "Finetune/Step": 1242, "Finetune/Step Time": 12.538938423618674}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8245003819465637, "Finetune/Loss (Raw)": 0.8734864592552185, "Finetune/Step": 1243, "Finetune/Step Time": 12.527699798345566}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8234703540802002, "Finetune/Loss (Raw)": 0.820913553237915, "Finetune/Step": 1244, "Finetune/Step Time": 12.53511874191463}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8232365846633911, "Finetune/Loss (Raw)": 0.7406560182571411, "Finetune/Step": 1245, "Finetune/Step Time": 12.522828932851553}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8224757313728333, "Finetune/Loss (Raw)": 0.7923522591590881, "Finetune/Step": 1246, "Finetune/Step Time": 12.554275084286928}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8250594139099121, "Finetune/Loss (Raw)": 0.9427582621574402, "Finetune/Step": 1247, "Finetune/Step Time": 12.534531069919467}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8240875005722046, "Finetune/Loss (Raw)": 0.7033319473266602, "Finetune/Step": 1248, "Finetune/Step Time": 12.541604943573475}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8228142261505127, "Finetune/Loss (Raw)": 0.7998577356338501, "Finetune/Step": 1249, "Finetune/Step Time": 12.541821015998721}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8226838111877441, "Finetune/Loss (Raw)": 0.8696078658103943, "Finetune/Step": 1250, "Finetune/Step Time": 12.514951441437006}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8235387802124023, "Finetune/Loss (Raw)": 0.8651888370513916, "Finetune/Step": 1251, "Finetune/Step Time": 12.492750706151128}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8214403390884399, "Finetune/Loss (Raw)": 0.7711011171340942, "Finetune/Step": 1252, "Finetune/Step Time": 12.484702525660396}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8208680152893066, "Finetune/Loss (Raw)": 0.7491282820701599, "Finetune/Step": 1253, "Finetune/Step Time": 12.508849946781993}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8208103179931641, "Finetune/Loss (Raw)": 0.8421345353126526, "Finetune/Step": 1254, "Finetune/Step Time": 12.51056096330285}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8214378356933594, "Finetune/Loss (Raw)": 0.939565896987915, "Finetune/Step": 1255, "Finetune/Step Time": 12.513611994683743}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8221310377120972, "Finetune/Loss (Raw)": 0.8619138598442078, "Finetune/Step": 1256, "Finetune/Step Time": 12.50780126079917}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8193187117576599, "Finetune/Loss (Raw)": 0.5672953128814697, "Finetune/Step": 1257, "Finetune/Step Time": 12.5464859418571}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.8207828402519226, "Finetune/Loss (Raw)": 0.8405508399009705, "Finetune/Step": 1258, "Finetune/Step Time": 12.533771712332964}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8195539712905884, "Finetune/Loss (Raw)": 0.736561119556427, "Finetune/Step": 1259, "Finetune/Step Time": 12.547772513702512}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8208187222480774, "Finetune/Loss (Raw)": 1.0720994472503662, "Finetune/Step": 1260, "Finetune/Step Time": 12.54625578597188}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8194903135299683, "Finetune/Loss (Raw)": 0.7012115120887756, "Finetune/Step": 1261, "Finetune/Step Time": 12.548436371609569}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8199143409729004, "Finetune/Loss (Raw)": 0.8775972127914429, "Finetune/Step": 1262, "Finetune/Step Time": 12.542012348771095}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.819567859172821, "Finetune/Loss (Raw)": 0.9128167629241943, "Finetune/Step": 1263, "Finetune/Step Time": 12.54074002802372}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.819724440574646, "Finetune/Loss (Raw)": 0.8476906418800354, "Finetune/Step": 1264, "Finetune/Step Time": 12.542129961773753}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8177399635314941, "Finetune/Loss (Raw)": 0.6534122228622437, "Finetune/Step": 1265, "Finetune/Step Time": 12.565924491733313}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8174203038215637, "Finetune/Loss (Raw)": 0.8263761401176453, "Finetune/Step": 1266, "Finetune/Step Time": 12.574486169964075}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8181999325752258, "Finetune/Loss (Raw)": 0.9069884419441223, "Finetune/Step": 1267, "Finetune/Step Time": 12.555789656937122}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.818751871585846, "Finetune/Loss (Raw)": 0.9549505114555359, "Finetune/Step": 1268, "Finetune/Step Time": 12.563423661515117}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8183799386024475, "Finetune/Loss (Raw)": 0.7855659127235413, "Finetune/Step": 1269, "Finetune/Step Time": 12.550626764073968}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8210776448249817, "Finetune/Loss (Raw)": 0.9010676145553589, "Finetune/Step": 1270, "Finetune/Step Time": 12.535362415015697}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8220926523208618, "Finetune/Loss (Raw)": 0.9372454881668091, "Finetune/Step": 1271, "Finetune/Step Time": 12.514771457761526}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.820935845375061, "Finetune/Loss (Raw)": 0.6977976560592651, "Finetune/Step": 1272, "Finetune/Step Time": 12.521850170567632}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8201978206634521, "Finetune/Loss (Raw)": 0.7411619424819946, "Finetune/Step": 1273, "Finetune/Step Time": 12.533538335934281}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8191040754318237, "Finetune/Loss (Raw)": 0.7768323421478271, "Finetune/Step": 1274, "Finetune/Step Time": 12.52041232958436}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8218311071395874, "Finetune/Loss (Raw)": 1.0218673944473267, "Finetune/Step": 1275, "Finetune/Step Time": 12.506050735712051}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8243222832679749, "Finetune/Loss (Raw)": 0.8199212551116943, "Finetune/Step": 1276, "Finetune/Step Time": 12.469576582312584}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8231287002563477, "Finetune/Loss (Raw)": 0.8436240553855896, "Finetune/Step": 1277, "Finetune/Step Time": 12.46720416098833}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8216297626495361, "Finetune/Loss (Raw)": 0.5705638527870178, "Finetune/Step": 1278, "Finetune/Step Time": 12.460896492004395}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.822471022605896, "Finetune/Loss (Raw)": 0.8520346283912659, "Finetune/Step": 1279, "Finetune/Step Time": 12.46107959933579}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8238453269004822, "Finetune/Loss (Raw)": 0.9768189787864685, "Finetune/Step": 1280, "Finetune/Step Time": 12.428355744108558}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.823601245880127, "Finetune/Loss (Raw)": 0.8595234751701355, "Finetune/Step": 1281, "Finetune/Step Time": 12.40925758332014}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8253127336502075, "Finetune/Loss (Raw)": 0.8351159691810608, "Finetune/Step": 1282, "Finetune/Step Time": 12.385448100045323}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8263910412788391, "Finetune/Loss (Raw)": 0.6593530774116516, "Finetune/Step": 1283, "Finetune/Step Time": 12.383146556094289}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8254923820495605, "Finetune/Loss (Raw)": 0.8345805406570435, "Finetune/Step": 1284, "Finetune/Step Time": 12.383698537945747}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8253258466720581, "Finetune/Loss (Raw)": 0.8996306657791138, "Finetune/Step": 1285, "Finetune/Step Time": 12.382720947265625}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8257957696914673, "Finetune/Loss (Raw)": 0.8227652311325073, "Finetune/Step": 1286, "Finetune/Step Time": 12.4022417049855}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8266614079475403, "Finetune/Loss (Raw)": 0.8625662922859192, "Finetune/Step": 1287, "Finetune/Step Time": 12.40224851667881}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8267346024513245, "Finetune/Loss (Raw)": 0.8014208674430847, "Finetune/Step": 1288, "Finetune/Step Time": 12.372609922662377}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8270265460014343, "Finetune/Loss (Raw)": 0.8004406690597534, "Finetune/Step": 1289, "Finetune/Step Time": 12.351626498624682}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8273193836212158, "Finetune/Loss (Raw)": 0.9531552791595459, "Finetune/Step": 1290, "Finetune/Step Time": 12.34567091986537}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8285956382751465, "Finetune/Loss (Raw)": 0.7494393587112427, "Finetune/Step": 1291, "Finetune/Step Time": 12.339019652456045}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8267639875411987, "Finetune/Loss (Raw)": 0.7835046052932739, "Finetune/Step": 1292, "Finetune/Step Time": 12.333271825686097}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8284244537353516, "Finetune/Loss (Raw)": 0.8510991334915161, "Finetune/Step": 1293, "Finetune/Step Time": 12.306309090927243}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8293924331665039, "Finetune/Loss (Raw)": 0.8945576548576355, "Finetune/Step": 1294, "Finetune/Step Time": 12.308233948424459}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8308554887771606, "Finetune/Loss (Raw)": 0.7775365710258484, "Finetune/Step": 1295, "Finetune/Step Time": 12.303724467754364}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8308418989181519, "Finetune/Loss (Raw)": 0.7726279497146606, "Finetune/Step": 1296, "Finetune/Step Time": 12.308272443711758}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8301056623458862, "Finetune/Loss (Raw)": 0.7944108247756958, "Finetune/Step": 1297, "Finetune/Step Time": 12.324495593085885}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8298302292823792, "Finetune/Loss (Raw)": 0.6925371885299683, "Finetune/Step": 1298, "Finetune/Step Time": 12.290688259527087}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8274247646331787, "Finetune/Loss (Raw)": 0.6417046189308167, "Finetune/Step": 1299, "Finetune/Step Time": 12.291792487725616}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8265461921691895, "Finetune/Loss (Raw)": 0.764473557472229, "Finetune/Step": 1300, "Finetune/Step Time": 12.287019925191998}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8259009718894958, "Finetune/Loss (Raw)": 0.7806878089904785, "Finetune/Step": 1301, "Finetune/Step Time": 12.309104716405272}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8272393345832825, "Finetune/Loss (Raw)": 0.7984651923179626, "Finetune/Step": 1302, "Finetune/Step Time": 12.313189897686243}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8272836208343506, "Finetune/Loss (Raw)": 0.7847667336463928, "Finetune/Step": 1303, "Finetune/Step Time": 12.286414308473468}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8281073570251465, "Finetune/Loss (Raw)": 0.8966375589370728, "Finetune/Step": 1304, "Finetune/Step Time": 12.29573000408709}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8305767178535461, "Finetune/Loss (Raw)": 0.8153409957885742, "Finetune/Step": 1305, "Finetune/Step Time": 12.268918503075838}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8328191041946411, "Finetune/Loss (Raw)": 0.8057214021682739, "Finetune/Step": 1306, "Finetune/Step Time": 12.265068070963025}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8325905799865723, "Finetune/Loss (Raw)": 0.9554792046546936, "Finetune/Step": 1307, "Finetune/Step Time": 12.254201352596283}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.834187388420105, "Finetune/Loss (Raw)": 0.9545721411705017, "Finetune/Step": 1308, "Finetune/Step Time": 12.225294632837176}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8332626819610596, "Finetune/Loss (Raw)": 0.8433562517166138, "Finetune/Step": 1309, "Finetune/Step Time": 12.249907545745373}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8353379964828491, "Finetune/Loss (Raw)": 0.8089830875396729, "Finetune/Step": 1310, "Finetune/Step Time": 12.250829158350825}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8351147174835205, "Finetune/Loss (Raw)": 0.8882548213005066, "Finetune/Step": 1311, "Finetune/Step Time": 12.250643894076347}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8343683481216431, "Finetune/Loss (Raw)": 0.5886934399604797, "Finetune/Step": 1312, "Finetune/Step Time": 12.239191064611077}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8343018293380737, "Finetune/Loss (Raw)": 0.8586304187774658, "Finetune/Step": 1313, "Finetune/Step Time": 12.245075728744268}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8336490392684937, "Finetune/Loss (Raw)": 0.9169575572013855, "Finetune/Step": 1314, "Finetune/Step Time": 12.2391885984689}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8353742361068726, "Finetune/Loss (Raw)": 0.8558592796325684, "Finetune/Step": 1315, "Finetune/Step Time": 12.210886688902974}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8365076184272766, "Finetune/Loss (Raw)": 1.0057449340820312, "Finetune/Step": 1316, "Finetune/Step Time": 12.215836567804217}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8361372947692871, "Finetune/Loss (Raw)": 0.8792001605033875, "Finetune/Step": 1317, "Finetune/Step Time": 12.207030396908522}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8358204364776611, "Finetune/Loss (Raw)": 0.8173352479934692, "Finetune/Step": 1318, "Finetune/Step Time": 12.206006944179535}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8354663848876953, "Finetune/Loss (Raw)": 0.861000657081604, "Finetune/Step": 1319, "Finetune/Step Time": 12.201501788571477}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8342764377593994, "Finetune/Loss (Raw)": 0.7537050843238831, "Finetune/Step": 1320, "Finetune/Step Time": 12.190807469189167}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8341231346130371, "Finetune/Loss (Raw)": 0.8508438467979431, "Finetune/Step": 1321, "Finetune/Step Time": 12.19541933387518}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8340398073196411, "Finetune/Loss (Raw)": 0.8500901460647583, "Finetune/Step": 1322, "Finetune/Step Time": 12.19053116068244}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8342281579971313, "Finetune/Loss (Raw)": 0.8635225296020508, "Finetune/Step": 1323, "Finetune/Step Time": 12.191518215462565}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8347263932228088, "Finetune/Loss (Raw)": 0.9228634238243103, "Finetune/Step": 1324, "Finetune/Step Time": 12.183057500049472}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8349449038505554, "Finetune/Loss (Raw)": 0.9496296644210815, "Finetune/Step": 1325, "Finetune/Step Time": 12.207452965900302}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8351810574531555, "Finetune/Loss (Raw)": 0.920454204082489, "Finetune/Step": 1326, "Finetune/Step Time": 12.207248412072659}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8332926034927368, "Finetune/Loss (Raw)": 0.6914256811141968, "Finetune/Step": 1327, "Finetune/Step Time": 12.2691172901541}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8338432312011719, "Finetune/Loss (Raw)": 0.9939141869544983, "Finetune/Step": 1328, "Finetune/Step Time": 12.265039561316371}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8346657752990723, "Finetune/Loss (Raw)": 1.0448390245437622, "Finetune/Step": 1329, "Finetune/Step Time": 12.24679378606379}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8317291736602783, "Finetune/Loss (Raw)": 0.6542285680770874, "Finetune/Step": 1330, "Finetune/Step Time": 12.24060421437025}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8309859037399292, "Finetune/Loss (Raw)": 0.8962442874908447, "Finetune/Step": 1331, "Finetune/Step Time": 12.23453970439732}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8291503190994263, "Finetune/Loss (Raw)": 0.7161571979522705, "Finetune/Step": 1332, "Finetune/Step Time": 12.241439184173942}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8298603296279907, "Finetune/Loss (Raw)": 0.8326504230499268, "Finetune/Step": 1333, "Finetune/Step Time": 12.226718934252858}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8290526866912842, "Finetune/Loss (Raw)": 0.8953388333320618, "Finetune/Step": 1334, "Finetune/Step Time": 12.234520701691508}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8294035196304321, "Finetune/Loss (Raw)": 0.8699837327003479, "Finetune/Step": 1335, "Finetune/Step Time": 12.228367449715734}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8292897939682007, "Finetune/Loss (Raw)": 0.8695569038391113, "Finetune/Step": 1336, "Finetune/Step Time": 12.222621912136674}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8294272422790527, "Finetune/Loss (Raw)": 0.922636091709137, "Finetune/Step": 1337, "Finetune/Step Time": 12.222721124067903}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8273810148239136, "Finetune/Loss (Raw)": 0.5630570650100708, "Finetune/Step": 1338, "Finetune/Step Time": 12.25330882333219}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8263063430786133, "Finetune/Loss (Raw)": 0.7069263458251953, "Finetune/Step": 1339, "Finetune/Step Time": 12.259870402514935}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8253015279769897, "Finetune/Loss (Raw)": 0.821287214756012, "Finetune/Step": 1340, "Finetune/Step Time": 12.265317985787988}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8250941038131714, "Finetune/Loss (Raw)": 0.7923437356948853, "Finetune/Step": 1341, "Finetune/Step Time": 12.26628328114748}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8259000182151794, "Finetune/Loss (Raw)": 0.8357567191123962, "Finetune/Step": 1342, "Finetune/Step Time": 12.261040294542909}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8250090479850769, "Finetune/Loss (Raw)": 0.7601609826087952, "Finetune/Step": 1343, "Finetune/Step Time": 12.29099641367793}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8268722295761108, "Finetune/Loss (Raw)": 0.7816171646118164, "Finetune/Step": 1344, "Finetune/Step Time": 12.270671801641583}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8267943859100342, "Finetune/Loss (Raw)": 0.9701271057128906, "Finetune/Step": 1345, "Finetune/Step Time": 12.270448999479413}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8261995315551758, "Finetune/Loss (Raw)": 0.8516216278076172, "Finetune/Step": 1346, "Finetune/Step Time": 12.27517643198371}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8292070627212524, "Finetune/Loss (Raw)": 0.92099928855896, "Finetune/Step": 1347, "Finetune/Step Time": 12.272121181711555}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8278253078460693, "Finetune/Loss (Raw)": 0.6521342992782593, "Finetune/Step": 1348, "Finetune/Step Time": 12.30645995773375}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8285582065582275, "Finetune/Loss (Raw)": 0.9228205680847168, "Finetune/Step": 1349, "Finetune/Step Time": 12.278402000665665}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8290454149246216, "Finetune/Loss (Raw)": 0.8680291771888733, "Finetune/Step": 1350, "Finetune/Step Time": 12.274155866354704}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8289834260940552, "Finetune/Loss (Raw)": 0.8861208558082581, "Finetune/Step": 1351, "Finetune/Step Time": 12.282829906791449}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8269054889678955, "Finetune/Loss (Raw)": 0.6071091294288635, "Finetune/Step": 1352, "Finetune/Step Time": 12.307569310069084}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8276780843734741, "Finetune/Loss (Raw)": 0.8322593569755554, "Finetune/Step": 1353, "Finetune/Step Time": 12.306121595203876}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8285552263259888, "Finetune/Loss (Raw)": 0.8566858768463135, "Finetune/Step": 1354, "Finetune/Step Time": 12.302359756082296}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8308370113372803, "Finetune/Loss (Raw)": 0.9495753049850464, "Finetune/Step": 1355, "Finetune/Step Time": 12.29634029045701}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8321813941001892, "Finetune/Loss (Raw)": 0.9548256993293762, "Finetune/Step": 1356, "Finetune/Step Time": 12.29215943813324}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8313245177268982, "Finetune/Loss (Raw)": 0.8541633486747742, "Finetune/Step": 1357, "Finetune/Step Time": 12.30689193867147}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8331844210624695, "Finetune/Loss (Raw)": 0.8553043603897095, "Finetune/Step": 1358, "Finetune/Step Time": 12.275390855967999}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8316372632980347, "Finetune/Loss (Raw)": 0.7552726864814758, "Finetune/Step": 1359, "Finetune/Step Time": 12.290974823758006}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8322892785072327, "Finetune/Loss (Raw)": 0.9101278781890869, "Finetune/Step": 1360, "Finetune/Step Time": 12.29547319188714}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8329470157623291, "Finetune/Loss (Raw)": 0.964286744594574, "Finetune/Step": 1361, "Finetune/Step Time": 12.300934744998813}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8340890407562256, "Finetune/Loss (Raw)": 0.8469898700714111, "Finetune/Step": 1362, "Finetune/Step Time": 12.277010478079319}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8338088989257812, "Finetune/Loss (Raw)": 0.7933109402656555, "Finetune/Step": 1363, "Finetune/Step Time": 12.274531580507755}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8324878215789795, "Finetune/Loss (Raw)": 0.7950997352600098, "Finetune/Step": 1364, "Finetune/Step Time": 12.317757343873382}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8311478495597839, "Finetune/Loss (Raw)": 0.7492603659629822, "Finetune/Step": 1365, "Finetune/Step Time": 12.295819574967027}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.830329179763794, "Finetune/Loss (Raw)": 0.862004816532135, "Finetune/Step": 1366, "Finetune/Step Time": 12.27896318398416}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.829765796661377, "Finetune/Loss (Raw)": 0.7796512246131897, "Finetune/Step": 1367, "Finetune/Step Time": 12.312210420146585}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8297030925750732, "Finetune/Loss (Raw)": 0.8263453841209412, "Finetune/Step": 1368, "Finetune/Step Time": 12.32333998195827}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8309879302978516, "Finetune/Loss (Raw)": 0.9451138973236084, "Finetune/Step": 1369, "Finetune/Step Time": 12.335700038820505}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8301253318786621, "Finetune/Loss (Raw)": 0.7273955345153809, "Finetune/Step": 1370, "Finetune/Step Time": 12.339290656149387}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8299440741539001, "Finetune/Loss (Raw)": 0.8502855896949768, "Finetune/Step": 1371, "Finetune/Step Time": 12.338982742279768}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8284295201301575, "Finetune/Loss (Raw)": 0.6270444989204407, "Finetune/Step": 1372, "Finetune/Step Time": 12.360007988288999}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8301098346710205, "Finetune/Loss (Raw)": 0.9557437896728516, "Finetune/Step": 1373, "Finetune/Step Time": 12.36092109978199}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8293362259864807, "Finetune/Loss (Raw)": 0.6933256983757019, "Finetune/Step": 1374, "Finetune/Step Time": 12.347505930811167}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8289679288864136, "Finetune/Loss (Raw)": 0.8956090807914734, "Finetune/Step": 1375, "Finetune/Step Time": 12.343824703246355}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8274902105331421, "Finetune/Loss (Raw)": 0.5141854286193848, "Finetune/Step": 1376, "Finetune/Step Time": 12.359424825757742}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.827644407749176, "Finetune/Loss (Raw)": 0.8195989727973938, "Finetune/Step": 1377, "Finetune/Step Time": 12.369734371080995}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8279359340667725, "Finetune/Loss (Raw)": 0.9069320559501648, "Finetune/Step": 1378, "Finetune/Step Time": 12.394741060212255}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8256676197052002, "Finetune/Loss (Raw)": 0.5748322010040283, "Finetune/Step": 1379, "Finetune/Step Time": 12.420479511842132}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8258864879608154, "Finetune/Loss (Raw)": 0.7991232872009277, "Finetune/Step": 1380, "Finetune/Step Time": 12.426089426502585}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8270010948181152, "Finetune/Loss (Raw)": 0.8917925357818604, "Finetune/Step": 1381, "Finetune/Step Time": 12.40816331282258}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8271281719207764, "Finetune/Loss (Raw)": 0.8584040999412537, "Finetune/Step": 1382, "Finetune/Step Time": 12.407291509211063}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8254486322402954, "Finetune/Loss (Raw)": 0.7245810031890869, "Finetune/Step": 1383, "Finetune/Step Time": 12.411800963804126}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8252162337303162, "Finetune/Loss (Raw)": 0.832169234752655, "Finetune/Step": 1384, "Finetune/Step Time": 12.420901341363788}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8277420997619629, "Finetune/Loss (Raw)": 0.8906111717224121, "Finetune/Step": 1385, "Finetune/Step Time": 12.388762289658189}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.827369213104248, "Finetune/Loss (Raw)": 0.7928239703178406, "Finetune/Step": 1386, "Finetune/Step Time": 12.390916857868433}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8272384405136108, "Finetune/Loss (Raw)": 0.7198177576065063, "Finetune/Step": 1387, "Finetune/Step Time": 12.383346308022738}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8259044289588928, "Finetune/Loss (Raw)": 0.9013463258743286, "Finetune/Step": 1388, "Finetune/Step Time": 12.379981558769941}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8270769119262695, "Finetune/Loss (Raw)": 0.8512857556343079, "Finetune/Step": 1389, "Finetune/Step Time": 12.3826471734792}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8279353380203247, "Finetune/Loss (Raw)": 0.9874712228775024, "Finetune/Step": 1390, "Finetune/Step Time": 12.389486283063889}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8269433379173279, "Finetune/Loss (Raw)": 0.7858453392982483, "Finetune/Step": 1391, "Finetune/Step Time": 12.408398287370801}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8265805840492249, "Finetune/Loss (Raw)": 0.8012588024139404, "Finetune/Step": 1392, "Finetune/Step Time": 12.454232193529606}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8270580768585205, "Finetune/Loss (Raw)": 0.714525043964386, "Finetune/Step": 1393, "Finetune/Step Time": 12.491213580593467}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8274918794631958, "Finetune/Loss (Raw)": 0.8819068670272827, "Finetune/Step": 1394, "Finetune/Step Time": 12.474215514957905}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8265897035598755, "Finetune/Loss (Raw)": 0.7915089130401611, "Finetune/Step": 1395, "Finetune/Step Time": 12.47763990983367}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8237465023994446, "Finetune/Loss (Raw)": 0.5910260677337646, "Finetune/Step": 1396, "Finetune/Step Time": 12.484652614220977}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8241977691650391, "Finetune/Loss (Raw)": 0.8433231115341187, "Finetune/Step": 1397, "Finetune/Step Time": 12.519864996895194}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8236653208732605, "Finetune/Loss (Raw)": 0.8329169750213623, "Finetune/Step": 1398, "Finetune/Step Time": 12.50771845318377}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8208073377609253, "Finetune/Loss (Raw)": 0.5714274048805237, "Finetune/Step": 1399, "Finetune/Step Time": 12.512335734441876}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8224287033081055, "Finetune/Loss (Raw)": 0.9053295850753784, "Finetune/Step": 1400, "Finetune/Step Time": 12.506333362311125}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8227856159210205, "Finetune/Loss (Raw)": 0.7868454456329346, "Finetune/Step": 1401, "Finetune/Step Time": 12.50299284979701}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8221256732940674, "Finetune/Loss (Raw)": 0.6923630833625793, "Finetune/Step": 1402, "Finetune/Step Time": 12.532183526083827}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8204852938652039, "Finetune/Loss (Raw)": 0.8118988275527954, "Finetune/Step": 1403, "Finetune/Step Time": 12.538112293928862}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8207621574401855, "Finetune/Loss (Raw)": 0.8553560972213745, "Finetune/Step": 1404, "Finetune/Step Time": 12.536911997944117}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8193990588188171, "Finetune/Loss (Raw)": 0.6691462993621826, "Finetune/Step": 1405, "Finetune/Step Time": 12.53085950948298}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8213201761245728, "Finetune/Loss (Raw)": 0.8164708614349365, "Finetune/Step": 1406, "Finetune/Step Time": 12.524260768666863}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.819542407989502, "Finetune/Loss (Raw)": 0.6244765520095825, "Finetune/Step": 1407, "Finetune/Step Time": 12.544682271778584}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8174099326133728, "Finetune/Loss (Raw)": 0.7038649320602417, "Finetune/Step": 1408, "Finetune/Step Time": 12.55004458501935}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8176166415214539, "Finetune/Loss (Raw)": 0.88597571849823, "Finetune/Step": 1409, "Finetune/Step Time": 12.530124055221677}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8167219161987305, "Finetune/Loss (Raw)": 0.7205933332443237, "Finetune/Step": 1410, "Finetune/Step Time": 12.569980885833502}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8181266784667969, "Finetune/Loss (Raw)": 0.8391615152359009, "Finetune/Step": 1411, "Finetune/Step Time": 12.557807266712189}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8164882659912109, "Finetune/Loss (Raw)": 0.624869704246521, "Finetune/Step": 1412, "Finetune/Step Time": 12.56054755486548}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8160715103149414, "Finetune/Loss (Raw)": 0.8462849259376526, "Finetune/Step": 1413, "Finetune/Step Time": 12.574968297034502}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.817193329334259, "Finetune/Loss (Raw)": 0.9663580060005188, "Finetune/Step": 1414, "Finetune/Step Time": 12.557301744818687}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8168014287948608, "Finetune/Loss (Raw)": 0.8123985528945923, "Finetune/Step": 1415, "Finetune/Step Time": 12.562587210908532}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8177076578140259, "Finetune/Loss (Raw)": 0.9174262285232544, "Finetune/Step": 1416, "Finetune/Step Time": 12.561114514246583}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8176155686378479, "Finetune/Loss (Raw)": 0.7886454463005066, "Finetune/Step": 1417, "Finetune/Step Time": 12.558992885053158}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.815586507320404, "Finetune/Loss (Raw)": 0.6934415698051453, "Finetune/Step": 1418, "Finetune/Step Time": 12.567036353051662}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8153238892555237, "Finetune/Loss (Raw)": 0.7158224582672119, "Finetune/Step": 1419, "Finetune/Step Time": 12.542607169598341}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8160622715950012, "Finetune/Loss (Raw)": 0.878014087677002, "Finetune/Step": 1420, "Finetune/Step Time": 12.542918920516968}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8154910802841187, "Finetune/Loss (Raw)": 0.7779905796051025, "Finetune/Step": 1421, "Finetune/Step Time": 12.544395530596375}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8141586184501648, "Finetune/Loss (Raw)": 0.7239982485771179, "Finetune/Step": 1422, "Finetune/Step Time": 12.541834952309728}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8152362108230591, "Finetune/Loss (Raw)": 0.9154727458953857, "Finetune/Step": 1423, "Finetune/Step Time": 12.528956910595298}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8151116371154785, "Finetune/Loss (Raw)": 0.7566822171211243, "Finetune/Step": 1424, "Finetune/Step Time": 12.524694537743926}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.815386176109314, "Finetune/Loss (Raw)": 0.8295461535453796, "Finetune/Step": 1425, "Finetune/Step Time": 12.517641654238105}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8159335851669312, "Finetune/Loss (Raw)": 0.7626053094863892, "Finetune/Step": 1426, "Finetune/Step Time": 12.53573613986373}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8165194988250732, "Finetune/Loss (Raw)": 0.7167054414749146, "Finetune/Step": 1427, "Finetune/Step Time": 12.536622481420636}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8160111904144287, "Finetune/Loss (Raw)": 0.6994146108627319, "Finetune/Step": 1428, "Finetune/Step Time": 12.54511809721589}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8153578042984009, "Finetune/Loss (Raw)": 0.6970492601394653, "Finetune/Step": 1429, "Finetune/Step Time": 12.530754745006561}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8153440952301025, "Finetune/Loss (Raw)": 0.7967119216918945, "Finetune/Step": 1430, "Finetune/Step Time": 12.51786657050252}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.814872145652771, "Finetune/Loss (Raw)": 0.7243636846542358, "Finetune/Step": 1431, "Finetune/Step Time": 12.533457593992352}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.813614010810852, "Finetune/Loss (Raw)": 0.7355861067771912, "Finetune/Step": 1432, "Finetune/Step Time": 12.534612216055393}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8143595457077026, "Finetune/Loss (Raw)": 0.9107725024223328, "Finetune/Step": 1433, "Finetune/Step Time": 12.544569561257958}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8131501078605652, "Finetune/Loss (Raw)": 0.6509146690368652, "Finetune/Step": 1434, "Finetune/Step Time": 12.549686193466187}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.812577486038208, "Finetune/Loss (Raw)": 0.8821882009506226, "Finetune/Step": 1435, "Finetune/Step Time": 12.561789005994797}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8097729682922363, "Finetune/Loss (Raw)": 0.5955886244773865, "Finetune/Step": 1436, "Finetune/Step Time": 12.579923585057259}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8098100423812866, "Finetune/Loss (Raw)": 0.8481013178825378, "Finetune/Step": 1437, "Finetune/Step Time": 12.557022636756301}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8100458383560181, "Finetune/Loss (Raw)": 0.8391633033752441, "Finetune/Step": 1438, "Finetune/Step Time": 12.547690035775304}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8101541996002197, "Finetune/Loss (Raw)": 0.9021302461624146, "Finetune/Step": 1439, "Finetune/Step Time": 12.542259758338332}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8102520704269409, "Finetune/Loss (Raw)": 0.6012147068977356, "Finetune/Step": 1440, "Finetune/Step Time": 12.551817702129483}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8099600076675415, "Finetune/Loss (Raw)": 0.8212493062019348, "Finetune/Step": 1441, "Finetune/Step Time": 12.54524115100503}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8088349103927612, "Finetune/Loss (Raw)": 0.7729465365409851, "Finetune/Step": 1442, "Finetune/Step Time": 12.54945862852037}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8084666728973389, "Finetune/Loss (Raw)": 0.8087261319160461, "Finetune/Step": 1443, "Finetune/Step Time": 12.55893193371594}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8067225217819214, "Finetune/Loss (Raw)": 0.7824936509132385, "Finetune/Step": 1444, "Finetune/Step Time": 12.556160818785429}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8061788082122803, "Finetune/Loss (Raw)": 0.809606671333313, "Finetune/Step": 1445, "Finetune/Step Time": 12.560479748994112}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8051179647445679, "Finetune/Loss (Raw)": 0.6815413236618042, "Finetune/Step": 1446, "Finetune/Step Time": 12.57905526086688}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8052325248718262, "Finetune/Loss (Raw)": 0.8756630420684814, "Finetune/Step": 1447, "Finetune/Step Time": 12.583185309544206}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8062911033630371, "Finetune/Loss (Raw)": 0.8892058730125427, "Finetune/Step": 1448, "Finetune/Step Time": 12.573291776701808}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8051059246063232, "Finetune/Loss (Raw)": 0.699138343334198, "Finetune/Step": 1449, "Finetune/Step Time": 12.576546696946025}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8038665652275085, "Finetune/Loss (Raw)": 0.6914577484130859, "Finetune/Step": 1450, "Finetune/Step Time": 12.62612821534276}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8034663200378418, "Finetune/Loss (Raw)": 0.8122876882553101, "Finetune/Step": 1451, "Finetune/Step Time": 12.631967939436436}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.803276538848877, "Finetune/Loss (Raw)": 0.8985751867294312, "Finetune/Step": 1452, "Finetune/Step Time": 12.619663601741195}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8019193410873413, "Finetune/Loss (Raw)": 0.7759107947349548, "Finetune/Step": 1453, "Finetune/Step Time": 12.624308440834284}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.802761435508728, "Finetune/Loss (Raw)": 1.0282403230667114, "Finetune/Step": 1454, "Finetune/Step Time": 12.618674896657467}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8045933842658997, "Finetune/Loss (Raw)": 0.9259106516838074, "Finetune/Step": 1455, "Finetune/Step Time": 12.5640818066895}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8028466701507568, "Finetune/Loss (Raw)": 0.7703416347503662, "Finetune/Step": 1456, "Finetune/Step Time": 12.57775366306305}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.7990875840187073, "Finetune/Loss (Raw)": 0.5636723637580872, "Finetune/Step": 1457, "Finetune/Step Time": 12.606638031080365}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8003163933753967, "Finetune/Loss (Raw)": 0.8115151524543762, "Finetune/Step": 1458, "Finetune/Step Time": 12.603040961548686}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8007267117500305, "Finetune/Loss (Raw)": 0.9487641453742981, "Finetune/Step": 1459, "Finetune/Step Time": 12.611599866300821}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.802670955657959, "Finetune/Loss (Raw)": 0.9650152325630188, "Finetune/Step": 1460, "Finetune/Step Time": 12.599501898512244}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8041567802429199, "Finetune/Loss (Raw)": 1.0228371620178223, "Finetune/Step": 1461, "Finetune/Step Time": 12.587504118680954}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8040201663970947, "Finetune/Loss (Raw)": 0.8778571486473083, "Finetune/Step": 1462, "Finetune/Step Time": 12.591296706348658}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8043990731239319, "Finetune/Loss (Raw)": 0.9184818267822266, "Finetune/Step": 1463, "Finetune/Step Time": 12.58845098130405}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8037904500961304, "Finetune/Loss (Raw)": 0.7916607856750488, "Finetune/Step": 1464, "Finetune/Step Time": 12.601047387346625}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8030255436897278, "Finetune/Loss (Raw)": 0.8247218728065491, "Finetune/Step": 1465, "Finetune/Step Time": 12.594014866277575}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8050788044929504, "Finetune/Loss (Raw)": 0.8258757591247559, "Finetune/Step": 1466, "Finetune/Step Time": 12.576695753261447}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.805938184261322, "Finetune/Loss (Raw)": 0.816926896572113, "Finetune/Step": 1467, "Finetune/Step Time": 12.60442640632391}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8065015077590942, "Finetune/Loss (Raw)": 0.8933910727500916, "Finetune/Step": 1468, "Finetune/Step Time": 12.594997063279152}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8054370880126953, "Finetune/Loss (Raw)": 0.6560989022254944, "Finetune/Step": 1469, "Finetune/Step Time": 12.63024052605033}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8051152229309082, "Finetune/Loss (Raw)": 0.7945654392242432, "Finetune/Step": 1470, "Finetune/Step Time": 12.61217332445085}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8054931163787842, "Finetune/Loss (Raw)": 0.8085185885429382, "Finetune/Step": 1471, "Finetune/Step Time": 12.571796467527747}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8051029443740845, "Finetune/Loss (Raw)": 0.7316865921020508, "Finetune/Step": 1472, "Finetune/Step Time": 12.564743902534246}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.802161693572998, "Finetune/Loss (Raw)": 0.5936374664306641, "Finetune/Step": 1473, "Finetune/Step Time": 12.570289921015501}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8032533526420593, "Finetune/Loss (Raw)": 0.9913532733917236, "Finetune/Step": 1474, "Finetune/Step Time": 12.561766082420945}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8010892271995544, "Finetune/Loss (Raw)": 0.6439959406852722, "Finetune/Step": 1475, "Finetune/Step Time": 12.55129729770124}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.802963137626648, "Finetune/Loss (Raw)": 0.8919926881790161, "Finetune/Step": 1476, "Finetune/Step Time": 12.526705278083682}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8004398345947266, "Finetune/Loss (Raw)": 0.5998386740684509, "Finetune/Step": 1477, "Finetune/Step Time": 12.563823023810983}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8012591004371643, "Finetune/Loss (Raw)": 0.9728947877883911, "Finetune/Step": 1478, "Finetune/Step Time": 12.55410417355597}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8002406358718872, "Finetune/Loss (Raw)": 0.7557566165924072, "Finetune/Step": 1479, "Finetune/Step Time": 12.57383125461638}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8022029399871826, "Finetune/Loss (Raw)": 0.8582897186279297, "Finetune/Step": 1480, "Finetune/Step Time": 12.548981422558427}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8025368452072144, "Finetune/Loss (Raw)": 0.8749994039535522, "Finetune/Step": 1481, "Finetune/Step Time": 12.56105206348002}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8021023273468018, "Finetune/Loss (Raw)": 0.8010627031326294, "Finetune/Step": 1482, "Finetune/Step Time": 12.552982047200203}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.799243688583374, "Finetune/Loss (Raw)": 0.5836663246154785, "Finetune/Step": 1483, "Finetune/Step Time": 12.586605314165354}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.7985333800315857, "Finetune/Loss (Raw)": 0.8639100193977356, "Finetune/Step": 1484, "Finetune/Step Time": 12.579502021893859}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.7978209257125854, "Finetune/Loss (Raw)": 0.7629663348197937, "Finetune/Step": 1485, "Finetune/Step Time": 12.563956182450056}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.795809268951416, "Finetune/Loss (Raw)": 0.5978137850761414, "Finetune/Step": 1486, "Finetune/Step Time": 12.588681606575847}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.7972943782806396, "Finetune/Loss (Raw)": 0.9453664422035217, "Finetune/Step": 1487, "Finetune/Step Time": 12.589570423588157}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.7984906435012817, "Finetune/Loss (Raw)": 1.0632504224777222, "Finetune/Step": 1488, "Finetune/Step Time": 12.582830004394054}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.7958019375801086, "Finetune/Loss (Raw)": 0.6201328635215759, "Finetune/Step": 1489, "Finetune/Step Time": 12.600377002730966}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.7951010465621948, "Finetune/Loss (Raw)": 0.7572711706161499, "Finetune/Step": 1490, "Finetune/Step Time": 12.631747607141733}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.7941878437995911, "Finetune/Loss (Raw)": 0.6764289736747742, "Finetune/Step": 1491, "Finetune/Step Time": 12.652127074077725}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.7950839996337891, "Finetune/Loss (Raw)": 0.9098003506660461, "Finetune/Step": 1492, "Finetune/Step Time": 12.61301425844431}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.7941071391105652, "Finetune/Loss (Raw)": 0.6242275834083557, "Finetune/Step": 1493, "Finetune/Step Time": 12.633385088294744}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.7936391830444336, "Finetune/Loss (Raw)": 0.8021048903465271, "Finetune/Step": 1494, "Finetune/Step Time": 12.641251752153039}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.7939882278442383, "Finetune/Loss (Raw)": 0.8243250846862793, "Finetune/Step": 1495, "Finetune/Step Time": 12.610084064304829}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.7943331003189087, "Finetune/Loss (Raw)": 0.8704950213432312, "Finetune/Step": 1496, "Finetune/Step Time": 12.6008813790977}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.7927567958831787, "Finetune/Loss (Raw)": 0.7433392405509949, "Finetune/Step": 1497, "Finetune/Step Time": 12.591961596161127}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.7944272756576538, "Finetune/Loss (Raw)": 0.9412251710891724, "Finetune/Step": 1498, "Finetune/Step Time": 12.619502998888493}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.7925258874893188, "Finetune/Loss (Raw)": 0.606908917427063, "Finetune/Step": 1499, "Finetune/Step Time": 12.642591908574104}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.7918111085891724, "Finetune/Loss (Raw)": 0.5355539917945862, "Finetune/Step": 1500, "Finetune/Step Time": 12.643752055242658}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.7916111350059509, "Finetune/Loss (Raw)": 0.9301429390907288, "Finetune/Step": 1501, "Finetune/Step Time": 12.697661934420466}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.7933012247085571, "Finetune/Loss (Raw)": 0.9096587300300598, "Finetune/Step": 1502, "Finetune/Step Time": 12.686327446252108}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.7919090986251831, "Finetune/Loss (Raw)": 0.7174113392829895, "Finetune/Step": 1503, "Finetune/Step Time": 12.69246062450111}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.7944501638412476, "Finetune/Loss (Raw)": 0.8394409418106079, "Finetune/Step": 1504, "Finetune/Step Time": 12.68259141407907}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.794479250907898, "Finetune/Loss (Raw)": 0.8233211636543274, "Finetune/Step": 1505, "Finetune/Step Time": 12.665344446897507}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.793337345123291, "Finetune/Loss (Raw)": 0.7607699036598206, "Finetune/Step": 1506, "Finetune/Step Time": 12.650265296921134}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.7959318161010742, "Finetune/Loss (Raw)": 0.9069262742996216, "Finetune/Step": 1507, "Finetune/Step Time": 12.621139856055379}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.7968529462814331, "Finetune/Loss (Raw)": 0.9170299172401428, "Finetune/Step": 1508, "Finetune/Step Time": 12.625580029562116}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.7964814901351929, "Finetune/Loss (Raw)": 0.844249427318573, "Finetune/Step": 1509, "Finetune/Step Time": 12.612707391381264}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.7968057990074158, "Finetune/Loss (Raw)": 0.8999106287956238, "Finetune/Step": 1510, "Finetune/Step Time": 12.616134656593204}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.7983073592185974, "Finetune/Loss (Raw)": 0.9167784452438354, "Finetune/Step": 1511, "Finetune/Step Time": 12.61580210737884}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.7972657680511475, "Finetune/Loss (Raw)": 0.6988481283187866, "Finetune/Step": 1512, "Finetune/Step Time": 12.61737708747387}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.7977926731109619, "Finetune/Loss (Raw)": 0.958053708076477, "Finetune/Step": 1513, "Finetune/Step Time": 12.62189863063395}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.79774010181427, "Finetune/Loss (Raw)": 0.7860947847366333, "Finetune/Step": 1514, "Finetune/Step Time": 12.633033303543925}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.7987257242202759, "Finetune/Loss (Raw)": 0.8459792137145996, "Finetune/Step": 1515, "Finetune/Step Time": 12.635206289589405}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.7983862161636353, "Finetune/Loss (Raw)": 0.8578963875770569, "Finetune/Step": 1516, "Finetune/Step Time": 12.636169619858265}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.7978835105895996, "Finetune/Loss (Raw)": 0.7869356870651245, "Finetune/Step": 1517, "Finetune/Step Time": 12.639972729608417}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.7976771593093872, "Finetune/Loss (Raw)": 0.9610557556152344, "Finetune/Step": 1518, "Finetune/Step Time": 12.636596418917179}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.7969201803207397, "Finetune/Loss (Raw)": 0.6889543533325195, "Finetune/Step": 1519, "Finetune/Step Time": 12.616430262103677}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.7961417436599731, "Finetune/Loss (Raw)": 0.7016157507896423, "Finetune/Step": 1520, "Finetune/Step Time": 12.592458758503199}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.7974086999893188, "Finetune/Loss (Raw)": 0.8766964077949524, "Finetune/Step": 1521, "Finetune/Step Time": 12.529075406491756}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.7960773706436157, "Finetune/Loss (Raw)": 0.7114956974983215, "Finetune/Step": 1522, "Finetune/Step Time": 12.542891129851341}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.7947901487350464, "Finetune/Loss (Raw)": 0.6267419457435608, "Finetune/Step": 1523, "Finetune/Step Time": 12.563335709273815}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.7955741286277771, "Finetune/Loss (Raw)": 0.6913815140724182, "Finetune/Step": 1524, "Finetune/Step Time": 12.589967798441648}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.794301450252533, "Finetune/Loss (Raw)": 0.6804189085960388, "Finetune/Step": 1525, "Finetune/Step Time": 12.573577603325248}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.7949389219284058, "Finetune/Loss (Raw)": 0.9145119786262512, "Finetune/Step": 1526, "Finetune/Step Time": 12.573219945654273}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.79695063829422, "Finetune/Loss (Raw)": 0.8289254307746887, "Finetune/Step": 1527, "Finetune/Step Time": 12.570481348782778}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.795109212398529, "Finetune/Loss (Raw)": 0.6696324348449707, "Finetune/Step": 1528, "Finetune/Step Time": 12.590778755024076}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.7962851524353027, "Finetune/Loss (Raw)": 0.9373630285263062, "Finetune/Step": 1529, "Finetune/Step Time": 12.582943608984351}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.7953804135322571, "Finetune/Loss (Raw)": 0.5765596032142639, "Finetune/Step": 1530, "Finetune/Step Time": 12.584342084825039}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.7958976626396179, "Finetune/Loss (Raw)": 0.8781020641326904, "Finetune/Step": 1531, "Finetune/Step Time": 12.587851274758577}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.7958073616027832, "Finetune/Loss (Raw)": 0.8437985777854919, "Finetune/Step": 1532, "Finetune/Step Time": 12.604853639379144}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.7956919074058533, "Finetune/Loss (Raw)": 0.6543657183647156, "Finetune/Step": 1533, "Finetune/Step Time": 12.599873488768935}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.7943568825721741, "Finetune/Loss (Raw)": 0.6455876231193542, "Finetune/Step": 1534, "Finetune/Step Time": 12.609701527282596}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.7955449819564819, "Finetune/Loss (Raw)": 0.7765589356422424, "Finetune/Step": 1535, "Finetune/Step Time": 12.590283261612058}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.7958897352218628, "Finetune/Loss (Raw)": 0.7479929327964783, "Finetune/Step": 1536, "Finetune/Step Time": 12.599564714357257}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.7950518131256104, "Finetune/Loss (Raw)": 0.7787216901779175, "Finetune/Step": 1537, "Finetune/Step Time": 12.606930335983634}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.7944209575653076, "Finetune/Loss (Raw)": 0.639846920967102, "Finetune/Step": 1538, "Finetune/Step Time": 12.589860515668988}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.7945321798324585, "Finetune/Loss (Raw)": 0.8533973097801208, "Finetune/Step": 1539, "Finetune/Step Time": 12.581923151388764}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.7956998348236084, "Finetune/Loss (Raw)": 0.7743269205093384, "Finetune/Step": 1540, "Finetune/Step Time": 12.58235021866858}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.7961289882659912, "Finetune/Loss (Raw)": 0.9012173414230347, "Finetune/Step": 1541, "Finetune/Step Time": 12.57121074385941}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.7936357259750366, "Finetune/Loss (Raw)": 0.6472160220146179, "Finetune/Step": 1542, "Finetune/Step Time": 12.5955293700099}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.7930288314819336, "Finetune/Loss (Raw)": 0.734713613986969, "Finetune/Step": 1543, "Finetune/Step Time": 12.603849465027452}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.7927231788635254, "Finetune/Loss (Raw)": 0.878314197063446, "Finetune/Step": 1544, "Finetune/Step Time": 12.602043822407722}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.7927393317222595, "Finetune/Loss (Raw)": 0.790705680847168, "Finetune/Step": 1545, "Finetune/Step Time": 12.606620034202933}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.7944486141204834, "Finetune/Loss (Raw)": 0.912225604057312, "Finetune/Step": 1546, "Finetune/Step Time": 12.607848411425948}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.7954080104827881, "Finetune/Loss (Raw)": 0.8386276960372925, "Finetune/Step": 1547, "Finetune/Step Time": 12.615712312981486}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.795046329498291, "Finetune/Loss (Raw)": 0.8317207098007202, "Finetune/Step": 1548, "Finetune/Step Time": 12.626042341813445}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.7941511869430542, "Finetune/Loss (Raw)": 0.6634111404418945, "Finetune/Step": 1549, "Finetune/Step Time": 12.651928167790174}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.7952301502227783, "Finetune/Loss (Raw)": 0.8621050119400024, "Finetune/Step": 1550, "Finetune/Step Time": 12.651970811188221}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.7938162088394165, "Finetune/Loss (Raw)": 0.7344920039176941, "Finetune/Step": 1551, "Finetune/Step Time": 12.645865259692073}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.7949784994125366, "Finetune/Loss (Raw)": 0.9054542183876038, "Finetune/Step": 1552, "Finetune/Step Time": 12.643503531813622}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.7943978309631348, "Finetune/Loss (Raw)": 0.7552236318588257, "Finetune/Step": 1553, "Finetune/Step Time": 12.659223072230816}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.7941659092903137, "Finetune/Loss (Raw)": 0.7329142689704895, "Finetune/Step": 1554, "Finetune/Step Time": 12.643375614657998}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.7953447103500366, "Finetune/Loss (Raw)": 0.8675912618637085, "Finetune/Step": 1555, "Finetune/Step Time": 12.649884067475796}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.7948951125144958, "Finetune/Loss (Raw)": 0.6418679356575012, "Finetune/Step": 1556, "Finetune/Step Time": 12.65657114610076}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.7954351902008057, "Finetune/Loss (Raw)": 0.7661771178245544, "Finetune/Step": 1557, "Finetune/Step Time": 12.660203399136662}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.7956429719924927, "Finetune/Loss (Raw)": 0.8233109712600708, "Finetune/Step": 1558, "Finetune/Step Time": 12.646585438400507}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.7980728149414062, "Finetune/Loss (Raw)": 1.0353800058364868, "Finetune/Step": 1559, "Finetune/Step Time": 12.636318588629365}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.799117922782898, "Finetune/Loss (Raw)": 0.8693619966506958, "Finetune/Step": 1560, "Finetune/Step Time": 12.641393326222897}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.79851233959198, "Finetune/Loss (Raw)": 0.8332608342170715, "Finetune/Step": 1561, "Finetune/Step Time": 12.629637215286493}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8002911806106567, "Finetune/Loss (Raw)": 0.8785991668701172, "Finetune/Step": 1562, "Finetune/Step Time": 12.612718611955643}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.7993787527084351, "Finetune/Loss (Raw)": 0.7654025554656982, "Finetune/Step": 1563, "Finetune/Step Time": 12.639108495786786}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8006232976913452, "Finetune/Loss (Raw)": 0.7548922300338745, "Finetune/Step": 1564, "Finetune/Step Time": 12.62060265801847}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.7995613813400269, "Finetune/Loss (Raw)": 0.7121755480766296, "Finetune/Step": 1565, "Finetune/Step Time": 12.622062707319856}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.7988038659095764, "Finetune/Loss (Raw)": 0.7421966791152954, "Finetune/Step": 1566, "Finetune/Step Time": 12.629856258630753}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.798174262046814, "Finetune/Loss (Raw)": 0.8215376734733582, "Finetune/Step": 1567, "Finetune/Step Time": 12.639125926420093}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.7997473478317261, "Finetune/Loss (Raw)": 0.8025716543197632, "Finetune/Step": 1568, "Finetune/Step Time": 12.597633762285113}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.7984541058540344, "Finetune/Loss (Raw)": 0.6557171940803528, "Finetune/Step": 1569, "Finetune/Step Time": 12.616880919784307}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.7995094060897827, "Finetune/Loss (Raw)": 0.9080221652984619, "Finetune/Step": 1570, "Finetune/Step Time": 12.612915920093656}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.7998449802398682, "Finetune/Loss (Raw)": 0.8516765236854553, "Finetune/Step": 1571, "Finetune/Step Time": 12.605373628437519}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8004834651947021, "Finetune/Loss (Raw)": 0.864224910736084, "Finetune/Step": 1572, "Finetune/Step Time": 12.600546356290579}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8002736568450928, "Finetune/Loss (Raw)": 0.7827551364898682, "Finetune/Step": 1573, "Finetune/Step Time": 12.62159264087677}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8004105091094971, "Finetune/Loss (Raw)": 0.6990492343902588, "Finetune/Step": 1574, "Finetune/Step Time": 12.602057062089443}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8010566234588623, "Finetune/Loss (Raw)": 0.9583742618560791, "Finetune/Step": 1575, "Finetune/Step Time": 12.617254335433245}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8005862236022949, "Finetune/Loss (Raw)": 0.8289891481399536, "Finetune/Step": 1576, "Finetune/Step Time": 12.62424224987626}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8015932440757751, "Finetune/Loss (Raw)": 0.8280394077301025, "Finetune/Step": 1577, "Finetune/Step Time": 12.615288227796555}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8028985261917114, "Finetune/Loss (Raw)": 0.8585318922996521, "Finetune/Step": 1578, "Finetune/Step Time": 12.54649711959064}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8024399280548096, "Finetune/Loss (Raw)": 0.7535914778709412, "Finetune/Step": 1579, "Finetune/Step Time": 12.551508301869035}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8005467653274536, "Finetune/Loss (Raw)": 0.6562502384185791, "Finetune/Step": 1580, "Finetune/Step Time": 12.610760344192386}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8001207709312439, "Finetune/Loss (Raw)": 0.7213847637176514, "Finetune/Step": 1581, "Finetune/Step Time": 12.592068010941148}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.7983353137969971, "Finetune/Loss (Raw)": 0.7996981739997864, "Finetune/Step": 1582, "Finetune/Step Time": 12.606346080079675}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.7976266145706177, "Finetune/Loss (Raw)": 0.8351951241493225, "Finetune/Step": 1583, "Finetune/Step Time": 12.61349393054843}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.7979551553726196, "Finetune/Loss (Raw)": 0.812397301197052, "Finetune/Step": 1584, "Finetune/Step Time": 12.605872740969062}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8007757663726807, "Finetune/Loss (Raw)": 0.9247115850448608, "Finetune/Step": 1585, "Finetune/Step Time": 12.58038416877389}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8017853498458862, "Finetune/Loss (Raw)": 0.9407394528388977, "Finetune/Step": 1586, "Finetune/Step Time": 12.663873039186}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8013891577720642, "Finetune/Loss (Raw)": 0.898050844669342, "Finetune/Step": 1587, "Finetune/Step Time": 12.668148884549737}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.7999825477600098, "Finetune/Loss (Raw)": 0.7849703431129456, "Finetune/Step": 1588, "Finetune/Step Time": 12.68491718173027}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.7983232736587524, "Finetune/Loss (Raw)": 0.8104493021965027, "Finetune/Step": 1589, "Finetune/Step Time": 12.704456893727183}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.798561692237854, "Finetune/Loss (Raw)": 0.9083701372146606, "Finetune/Step": 1590, "Finetune/Step Time": 12.707563731819391}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.7960376739501953, "Finetune/Loss (Raw)": 0.5954102873802185, "Finetune/Step": 1591, "Finetune/Step Time": 12.735776171088219}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.7951744794845581, "Finetune/Loss (Raw)": 0.6811713576316833, "Finetune/Step": 1592, "Finetune/Step Time": 12.733923757448792}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.7946752309799194, "Finetune/Loss (Raw)": 0.7608238458633423, "Finetune/Step": 1593, "Finetune/Step Time": 12.73835376277566}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.7944130897521973, "Finetune/Loss (Raw)": 0.7923198938369751, "Finetune/Step": 1594, "Finetune/Step Time": 12.739363491535187}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.7932981252670288, "Finetune/Loss (Raw)": 0.6742134690284729, "Finetune/Step": 1595, "Finetune/Step Time": 12.703406892716885}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.793024480342865, "Finetune/Loss (Raw)": 0.8583646416664124, "Finetune/Step": 1596, "Finetune/Step Time": 12.70722758769989}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.7933297157287598, "Finetune/Loss (Raw)": 0.6951659917831421, "Finetune/Step": 1597, "Finetune/Step Time": 12.677314268425107}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.7932053804397583, "Finetune/Loss (Raw)": 0.7786574959754944, "Finetune/Step": 1598, "Finetune/Step Time": 12.696683250367641}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.7920413613319397, "Finetune/Loss (Raw)": 0.6595144867897034, "Finetune/Step": 1599, "Finetune/Step Time": 12.733271434903145}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.7931857705116272, "Finetune/Loss (Raw)": 0.878171980381012, "Finetune/Step": 1600, "Finetune/Step Time": 12.736266877502203}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.7934310436248779, "Finetune/Loss (Raw)": 0.6250302195549011, "Finetune/Step": 1601, "Finetune/Step Time": 12.7625332493335}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.7928198575973511, "Finetune/Loss (Raw)": 0.9131267666816711, "Finetune/Step": 1602, "Finetune/Step Time": 12.773995086550713}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.794728696346283, "Finetune/Loss (Raw)": 0.8883275389671326, "Finetune/Step": 1603, "Finetune/Step Time": 12.772165417671204}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.7937242984771729, "Finetune/Loss (Raw)": 0.7634345293045044, "Finetune/Step": 1604, "Finetune/Step Time": 12.770523596554995}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.7939026951789856, "Finetune/Loss (Raw)": 0.6226667761802673, "Finetune/Step": 1605, "Finetune/Step Time": 12.752613499760628}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.7911565899848938, "Finetune/Loss (Raw)": 0.6213936805725098, "Finetune/Step": 1606, "Finetune/Step Time": 12.801314573734999}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.7916840314865112, "Finetune/Loss (Raw)": 0.8232670426368713, "Finetune/Step": 1607, "Finetune/Step Time": 12.779368063434958}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.7900952100753784, "Finetune/Loss (Raw)": 0.6549168229103088, "Finetune/Step": 1608, "Finetune/Step Time": 12.803541706874967}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.7900697588920593, "Finetune/Loss (Raw)": 0.871748149394989, "Finetune/Step": 1609, "Finetune/Step Time": 12.791327245533466}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.7903510332107544, "Finetune/Loss (Raw)": 0.8370660543441772, "Finetune/Step": 1610, "Finetune/Step Time": 12.793162431567907}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.7914125919342041, "Finetune/Loss (Raw)": 0.7195507287979126, "Finetune/Step": 1611, "Finetune/Step Time": 12.780497346073389}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.7908424139022827, "Finetune/Loss (Raw)": 0.7909215092658997, "Finetune/Step": 1612, "Finetune/Step Time": 12.780173175036907}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.7904203534126282, "Finetune/Loss (Raw)": 0.7089428305625916, "Finetune/Step": 1613, "Finetune/Step Time": 12.795579278841615}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.7922165989875793, "Finetune/Loss (Raw)": 0.8277339339256287, "Finetune/Step": 1614, "Finetune/Step Time": 12.769365347921848}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.7920575737953186, "Finetune/Loss (Raw)": 0.9250112175941467, "Finetune/Step": 1615, "Finetune/Step Time": 12.757696613669395}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.790104329586029, "Finetune/Loss (Raw)": 0.813232421875, "Finetune/Step": 1616, "Finetune/Step Time": 12.758224073797464}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.7913528084754944, "Finetune/Loss (Raw)": 0.7799428701400757, "Finetune/Step": 1617, "Finetune/Step Time": 12.752963580191135}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.7917214035987854, "Finetune/Loss (Raw)": 0.8044509887695312, "Finetune/Step": 1618, "Finetune/Step Time": 12.72324707172811}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.792082667350769, "Finetune/Loss (Raw)": 0.7226762771606445, "Finetune/Step": 1619, "Finetune/Step Time": 12.70595184713602}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.7928979396820068, "Finetune/Loss (Raw)": 1.0141465663909912, "Finetune/Step": 1620, "Finetune/Step Time": 12.710018623620272}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.7938909530639648, "Finetune/Loss (Raw)": 0.7513361573219299, "Finetune/Step": 1621, "Finetune/Step Time": 12.693742834031582}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.7948659658432007, "Finetune/Loss (Raw)": 0.9269109964370728, "Finetune/Step": 1622, "Finetune/Step Time": 12.686486231163144}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.7963147163391113, "Finetune/Loss (Raw)": 1.0097579956054688, "Finetune/Step": 1623, "Finetune/Step Time": 12.676807004958391}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.7961252927780151, "Finetune/Loss (Raw)": 0.8462483286857605, "Finetune/Step": 1624, "Finetune/Step Time": 12.677638938650489}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.7969179153442383, "Finetune/Loss (Raw)": 0.8447976112365723, "Finetune/Step": 1625, "Finetune/Step Time": 12.677683781832457}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.7963000535964966, "Finetune/Loss (Raw)": 0.8621358275413513, "Finetune/Step": 1626, "Finetune/Step Time": 12.643542263656855}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.7987657189369202, "Finetune/Loss (Raw)": 0.922520637512207, "Finetune/Step": 1627, "Finetune/Step Time": 12.608649117872119}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8005218505859375, "Finetune/Loss (Raw)": 0.7603378891944885, "Finetune/Step": 1628, "Finetune/Step Time": 12.602475076913834}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.799096405506134, "Finetune/Loss (Raw)": 0.7476869821548462, "Finetune/Step": 1629, "Finetune/Step Time": 12.554254518821836}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.7987078428268433, "Finetune/Loss (Raw)": 0.8599129915237427, "Finetune/Step": 1630, "Finetune/Step Time": 12.554376889020205}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.7993373870849609, "Finetune/Loss (Raw)": 0.7980061173439026, "Finetune/Step": 1631, "Finetune/Step Time": 12.558168862015009}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.7991455793380737, "Finetune/Loss (Raw)": 0.8148804903030396, "Finetune/Step": 1632, "Finetune/Step Time": 12.547930931672454}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.7984951138496399, "Finetune/Loss (Raw)": 0.74006587266922, "Finetune/Step": 1633, "Finetune/Step Time": 12.548521853983402}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.7992134094238281, "Finetune/Loss (Raw)": 0.8527042865753174, "Finetune/Step": 1634, "Finetune/Step Time": 12.53956799581647}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.7980067729949951, "Finetune/Loss (Raw)": 0.7524820566177368, "Finetune/Step": 1635, "Finetune/Step Time": 12.569352503865957}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.7975314855575562, "Finetune/Loss (Raw)": 0.8561920523643494, "Finetune/Step": 1636, "Finetune/Step Time": 12.565328693017364}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.7969018220901489, "Finetune/Loss (Raw)": 0.7636545896530151, "Finetune/Step": 1637, "Finetune/Step Time": 12.571140509098768}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.7957924604415894, "Finetune/Loss (Raw)": 0.7579092383384705, "Finetune/Step": 1638, "Finetune/Step Time": 12.573274467140436}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.7942132353782654, "Finetune/Loss (Raw)": 0.7146449089050293, "Finetune/Step": 1639, "Finetune/Step Time": 12.572244184091687}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.79584801197052, "Finetune/Loss (Raw)": 0.9080978631973267, "Finetune/Step": 1640, "Finetune/Step Time": 12.556818462908268}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.7951894998550415, "Finetune/Loss (Raw)": 0.87376469373703, "Finetune/Step": 1641, "Finetune/Step Time": 12.550503928214312}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.7955142855644226, "Finetune/Loss (Raw)": 0.827663004398346, "Finetune/Step": 1642, "Finetune/Step Time": 12.531824855133891}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.7962206602096558, "Finetune/Loss (Raw)": 0.9363986253738403, "Finetune/Step": 1643, "Finetune/Step Time": 12.528459545224905}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.7953968048095703, "Finetune/Loss (Raw)": 0.7524389028549194, "Finetune/Step": 1644, "Finetune/Step Time": 12.564648754894733}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.7956303358078003, "Finetune/Loss (Raw)": 0.8168318867683411, "Finetune/Step": 1645, "Finetune/Step Time": 12.561335323378444}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.7951534986495972, "Finetune/Loss (Raw)": 0.900010883808136, "Finetune/Step": 1646, "Finetune/Step Time": 12.561428936198354}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.7954939603805542, "Finetune/Loss (Raw)": 0.7325456142425537, "Finetune/Step": 1647, "Finetune/Step Time": 12.580308824777603}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.7967429757118225, "Finetune/Loss (Raw)": 0.8614813089370728, "Finetune/Step": 1648, "Finetune/Step Time": 12.558040618896484}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.7959773540496826, "Finetune/Loss (Raw)": 0.778696596622467, "Finetune/Step": 1649, "Finetune/Step Time": 12.559377271682024}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.7971005439758301, "Finetune/Loss (Raw)": 0.8552638292312622, "Finetune/Step": 1650, "Finetune/Step Time": 12.543019693344831}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.7977615594863892, "Finetune/Loss (Raw)": 0.7113490104675293, "Finetune/Step": 1651, "Finetune/Step Time": 12.543618559837341}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.7983683943748474, "Finetune/Loss (Raw)": 0.7690617442131042, "Finetune/Step": 1652, "Finetune/Step Time": 12.517841501161456}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.7993296384811401, "Finetune/Loss (Raw)": 0.8034546375274658, "Finetune/Step": 1653, "Finetune/Step Time": 12.50549086369574}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.7989791631698608, "Finetune/Loss (Raw)": 0.8696609735488892, "Finetune/Step": 1654, "Finetune/Step Time": 12.520874982699752}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.7973155975341797, "Finetune/Loss (Raw)": 0.6159876585006714, "Finetune/Step": 1655, "Finetune/Step Time": 12.544046515598893}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.7988120317459106, "Finetune/Loss (Raw)": 0.8611676096916199, "Finetune/Step": 1656, "Finetune/Step Time": 12.522632271051407}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.7976969480514526, "Finetune/Loss (Raw)": 0.7946353554725647, "Finetune/Step": 1657, "Finetune/Step Time": 12.519051492214203}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.7999078631401062, "Finetune/Loss (Raw)": 0.8595556020736694, "Finetune/Step": 1658, "Finetune/Step Time": 12.494472416117787}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.7991114854812622, "Finetune/Loss (Raw)": 0.7761613726615906, "Finetune/Step": 1659, "Finetune/Step Time": 12.494034042581916}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.7992613911628723, "Finetune/Loss (Raw)": 0.8629912734031677, "Finetune/Step": 1660, "Finetune/Step Time": 12.483155945315957}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8002713918685913, "Finetune/Loss (Raw)": 0.7836493253707886, "Finetune/Step": 1661, "Finetune/Step Time": 12.478060510009527}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8022736310958862, "Finetune/Loss (Raw)": 0.901875376701355, "Finetune/Step": 1662, "Finetune/Step Time": 12.477163789793849}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8007484674453735, "Finetune/Loss (Raw)": 0.5813312530517578, "Finetune/Step": 1663, "Finetune/Step Time": 12.487219717353582}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8001806139945984, "Finetune/Loss (Raw)": 0.6753071546554565, "Finetune/Step": 1664, "Finetune/Step Time": 12.475568447262049}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8015836477279663, "Finetune/Loss (Raw)": 0.9583147764205933, "Finetune/Step": 1665, "Finetune/Step Time": 12.474746508523822}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.802723228931427, "Finetune/Loss (Raw)": 0.7857078909873962, "Finetune/Step": 1666, "Finetune/Step Time": 12.43991937674582}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8025822639465332, "Finetune/Loss (Raw)": 0.8353550434112549, "Finetune/Step": 1667, "Finetune/Step Time": 12.435759980231524}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8036357164382935, "Finetune/Loss (Raw)": 0.9091687202453613, "Finetune/Step": 1668, "Finetune/Step Time": 12.438542468473315}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.803107500076294, "Finetune/Loss (Raw)": 0.8336021900177002, "Finetune/Step": 1669, "Finetune/Step Time": 12.43736849911511}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8048627376556396, "Finetune/Loss (Raw)": 0.8718962073326111, "Finetune/Step": 1670, "Finetune/Step Time": 12.406341971829534}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.805160403251648, "Finetune/Loss (Raw)": 0.7728179097175598, "Finetune/Step": 1671, "Finetune/Step Time": 12.414478542283177}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8048117160797119, "Finetune/Loss (Raw)": 0.8336772322654724, "Finetune/Step": 1672, "Finetune/Step Time": 12.439397426322103}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.804074764251709, "Finetune/Loss (Raw)": 0.696368396282196, "Finetune/Step": 1673, "Finetune/Step Time": 12.453037766739726}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8015947341918945, "Finetune/Loss (Raw)": 0.5947818756103516, "Finetune/Step": 1674, "Finetune/Step Time": 12.4599589407444}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8003041744232178, "Finetune/Loss (Raw)": 0.6734395027160645, "Finetune/Step": 1675, "Finetune/Step Time": 12.465914506465197}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8007027506828308, "Finetune/Loss (Raw)": 0.882744550704956, "Finetune/Step": 1676, "Finetune/Step Time": 12.458043808117509}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8025467395782471, "Finetune/Loss (Raw)": 0.8994377255439758, "Finetune/Step": 1677, "Finetune/Step Time": 12.42745215818286}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8018128275871277, "Finetune/Loss (Raw)": 0.768161952495575, "Finetune/Step": 1678, "Finetune/Step Time": 12.419774206355214}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8008294701576233, "Finetune/Loss (Raw)": 0.6086245179176331, "Finetune/Step": 1679, "Finetune/Step Time": 12.44868165627122}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8002797961235046, "Finetune/Loss (Raw)": 0.8350896239280701, "Finetune/Step": 1680, "Finetune/Step Time": 12.459001140668988}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8009501099586487, "Finetune/Loss (Raw)": 0.8410294055938721, "Finetune/Step": 1681, "Finetune/Step Time": 12.436532514169812}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8029217720031738, "Finetune/Loss (Raw)": 0.9852895140647888, "Finetune/Step": 1682, "Finetune/Step Time": 12.441521689295769}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8014011383056641, "Finetune/Loss (Raw)": 0.6729466915130615, "Finetune/Step": 1683, "Finetune/Step Time": 12.449980853125453}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8026772737503052, "Finetune/Loss (Raw)": 0.8052166104316711, "Finetune/Step": 1684, "Finetune/Step Time": 12.438455628231168}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8022094964981079, "Finetune/Loss (Raw)": 0.7062996029853821, "Finetune/Step": 1685, "Finetune/Step Time": 12.438672937452793}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.800463855266571, "Finetune/Loss (Raw)": 0.5998709201812744, "Finetune/Step": 1686, "Finetune/Step Time": 12.45309609733522}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.7991847991943359, "Finetune/Loss (Raw)": 0.871654212474823, "Finetune/Step": 1687, "Finetune/Step Time": 12.452060198411345}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.7984521985054016, "Finetune/Loss (Raw)": 0.7755917906761169, "Finetune/Step": 1688, "Finetune/Step Time": 12.448731008917093}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.7969068288803101, "Finetune/Loss (Raw)": 0.6354516744613647, "Finetune/Step": 1689, "Finetune/Step Time": 12.473955580964684}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.7971694469451904, "Finetune/Loss (Raw)": 0.9122119545936584, "Finetune/Step": 1690, "Finetune/Step Time": 12.46419670805335}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.7976506948471069, "Finetune/Loss (Raw)": 0.8270072937011719, "Finetune/Step": 1691, "Finetune/Step Time": 12.437255712226033}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.797191321849823, "Finetune/Loss (Raw)": 0.6960952877998352, "Finetune/Step": 1692, "Finetune/Step Time": 12.464901577681303}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.7966864705085754, "Finetune/Loss (Raw)": 0.6475551128387451, "Finetune/Step": 1693, "Finetune/Step Time": 12.490702262148261}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.7955177426338196, "Finetune/Loss (Raw)": 0.5925924181938171, "Finetune/Step": 1694, "Finetune/Step Time": 12.494270911440253}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.7942018508911133, "Finetune/Loss (Raw)": 0.6531097888946533, "Finetune/Step": 1695, "Finetune/Step Time": 12.503804966807365}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.7943882942199707, "Finetune/Loss (Raw)": 0.8264303803443909, "Finetune/Step": 1696, "Finetune/Step Time": 12.500164579600096}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.7959662675857544, "Finetune/Loss (Raw)": 0.8576987981796265, "Finetune/Step": 1697, "Finetune/Step Time": 12.480750126764178}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.7951900959014893, "Finetune/Loss (Raw)": 0.8086833357810974, "Finetune/Step": 1698, "Finetune/Step Time": 12.486293762922287}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.7951754927635193, "Finetune/Loss (Raw)": 0.8497996926307678, "Finetune/Step": 1699, "Finetune/Step Time": 12.483425183221698}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.794987678527832, "Finetune/Loss (Raw)": 0.8401836156845093, "Finetune/Step": 1700, "Finetune/Step Time": 12.49371051043272}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.7959839105606079, "Finetune/Loss (Raw)": 0.9102723598480225, "Finetune/Step": 1701, "Finetune/Step Time": 12.474176364019513}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.7973653078079224, "Finetune/Loss (Raw)": 0.8758673667907715, "Finetune/Step": 1702, "Finetune/Step Time": 12.472285475581884}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.7949700355529785, "Finetune/Loss (Raw)": 0.6517822742462158, "Finetune/Step": 1703, "Finetune/Step Time": 12.481754574924707}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.793052077293396, "Finetune/Loss (Raw)": 0.5834861397743225, "Finetune/Step": 1704, "Finetune/Step Time": 12.500634783878922}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.792908787727356, "Finetune/Loss (Raw)": 0.8097045421600342, "Finetune/Step": 1705, "Finetune/Step Time": 12.504339011386037}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.7930131554603577, "Finetune/Loss (Raw)": 0.871888279914856, "Finetune/Step": 1706, "Finetune/Step Time": 12.505318641662598}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.7937280535697937, "Finetune/Loss (Raw)": 0.8451010584831238, "Finetune/Step": 1707, "Finetune/Step Time": 12.50460447371006}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.7947914004325867, "Finetune/Loss (Raw)": 0.7923522591590881, "Finetune/Step": 1708, "Finetune/Step Time": 12.466388506814837}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.7963290214538574, "Finetune/Loss (Raw)": 0.9182088971138, "Finetune/Step": 1709, "Finetune/Step Time": 12.467214530333877}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.7960860133171082, "Finetune/Loss (Raw)": 0.7685846090316772, "Finetune/Step": 1710, "Finetune/Step Time": 12.468992684036493}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.7958317995071411, "Finetune/Loss (Raw)": 0.8026536703109741, "Finetune/Step": 1711, "Finetune/Step Time": 12.46910827793181}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.7969370484352112, "Finetune/Loss (Raw)": 0.9538698792457581, "Finetune/Step": 1712, "Finetune/Step Time": 12.47733355872333}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.7965337038040161, "Finetune/Loss (Raw)": 0.8730860948562622, "Finetune/Step": 1713, "Finetune/Step Time": 12.475743712857366}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.7958564758300781, "Finetune/Loss (Raw)": 0.8540606498718262, "Finetune/Step": 1714, "Finetune/Step Time": 12.40572197549045}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.7936054468154907, "Finetune/Loss (Raw)": 0.6099089980125427, "Finetune/Step": 1715, "Finetune/Step Time": 12.404676338657737}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.7939991354942322, "Finetune/Loss (Raw)": 0.835368275642395, "Finetune/Step": 1716, "Finetune/Step Time": 12.381379188969731}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.7941494584083557, "Finetune/Loss (Raw)": 0.8296955227851868, "Finetune/Step": 1717, "Finetune/Step Time": 12.392143869772553}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.7938827276229858, "Finetune/Loss (Raw)": 0.8742215633392334, "Finetune/Step": 1718, "Finetune/Step Time": 12.380920194089413}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.7953879237174988, "Finetune/Loss (Raw)": 0.788078784942627, "Finetune/Step": 1719, "Finetune/Step Time": 12.356767242774367}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.7972408533096313, "Finetune/Loss (Raw)": 0.918346643447876, "Finetune/Step": 1720, "Finetune/Step Time": 12.353939713910222}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.7979726791381836, "Finetune/Loss (Raw)": 0.8544978499412537, "Finetune/Step": 1721, "Finetune/Step Time": 12.352415865287185}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.7983908653259277, "Finetune/Loss (Raw)": 0.8458477258682251, "Finetune/Step": 1722, "Finetune/Step Time": 12.339837111532688}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.7994557023048401, "Finetune/Loss (Raw)": 0.8105122447013855, "Finetune/Step": 1723, "Finetune/Step Time": 12.365189954638481}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.7986468076705933, "Finetune/Loss (Raw)": 0.7548186182975769, "Finetune/Step": 1724, "Finetune/Step Time": 12.359961012378335}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.7997146844863892, "Finetune/Loss (Raw)": 0.8318629264831543, "Finetune/Step": 1725, "Finetune/Step Time": 12.34503873437643}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.7996397018432617, "Finetune/Loss (Raw)": 0.7690531611442566, "Finetune/Step": 1726, "Finetune/Step Time": 12.337173694744706}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8009827136993408, "Finetune/Loss (Raw)": 0.8314189314842224, "Finetune/Step": 1727, "Finetune/Step Time": 12.328436575829983}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8012737035751343, "Finetune/Loss (Raw)": 0.9154213666915894, "Finetune/Step": 1728, "Finetune/Step Time": 12.327613681554794}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8030235171318054, "Finetune/Loss (Raw)": 0.8490084409713745, "Finetune/Step": 1729, "Finetune/Step Time": 12.295339554548264}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8014528751373291, "Finetune/Loss (Raw)": 0.7120870351791382, "Finetune/Step": 1730, "Finetune/Step Time": 12.287386225536466}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8022676110267639, "Finetune/Loss (Raw)": 0.9926120042800903, "Finetune/Step": 1731, "Finetune/Step Time": 12.28339603357017}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8033390045166016, "Finetune/Loss (Raw)": 0.9005692005157471, "Finetune/Step": 1732, "Finetune/Step Time": 12.306117875501513}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.805040180683136, "Finetune/Loss (Raw)": 0.8404217958450317, "Finetune/Step": 1733, "Finetune/Step Time": 12.299337754026055}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8069373369216919, "Finetune/Loss (Raw)": 0.8642301559448242, "Finetune/Step": 1734, "Finetune/Step Time": 12.275296183302999}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.806877851486206, "Finetune/Loss (Raw)": 0.8156486749649048, "Finetune/Step": 1735, "Finetune/Step Time": 12.276589248329401}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8082494139671326, "Finetune/Loss (Raw)": 0.8304820656776428, "Finetune/Step": 1736, "Finetune/Step Time": 12.250877508893609}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8072017431259155, "Finetune/Loss (Raw)": 0.7376439571380615, "Finetune/Step": 1737, "Finetune/Step Time": 12.252093855291605}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8095360994338989, "Finetune/Loss (Raw)": 1.135866641998291, "Finetune/Step": 1738, "Finetune/Step Time": 12.273808563128114}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8100941181182861, "Finetune/Loss (Raw)": 0.7909753322601318, "Finetune/Step": 1739, "Finetune/Step Time": 12.24281070753932}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8094881772994995, "Finetune/Loss (Raw)": 0.7133669257164001, "Finetune/Step": 1740, "Finetune/Step Time": 12.268723022192717}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8118958473205566, "Finetune/Loss (Raw)": 1.0171195268630981, "Finetune/Step": 1741, "Finetune/Step Time": 12.260586217045784}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8107106685638428, "Finetune/Loss (Raw)": 0.6760334372520447, "Finetune/Step": 1742, "Finetune/Step Time": 12.268207151442766}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.80982905626297, "Finetune/Loss (Raw)": 0.8121613264083862, "Finetune/Step": 1743, "Finetune/Step Time": 12.288542434573174}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8096740245819092, "Finetune/Loss (Raw)": 0.7933847308158875, "Finetune/Step": 1744, "Finetune/Step Time": 12.293304670602083}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8103012442588806, "Finetune/Loss (Raw)": 0.8602334260940552, "Finetune/Step": 1745, "Finetune/Step Time": 12.286767844110727}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8113423585891724, "Finetune/Loss (Raw)": 0.9377128481864929, "Finetune/Step": 1746, "Finetune/Step Time": 12.285755863413215}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8144156336784363, "Finetune/Loss (Raw)": 1.1160557270050049, "Finetune/Step": 1747, "Finetune/Step Time": 12.31271898932755}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8116241693496704, "Finetune/Loss (Raw)": 0.6568378806114197, "Finetune/Step": 1748, "Finetune/Step Time": 12.32499480433762}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8125097155570984, "Finetune/Loss (Raw)": 0.8646840453147888, "Finetune/Step": 1749, "Finetune/Step Time": 12.31835075840354}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8124008178710938, "Finetune/Loss (Raw)": 0.9129757881164551, "Finetune/Step": 1750, "Finetune/Step Time": 12.345303688198328}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8114742040634155, "Finetune/Loss (Raw)": 0.8911467790603638, "Finetune/Step": 1751, "Finetune/Step Time": 12.350898645818233}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.812480092048645, "Finetune/Loss (Raw)": 0.9750056862831116, "Finetune/Step": 1752, "Finetune/Step Time": 12.350330293178558}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8123414516448975, "Finetune/Loss (Raw)": 0.8270493149757385, "Finetune/Step": 1753, "Finetune/Step Time": 12.350636748597026}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8123961687088013, "Finetune/Loss (Raw)": 0.8691394329071045, "Finetune/Step": 1754, "Finetune/Step Time": 12.357839576900005}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8116242289543152, "Finetune/Loss (Raw)": 0.8237146139144897, "Finetune/Step": 1755, "Finetune/Step Time": 12.3665493093431}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8130330443382263, "Finetune/Loss (Raw)": 0.9406685829162598, "Finetune/Step": 1756, "Finetune/Step Time": 12.350393358618021}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8118873834609985, "Finetune/Loss (Raw)": 0.6010378003120422, "Finetune/Step": 1757, "Finetune/Step Time": 12.384706178680062}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8109055757522583, "Finetune/Loss (Raw)": 0.7342461943626404, "Finetune/Step": 1758, "Finetune/Step Time": 12.399178113788366}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8117746114730835, "Finetune/Loss (Raw)": 0.9092381596565247, "Finetune/Step": 1759, "Finetune/Step Time": 12.403883887454867}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8127580881118774, "Finetune/Loss (Raw)": 0.9407677054405212, "Finetune/Step": 1760, "Finetune/Step Time": 12.398948062211275}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8126693367958069, "Finetune/Loss (Raw)": 0.7287077903747559, "Finetune/Step": 1761, "Finetune/Step Time": 12.40633780695498}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8117029666900635, "Finetune/Loss (Raw)": 0.7290042638778687, "Finetune/Step": 1762, "Finetune/Step Time": 12.416308036074042}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8134438991546631, "Finetune/Loss (Raw)": 0.975321352481842, "Finetune/Step": 1763, "Finetune/Step Time": 12.406993133947253}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8137637972831726, "Finetune/Loss (Raw)": 0.8971424698829651, "Finetune/Step": 1764, "Finetune/Step Time": 12.43515838123858}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8135635256767273, "Finetune/Loss (Raw)": 0.7380180954933167, "Finetune/Step": 1765, "Finetune/Step Time": 12.450999580323696}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8144910335540771, "Finetune/Loss (Raw)": 0.8766281604766846, "Finetune/Step": 1766, "Finetune/Step Time": 12.449199132621288}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8144732117652893, "Finetune/Loss (Raw)": 0.7123644351959229, "Finetune/Step": 1767, "Finetune/Step Time": 12.444854272529483}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8128504157066345, "Finetune/Loss (Raw)": 0.700383722782135, "Finetune/Step": 1768, "Finetune/Step Time": 12.445268401876092}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8111356496810913, "Finetune/Loss (Raw)": 0.6542709469795227, "Finetune/Step": 1769, "Finetune/Step Time": 12.464904621243477}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8113154172897339, "Finetune/Loss (Raw)": 0.8506800532341003, "Finetune/Step": 1770, "Finetune/Step Time": 12.471464242786169}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8100525736808777, "Finetune/Loss (Raw)": 0.7747498750686646, "Finetune/Step": 1771, "Finetune/Step Time": 12.469437470659614}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8116582632064819, "Finetune/Loss (Raw)": 0.9579688906669617, "Finetune/Step": 1772, "Finetune/Step Time": 12.433704111725092}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8112776875495911, "Finetune/Loss (Raw)": 0.7681155800819397, "Finetune/Step": 1773, "Finetune/Step Time": 12.447169218212366}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8100879192352295, "Finetune/Loss (Raw)": 0.7477162480354309, "Finetune/Step": 1774, "Finetune/Step Time": 12.468729838728905}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.811533510684967, "Finetune/Loss (Raw)": 0.9175866842269897, "Finetune/Step": 1775, "Finetune/Step Time": 12.448224794119596}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8111156225204468, "Finetune/Loss (Raw)": 0.8079877495765686, "Finetune/Step": 1776, "Finetune/Step Time": 12.44849381223321}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.81156986951828, "Finetune/Loss (Raw)": 0.8368414044380188, "Finetune/Step": 1777, "Finetune/Step Time": 12.443335818126798}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8110840320587158, "Finetune/Loss (Raw)": 0.7930762767791748, "Finetune/Step": 1778, "Finetune/Step Time": 12.449064804241061}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8133149147033691, "Finetune/Loss (Raw)": 0.9969056844711304, "Finetune/Step": 1779, "Finetune/Step Time": 12.429732203483582}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8134274482727051, "Finetune/Loss (Raw)": 0.7834662795066833, "Finetune/Step": 1780, "Finetune/Step Time": 12.417915361002088}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8124528527259827, "Finetune/Loss (Raw)": 0.6787015795707703, "Finetune/Step": 1781, "Finetune/Step Time": 12.418782733380795}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8120522499084473, "Finetune/Loss (Raw)": 0.8183830380439758, "Finetune/Step": 1782, "Finetune/Step Time": 12.403499208390713}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8128281831741333, "Finetune/Loss (Raw)": 0.715307891368866, "Finetune/Step": 1783, "Finetune/Step Time": 12.37958313524723}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8137665390968323, "Finetune/Loss (Raw)": 0.9812770485877991, "Finetune/Step": 1784, "Finetune/Step Time": 12.381689390167594}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.812386155128479, "Finetune/Loss (Raw)": 0.6179525852203369, "Finetune/Step": 1785, "Finetune/Step Time": 12.399668503552675}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8120828866958618, "Finetune/Loss (Raw)": 0.8207396864891052, "Finetune/Step": 1786, "Finetune/Step Time": 12.400498187169433}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8112172484397888, "Finetune/Loss (Raw)": 0.6653552055358887, "Finetune/Step": 1787, "Finetune/Step Time": 12.409088131040335}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8101422786712646, "Finetune/Loss (Raw)": 0.7253965139389038, "Finetune/Step": 1788, "Finetune/Step Time": 12.407171694561839}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8092285990715027, "Finetune/Loss (Raw)": 0.6666966676712036, "Finetune/Step": 1789, "Finetune/Step Time": 12.43461056984961}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8088701963424683, "Finetune/Loss (Raw)": 0.855999767780304, "Finetune/Step": 1790, "Finetune/Step Time": 12.43799719773233}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8114740252494812, "Finetune/Loss (Raw)": 0.9146226644515991, "Finetune/Step": 1791, "Finetune/Step Time": 12.43005457520485}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8131564855575562, "Finetune/Loss (Raw)": 0.890657901763916, "Finetune/Step": 1792, "Finetune/Step Time": 12.429525973275304}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8110754489898682, "Finetune/Loss (Raw)": 0.6919432878494263, "Finetune/Step": 1793, "Finetune/Step Time": 12.449080580845475}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8120247721672058, "Finetune/Loss (Raw)": 0.907221794128418, "Finetune/Step": 1794, "Finetune/Step Time": 12.460233991965652}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.810178279876709, "Finetune/Loss (Raw)": 0.5990093350410461, "Finetune/Step": 1795, "Finetune/Step Time": 12.487552778795362}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8092024326324463, "Finetune/Loss (Raw)": 0.7842514514923096, "Finetune/Step": 1796, "Finetune/Step Time": 12.480262851342559}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8090759515762329, "Finetune/Loss (Raw)": 0.8174139261245728, "Finetune/Step": 1797, "Finetune/Step Time": 12.479264803230762}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8088077902793884, "Finetune/Loss (Raw)": 0.8375731110572815, "Finetune/Step": 1798, "Finetune/Step Time": 12.488255430012941}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8088952302932739, "Finetune/Loss (Raw)": 0.7840110659599304, "Finetune/Step": 1799, "Finetune/Step Time": 12.465346831828356}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8084806799888611, "Finetune/Loss (Raw)": 0.7806128263473511, "Finetune/Step": 1800, "Finetune/Step Time": 12.455491207540035}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8097535371780396, "Finetune/Loss (Raw)": 0.8592941164970398, "Finetune/Step": 1801, "Finetune/Step Time": 12.461833734065294}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8110382556915283, "Finetune/Loss (Raw)": 0.759227454662323, "Finetune/Step": 1802, "Finetune/Step Time": 12.464744290336967}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8120566606521606, "Finetune/Loss (Raw)": 0.8038011789321899, "Finetune/Step": 1803, "Finetune/Step Time": 12.493098709732294}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8118211030960083, "Finetune/Loss (Raw)": 0.8525905609130859, "Finetune/Step": 1804, "Finetune/Step Time": 12.497732929885387}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8089309930801392, "Finetune/Loss (Raw)": 0.5294986963272095, "Finetune/Step": 1805, "Finetune/Step Time": 12.509849786758423}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.808678150177002, "Finetune/Loss (Raw)": 0.7358001470565796, "Finetune/Step": 1806, "Finetune/Step Time": 12.5279675796628}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.810687780380249, "Finetune/Loss (Raw)": 0.8658608794212341, "Finetune/Step": 1807, "Finetune/Step Time": 12.501096418127418}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8104255795478821, "Finetune/Loss (Raw)": 0.8015249967575073, "Finetune/Step": 1808, "Finetune/Step Time": 12.484161173924804}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8104992508888245, "Finetune/Loss (Raw)": 0.850462019443512, "Finetune/Step": 1809, "Finetune/Step Time": 12.482235869392753}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8088197112083435, "Finetune/Loss (Raw)": 0.7703039646148682, "Finetune/Step": 1810, "Finetune/Step Time": 12.484453743323684}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8098597526550293, "Finetune/Loss (Raw)": 0.8060818314552307, "Finetune/Step": 1811, "Finetune/Step Time": 12.475082650780678}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8093737363815308, "Finetune/Loss (Raw)": 0.7429993748664856, "Finetune/Step": 1812, "Finetune/Step Time": 12.483768433332443}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8098280429840088, "Finetune/Loss (Raw)": 0.7644453644752502, "Finetune/Step": 1813, "Finetune/Step Time": 12.46764144860208}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8116563558578491, "Finetune/Loss (Raw)": 0.8339020013809204, "Finetune/Step": 1814, "Finetune/Step Time": 12.449351511895657}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8110852241516113, "Finetune/Loss (Raw)": 0.7985466718673706, "Finetune/Step": 1815, "Finetune/Step Time": 12.447278873994946}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.812079131603241, "Finetune/Loss (Raw)": 0.9028151035308838, "Finetune/Step": 1816, "Finetune/Step Time": 12.440175337716937}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8136022090911865, "Finetune/Loss (Raw)": 0.8304029703140259, "Finetune/Step": 1817, "Finetune/Step Time": 12.415925990790129}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.812335193157196, "Finetune/Loss (Raw)": 0.7500344514846802, "Finetune/Step": 1818, "Finetune/Step Time": 12.417842019349337}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8125854134559631, "Finetune/Loss (Raw)": 0.8590417504310608, "Finetune/Step": 1819, "Finetune/Step Time": 12.413760337978601}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8127126693725586, "Finetune/Loss (Raw)": 0.7123783230781555, "Finetune/Step": 1820, "Finetune/Step Time": 12.386657025665045}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8140820860862732, "Finetune/Loss (Raw)": 0.8228380680084229, "Finetune/Step": 1821, "Finetune/Step Time": 12.364624746143818}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.817390501499176, "Finetune/Loss (Raw)": 1.0160709619522095, "Finetune/Step": 1822, "Finetune/Step Time": 12.357582176104188}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8186051845550537, "Finetune/Loss (Raw)": 0.8085892796516418, "Finetune/Step": 1823, "Finetune/Step Time": 12.345039118081331}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.816957950592041, "Finetune/Loss (Raw)": 0.615588903427124, "Finetune/Step": 1824, "Finetune/Step Time": 12.353733502328396}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8166186809539795, "Finetune/Loss (Raw)": 0.8142673373222351, "Finetune/Step": 1825, "Finetune/Step Time": 12.357709834352136}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8169170618057251, "Finetune/Loss (Raw)": 0.8468804359436035, "Finetune/Step": 1826, "Finetune/Step Time": 12.364254405722022}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8162841796875, "Finetune/Loss (Raw)": 0.768791675567627, "Finetune/Step": 1827, "Finetune/Step Time": 12.426189905032516}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8164241909980774, "Finetune/Loss (Raw)": 0.8581010699272156, "Finetune/Step": 1828, "Finetune/Step Time": 12.42535176128149}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8171170949935913, "Finetune/Loss (Raw)": 0.9989644885063171, "Finetune/Step": 1829, "Finetune/Step Time": 12.428286926820874}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8175734281539917, "Finetune/Loss (Raw)": 0.9342798590660095, "Finetune/Step": 1830, "Finetune/Step Time": 12.443086059764028}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8186543583869934, "Finetune/Loss (Raw)": 0.790135383605957, "Finetune/Step": 1831, "Finetune/Step Time": 12.42091822065413}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8215242624282837, "Finetune/Loss (Raw)": 0.950838565826416, "Finetune/Step": 1832, "Finetune/Step Time": 12.39664095453918}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8207178115844727, "Finetune/Loss (Raw)": 0.7064771056175232, "Finetune/Step": 1833, "Finetune/Step Time": 12.429317619651556}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.821174681186676, "Finetune/Loss (Raw)": 0.9303626418113708, "Finetune/Step": 1834, "Finetune/Step Time": 12.433415504172444}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8213058114051819, "Finetune/Loss (Raw)": 0.8618936538696289, "Finetune/Step": 1835, "Finetune/Step Time": 12.44262864254415}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8218467235565186, "Finetune/Loss (Raw)": 0.8615854382514954, "Finetune/Step": 1836, "Finetune/Step Time": 12.436891870573163}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8209266662597656, "Finetune/Loss (Raw)": 0.8004317879676819, "Finetune/Step": 1837, "Finetune/Step Time": 12.437072988599539}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8213696479797363, "Finetune/Loss (Raw)": 0.8252964019775391, "Finetune/Step": 1838, "Finetune/Step Time": 12.431331964209676}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8219113349914551, "Finetune/Loss (Raw)": 0.8719853162765503, "Finetune/Step": 1839, "Finetune/Step Time": 12.435360737144947}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8207669854164124, "Finetune/Loss (Raw)": 0.8073942065238953, "Finetune/Step": 1840, "Finetune/Step Time": 12.439604798331857}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8196808099746704, "Finetune/Loss (Raw)": 0.7340556383132935, "Finetune/Step": 1841, "Finetune/Step Time": 12.43884789198637}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8201477527618408, "Finetune/Loss (Raw)": 0.9138346910476685, "Finetune/Step": 1842, "Finetune/Step Time": 12.443401934579015}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8215457201004028, "Finetune/Loss (Raw)": 0.7888518571853638, "Finetune/Step": 1843, "Finetune/Step Time": 12.451793532818556}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8209928274154663, "Finetune/Loss (Raw)": 0.7645868062973022, "Finetune/Step": 1844, "Finetune/Step Time": 12.469215782359242}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8202828168869019, "Finetune/Loss (Raw)": 0.7388135194778442, "Finetune/Step": 1845, "Finetune/Step Time": 12.450345372781157}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8203786611557007, "Finetune/Loss (Raw)": 0.8864977955818176, "Finetune/Step": 1846, "Finetune/Step Time": 12.46397596411407}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8207238912582397, "Finetune/Loss (Raw)": 0.8322635889053345, "Finetune/Step": 1847, "Finetune/Step Time": 12.475111423060298}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8199859857559204, "Finetune/Loss (Raw)": 0.8238978981971741, "Finetune/Step": 1848, "Finetune/Step Time": 12.466951223090291}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8207047581672668, "Finetune/Loss (Raw)": 0.9465046525001526, "Finetune/Step": 1849, "Finetune/Step Time": 12.460321713238955}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8209444880485535, "Finetune/Loss (Raw)": 0.8765235543251038, "Finetune/Step": 1850, "Finetune/Step Time": 12.469410315155983}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8194577097892761, "Finetune/Loss (Raw)": 0.6202083826065063, "Finetune/Step": 1851, "Finetune/Step Time": 12.480019729584455}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8201860189437866, "Finetune/Loss (Raw)": 0.8480473160743713, "Finetune/Step": 1852, "Finetune/Step Time": 12.482239466160536}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8205717206001282, "Finetune/Loss (Raw)": 0.8812264204025269, "Finetune/Step": 1853, "Finetune/Step Time": 12.487204112112522}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.82133948802948, "Finetune/Loss (Raw)": 0.8673290014266968, "Finetune/Step": 1854, "Finetune/Step Time": 12.4788181129843}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8217060565948486, "Finetune/Loss (Raw)": 0.8783367276191711, "Finetune/Step": 1855, "Finetune/Step Time": 12.45566475391388}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8219754099845886, "Finetune/Loss (Raw)": 0.9498977065086365, "Finetune/Step": 1856, "Finetune/Step Time": 12.454869817942381}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8210422396659851, "Finetune/Loss (Raw)": 0.729566752910614, "Finetune/Step": 1857, "Finetune/Step Time": 12.525449775159359}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8218986988067627, "Finetune/Loss (Raw)": 0.8217146992683411, "Finetune/Step": 1858, "Finetune/Step Time": 12.534326236695051}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8213379383087158, "Finetune/Loss (Raw)": 0.9208388328552246, "Finetune/Step": 1859, "Finetune/Step Time": 12.523834314197302}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.819743812084198, "Finetune/Loss (Raw)": 0.6965129375457764, "Finetune/Step": 1860, "Finetune/Step Time": 12.50655747950077}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8192259073257446, "Finetune/Loss (Raw)": 0.7741300463676453, "Finetune/Step": 1861, "Finetune/Step Time": 12.506800869479775}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8183153867721558, "Finetune/Loss (Raw)": 0.7476879358291626, "Finetune/Step": 1862, "Finetune/Step Time": 12.484646869823337}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8174988031387329, "Finetune/Loss (Raw)": 0.7111204266548157, "Finetune/Step": 1863, "Finetune/Step Time": 12.483237721025944}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8166964650154114, "Finetune/Loss (Raw)": 0.7277837991714478, "Finetune/Step": 1864, "Finetune/Step Time": 12.494243180379272}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8179869651794434, "Finetune/Loss (Raw)": 0.9028297066688538, "Finetune/Step": 1865, "Finetune/Step Time": 12.494656911119819}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8161509037017822, "Finetune/Loss (Raw)": 0.9008538126945496, "Finetune/Step": 1866, "Finetune/Step Time": 12.484803108498454}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8171906471252441, "Finetune/Loss (Raw)": 0.9240620136260986, "Finetune/Step": 1867, "Finetune/Step Time": 12.495988572016358}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8170281052589417, "Finetune/Loss (Raw)": 0.6925570964813232, "Finetune/Step": 1868, "Finetune/Step Time": 12.50230398029089}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8161454796791077, "Finetune/Loss (Raw)": 0.9041468501091003, "Finetune/Step": 1869, "Finetune/Step Time": 12.492659421637654}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8166346549987793, "Finetune/Loss (Raw)": 0.7386444807052612, "Finetune/Step": 1870, "Finetune/Step Time": 12.485600529238582}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8162881731987, "Finetune/Loss (Raw)": 0.767814040184021, "Finetune/Step": 1871, "Finetune/Step Time": 12.509799737483263}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8153550624847412, "Finetune/Loss (Raw)": 0.6739432215690613, "Finetune/Step": 1872, "Finetune/Step Time": 12.513223689049482}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8140759468078613, "Finetune/Loss (Raw)": 0.6965144872665405, "Finetune/Step": 1873, "Finetune/Step Time": 12.535575542598963}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8135759234428406, "Finetune/Loss (Raw)": 0.8737080693244934, "Finetune/Step": 1874, "Finetune/Step Time": 12.537101618945599}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8098744750022888, "Finetune/Loss (Raw)": 0.6422691941261292, "Finetune/Step": 1875, "Finetune/Step Time": 12.525825090706348}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8113150596618652, "Finetune/Loss (Raw)": 0.8412289619445801, "Finetune/Step": 1876, "Finetune/Step Time": 12.510870844125748}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8112595677375793, "Finetune/Loss (Raw)": 0.8575860261917114, "Finetune/Step": 1877, "Finetune/Step Time": 12.518544066697359}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8092309832572937, "Finetune/Loss (Raw)": 0.653313398361206, "Finetune/Step": 1878, "Finetune/Step Time": 12.508871011435986}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.809320330619812, "Finetune/Loss (Raw)": 0.9025872945785522, "Finetune/Step": 1879, "Finetune/Step Time": 12.498024439439178}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8064731955528259, "Finetune/Loss (Raw)": 0.6105657815933228, "Finetune/Step": 1880, "Finetune/Step Time": 12.526990965008736}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.805525541305542, "Finetune/Loss (Raw)": 0.7057536840438843, "Finetune/Step": 1881, "Finetune/Step Time": 12.53648423962295}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8052459955215454, "Finetune/Loss (Raw)": 0.8333640098571777, "Finetune/Step": 1882, "Finetune/Step Time": 12.533098613843322}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8037850856781006, "Finetune/Loss (Raw)": 0.6367162466049194, "Finetune/Step": 1883, "Finetune/Step Time": 12.54721706174314}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8011670708656311, "Finetune/Loss (Raw)": 0.6055547595024109, "Finetune/Step": 1884, "Finetune/Step Time": 12.570936638861895}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8033016920089722, "Finetune/Loss (Raw)": 0.8742759227752686, "Finetune/Step": 1885, "Finetune/Step Time": 12.536088094115257}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8050673007965088, "Finetune/Loss (Raw)": 0.9602423310279846, "Finetune/Step": 1886, "Finetune/Step Time": 12.53043233603239}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8034573793411255, "Finetune/Loss (Raw)": 0.7031710147857666, "Finetune/Step": 1887, "Finetune/Step Time": 12.533867599442601}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8014093637466431, "Finetune/Loss (Raw)": 0.6786126494407654, "Finetune/Step": 1888, "Finetune/Step Time": 12.554079806432128}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8019906282424927, "Finetune/Loss (Raw)": 0.8031160831451416, "Finetune/Step": 1889, "Finetune/Step Time": 12.558865385130048}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8024968504905701, "Finetune/Loss (Raw)": 0.7937980890274048, "Finetune/Step": 1890, "Finetune/Step Time": 12.549647042527795}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8016998767852783, "Finetune/Loss (Raw)": 0.8733120560646057, "Finetune/Step": 1891, "Finetune/Step Time": 12.529557386413217}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.802169680595398, "Finetune/Loss (Raw)": 0.9572726488113403, "Finetune/Step": 1892, "Finetune/Step Time": 12.502643175423145}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.802517294883728, "Finetune/Loss (Raw)": 0.782515287399292, "Finetune/Step": 1893, "Finetune/Step Time": 12.504012418910861}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8012281060218811, "Finetune/Loss (Raw)": 0.7116115093231201, "Finetune/Step": 1894, "Finetune/Step Time": 12.493500078096986}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8017740249633789, "Finetune/Loss (Raw)": 0.7822486162185669, "Finetune/Step": 1895, "Finetune/Step Time": 12.497137751430273}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8028008937835693, "Finetune/Loss (Raw)": 0.8318214416503906, "Finetune/Step": 1896, "Finetune/Step Time": 12.50154360383749}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8051301836967468, "Finetune/Loss (Raw)": 0.9524205923080444, "Finetune/Step": 1897, "Finetune/Step Time": 12.485580667853355}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8051114082336426, "Finetune/Loss (Raw)": 0.8482722043991089, "Finetune/Step": 1898, "Finetune/Step Time": 12.48855116777122}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8044166564941406, "Finetune/Loss (Raw)": 0.6858243942260742, "Finetune/Step": 1899, "Finetune/Step Time": 12.517200792208314}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.803240954875946, "Finetune/Loss (Raw)": 0.8074734210968018, "Finetune/Step": 1900, "Finetune/Step Time": 12.518664639443159}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8033014535903931, "Finetune/Loss (Raw)": 0.7758631706237793, "Finetune/Step": 1901, "Finetune/Step Time": 12.512750573456287}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8044275045394897, "Finetune/Loss (Raw)": 0.891846776008606, "Finetune/Step": 1902, "Finetune/Step Time": 12.500298930332065}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8030520677566528, "Finetune/Loss (Raw)": 0.7415363192558289, "Finetune/Step": 1903, "Finetune/Step Time": 12.534678358584642}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8027269840240479, "Finetune/Loss (Raw)": 0.766375720500946, "Finetune/Step": 1904, "Finetune/Step Time": 12.540618631988764}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8008045554161072, "Finetune/Loss (Raw)": 0.5907706618309021, "Finetune/Step": 1905, "Finetune/Step Time": 12.569958079606295}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8002544641494751, "Finetune/Loss (Raw)": 0.7226670384407043, "Finetune/Step": 1906, "Finetune/Step Time": 12.584806645289063}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.7989429235458374, "Finetune/Loss (Raw)": 0.8290289640426636, "Finetune/Step": 1907, "Finetune/Step Time": 12.605401307344437}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.798721432685852, "Finetune/Loss (Raw)": 0.7551085352897644, "Finetune/Step": 1908, "Finetune/Step Time": 12.604267235845327}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.797948956489563, "Finetune/Loss (Raw)": 0.5798296332359314, "Finetune/Step": 1909, "Finetune/Step Time": 12.605250241234899}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.7979365587234497, "Finetune/Loss (Raw)": 0.8167902231216431, "Finetune/Step": 1910, "Finetune/Step Time": 12.609984654933214}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.7989391088485718, "Finetune/Loss (Raw)": 0.8436427712440491, "Finetune/Step": 1911, "Finetune/Step Time": 12.61590987071395}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.7975045442581177, "Finetune/Loss (Raw)": 0.7976468801498413, "Finetune/Step": 1912, "Finetune/Step Time": 12.609675025567412}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.798763632774353, "Finetune/Loss (Raw)": 0.7791134119033813, "Finetune/Step": 1913, "Finetune/Step Time": 12.5890237595886}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.7998675107955933, "Finetune/Loss (Raw)": 0.9620361328125, "Finetune/Step": 1914, "Finetune/Step Time": 12.584875101223588}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8016147613525391, "Finetune/Loss (Raw)": 0.8890058398246765, "Finetune/Step": 1915, "Finetune/Step Time": 12.624155530706048}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8022108674049377, "Finetune/Loss (Raw)": 0.8016968965530396, "Finetune/Step": 1916, "Finetune/Step Time": 12.625484943389893}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8026970028877258, "Finetune/Loss (Raw)": 0.7289201617240906, "Finetune/Step": 1917, "Finetune/Step Time": 12.596613368019462}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8020954132080078, "Finetune/Loss (Raw)": 0.7790033221244812, "Finetune/Step": 1918, "Finetune/Step Time": 12.581904869526625}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8013606071472168, "Finetune/Loss (Raw)": 0.8205689787864685, "Finetune/Step": 1919, "Finetune/Step Time": 12.576383374631405}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.7999072074890137, "Finetune/Loss (Raw)": 0.7046201229095459, "Finetune/Step": 1920, "Finetune/Step Time": 12.593490237370133}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8016811609268188, "Finetune/Loss (Raw)": 0.9190109372138977, "Finetune/Step": 1921, "Finetune/Step Time": 12.572164312005043}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.7986510992050171, "Finetune/Loss (Raw)": 0.5193659067153931, "Finetune/Step": 1922, "Finetune/Step Time": 12.595747323706746}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8003371953964233, "Finetune/Loss (Raw)": 0.8148382306098938, "Finetune/Step": 1923, "Finetune/Step Time": 12.57172285951674}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8009690046310425, "Finetune/Loss (Raw)": 0.8651180267333984, "Finetune/Step": 1924, "Finetune/Step Time": 12.56986009888351}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8020749092102051, "Finetune/Loss (Raw)": 0.9589695334434509, "Finetune/Step": 1925, "Finetune/Step Time": 12.56736995652318}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8005205392837524, "Finetune/Loss (Raw)": 0.6386112570762634, "Finetune/Step": 1926, "Finetune/Step Time": 12.586806524544954}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.7996913194656372, "Finetune/Loss (Raw)": 0.6778805255889893, "Finetune/Step": 1927, "Finetune/Step Time": 12.619148952886462}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8008172512054443, "Finetune/Loss (Raw)": 0.9247218370437622, "Finetune/Step": 1928, "Finetune/Step Time": 12.607216484844685}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.7994567155838013, "Finetune/Loss (Raw)": 0.6851468682289124, "Finetune/Step": 1929, "Finetune/Step Time": 12.585539976134896}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.7985876202583313, "Finetune/Loss (Raw)": 0.6479854583740234, "Finetune/Step": 1930, "Finetune/Step Time": 12.564398912712932}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.7989677786827087, "Finetune/Loss (Raw)": 0.8524574637413025, "Finetune/Step": 1931, "Finetune/Step Time": 12.53420944698155}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.7973754405975342, "Finetune/Loss (Raw)": 0.6487786769866943, "Finetune/Step": 1932, "Finetune/Step Time": 12.557728502899408}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.7998968958854675, "Finetune/Loss (Raw)": 0.8522418141365051, "Finetune/Step": 1933, "Finetune/Step Time": 12.563849767670035}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8009462356567383, "Finetune/Loss (Raw)": 0.8701134920120239, "Finetune/Step": 1934, "Finetune/Step Time": 12.543444393202662}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8013129234313965, "Finetune/Loss (Raw)": 0.9127980470657349, "Finetune/Step": 1935, "Finetune/Step Time": 12.54738805629313}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.800398588180542, "Finetune/Loss (Raw)": 0.6844906210899353, "Finetune/Step": 1936, "Finetune/Step Time": 12.567315658554435}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8003195524215698, "Finetune/Loss (Raw)": 0.8403455018997192, "Finetune/Step": 1937, "Finetune/Step Time": 12.567414520308375}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.7993025183677673, "Finetune/Loss (Raw)": 0.640125036239624, "Finetune/Step": 1938, "Finetune/Step Time": 12.589438404887915}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.7992401123046875, "Finetune/Loss (Raw)": 0.798090934753418, "Finetune/Step": 1939, "Finetune/Step Time": 12.586312212049961}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.7970223426818848, "Finetune/Loss (Raw)": 0.459123432636261, "Finetune/Step": 1940, "Finetune/Step Time": 12.589780796319246}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.7971465587615967, "Finetune/Loss (Raw)": 0.7803531885147095, "Finetune/Step": 1941, "Finetune/Step Time": 12.588867135345936}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.7981593608856201, "Finetune/Loss (Raw)": 0.9635424613952637, "Finetune/Step": 1942, "Finetune/Step Time": 12.596232857555151}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.7987935543060303, "Finetune/Loss (Raw)": 0.8797226548194885, "Finetune/Step": 1943, "Finetune/Step Time": 12.600430391728878}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.7981888055801392, "Finetune/Loss (Raw)": 0.8254046440124512, "Finetune/Step": 1944, "Finetune/Step Time": 12.607398085296154}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.7964719533920288, "Finetune/Loss (Raw)": 0.610641360282898, "Finetune/Step": 1945, "Finetune/Step Time": 12.63544925302267}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.7974879145622253, "Finetune/Loss (Raw)": 0.8800795078277588, "Finetune/Step": 1946, "Finetune/Step Time": 12.652887396514416}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.7980891466140747, "Finetune/Loss (Raw)": 0.9359980821609497, "Finetune/Step": 1947, "Finetune/Step Time": 12.65377906523645}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8002194762229919, "Finetune/Loss (Raw)": 0.9850597381591797, "Finetune/Step": 1948, "Finetune/Step Time": 12.652072494849563}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8009845018386841, "Finetune/Loss (Raw)": 0.9207625389099121, "Finetune/Step": 1949, "Finetune/Step Time": 12.653668465092778}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.800621747970581, "Finetune/Loss (Raw)": 0.9696372151374817, "Finetune/Step": 1950, "Finetune/Step Time": 12.647586086764932}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8016480803489685, "Finetune/Loss (Raw)": 0.9399647116661072, "Finetune/Step": 1951, "Finetune/Step Time": 12.656027724966407}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8041889667510986, "Finetune/Loss (Raw)": 0.940815806388855, "Finetune/Step": 1952, "Finetune/Step Time": 12.647182527929544}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8021070957183838, "Finetune/Loss (Raw)": 0.5477962493896484, "Finetune/Step": 1953, "Finetune/Step Time": 12.661391127854586}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.7999087572097778, "Finetune/Loss (Raw)": 0.5654913783073425, "Finetune/Step": 1954, "Finetune/Step Time": 12.669952370226383}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.799341082572937, "Finetune/Loss (Raw)": 0.6961206197738647, "Finetune/Step": 1955, "Finetune/Step Time": 12.633431196212769}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.7983500957489014, "Finetune/Loss (Raw)": 0.731256365776062, "Finetune/Step": 1956, "Finetune/Step Time": 12.623597271740437}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.797383189201355, "Finetune/Loss (Raw)": 0.8752018809318542, "Finetune/Step": 1957, "Finetune/Step Time": 12.616567078977823}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.7973142862319946, "Finetune/Loss (Raw)": 0.9254636168479919, "Finetune/Step": 1958, "Finetune/Step Time": 12.598469331860542}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.7969754934310913, "Finetune/Loss (Raw)": 0.7467694282531738, "Finetune/Step": 1959, "Finetune/Step Time": 12.604093560948968}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.7969600558280945, "Finetune/Loss (Raw)": 0.9488627314567566, "Finetune/Step": 1960, "Finetune/Step Time": 12.612319108098745}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.7967947721481323, "Finetune/Loss (Raw)": 0.6853210926055908, "Finetune/Step": 1961, "Finetune/Step Time": 12.58785811252892}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.7947719097137451, "Finetune/Loss (Raw)": 0.6714364290237427, "Finetune/Step": 1962, "Finetune/Step Time": 12.617547972127795}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.7926821112632751, "Finetune/Loss (Raw)": 0.594399631023407, "Finetune/Step": 1963, "Finetune/Step Time": 12.627038085833192}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.79215008020401, "Finetune/Loss (Raw)": 0.7934839725494385, "Finetune/Step": 1964, "Finetune/Step Time": 12.637228202074766}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.7909682989120483, "Finetune/Loss (Raw)": 0.6491580009460449, "Finetune/Step": 1965, "Finetune/Step Time": 12.633840953931212}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.7903432846069336, "Finetune/Loss (Raw)": 0.7452951073646545, "Finetune/Step": 1966, "Finetune/Step Time": 12.62401532009244}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.7892950177192688, "Finetune/Loss (Raw)": 0.7378098964691162, "Finetune/Step": 1967, "Finetune/Step Time": 12.607123468071222}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.7900052666664124, "Finetune/Loss (Raw)": 0.8983094096183777, "Finetune/Step": 1968, "Finetune/Step Time": 12.583915928378701}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.7893256545066833, "Finetune/Loss (Raw)": 0.6470624208450317, "Finetune/Step": 1969, "Finetune/Step Time": 12.608904926106334}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.7882580757141113, "Finetune/Loss (Raw)": 0.7771856784820557, "Finetune/Step": 1970, "Finetune/Step Time": 12.592495439574122}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.7874270081520081, "Finetune/Loss (Raw)": 0.6824758648872375, "Finetune/Step": 1971, "Finetune/Step Time": 12.596657710149884}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.7878221273422241, "Finetune/Loss (Raw)": 0.8151665329933167, "Finetune/Step": 1972, "Finetune/Step Time": 12.580326452851295}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.7880035638809204, "Finetune/Loss (Raw)": 0.7620365023612976, "Finetune/Step": 1973, "Finetune/Step Time": 12.641694376245141}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.7883927822113037, "Finetune/Loss (Raw)": 0.9363124966621399, "Finetune/Step": 1974, "Finetune/Step Time": 12.629522332921624}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.7883274555206299, "Finetune/Loss (Raw)": 0.8239022493362427, "Finetune/Step": 1975, "Finetune/Step Time": 12.616074899211526}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.788352370262146, "Finetune/Loss (Raw)": 0.8270857334136963, "Finetune/Step": 1976, "Finetune/Step Time": 12.625538602471352}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.7876302003860474, "Finetune/Loss (Raw)": 0.8540682792663574, "Finetune/Step": 1977, "Finetune/Step Time": 12.638658368960023}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.788066029548645, "Finetune/Loss (Raw)": 0.9323078989982605, "Finetune/Step": 1978, "Finetune/Step Time": 12.63135919906199}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.7882916927337646, "Finetune/Loss (Raw)": 0.649103045463562, "Finetune/Step": 1979, "Finetune/Step Time": 12.621399147436023}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.7869261503219604, "Finetune/Loss (Raw)": 0.673244059085846, "Finetune/Step": 1980, "Finetune/Step Time": 12.63681584969163}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.7865595817565918, "Finetune/Loss (Raw)": 0.8343137502670288, "Finetune/Step": 1981, "Finetune/Step Time": 12.63309122249484}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.7863254547119141, "Finetune/Loss (Raw)": 0.8373536467552185, "Finetune/Step": 1982, "Finetune/Step Time": 12.640302289277315}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.7856886386871338, "Finetune/Loss (Raw)": 0.7968242764472961, "Finetune/Step": 1983, "Finetune/Step Time": 12.64039097726345}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.7859253883361816, "Finetune/Loss (Raw)": 0.9802055358886719, "Finetune/Step": 1984, "Finetune/Step Time": 12.639510229229927}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.7874826788902283, "Finetune/Loss (Raw)": 0.9288992285728455, "Finetune/Step": 1985, "Finetune/Step Time": 12.56834247149527}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.7889034748077393, "Finetune/Loss (Raw)": 1.0035746097564697, "Finetune/Step": 1986, "Finetune/Step Time": 12.553021814674139}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.7876266837120056, "Finetune/Loss (Raw)": 0.7574149966239929, "Finetune/Step": 1987, "Finetune/Step Time": 12.588868267834187}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.7884249091148376, "Finetune/Loss (Raw)": 0.7986829876899719, "Finetune/Step": 1988, "Finetune/Step Time": 12.586561040952802}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.7892510294914246, "Finetune/Loss (Raw)": 0.8798732757568359, "Finetune/Step": 1989, "Finetune/Step Time": 12.582474803552032}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.790088951587677, "Finetune/Loss (Raw)": 0.8549433946609497, "Finetune/Step": 1990, "Finetune/Step Time": 12.582246102392673}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.7899153232574463, "Finetune/Loss (Raw)": 0.6889001727104187, "Finetune/Step": 1991, "Finetune/Step Time": 12.578388657420874}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.7908961176872253, "Finetune/Loss (Raw)": 0.8533175587654114, "Finetune/Step": 1992, "Finetune/Step Time": 12.565492456778884}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.789376974105835, "Finetune/Loss (Raw)": 0.708385705947876, "Finetune/Step": 1993, "Finetune/Step Time": 12.56986496411264}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.7873894572257996, "Finetune/Loss (Raw)": 0.6464487314224243, "Finetune/Step": 1994, "Finetune/Step Time": 12.56350663304329}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.7857046127319336, "Finetune/Loss (Raw)": 0.7084081172943115, "Finetune/Step": 1995, "Finetune/Step Time": 12.56463118083775}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7861202955245972, "Finetune/Loss (Raw)": 0.7457554340362549, "Finetune/Step": 1996, "Finetune/Step Time": 12.54019127599895}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.7864716053009033, "Finetune/Loss (Raw)": 0.9491127133369446, "Finetune/Step": 1997, "Finetune/Step Time": 12.543063120916486}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.7867032289505005, "Finetune/Loss (Raw)": 0.7682991623878479, "Finetune/Step": 1998, "Finetune/Step Time": 12.543142160400748}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.7859668731689453, "Finetune/Loss (Raw)": 0.6735639572143555, "Finetune/Step": 1999, "Finetune/Step Time": 12.519166322425008}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7859475612640381, "Finetune/Loss (Raw)": 0.6714609265327454, "Finetune/Step": 2000, "Finetune/Step Time": 12.5576928332448}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.787028968334198, "Finetune/Loss (Raw)": 0.8349372148513794, "Finetune/Step": 2001, "Finetune/Step Time": 12.533491630107164}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.786616325378418, "Finetune/Loss (Raw)": 0.8208919763565063, "Finetune/Step": 2002, "Finetune/Step Time": 12.527086980640888}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.7874276041984558, "Finetune/Loss (Raw)": 0.7461163997650146, "Finetune/Step": 2003, "Finetune/Step Time": 12.523898938670754}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.786841094493866, "Finetune/Loss (Raw)": 0.7661522626876831, "Finetune/Step": 2004, "Finetune/Step Time": 12.5261899381876}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7859703302383423, "Finetune/Loss (Raw)": 0.7461313009262085, "Finetune/Step": 2005, "Finetune/Step Time": 12.514557467773557}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.7870150208473206, "Finetune/Loss (Raw)": 0.7870373129844666, "Finetune/Step": 2006, "Finetune/Step Time": 12.500431222841144}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.7879356145858765, "Finetune/Loss (Raw)": 1.0204185247421265, "Finetune/Step": 2007, "Finetune/Step Time": 12.499883389100432}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.789207935333252, "Finetune/Loss (Raw)": 0.773423969745636, "Finetune/Step": 2008, "Finetune/Step Time": 12.474339405074716}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.789542555809021, "Finetune/Loss (Raw)": 0.7485837340354919, "Finetune/Step": 2009, "Finetune/Step Time": 12.457728132605553}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.7899907231330872, "Finetune/Loss (Raw)": 0.8907284736633301, "Finetune/Step": 2010, "Finetune/Step Time": 12.455383338034153}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.7927649617195129, "Finetune/Loss (Raw)": 0.9918146133422852, "Finetune/Step": 2011, "Finetune/Step Time": 12.44458283111453}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.794454038143158, "Finetune/Loss (Raw)": 0.821763813495636, "Finetune/Step": 2012, "Finetune/Step Time": 12.413964100182056}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.794334888458252, "Finetune/Loss (Raw)": 0.859018087387085, "Finetune/Step": 2013, "Finetune/Step Time": 12.438873609527946}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.7920824289321899, "Finetune/Loss (Raw)": 0.6719340085983276, "Finetune/Step": 2014, "Finetune/Step Time": 12.454650549218059}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.7920004725456238, "Finetune/Loss (Raw)": 0.692680299282074, "Finetune/Step": 2015, "Finetune/Step Time": 12.468752842396498}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.7921304106712341, "Finetune/Loss (Raw)": 0.6952399015426636, "Finetune/Step": 2016, "Finetune/Step Time": 12.476833671331406}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.7910506129264832, "Finetune/Loss (Raw)": 0.6649015545845032, "Finetune/Step": 2017, "Finetune/Step Time": 12.485001046210527}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.7916221618652344, "Finetune/Loss (Raw)": 0.8669590353965759, "Finetune/Step": 2018, "Finetune/Step Time": 12.512893481180072}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.790734052658081, "Finetune/Loss (Raw)": 0.7596336007118225, "Finetune/Step": 2019, "Finetune/Step Time": 12.518994264304638}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.789778470993042, "Finetune/Loss (Raw)": 0.8349612355232239, "Finetune/Step": 2020, "Finetune/Step Time": 12.520056962966919}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.7897722721099854, "Finetune/Loss (Raw)": 0.7817232608795166, "Finetune/Step": 2021, "Finetune/Step Time": 12.515017438679934}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.7903962135314941, "Finetune/Loss (Raw)": 0.7914705872535706, "Finetune/Step": 2022, "Finetune/Step Time": 12.52178061939776}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.7890948057174683, "Finetune/Loss (Raw)": 0.6156684160232544, "Finetune/Step": 2023, "Finetune/Step Time": 12.55468987300992}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.7883719801902771, "Finetune/Loss (Raw)": 0.7393019199371338, "Finetune/Step": 2024, "Finetune/Step Time": 12.550292231142521}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7867621779441833, "Finetune/Loss (Raw)": 0.7463693022727966, "Finetune/Step": 2025, "Finetune/Step Time": 12.564128790050745}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.7868452668190002, "Finetune/Loss (Raw)": 0.8589015007019043, "Finetune/Step": 2026, "Finetune/Step Time": 12.545717775821686}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.7873836755752563, "Finetune/Loss (Raw)": 0.7547374367713928, "Finetune/Step": 2027, "Finetune/Step Time": 12.51818934082985}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.7873715758323669, "Finetune/Loss (Raw)": 0.8059303760528564, "Finetune/Step": 2028, "Finetune/Step Time": 12.538668485358357}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.7882242798805237, "Finetune/Loss (Raw)": 0.8850076794624329, "Finetune/Step": 2029, "Finetune/Step Time": 12.532175105065107}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7854121327400208, "Finetune/Loss (Raw)": 0.5318942666053772, "Finetune/Step": 2030, "Finetune/Step Time": 12.548877645283937}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7856029272079468, "Finetune/Loss (Raw)": 0.7659614086151123, "Finetune/Step": 2031, "Finetune/Step Time": 12.512226596474648}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7866368293762207, "Finetune/Loss (Raw)": 0.8987077474594116, "Finetune/Step": 2032, "Finetune/Step Time": 12.5015466529876}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7885892391204834, "Finetune/Loss (Raw)": 0.8406834006309509, "Finetune/Step": 2033, "Finetune/Step Time": 12.47745274938643}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.7902870178222656, "Finetune/Loss (Raw)": 0.9399762749671936, "Finetune/Step": 2034, "Finetune/Step Time": 12.458302296698093}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.7887184619903564, "Finetune/Loss (Raw)": 0.628251850605011, "Finetune/Step": 2035, "Finetune/Step Time": 12.472938247025013}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.7892741560935974, "Finetune/Loss (Raw)": 0.8262457251548767, "Finetune/Step": 2036, "Finetune/Step Time": 12.491231570020318}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.790789783000946, "Finetune/Loss (Raw)": 0.7738298773765564, "Finetune/Step": 2037, "Finetune/Step Time": 12.513162836432457}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.789781928062439, "Finetune/Loss (Raw)": 0.6877821683883667, "Finetune/Step": 2038, "Finetune/Step Time": 12.511406570672989}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.7904877662658691, "Finetune/Loss (Raw)": 0.9339948892593384, "Finetune/Step": 2039, "Finetune/Step Time": 12.504201393574476}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.7908012866973877, "Finetune/Loss (Raw)": 0.8377799391746521, "Finetune/Step": 2040, "Finetune/Step Time": 12.49857840128243}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.7913461923599243, "Finetune/Loss (Raw)": 0.8488612771034241, "Finetune/Step": 2041, "Finetune/Step Time": 12.571686523035169}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.7894654273986816, "Finetune/Loss (Raw)": 0.7212872505187988, "Finetune/Step": 2042, "Finetune/Step Time": 12.57089607603848}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.7890000343322754, "Finetune/Loss (Raw)": 0.8294368386268616, "Finetune/Step": 2043, "Finetune/Step Time": 12.523499986156821}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.7892006039619446, "Finetune/Loss (Raw)": 0.8273718357086182, "Finetune/Step": 2044, "Finetune/Step Time": 12.51687802746892}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.7899554967880249, "Finetune/Loss (Raw)": 0.8255499005317688, "Finetune/Step": 2045, "Finetune/Step Time": 12.534998517483473}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.7909367680549622, "Finetune/Loss (Raw)": 0.904604971408844, "Finetune/Step": 2046, "Finetune/Step Time": 12.534876013174653}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.7916339635848999, "Finetune/Loss (Raw)": 0.9098137021064758, "Finetune/Step": 2047, "Finetune/Step Time": 12.540255980566144}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.7916772365570068, "Finetune/Loss (Raw)": 0.7101567387580872, "Finetune/Step": 2048, "Finetune/Step Time": 12.527408011257648}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.7886248826980591, "Finetune/Loss (Raw)": 0.528314471244812, "Finetune/Step": 2049, "Finetune/Step Time": 12.545837569981813}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.7897322773933411, "Finetune/Loss (Raw)": 0.661102831363678, "Finetune/Step": 2050, "Finetune/Step Time": 12.536598321050406}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.7907521724700928, "Finetune/Loss (Raw)": 0.9453890919685364, "Finetune/Step": 2051, "Finetune/Step Time": 12.539664030075073}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.7911227941513062, "Finetune/Loss (Raw)": 0.9125590920448303, "Finetune/Step": 2052, "Finetune/Step Time": 12.554173504933715}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.7903896570205688, "Finetune/Loss (Raw)": 0.8651286363601685, "Finetune/Step": 2053, "Finetune/Step Time": 12.556987727060914}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.7925904989242554, "Finetune/Loss (Raw)": 0.9203145503997803, "Finetune/Step": 2054, "Finetune/Step Time": 12.52940146997571}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.7941280603408813, "Finetune/Loss (Raw)": 0.8746873736381531, "Finetune/Step": 2055, "Finetune/Step Time": 12.507057892158628}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.7939231991767883, "Finetune/Loss (Raw)": 0.8985022902488708, "Finetune/Step": 2056, "Finetune/Step Time": 12.506897449493408}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.7942015528678894, "Finetune/Loss (Raw)": 0.7207762002944946, "Finetune/Step": 2057, "Finetune/Step Time": 12.519597383216023}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.7950208187103271, "Finetune/Loss (Raw)": 0.7528467178344727, "Finetune/Step": 2058, "Finetune/Step Time": 12.537646057084203}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.794070303440094, "Finetune/Loss (Raw)": 0.730792760848999, "Finetune/Step": 2059, "Finetune/Step Time": 12.529643718153238}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.7948915958404541, "Finetune/Loss (Raw)": 0.7539026737213135, "Finetune/Step": 2060, "Finetune/Step Time": 12.502207135781646}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.7953161001205444, "Finetune/Loss (Raw)": 0.906589150428772, "Finetune/Step": 2061, "Finetune/Step Time": 12.500332908704877}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.7944454550743103, "Finetune/Loss (Raw)": 0.7586602568626404, "Finetune/Step": 2062, "Finetune/Step Time": 12.503652522340417}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.7942087054252625, "Finetune/Loss (Raw)": 0.8824996948242188, "Finetune/Step": 2063, "Finetune/Step Time": 12.50725493952632}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.794347882270813, "Finetune/Loss (Raw)": 0.7023022174835205, "Finetune/Step": 2064, "Finetune/Step Time": 12.526115207001567}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.7937012314796448, "Finetune/Loss (Raw)": 0.7575781345367432, "Finetune/Step": 2065, "Finetune/Step Time": 12.533958800137043}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.7933409214019775, "Finetune/Loss (Raw)": 0.5940035581588745, "Finetune/Step": 2066, "Finetune/Step Time": 12.534952245652676}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.7933455109596252, "Finetune/Loss (Raw)": 0.7986726760864258, "Finetune/Step": 2067, "Finetune/Step Time": 12.53511767089367}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.7961728572845459, "Finetune/Loss (Raw)": 0.8210229277610779, "Finetune/Step": 2068, "Finetune/Step Time": 12.517369056120515}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.7962898015975952, "Finetune/Loss (Raw)": 0.7953330278396606, "Finetune/Step": 2069, "Finetune/Step Time": 12.515075432136655}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.7926725149154663, "Finetune/Loss (Raw)": 0.5005218386650085, "Finetune/Step": 2070, "Finetune/Step Time": 12.529119012877345}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.7922611832618713, "Finetune/Loss (Raw)": 0.8270781636238098, "Finetune/Step": 2071, "Finetune/Step Time": 12.533481013029814}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.7930116653442383, "Finetune/Loss (Raw)": 0.9214596152305603, "Finetune/Step": 2072, "Finetune/Step Time": 12.523996602743864}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.7937853932380676, "Finetune/Loss (Raw)": 0.7096784710884094, "Finetune/Step": 2073, "Finetune/Step Time": 12.510065130889416}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.7942025661468506, "Finetune/Loss (Raw)": 0.9334805011749268, "Finetune/Step": 2074, "Finetune/Step Time": 12.499504679813981}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.7929147481918335, "Finetune/Loss (Raw)": 0.7711512446403503, "Finetune/Step": 2075, "Finetune/Step Time": 12.499305382370949}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.7905477285385132, "Finetune/Loss (Raw)": 0.6820853352546692, "Finetune/Step": 2076, "Finetune/Step Time": 12.51611414924264}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.789325475692749, "Finetune/Loss (Raw)": 0.764327347278595, "Finetune/Step": 2077, "Finetune/Step Time": 12.516642712056637}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.7876339554786682, "Finetune/Loss (Raw)": 0.7531096339225769, "Finetune/Step": 2078, "Finetune/Step Time": 12.516229338943958}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.7861383557319641, "Finetune/Loss (Raw)": 0.7485318779945374, "Finetune/Step": 2079, "Finetune/Step Time": 12.507684038951993}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.7841528654098511, "Finetune/Loss (Raw)": 0.6866751909255981, "Finetune/Step": 2080, "Finetune/Step Time": 12.517023898661137}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.7858511209487915, "Finetune/Loss (Raw)": 0.7651653289794922, "Finetune/Step": 2081, "Finetune/Step Time": 12.517383452504873}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.7874787449836731, "Finetune/Loss (Raw)": 0.7738289833068848, "Finetune/Step": 2082, "Finetune/Step Time": 12.500952487811446}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.7888389825820923, "Finetune/Loss (Raw)": 0.8702332377433777, "Finetune/Step": 2083, "Finetune/Step Time": 12.4761802572757}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.7904576659202576, "Finetune/Loss (Raw)": 0.9384471774101257, "Finetune/Step": 2084, "Finetune/Step Time": 12.472005750983953}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.7880134582519531, "Finetune/Loss (Raw)": 0.5623441934585571, "Finetune/Step": 2085, "Finetune/Step Time": 12.49722507968545}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.7876344919204712, "Finetune/Loss (Raw)": 0.876956582069397, "Finetune/Step": 2086, "Finetune/Step Time": 12.50466250628233}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.7891262173652649, "Finetune/Loss (Raw)": 0.9377107620239258, "Finetune/Step": 2087, "Finetune/Step Time": 12.491047665476799}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.7886006832122803, "Finetune/Loss (Raw)": 0.881592869758606, "Finetune/Step": 2088, "Finetune/Step Time": 12.48046911880374}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.7896493077278137, "Finetune/Loss (Raw)": 0.8195439577102661, "Finetune/Step": 2089, "Finetune/Step Time": 12.471474075689912}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.7886189818382263, "Finetune/Loss (Raw)": 0.5395559668540955, "Finetune/Step": 2090, "Finetune/Step Time": 12.472002374008298}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.789720892906189, "Finetune/Loss (Raw)": 0.7354443073272705, "Finetune/Step": 2091, "Finetune/Step Time": 12.446404436603189}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.7899757623672485, "Finetune/Loss (Raw)": 0.8261057138442993, "Finetune/Step": 2092, "Finetune/Step Time": 12.429167456924915}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.7917501926422119, "Finetune/Loss (Raw)": 0.8762882351875305, "Finetune/Step": 2093, "Finetune/Step Time": 12.429342271760106}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.7933885455131531, "Finetune/Loss (Raw)": 0.9549984335899353, "Finetune/Step": 2094, "Finetune/Step Time": 12.429686414077878}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.7939386963844299, "Finetune/Loss (Raw)": 0.808235764503479, "Finetune/Step": 2095, "Finetune/Step Time": 12.43733124807477}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.7929668426513672, "Finetune/Loss (Raw)": 0.7739102840423584, "Finetune/Step": 2096, "Finetune/Step Time": 12.444467021152377}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.7945601940155029, "Finetune/Loss (Raw)": 0.8510100245475769, "Finetune/Step": 2097, "Finetune/Step Time": 12.418089864775538}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.7943300604820251, "Finetune/Loss (Raw)": 0.7477274537086487, "Finetune/Step": 2098, "Finetune/Step Time": 12.42723698914051}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.7931993007659912, "Finetune/Loss (Raw)": 0.5377405881881714, "Finetune/Step": 2099, "Finetune/Step Time": 12.430893732234836}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.7918244004249573, "Finetune/Loss (Raw)": 0.6391810178756714, "Finetune/Step": 2100, "Finetune/Step Time": 12.437246089801192}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.7926594018936157, "Finetune/Loss (Raw)": 0.8689117431640625, "Finetune/Step": 2101, "Finetune/Step Time": 12.365390907973051}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.7911664247512817, "Finetune/Loss (Raw)": 0.7452169060707092, "Finetune/Step": 2102, "Finetune/Step Time": 12.381740299984813}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.7895883321762085, "Finetune/Loss (Raw)": 0.6219062209129333, "Finetune/Step": 2103, "Finetune/Step Time": 12.414572268724442}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.7892551422119141, "Finetune/Loss (Raw)": 0.7844343781471252, "Finetune/Step": 2104, "Finetune/Step Time": 12.416709093376994}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.7888214588165283, "Finetune/Loss (Raw)": 0.7985562682151794, "Finetune/Step": 2105, "Finetune/Step Time": 12.42875068075955}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.7879130244255066, "Finetune/Loss (Raw)": 0.8160306215286255, "Finetune/Step": 2106, "Finetune/Step Time": 12.433165397495031}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.7893503904342651, "Finetune/Loss (Raw)": 0.8330826759338379, "Finetune/Step": 2107, "Finetune/Step Time": 12.403173124417663}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.7898244857788086, "Finetune/Loss (Raw)": 0.7339291572570801, "Finetune/Step": 2108, "Finetune/Step Time": 12.38523481413722}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.7900910973548889, "Finetune/Loss (Raw)": 0.8684415221214294, "Finetune/Step": 2109, "Finetune/Step Time": 12.395485077053308}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.7894129157066345, "Finetune/Loss (Raw)": 0.7505409717559814, "Finetune/Step": 2110, "Finetune/Step Time": 12.408855902031064}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.7891714572906494, "Finetune/Loss (Raw)": 0.7659209966659546, "Finetune/Step": 2111, "Finetune/Step Time": 12.429684842005372}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.7866108417510986, "Finetune/Loss (Raw)": 0.6524447202682495, "Finetune/Step": 2112, "Finetune/Step Time": 12.456430424004793}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.7855842113494873, "Finetune/Loss (Raw)": 0.797497570514679, "Finetune/Step": 2113, "Finetune/Step Time": 12.44912401586771}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.7844120860099792, "Finetune/Loss (Raw)": 0.8535378575325012, "Finetune/Step": 2114, "Finetune/Step Time": 12.476527472957969}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.7853212952613831, "Finetune/Loss (Raw)": 0.8737923502922058, "Finetune/Step": 2115, "Finetune/Step Time": 12.44583766721189}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.7843175530433655, "Finetune/Loss (Raw)": 0.6702083349227905, "Finetune/Step": 2116, "Finetune/Step Time": 12.470687506720424}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.7823495268821716, "Finetune/Loss (Raw)": 0.6279639005661011, "Finetune/Step": 2117, "Finetune/Step Time": 12.499706817790866}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.781496524810791, "Finetune/Loss (Raw)": 0.7457583546638489, "Finetune/Step": 2118, "Finetune/Step Time": 12.492978492751718}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7817308902740479, "Finetune/Loss (Raw)": 0.7189061045646667, "Finetune/Step": 2119, "Finetune/Step Time": 12.510750446468592}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.7806188464164734, "Finetune/Loss (Raw)": 0.7109724879264832, "Finetune/Step": 2120, "Finetune/Step Time": 12.542665163055062}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.7815372943878174, "Finetune/Loss (Raw)": 0.8259384036064148, "Finetune/Step": 2121, "Finetune/Step Time": 12.536298904567957}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.7832618355751038, "Finetune/Loss (Raw)": 0.8671934008598328, "Finetune/Step": 2122, "Finetune/Step Time": 12.533135769888759}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.784375786781311, "Finetune/Loss (Raw)": 0.8509957194328308, "Finetune/Step": 2123, "Finetune/Step Time": 12.525132335722446}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.7851327061653137, "Finetune/Loss (Raw)": 0.8426424860954285, "Finetune/Step": 2124, "Finetune/Step Time": 12.520629668608308}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.7844396829605103, "Finetune/Loss (Raw)": 0.8603999018669128, "Finetune/Step": 2125, "Finetune/Step Time": 12.542798597365618}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.7854896783828735, "Finetune/Loss (Raw)": 0.9026970863342285, "Finetune/Step": 2126, "Finetune/Step Time": 12.539342319592834}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.786644458770752, "Finetune/Loss (Raw)": 0.8213794827461243, "Finetune/Step": 2127, "Finetune/Step Time": 12.519137559458613}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.785922646522522, "Finetune/Loss (Raw)": 0.5790718197822571, "Finetune/Step": 2128, "Finetune/Step Time": 12.508446952328086}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7845370173454285, "Finetune/Loss (Raw)": 0.657581627368927, "Finetune/Step": 2129, "Finetune/Step Time": 12.53296740539372}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.7847341299057007, "Finetune/Loss (Raw)": 0.8461145162582397, "Finetune/Step": 2130, "Finetune/Step Time": 12.531322980299592}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.7857646346092224, "Finetune/Loss (Raw)": 0.8780230283737183, "Finetune/Step": 2131, "Finetune/Step Time": 12.52161386422813}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7859029173851013, "Finetune/Loss (Raw)": 0.7838543057441711, "Finetune/Step": 2132, "Finetune/Step Time": 12.52792614325881}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.7883306741714478, "Finetune/Loss (Raw)": 1.0568801164627075, "Finetune/Step": 2133, "Finetune/Step Time": 12.524562533944845}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.7879294157028198, "Finetune/Loss (Raw)": 0.7356754541397095, "Finetune/Step": 2134, "Finetune/Step Time": 12.537402089685202}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.7859126329421997, "Finetune/Loss (Raw)": 0.7622708082199097, "Finetune/Step": 2135, "Finetune/Step Time": 12.530205415561795}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.7863242626190186, "Finetune/Loss (Raw)": 0.8261199593544006, "Finetune/Step": 2136, "Finetune/Step Time": 12.522536585107446}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.785510778427124, "Finetune/Loss (Raw)": 0.644457221031189, "Finetune/Step": 2137, "Finetune/Step Time": 12.553270699456334}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.7850072383880615, "Finetune/Loss (Raw)": 0.8262695670127869, "Finetune/Step": 2138, "Finetune/Step Time": 12.554925590753555}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7829151153564453, "Finetune/Loss (Raw)": 0.7240256667137146, "Finetune/Step": 2139, "Finetune/Step Time": 12.577278835698962}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.7831766605377197, "Finetune/Loss (Raw)": 0.8552448153495789, "Finetune/Step": 2140, "Finetune/Step Time": 12.58430029079318}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7839733362197876, "Finetune/Loss (Raw)": 0.9609832167625427, "Finetune/Step": 2141, "Finetune/Step Time": 12.562000440433621}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.7847186923027039, "Finetune/Loss (Raw)": 0.7673456072807312, "Finetune/Step": 2142, "Finetune/Step Time": 12.542959190905094}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.7855708599090576, "Finetune/Loss (Raw)": 0.8017582893371582, "Finetune/Step": 2143, "Finetune/Step Time": 12.538153639063239}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.7861889600753784, "Finetune/Loss (Raw)": 0.774358868598938, "Finetune/Step": 2144, "Finetune/Step Time": 12.525538269430399}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.7850663661956787, "Finetune/Loss (Raw)": 0.5212079286575317, "Finetune/Step": 2145, "Finetune/Step Time": 12.52597508020699}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.7847379446029663, "Finetune/Loss (Raw)": 0.8249203562736511, "Finetune/Step": 2146, "Finetune/Step Time": 12.524666825309396}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.7846044301986694, "Finetune/Loss (Raw)": 0.7425469160079956, "Finetune/Step": 2147, "Finetune/Step Time": 12.530293023213744}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.785444438457489, "Finetune/Loss (Raw)": 0.9424777626991272, "Finetune/Step": 2148, "Finetune/Step Time": 12.54020213149488}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.7860333919525146, "Finetune/Loss (Raw)": 0.8571078181266785, "Finetune/Step": 2149, "Finetune/Step Time": 12.539137978106737}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.7858734726905823, "Finetune/Loss (Raw)": 0.7710021138191223, "Finetune/Step": 2150, "Finetune/Step Time": 12.536416662856936}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.7878868579864502, "Finetune/Loss (Raw)": 0.8733837604522705, "Finetune/Step": 2151, "Finetune/Step Time": 12.512578256428242}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.7878507375717163, "Finetune/Loss (Raw)": 0.7346758246421814, "Finetune/Step": 2152, "Finetune/Step Time": 12.521493496373296}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.7880163788795471, "Finetune/Loss (Raw)": 0.7675767540931702, "Finetune/Step": 2153, "Finetune/Step Time": 12.510895831510425}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.7867386341094971, "Finetune/Loss (Raw)": 0.6953436732292175, "Finetune/Step": 2154, "Finetune/Step Time": 12.523012490943074}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.7870222330093384, "Finetune/Loss (Raw)": 0.7910442352294922, "Finetune/Step": 2155, "Finetune/Step Time": 12.5308572743088}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.7859063148498535, "Finetune/Loss (Raw)": 0.6630892753601074, "Finetune/Step": 2156, "Finetune/Step Time": 12.524407051503658}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.7845578193664551, "Finetune/Loss (Raw)": 0.7123956680297852, "Finetune/Step": 2157, "Finetune/Step Time": 12.53550847247243}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.7872331142425537, "Finetune/Loss (Raw)": 0.8743435740470886, "Finetune/Step": 2158, "Finetune/Step Time": 12.506432628259063}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.7875558137893677, "Finetune/Loss (Raw)": 0.8072603344917297, "Finetune/Step": 2159, "Finetune/Step Time": 12.533078532665968}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.7866883277893066, "Finetune/Loss (Raw)": 0.7876689434051514, "Finetune/Step": 2160, "Finetune/Step Time": 12.532733088359237}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.7859494686126709, "Finetune/Loss (Raw)": 0.7461081743240356, "Finetune/Step": 2161, "Finetune/Step Time": 12.528989473357797}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.7843854427337646, "Finetune/Loss (Raw)": 0.7397896647453308, "Finetune/Step": 2162, "Finetune/Step Time": 12.537306819111109}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.7855504751205444, "Finetune/Loss (Raw)": 0.7773656845092773, "Finetune/Step": 2163, "Finetune/Step Time": 12.51430276595056}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.7863473892211914, "Finetune/Loss (Raw)": 0.9282527565956116, "Finetune/Step": 2164, "Finetune/Step Time": 12.49876431748271}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.786319375038147, "Finetune/Loss (Raw)": 0.7702450752258301, "Finetune/Step": 2165, "Finetune/Step Time": 12.520120522007346}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.7878589034080505, "Finetune/Loss (Raw)": 0.8848404288291931, "Finetune/Step": 2166, "Finetune/Step Time": 12.522111719474196}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.7872995138168335, "Finetune/Loss (Raw)": 0.8623899817466736, "Finetune/Step": 2167, "Finetune/Step Time": 12.519538717344403}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.7868450880050659, "Finetune/Loss (Raw)": 0.7796216607093811, "Finetune/Step": 2168, "Finetune/Step Time": 12.520431227982044}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.7869632244110107, "Finetune/Loss (Raw)": 0.8639885187149048, "Finetune/Step": 2169, "Finetune/Step Time": 12.44833118841052}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.7866501808166504, "Finetune/Loss (Raw)": 0.6812077164649963, "Finetune/Step": 2170, "Finetune/Step Time": 12.451035123318434}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.7857248783111572, "Finetune/Loss (Raw)": 0.7110058665275574, "Finetune/Step": 2171, "Finetune/Step Time": 12.460734147578478}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.7859413027763367, "Finetune/Loss (Raw)": 0.8550684452056885, "Finetune/Step": 2172, "Finetune/Step Time": 12.464964006096125}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.7840592861175537, "Finetune/Loss (Raw)": 0.5846453905105591, "Finetune/Step": 2173, "Finetune/Step Time": 12.468235509470105}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.7815945148468018, "Finetune/Loss (Raw)": 0.5891236066818237, "Finetune/Step": 2174, "Finetune/Step Time": 12.483241360634565}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.7802351117134094, "Finetune/Loss (Raw)": 0.7358034253120422, "Finetune/Step": 2175, "Finetune/Step Time": 12.502608375623822}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.781383752822876, "Finetune/Loss (Raw)": 0.8571871519088745, "Finetune/Step": 2176, "Finetune/Step Time": 12.501790756359696}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.7840907573699951, "Finetune/Loss (Raw)": 0.8748066425323486, "Finetune/Step": 2177, "Finetune/Step Time": 12.484529964625835}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.7843307852745056, "Finetune/Loss (Raw)": 0.6918303966522217, "Finetune/Step": 2178, "Finetune/Step Time": 12.468514943495393}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.783064603805542, "Finetune/Loss (Raw)": 0.783321738243103, "Finetune/Step": 2179, "Finetune/Step Time": 12.481674866750836}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.7824245095252991, "Finetune/Loss (Raw)": 0.830623209476471, "Finetune/Step": 2180, "Finetune/Step Time": 12.477042756974697}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.7824504375457764, "Finetune/Loss (Raw)": 0.8684508800506592, "Finetune/Step": 2181, "Finetune/Step Time": 12.473857393488288}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.7824123501777649, "Finetune/Loss (Raw)": 0.9154353141784668, "Finetune/Step": 2182, "Finetune/Step Time": 12.47892307676375}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7806735634803772, "Finetune/Loss (Raw)": 0.6521206498146057, "Finetune/Step": 2183, "Finetune/Step Time": 12.503408905118704}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.778754472732544, "Finetune/Loss (Raw)": 0.6528554558753967, "Finetune/Step": 2184, "Finetune/Step Time": 12.522062437608838}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7795685529708862, "Finetune/Loss (Raw)": 0.824981689453125, "Finetune/Step": 2185, "Finetune/Step Time": 12.504790093749762}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.7799549102783203, "Finetune/Loss (Raw)": 0.8023037910461426, "Finetune/Step": 2186, "Finetune/Step Time": 12.482370370998979}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.7784484028816223, "Finetune/Loss (Raw)": 0.5379570126533508, "Finetune/Step": 2187, "Finetune/Step Time": 12.542092572897673}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7783236503601074, "Finetune/Loss (Raw)": 0.7379385828971863, "Finetune/Step": 2188, "Finetune/Step Time": 12.585582286119461}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7764089703559875, "Finetune/Loss (Raw)": 0.6615085601806641, "Finetune/Step": 2189, "Finetune/Step Time": 12.581937728449702}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7754882574081421, "Finetune/Loss (Raw)": 0.6408130526542664, "Finetune/Step": 2190, "Finetune/Step Time": 12.592208601534367}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7745715379714966, "Finetune/Loss (Raw)": 0.7651546597480774, "Finetune/Step": 2191, "Finetune/Step Time": 12.61193105764687}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.774116039276123, "Finetune/Loss (Raw)": 0.6440057754516602, "Finetune/Step": 2192, "Finetune/Step Time": 12.57935594767332}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7751284837722778, "Finetune/Loss (Raw)": 0.887159526348114, "Finetune/Step": 2193, "Finetune/Step Time": 12.579384056851268}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7766077518463135, "Finetune/Loss (Raw)": 0.7833473086357117, "Finetune/Step": 2194, "Finetune/Step Time": 12.55698693729937}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.7769477367401123, "Finetune/Loss (Raw)": 0.8421922922134399, "Finetune/Step": 2195, "Finetune/Step Time": 12.554274508729577}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7760368585586548, "Finetune/Loss (Raw)": 0.7044402360916138, "Finetune/Step": 2196, "Finetune/Step Time": 12.567285940051079}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7758883237838745, "Finetune/Loss (Raw)": 0.7763184309005737, "Finetune/Step": 2197, "Finetune/Step Time": 12.56451584212482}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.777813196182251, "Finetune/Loss (Raw)": 0.7469072937965393, "Finetune/Step": 2198, "Finetune/Step Time": 12.559157833456993}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.7771506309509277, "Finetune/Loss (Raw)": 0.7422626614570618, "Finetune/Step": 2199, "Finetune/Step Time": 12.550226356834173}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7754713892936707, "Finetune/Loss (Raw)": 0.7065197229385376, "Finetune/Step": 2200, "Finetune/Step Time": 12.565822634845972}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7749147415161133, "Finetune/Loss (Raw)": 0.6384270191192627, "Finetune/Step": 2201, "Finetune/Step Time": 12.576712617650628}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7736140489578247, "Finetune/Loss (Raw)": 0.7669981718063354, "Finetune/Step": 2202, "Finetune/Step Time": 12.560342945158482}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.773792028427124, "Finetune/Loss (Raw)": 0.7939198613166809, "Finetune/Step": 2203, "Finetune/Step Time": 12.561234278604388}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7738074064254761, "Finetune/Loss (Raw)": 0.6840569972991943, "Finetune/Step": 2204, "Finetune/Step Time": 12.555858796462417}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.7731022834777832, "Finetune/Loss (Raw)": 0.6740724444389343, "Finetune/Step": 2205, "Finetune/Step Time": 12.579251470044255}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7713413238525391, "Finetune/Loss (Raw)": 0.527713418006897, "Finetune/Step": 2206, "Finetune/Step Time": 12.66481339931488}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7719706296920776, "Finetune/Loss (Raw)": 0.8290761709213257, "Finetune/Step": 2207, "Finetune/Step Time": 12.660884847864509}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.77228844165802, "Finetune/Loss (Raw)": 0.7273539304733276, "Finetune/Step": 2208, "Finetune/Step Time": 12.663269355893135}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7722434997558594, "Finetune/Loss (Raw)": 0.7594138979911804, "Finetune/Step": 2209, "Finetune/Step Time": 12.649288885295391}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7707730531692505, "Finetune/Loss (Raw)": 0.5856108665466309, "Finetune/Step": 2210, "Finetune/Step Time": 12.670505128800869}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.7710193395614624, "Finetune/Loss (Raw)": 0.9017572999000549, "Finetune/Step": 2211, "Finetune/Step Time": 12.706221351400018}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.7681261301040649, "Finetune/Loss (Raw)": 0.5681168437004089, "Finetune/Step": 2212, "Finetune/Step Time": 12.738261384889483}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.769162654876709, "Finetune/Loss (Raw)": 0.6950256824493408, "Finetune/Step": 2213, "Finetune/Step Time": 12.7182237226516}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7667942643165588, "Finetune/Loss (Raw)": 0.5737982988357544, "Finetune/Step": 2214, "Finetune/Step Time": 12.722932498902082}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.7658461332321167, "Finetune/Loss (Raw)": 0.8163508772850037, "Finetune/Step": 2215, "Finetune/Step Time": 12.722134605050087}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7654058337211609, "Finetune/Loss (Raw)": 0.8252350687980652, "Finetune/Step": 2216, "Finetune/Step Time": 12.721005177125335}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7661208510398865, "Finetune/Loss (Raw)": 0.9110654592514038, "Finetune/Step": 2217, "Finetune/Step Time": 12.726177018135786}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7661457061767578, "Finetune/Loss (Raw)": 0.5427428483963013, "Finetune/Step": 2218, "Finetune/Step Time": 12.703811589628458}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7657344937324524, "Finetune/Loss (Raw)": 0.6828060150146484, "Finetune/Step": 2219, "Finetune/Step Time": 12.752245608717203}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7656702995300293, "Finetune/Loss (Raw)": 0.8178852200508118, "Finetune/Step": 2220, "Finetune/Step Time": 12.753593172878027}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7639665007591248, "Finetune/Loss (Raw)": 0.6582075357437134, "Finetune/Step": 2221, "Finetune/Step Time": 12.776655346155167}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7632306814193726, "Finetune/Loss (Raw)": 0.860806405544281, "Finetune/Step": 2222, "Finetune/Step Time": 12.788321943953633}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7633754014968872, "Finetune/Loss (Raw)": 0.8267583250999451, "Finetune/Step": 2223, "Finetune/Step Time": 12.792234880849719}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7636976838111877, "Finetune/Loss (Raw)": 0.8151616454124451, "Finetune/Step": 2224, "Finetune/Step Time": 12.790740272030234}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7629775404930115, "Finetune/Loss (Raw)": 0.7588360905647278, "Finetune/Step": 2225, "Finetune/Step Time": 12.805611301213503}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7635272145271301, "Finetune/Loss (Raw)": 0.8180896043777466, "Finetune/Step": 2226, "Finetune/Step Time": 12.808923540636897}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7660831212997437, "Finetune/Loss (Raw)": 0.8648948073387146, "Finetune/Step": 2227, "Finetune/Step Time": 12.787111422047019}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7668975591659546, "Finetune/Loss (Raw)": 0.7434297800064087, "Finetune/Step": 2228, "Finetune/Step Time": 12.7852678373456}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7658710479736328, "Finetune/Loss (Raw)": 0.7375139594078064, "Finetune/Step": 2229, "Finetune/Step Time": 12.784503003582358}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7657963037490845, "Finetune/Loss (Raw)": 0.7356483936309814, "Finetune/Step": 2230, "Finetune/Step Time": 12.775188690051436}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7679703235626221, "Finetune/Loss (Raw)": 0.900180459022522, "Finetune/Step": 2231, "Finetune/Step Time": 12.746390536427498}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7692508101463318, "Finetune/Loss (Raw)": 0.9483398795127869, "Finetune/Step": 2232, "Finetune/Step Time": 12.747378885746002}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7681820392608643, "Finetune/Loss (Raw)": 0.6617551445960999, "Finetune/Step": 2233, "Finetune/Step Time": 12.744160745292902}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7687478065490723, "Finetune/Loss (Raw)": 0.888447642326355, "Finetune/Step": 2234, "Finetune/Step Time": 12.74511567875743}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.769056499004364, "Finetune/Loss (Raw)": 0.872599184513092, "Finetune/Step": 2235, "Finetune/Step Time": 12.76057107374072}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.770333468914032, "Finetune/Loss (Raw)": 0.8973815441131592, "Finetune/Step": 2236, "Finetune/Step Time": 12.765974670648575}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7692711353302002, "Finetune/Loss (Raw)": 0.7324570417404175, "Finetune/Step": 2237, "Finetune/Step Time": 12.773111728951335}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.768427848815918, "Finetune/Loss (Raw)": 0.6426044702529907, "Finetune/Step": 2238, "Finetune/Step Time": 12.779501320794225}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7707756757736206, "Finetune/Loss (Raw)": 1.066445231437683, "Finetune/Step": 2239, "Finetune/Step Time": 12.758503429591656}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7727591395378113, "Finetune/Loss (Raw)": 0.9063201546669006, "Finetune/Step": 2240, "Finetune/Step Time": 12.73645711876452}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.773592472076416, "Finetune/Loss (Raw)": 0.9041681289672852, "Finetune/Step": 2241, "Finetune/Step Time": 12.750655515119433}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.7728220224380493, "Finetune/Loss (Raw)": 0.7549136281013489, "Finetune/Step": 2242, "Finetune/Step Time": 12.726340867578983}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7717174291610718, "Finetune/Loss (Raw)": 0.7324159741401672, "Finetune/Step": 2243, "Finetune/Step Time": 12.730408998206258}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7745434045791626, "Finetune/Loss (Raw)": 1.031930685043335, "Finetune/Step": 2244, "Finetune/Step Time": 12.700738372281194}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7762677669525146, "Finetune/Loss (Raw)": 0.848681628704071, "Finetune/Step": 2245, "Finetune/Step Time": 12.672700064256787}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.7778143286705017, "Finetune/Loss (Raw)": 0.9437161087989807, "Finetune/Step": 2246, "Finetune/Step Time": 12.678950689733028}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.7775883674621582, "Finetune/Loss (Raw)": 0.6899805068969727, "Finetune/Step": 2247, "Finetune/Step Time": 12.678650345653296}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.7773189544677734, "Finetune/Loss (Raw)": 0.6764870285987854, "Finetune/Step": 2248, "Finetune/Step Time": 12.644476292654872}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.7767480611801147, "Finetune/Loss (Raw)": 0.7528654336929321, "Finetune/Step": 2249, "Finetune/Step Time": 12.644409166648984}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.77573162317276, "Finetune/Loss (Raw)": 0.7370908260345459, "Finetune/Step": 2250, "Finetune/Step Time": 12.670315692201257}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.7754327654838562, "Finetune/Loss (Raw)": 0.8127408623695374, "Finetune/Step": 2251, "Finetune/Step Time": 12.672652617096901}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.7739094495773315, "Finetune/Loss (Raw)": 0.6476619839668274, "Finetune/Step": 2252, "Finetune/Step Time": 12.695688638836145}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.7737452387809753, "Finetune/Loss (Raw)": 0.8393750786781311, "Finetune/Step": 2253, "Finetune/Step Time": 12.670268369838595}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.77351313829422, "Finetune/Loss (Raw)": 0.8729914426803589, "Finetune/Step": 2254, "Finetune/Step Time": 12.680656608194113}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.7735008001327515, "Finetune/Loss (Raw)": 0.8198047876358032, "Finetune/Step": 2255, "Finetune/Step Time": 12.67372351884842}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.7746511101722717, "Finetune/Loss (Raw)": 0.7263079881668091, "Finetune/Step": 2256, "Finetune/Step Time": 12.646433698013425}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.7755670547485352, "Finetune/Loss (Raw)": 0.774821937084198, "Finetune/Step": 2257, "Finetune/Step Time": 12.62286165729165}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.7737565040588379, "Finetune/Loss (Raw)": 0.6143612265586853, "Finetune/Step": 2258, "Finetune/Step Time": 12.627015233039856}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7726104259490967, "Finetune/Loss (Raw)": 0.7313279509544373, "Finetune/Step": 2259, "Finetune/Step Time": 12.62288593314588}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.7723968625068665, "Finetune/Loss (Raw)": 0.7565194964408875, "Finetune/Step": 2260, "Finetune/Step Time": 12.63135826587677}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7708237171173096, "Finetune/Loss (Raw)": 0.8555130958557129, "Finetune/Step": 2261, "Finetune/Step Time": 12.635440113022923}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.7722553014755249, "Finetune/Loss (Raw)": 0.9189237356185913, "Finetune/Step": 2262, "Finetune/Step Time": 12.632774736732244}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.7723186612129211, "Finetune/Loss (Raw)": 0.7703791856765747, "Finetune/Step": 2263, "Finetune/Step Time": 12.643722241744399}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.7725447416305542, "Finetune/Loss (Raw)": 0.8550538420677185, "Finetune/Step": 2264, "Finetune/Step Time": 12.648605665192008}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.7736129760742188, "Finetune/Loss (Raw)": 0.7811915874481201, "Finetune/Step": 2265, "Finetune/Step Time": 12.620818575844169}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.7712170481681824, "Finetune/Loss (Raw)": 0.5195940732955933, "Finetune/Step": 2266, "Finetune/Step Time": 12.62765590660274}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.7716516256332397, "Finetune/Loss (Raw)": 0.7796443104743958, "Finetune/Step": 2267, "Finetune/Step Time": 12.597159069031477}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7708059549331665, "Finetune/Loss (Raw)": 0.7470060586929321, "Finetune/Step": 2268, "Finetune/Step Time": 12.592623082920909}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.7700930833816528, "Finetune/Loss (Raw)": 0.8697298169136047, "Finetune/Step": 2269, "Finetune/Step Time": 12.586144499480724}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7685176134109497, "Finetune/Loss (Raw)": 0.5656944513320923, "Finetune/Step": 2270, "Finetune/Step Time": 12.60157291777432}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.768977701663971, "Finetune/Loss (Raw)": 0.8606482744216919, "Finetune/Step": 2271, "Finetune/Step Time": 12.573529159650207}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7695685029029846, "Finetune/Loss (Raw)": 0.849982738494873, "Finetune/Step": 2272, "Finetune/Step Time": 12.57013949751854}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.7716161012649536, "Finetune/Loss (Raw)": 0.7832969427108765, "Finetune/Step": 2273, "Finetune/Step Time": 12.55260831490159}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.7707515954971313, "Finetune/Loss (Raw)": 0.7142646908760071, "Finetune/Step": 2274, "Finetune/Step Time": 12.572203388437629}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.7718905210494995, "Finetune/Loss (Raw)": 0.8883265852928162, "Finetune/Step": 2275, "Finetune/Step Time": 12.56277689523995}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.770974338054657, "Finetune/Loss (Raw)": 0.8252082467079163, "Finetune/Step": 2276, "Finetune/Step Time": 12.556915765628219}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.769362211227417, "Finetune/Loss (Raw)": 0.6507558226585388, "Finetune/Step": 2277, "Finetune/Step Time": 12.559576317667961}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7700259685516357, "Finetune/Loss (Raw)": 0.8559650182723999, "Finetune/Step": 2278, "Finetune/Step Time": 12.570526972413063}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7697147727012634, "Finetune/Loss (Raw)": 0.8335505127906799, "Finetune/Step": 2279, "Finetune/Step Time": 12.5583604760468}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.77025306224823, "Finetune/Loss (Raw)": 0.8035732507705688, "Finetune/Step": 2280, "Finetune/Step Time": 12.554931009188294}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.770405650138855, "Finetune/Loss (Raw)": 0.7871118783950806, "Finetune/Step": 2281, "Finetune/Step Time": 12.557444423437119}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.7710880041122437, "Finetune/Loss (Raw)": 0.7826798558235168, "Finetune/Step": 2282, "Finetune/Step Time": 12.552591847255826}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7720699906349182, "Finetune/Loss (Raw)": 0.916740357875824, "Finetune/Step": 2283, "Finetune/Step Time": 12.535754943266511}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7715732455253601, "Finetune/Loss (Raw)": 0.5995078086853027, "Finetune/Step": 2284, "Finetune/Step Time": 12.55911611393094}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.7719686627388, "Finetune/Loss (Raw)": 0.7630045413970947, "Finetune/Step": 2285, "Finetune/Step Time": 12.55728499777615}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.7710522413253784, "Finetune/Loss (Raw)": 0.7570396065711975, "Finetune/Step": 2286, "Finetune/Step Time": 12.57259333319962}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.7694643139839172, "Finetune/Loss (Raw)": 0.6040115356445312, "Finetune/Step": 2287, "Finetune/Step Time": 12.54978297278285}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.7701026201248169, "Finetune/Loss (Raw)": 0.8693755269050598, "Finetune/Step": 2288, "Finetune/Step Time": 12.55387333035469}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7689029574394226, "Finetune/Loss (Raw)": 0.5925487875938416, "Finetune/Step": 2289, "Finetune/Step Time": 12.570975245907903}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.7700119018554688, "Finetune/Loss (Raw)": 0.8817399144172668, "Finetune/Step": 2290, "Finetune/Step Time": 12.563683634623885}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7698201537132263, "Finetune/Loss (Raw)": 0.7528195977210999, "Finetune/Step": 2291, "Finetune/Step Time": 12.58217048086226}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7681938409805298, "Finetune/Loss (Raw)": 0.7200862169265747, "Finetune/Step": 2292, "Finetune/Step Time": 12.598501853644848}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7663137912750244, "Finetune/Loss (Raw)": 0.5295950770378113, "Finetune/Step": 2293, "Finetune/Step Time": 12.567637037485838}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.765767514705658, "Finetune/Loss (Raw)": 0.8149145245552063, "Finetune/Step": 2294, "Finetune/Step Time": 12.568215366452932}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7650893330574036, "Finetune/Loss (Raw)": 0.7755855917930603, "Finetune/Step": 2295, "Finetune/Step Time": 12.5996263474226}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7641414403915405, "Finetune/Loss (Raw)": 0.6582863926887512, "Finetune/Step": 2296, "Finetune/Step Time": 12.602243902161717}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7632901668548584, "Finetune/Loss (Raw)": 0.7550240159034729, "Finetune/Step": 2297, "Finetune/Step Time": 12.60336934030056}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7639825344085693, "Finetune/Loss (Raw)": 0.7698375582695007, "Finetune/Step": 2298, "Finetune/Step Time": 12.60497548058629}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7651681900024414, "Finetune/Loss (Raw)": 0.862770140171051, "Finetune/Step": 2299, "Finetune/Step Time": 12.602676259353757}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7649953365325928, "Finetune/Loss (Raw)": 0.8329418897628784, "Finetune/Step": 2300, "Finetune/Step Time": 12.611336838454008}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7660837173461914, "Finetune/Loss (Raw)": 0.7239587903022766, "Finetune/Step": 2301, "Finetune/Step Time": 12.59651219472289}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7669309377670288, "Finetune/Loss (Raw)": 0.6975674629211426, "Finetune/Step": 2302, "Finetune/Step Time": 12.586477981880307}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7675981521606445, "Finetune/Loss (Raw)": 0.8212049603462219, "Finetune/Step": 2303, "Finetune/Step Time": 12.563712384551764}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7657756805419922, "Finetune/Loss (Raw)": 0.6239131689071655, "Finetune/Step": 2304, "Finetune/Step Time": 12.572622928768396}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7644972801208496, "Finetune/Loss (Raw)": 0.7111731767654419, "Finetune/Step": 2305, "Finetune/Step Time": 12.569767704233527}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7660733461380005, "Finetune/Loss (Raw)": 0.893568754196167, "Finetune/Step": 2306, "Finetune/Step Time": 12.572208626195788}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7665463089942932, "Finetune/Loss (Raw)": 0.8438611626625061, "Finetune/Step": 2307, "Finetune/Step Time": 12.551935270428658}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7640423774719238, "Finetune/Loss (Raw)": 0.5101162791252136, "Finetune/Step": 2308, "Finetune/Step Time": 12.551985735073686}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.763028621673584, "Finetune/Loss (Raw)": 0.7386860847473145, "Finetune/Step": 2309, "Finetune/Step Time": 12.54884116910398}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7626358270645142, "Finetune/Loss (Raw)": 0.8651559948921204, "Finetune/Step": 2310, "Finetune/Step Time": 12.545507090166211}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.764277994632721, "Finetune/Loss (Raw)": 0.8623214364051819, "Finetune/Step": 2311, "Finetune/Step Time": 12.516812290996313}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7644994258880615, "Finetune/Loss (Raw)": 0.6812056303024292, "Finetune/Step": 2312, "Finetune/Step Time": 12.533808881416917}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7641812562942505, "Finetune/Loss (Raw)": 0.7842521071434021, "Finetune/Step": 2313, "Finetune/Step Time": 12.539195440709591}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7637475728988647, "Finetune/Loss (Raw)": 0.7467960119247437, "Finetune/Step": 2314, "Finetune/Step Time": 12.550151243805885}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7653437852859497, "Finetune/Loss (Raw)": 0.7422664761543274, "Finetune/Step": 2315, "Finetune/Step Time": 12.490885270759463}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.766358494758606, "Finetune/Loss (Raw)": 0.8678169846534729, "Finetune/Step": 2316, "Finetune/Step Time": 12.44452529400587}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7672162055969238, "Finetune/Loss (Raw)": 0.7713027596473694, "Finetune/Step": 2317, "Finetune/Step Time": 12.444798352196813}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7676408886909485, "Finetune/Loss (Raw)": 0.6951683163642883, "Finetune/Step": 2318, "Finetune/Step Time": 12.428070653229952}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.768645167350769, "Finetune/Loss (Raw)": 0.8937045931816101, "Finetune/Step": 2319, "Finetune/Step Time": 12.402517106384039}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.7694433331489563, "Finetune/Loss (Raw)": 0.7461701035499573, "Finetune/Step": 2320, "Finetune/Step Time": 12.40440096706152}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7686986923217773, "Finetune/Loss (Raw)": 0.7918383479118347, "Finetune/Step": 2321, "Finetune/Step Time": 12.41588050685823}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7688436508178711, "Finetune/Loss (Raw)": 0.8019059300422668, "Finetune/Step": 2322, "Finetune/Step Time": 12.412639467045665}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7673739194869995, "Finetune/Loss (Raw)": 0.654067873954773, "Finetune/Step": 2323, "Finetune/Step Time": 12.442210840061307}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7678015232086182, "Finetune/Loss (Raw)": 0.7591699361801147, "Finetune/Step": 2324, "Finetune/Step Time": 12.431665295735002}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7681648135185242, "Finetune/Loss (Raw)": 0.8228279948234558, "Finetune/Step": 2325, "Finetune/Step Time": 12.443435387685895}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.7671277523040771, "Finetune/Loss (Raw)": 0.6141656637191772, "Finetune/Step": 2326, "Finetune/Step Time": 12.457935139536858}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7675852179527283, "Finetune/Loss (Raw)": 0.8008126020431519, "Finetune/Step": 2327, "Finetune/Step Time": 12.47839030250907}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.7676398158073425, "Finetune/Loss (Raw)": 0.713506817817688, "Finetune/Step": 2328, "Finetune/Step Time": 12.469662284478545}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7696802616119385, "Finetune/Loss (Raw)": 0.8996070623397827, "Finetune/Step": 2329, "Finetune/Step Time": 12.447327012196183}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7691174149513245, "Finetune/Loss (Raw)": 0.6949548125267029, "Finetune/Step": 2330, "Finetune/Step Time": 12.46436027996242}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.769176721572876, "Finetune/Loss (Raw)": 0.8015117645263672, "Finetune/Step": 2331, "Finetune/Step Time": 12.472054982557893}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.7715404033660889, "Finetune/Loss (Raw)": 0.9866063594818115, "Finetune/Step": 2332, "Finetune/Step Time": 12.466022159904242}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.7729202508926392, "Finetune/Loss (Raw)": 0.8506900668144226, "Finetune/Step": 2333, "Finetune/Step Time": 12.463134694844484}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.7752075791358948, "Finetune/Loss (Raw)": 0.8204920887947083, "Finetune/Step": 2334, "Finetune/Step Time": 12.396198872476816}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.7748278975486755, "Finetune/Loss (Raw)": 0.7804799675941467, "Finetune/Step": 2335, "Finetune/Step Time": 12.400128094479442}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.7752232551574707, "Finetune/Loss (Raw)": 0.7779567241668701, "Finetune/Step": 2336, "Finetune/Step Time": 12.409634010866284}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.7762313485145569, "Finetune/Loss (Raw)": 0.8884493708610535, "Finetune/Step": 2337, "Finetune/Step Time": 12.410280441865325}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.7780406475067139, "Finetune/Loss (Raw)": 0.817200243473053, "Finetune/Step": 2338, "Finetune/Step Time": 12.387145491316915}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.7764135003089905, "Finetune/Loss (Raw)": 0.6934843063354492, "Finetune/Step": 2339, "Finetune/Step Time": 12.378265572711825}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.777764618396759, "Finetune/Loss (Raw)": 0.741055965423584, "Finetune/Step": 2340, "Finetune/Step Time": 12.356867846101522}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.7790960669517517, "Finetune/Loss (Raw)": 0.8654571771621704, "Finetune/Step": 2341, "Finetune/Step Time": 12.4069788120687}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.7796512246131897, "Finetune/Loss (Raw)": 0.644856870174408, "Finetune/Step": 2342, "Finetune/Step Time": 12.42637955583632}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.7802226543426514, "Finetune/Loss (Raw)": 0.8894945383071899, "Finetune/Step": 2343, "Finetune/Step Time": 12.451369801536202}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.7796046137809753, "Finetune/Loss (Raw)": 0.7461235523223877, "Finetune/Step": 2344, "Finetune/Step Time": 12.486330905929208}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.7801656723022461, "Finetune/Loss (Raw)": 0.9828824996948242, "Finetune/Step": 2345, "Finetune/Step Time": 12.47556965239346}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.7820262312889099, "Finetune/Loss (Raw)": 0.7808963656425476, "Finetune/Step": 2346, "Finetune/Step Time": 12.473808927461505}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.7831181883811951, "Finetune/Loss (Raw)": 0.8225753903388977, "Finetune/Step": 2347, "Finetune/Step Time": 12.424235859885812}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.7831827998161316, "Finetune/Loss (Raw)": 0.826152503490448, "Finetune/Step": 2348, "Finetune/Step Time": 12.422940606251359}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.7839750647544861, "Finetune/Loss (Raw)": 0.7596208453178406, "Finetune/Step": 2349, "Finetune/Step Time": 12.410780444741249}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.7833125591278076, "Finetune/Loss (Raw)": 0.7760047316551208, "Finetune/Step": 2350, "Finetune/Step Time": 12.404099958017468}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.7836577892303467, "Finetune/Loss (Raw)": 0.8709521293640137, "Finetune/Step": 2351, "Finetune/Step Time": 12.401331624016166}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.7837159633636475, "Finetune/Loss (Raw)": 0.8226076364517212, "Finetune/Step": 2352, "Finetune/Step Time": 12.413967916741967}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.7840251326560974, "Finetune/Loss (Raw)": 0.7984027862548828, "Finetune/Step": 2353, "Finetune/Step Time": 12.406018299981952}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.7839317917823792, "Finetune/Loss (Raw)": 0.8061469197273254, "Finetune/Step": 2354, "Finetune/Step Time": 12.394466442987323}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.7831525206565857, "Finetune/Loss (Raw)": 0.7651474475860596, "Finetune/Step": 2355, "Finetune/Step Time": 12.393368700519204}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.7826067209243774, "Finetune/Loss (Raw)": 0.673562228679657, "Finetune/Step": 2356, "Finetune/Step Time": 12.392545213922858}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.7829116582870483, "Finetune/Loss (Raw)": 0.7765504121780396, "Finetune/Step": 2357, "Finetune/Step Time": 12.396013423800468}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.7839146852493286, "Finetune/Loss (Raw)": 0.864037275314331, "Finetune/Step": 2358, "Finetune/Step Time": 12.388859922066331}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.781284749507904, "Finetune/Loss (Raw)": 0.5635470747947693, "Finetune/Step": 2359, "Finetune/Step Time": 12.412872727960348}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.7805298566818237, "Finetune/Loss (Raw)": 0.8517147898674011, "Finetune/Step": 2360, "Finetune/Step Time": 12.400608921423554}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.7820614576339722, "Finetune/Loss (Raw)": 0.8577920198440552, "Finetune/Step": 2361, "Finetune/Step Time": 12.395939394831657}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.7812869548797607, "Finetune/Loss (Raw)": 0.7893182635307312, "Finetune/Step": 2362, "Finetune/Step Time": 12.382193041965365}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.7787757515907288, "Finetune/Loss (Raw)": 0.5511621236801147, "Finetune/Step": 2363, "Finetune/Step Time": 12.398910826072097}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.7773059606552124, "Finetune/Loss (Raw)": 0.7092497944831848, "Finetune/Step": 2364, "Finetune/Step Time": 12.392650622874498}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.7782547473907471, "Finetune/Loss (Raw)": 0.8539066314697266, "Finetune/Step": 2365, "Finetune/Step Time": 12.377257583662868}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.7777343392372131, "Finetune/Loss (Raw)": 0.5759890675544739, "Finetune/Step": 2366, "Finetune/Step Time": 12.380196578800678}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.7762953042984009, "Finetune/Loss (Raw)": 0.882249653339386, "Finetune/Step": 2367, "Finetune/Step Time": 12.392262117937207}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.7751848697662354, "Finetune/Loss (Raw)": 0.7641889452934265, "Finetune/Step": 2368, "Finetune/Step Time": 12.380505299195647}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.7752161622047424, "Finetune/Loss (Raw)": 0.9081639647483826, "Finetune/Step": 2369, "Finetune/Step Time": 12.374400427564979}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.775419294834137, "Finetune/Loss (Raw)": 0.7809208631515503, "Finetune/Step": 2370, "Finetune/Step Time": 12.377430260181427}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.7765814661979675, "Finetune/Loss (Raw)": 0.8811692595481873, "Finetune/Step": 2371, "Finetune/Step Time": 12.372252862900496}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.7741776704788208, "Finetune/Loss (Raw)": 0.7242486476898193, "Finetune/Step": 2372, "Finetune/Step Time": 12.372984621673822}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.7744773030281067, "Finetune/Loss (Raw)": 0.8870322108268738, "Finetune/Step": 2373, "Finetune/Step Time": 12.401449233293533}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.772551417350769, "Finetune/Loss (Raw)": 0.697207510471344, "Finetune/Step": 2374, "Finetune/Step Time": 12.402965785935521}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.7720320224761963, "Finetune/Loss (Raw)": 0.6234996914863586, "Finetune/Step": 2375, "Finetune/Step Time": 12.40668672695756}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7736562490463257, "Finetune/Loss (Raw)": 0.8843859434127808, "Finetune/Step": 2376, "Finetune/Step Time": 12.414783557876945}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.7751528024673462, "Finetune/Loss (Raw)": 0.9444129467010498, "Finetune/Step": 2377, "Finetune/Step Time": 12.411992844194174}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.776270866394043, "Finetune/Loss (Raw)": 0.8802143931388855, "Finetune/Step": 2378, "Finetune/Step Time": 12.379210473969579}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.7762519121170044, "Finetune/Loss (Raw)": 0.810310423374176, "Finetune/Step": 2379, "Finetune/Step Time": 12.401036677882075}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.7766090035438538, "Finetune/Loss (Raw)": 0.6933735013008118, "Finetune/Step": 2380, "Finetune/Step Time": 12.373481664806604}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.7761371731758118, "Finetune/Loss (Raw)": 0.7789758443832397, "Finetune/Step": 2381, "Finetune/Step Time": 12.373374184593558}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.7744662761688232, "Finetune/Loss (Raw)": 0.6591224670410156, "Finetune/Step": 2382, "Finetune/Step Time": 12.387032616883516}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.772191047668457, "Finetune/Loss (Raw)": 0.5285724401473999, "Finetune/Step": 2383, "Finetune/Step Time": 12.405919844284654}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.7739003300666809, "Finetune/Loss (Raw)": 0.9450980424880981, "Finetune/Step": 2384, "Finetune/Step Time": 12.395786503329873}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.7739226818084717, "Finetune/Loss (Raw)": 0.7776817679405212, "Finetune/Step": 2385, "Finetune/Step Time": 12.401512341573834}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.7763723731040955, "Finetune/Loss (Raw)": 0.9279196858406067, "Finetune/Step": 2386, "Finetune/Step Time": 12.406808307394385}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.7767993211746216, "Finetune/Loss (Raw)": 0.7859805226325989, "Finetune/Step": 2387, "Finetune/Step Time": 12.42992428317666}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.7770580053329468, "Finetune/Loss (Raw)": 0.7896294593811035, "Finetune/Step": 2388, "Finetune/Step Time": 12.445949142798781}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.7774019241333008, "Finetune/Loss (Raw)": 0.8995278477668762, "Finetune/Step": 2389, "Finetune/Step Time": 12.446192128583789}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.7772740721702576, "Finetune/Loss (Raw)": 0.9025636911392212, "Finetune/Step": 2390, "Finetune/Step Time": 12.446235623210669}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.7782074213027954, "Finetune/Loss (Raw)": 0.8898465037345886, "Finetune/Step": 2391, "Finetune/Step Time": 12.443492107093334}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.7778662443161011, "Finetune/Loss (Raw)": 0.8113852143287659, "Finetune/Step": 2392, "Finetune/Step Time": 12.445013089105487}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.7784783244132996, "Finetune/Loss (Raw)": 0.8595384955406189, "Finetune/Step": 2393, "Finetune/Step Time": 12.464238623157144}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.7789891958236694, "Finetune/Loss (Raw)": 0.5849905014038086, "Finetune/Step": 2394, "Finetune/Step Time": 12.489262726157904}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.7794586420059204, "Finetune/Loss (Raw)": 0.8397262692451477, "Finetune/Step": 2395, "Finetune/Step Time": 12.495196513831615}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.7797104120254517, "Finetune/Loss (Raw)": 0.7792366147041321, "Finetune/Step": 2396, "Finetune/Step Time": 12.48957584798336}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.7793118953704834, "Finetune/Loss (Raw)": 0.8187105059623718, "Finetune/Step": 2397, "Finetune/Step Time": 12.483243780210614}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.7824652791023254, "Finetune/Loss (Raw)": 0.9693338871002197, "Finetune/Step": 2398, "Finetune/Step Time": 12.468100514262915}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.7825886011123657, "Finetune/Loss (Raw)": 0.8764327764511108, "Finetune/Step": 2399, "Finetune/Step Time": 12.474559299647808}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.7814561724662781, "Finetune/Loss (Raw)": 0.7050337195396423, "Finetune/Step": 2400, "Finetune/Step Time": 12.458050219342113}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.7814239263534546, "Finetune/Loss (Raw)": 0.7791740298271179, "Finetune/Step": 2401, "Finetune/Step Time": 12.457986304536462}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.7812042236328125, "Finetune/Loss (Raw)": 0.6861389875411987, "Finetune/Step": 2402, "Finetune/Step Time": 12.429139649495482}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.7805471420288086, "Finetune/Loss (Raw)": 0.80421382188797, "Finetune/Step": 2403, "Finetune/Step Time": 12.438775969669223}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.7805328965187073, "Finetune/Loss (Raw)": 0.8233906030654907, "Finetune/Step": 2404, "Finetune/Step Time": 12.4342445936054}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.7815220952033997, "Finetune/Loss (Raw)": 0.7773675918579102, "Finetune/Step": 2405, "Finetune/Step Time": 12.421885028481483}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.781836211681366, "Finetune/Loss (Raw)": 0.8961770534515381, "Finetune/Step": 2406, "Finetune/Step Time": 12.415030648931861}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.779729962348938, "Finetune/Loss (Raw)": 0.563948929309845, "Finetune/Step": 2407, "Finetune/Step Time": 12.457008551806211}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.7808852195739746, "Finetune/Loss (Raw)": 0.9514469504356384, "Finetune/Step": 2408, "Finetune/Step Time": 12.475553745403886}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.7809526920318604, "Finetune/Loss (Raw)": 0.7957462072372437, "Finetune/Step": 2409, "Finetune/Step Time": 12.475810296833515}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.7808303236961365, "Finetune/Loss (Raw)": 0.7670227885246277, "Finetune/Step": 2410, "Finetune/Step Time": 12.484897075220942}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.7787563800811768, "Finetune/Loss (Raw)": 0.651264488697052, "Finetune/Step": 2411, "Finetune/Step Time": 12.497843129560351}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.7795590162277222, "Finetune/Loss (Raw)": 0.702248752117157, "Finetune/Step": 2412, "Finetune/Step Time": 12.463454416021705}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.7793526649475098, "Finetune/Loss (Raw)": 0.736591100692749, "Finetune/Step": 2413, "Finetune/Step Time": 12.454210426658392}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.7800113558769226, "Finetune/Loss (Raw)": 0.8413588404655457, "Finetune/Step": 2414, "Finetune/Step Time": 12.435015007853508}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.7814972400665283, "Finetune/Loss (Raw)": 0.7941963076591492, "Finetune/Step": 2415, "Finetune/Step Time": 12.435761518776417}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.7805646061897278, "Finetune/Loss (Raw)": 0.7500057816505432, "Finetune/Step": 2416, "Finetune/Step Time": 12.433432115241885}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.7815234661102295, "Finetune/Loss (Raw)": 0.7152851223945618, "Finetune/Step": 2417, "Finetune/Step Time": 12.43095756135881}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.779890775680542, "Finetune/Loss (Raw)": 0.6727549433708191, "Finetune/Step": 2418, "Finetune/Step Time": 12.455661280080676}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.7798982858657837, "Finetune/Loss (Raw)": 0.7537728548049927, "Finetune/Step": 2419, "Finetune/Step Time": 12.467949775978923}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.7819091081619263, "Finetune/Loss (Raw)": 0.9774754643440247, "Finetune/Step": 2420, "Finetune/Step Time": 12.447818368673325}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.7828506827354431, "Finetune/Loss (Raw)": 0.6501129865646362, "Finetune/Step": 2421, "Finetune/Step Time": 12.465319581329823}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.7817649841308594, "Finetune/Loss (Raw)": 0.6759563088417053, "Finetune/Step": 2422, "Finetune/Step Time": 12.476696610450745}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.7801088094711304, "Finetune/Loss (Raw)": 0.5635847449302673, "Finetune/Step": 2423, "Finetune/Step Time": 12.46266146749258}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.781743586063385, "Finetune/Loss (Raw)": 0.86754310131073, "Finetune/Step": 2424, "Finetune/Step Time": 12.460916969925165}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.7811417579650879, "Finetune/Loss (Raw)": 0.677981436252594, "Finetune/Step": 2425, "Finetune/Step Time": 12.474781978875399}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.7796719670295715, "Finetune/Loss (Raw)": 0.5817152261734009, "Finetune/Step": 2426, "Finetune/Step Time": 12.502607805654407}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.7793127298355103, "Finetune/Loss (Raw)": 0.816775918006897, "Finetune/Step": 2427, "Finetune/Step Time": 12.493550006300211}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7781467437744141, "Finetune/Loss (Raw)": 0.683703601360321, "Finetune/Step": 2428, "Finetune/Step Time": 12.486455781385303}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.7788176536560059, "Finetune/Loss (Raw)": 0.8098317980766296, "Finetune/Step": 2429, "Finetune/Step Time": 12.500994710251689}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.778565526008606, "Finetune/Loss (Raw)": 0.665295422077179, "Finetune/Step": 2430, "Finetune/Step Time": 12.539596356451511}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.7790369391441345, "Finetune/Loss (Raw)": 0.881546676158905, "Finetune/Step": 2431, "Finetune/Step Time": 12.535828622058034}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.7800580263137817, "Finetune/Loss (Raw)": 0.7546181678771973, "Finetune/Step": 2432, "Finetune/Step Time": 12.540480300784111}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.7800620198249817, "Finetune/Loss (Raw)": 0.7116833925247192, "Finetune/Step": 2433, "Finetune/Step Time": 12.53981814160943}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.7794032096862793, "Finetune/Loss (Raw)": 0.809236466884613, "Finetune/Step": 2434, "Finetune/Step Time": 12.541141040623188}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.7787978649139404, "Finetune/Loss (Raw)": 0.7663779258728027, "Finetune/Step": 2435, "Finetune/Step Time": 12.557694166898727}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.7815035581588745, "Finetune/Loss (Raw)": 0.8564464449882507, "Finetune/Step": 2436, "Finetune/Step Time": 12.547573037445545}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.7815592288970947, "Finetune/Loss (Raw)": 0.74580979347229, "Finetune/Step": 2437, "Finetune/Step Time": 12.555464088916779}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.7815563678741455, "Finetune/Loss (Raw)": 0.8647882342338562, "Finetune/Step": 2438, "Finetune/Step Time": 12.56174167059362}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.7816512584686279, "Finetune/Loss (Raw)": 0.8744682669639587, "Finetune/Step": 2439, "Finetune/Step Time": 12.562805896624923}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.7830699682235718, "Finetune/Loss (Raw)": 0.8628001809120178, "Finetune/Step": 2440, "Finetune/Step Time": 12.534454831853509}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.7838928699493408, "Finetune/Loss (Raw)": 0.8895891904830933, "Finetune/Step": 2441, "Finetune/Step Time": 12.531226471066475}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.7843599915504456, "Finetune/Loss (Raw)": 0.8065837025642395, "Finetune/Step": 2442, "Finetune/Step Time": 12.530184319242835}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.7854183316230774, "Finetune/Loss (Raw)": 0.8777326941490173, "Finetune/Step": 2443, "Finetune/Step Time": 12.53582208789885}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.7850751876831055, "Finetune/Loss (Raw)": 0.8239005208015442, "Finetune/Step": 2444, "Finetune/Step Time": 12.54184578359127}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.7840630412101746, "Finetune/Loss (Raw)": 0.6417421698570251, "Finetune/Step": 2445, "Finetune/Step Time": 12.560607487335801}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.7852651476860046, "Finetune/Loss (Raw)": 0.8490390777587891, "Finetune/Step": 2446, "Finetune/Step Time": 12.566887382417917}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.7847211956977844, "Finetune/Loss (Raw)": 0.8240798711776733, "Finetune/Step": 2447, "Finetune/Step Time": 12.575701124966145}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.7858050465583801, "Finetune/Loss (Raw)": 0.8849039673805237, "Finetune/Step": 2448, "Finetune/Step Time": 12.579287266358733}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.7851179242134094, "Finetune/Loss (Raw)": 0.703890860080719, "Finetune/Step": 2449, "Finetune/Step Time": 12.563310384750366}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.7844052314758301, "Finetune/Loss (Raw)": 0.7106732726097107, "Finetune/Step": 2450, "Finetune/Step Time": 12.589294526726007}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.7837878465652466, "Finetune/Loss (Raw)": 0.5750465393066406, "Finetune/Step": 2451, "Finetune/Step Time": 12.602133113890886}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.7837435007095337, "Finetune/Loss (Raw)": 0.7534980177879333, "Finetune/Step": 2452, "Finetune/Step Time": 12.610619340091944}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7835226655006409, "Finetune/Loss (Raw)": 0.7945542931556702, "Finetune/Step": 2453, "Finetune/Step Time": 12.63695259578526}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.7847564816474915, "Finetune/Loss (Raw)": 0.7720953226089478, "Finetune/Step": 2454, "Finetune/Step Time": 12.62270419485867}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.7852115631103516, "Finetune/Loss (Raw)": 0.8590580224990845, "Finetune/Step": 2455, "Finetune/Step Time": 12.606628337875009}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.7862516045570374, "Finetune/Loss (Raw)": 0.846637487411499, "Finetune/Step": 2456, "Finetune/Step Time": 12.59335326217115}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.7856718301773071, "Finetune/Loss (Raw)": 0.8253949284553528, "Finetune/Step": 2457, "Finetune/Step Time": 12.58819548971951}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.7862735986709595, "Finetune/Loss (Raw)": 0.7719764113426208, "Finetune/Step": 2458, "Finetune/Step Time": 12.597031224519014}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.7858353853225708, "Finetune/Loss (Raw)": 0.7454271912574768, "Finetune/Step": 2459, "Finetune/Step Time": 12.592008804902434}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.7839351892471313, "Finetune/Loss (Raw)": 0.7433784604072571, "Finetune/Step": 2460, "Finetune/Step Time": 12.583127357065678}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.7843818664550781, "Finetune/Loss (Raw)": 0.9078711271286011, "Finetune/Step": 2461, "Finetune/Step Time": 12.577233219519258}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.7844087481498718, "Finetune/Loss (Raw)": 0.8239247798919678, "Finetune/Step": 2462, "Finetune/Step Time": 12.560179442167282}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.7843762636184692, "Finetune/Loss (Raw)": 0.776328980922699, "Finetune/Step": 2463, "Finetune/Step Time": 12.55598303116858}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.7851296663284302, "Finetune/Loss (Raw)": 0.8743848204612732, "Finetune/Step": 2464, "Finetune/Step Time": 12.535720735788345}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.7844114303588867, "Finetune/Loss (Raw)": 0.7965235114097595, "Finetune/Step": 2465, "Finetune/Step Time": 12.540898503735662}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.7837042808532715, "Finetune/Loss (Raw)": 0.7266784310340881, "Finetune/Step": 2466, "Finetune/Step Time": 12.539926206693053}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.7844231128692627, "Finetune/Loss (Raw)": 0.7854982614517212, "Finetune/Step": 2467, "Finetune/Step Time": 12.51033834181726}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.7857230305671692, "Finetune/Loss (Raw)": 0.9074465036392212, "Finetune/Step": 2468, "Finetune/Step Time": 12.515664212405682}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.7858322262763977, "Finetune/Loss (Raw)": 0.8794344663619995, "Finetune/Step": 2469, "Finetune/Step Time": 12.46278185211122}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.7863867282867432, "Finetune/Loss (Raw)": 0.7158321738243103, "Finetune/Step": 2470, "Finetune/Step Time": 12.440222257748246}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.7860437631607056, "Finetune/Loss (Raw)": 0.8455947041511536, "Finetune/Step": 2471, "Finetune/Step Time": 12.4165498316288}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.7864730954170227, "Finetune/Loss (Raw)": 0.8010793328285217, "Finetune/Step": 2472, "Finetune/Step Time": 12.380576906725764}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.7852441668510437, "Finetune/Loss (Raw)": 0.825577974319458, "Finetune/Step": 2473, "Finetune/Step Time": 12.387716356664896}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.7849903106689453, "Finetune/Loss (Raw)": 0.7483993768692017, "Finetune/Step": 2474, "Finetune/Step Time": 12.388183854520321}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.7846009731292725, "Finetune/Loss (Raw)": 0.7727391123771667, "Finetune/Step": 2475, "Finetune/Step Time": 12.387322599068284}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.7842739820480347, "Finetune/Loss (Raw)": 0.7842963933944702, "Finetune/Step": 2476, "Finetune/Step Time": 12.386670524254441}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.7845329642295837, "Finetune/Loss (Raw)": 0.7927778959274292, "Finetune/Step": 2477, "Finetune/Step Time": 12.379858491942286}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.7844570279121399, "Finetune/Loss (Raw)": 0.7662784457206726, "Finetune/Step": 2478, "Finetune/Step Time": 12.373716402798891}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.783125102519989, "Finetune/Loss (Raw)": 0.7004691958427429, "Finetune/Step": 2479, "Finetune/Step Time": 12.371158465743065}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.7820920944213867, "Finetune/Loss (Raw)": 0.6903824806213379, "Finetune/Step": 2480, "Finetune/Step Time": 12.367267018184066}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.7806026339530945, "Finetune/Loss (Raw)": 0.6077496409416199, "Finetune/Step": 2481, "Finetune/Step Time": 12.395122319459915}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.7819504141807556, "Finetune/Loss (Raw)": 0.9786602854728699, "Finetune/Step": 2482, "Finetune/Step Time": 12.390605729073286}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.7816604375839233, "Finetune/Loss (Raw)": 0.7280372977256775, "Finetune/Step": 2483, "Finetune/Step Time": 12.395226432010531}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.7820925712585449, "Finetune/Loss (Raw)": 0.7288710474967957, "Finetune/Step": 2484, "Finetune/Step Time": 12.40396424010396}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.7822666764259338, "Finetune/Loss (Raw)": 0.7988404631614685, "Finetune/Step": 2485, "Finetune/Step Time": 12.404047379270196}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.7805336713790894, "Finetune/Loss (Raw)": 0.6422067284584045, "Finetune/Step": 2486, "Finetune/Step Time": 12.415479032322764}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.7806881666183472, "Finetune/Loss (Raw)": 0.5833215117454529, "Finetune/Step": 2487, "Finetune/Step Time": 12.413069291040301}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.7810230255126953, "Finetune/Loss (Raw)": 0.8945847749710083, "Finetune/Step": 2488, "Finetune/Step Time": 12.406566159799695}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7809959650039673, "Finetune/Loss (Raw)": 0.8543221950531006, "Finetune/Step": 2489, "Finetune/Step Time": 12.42925593815744}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7793110609054565, "Finetune/Loss (Raw)": 0.5736541748046875, "Finetune/Step": 2490, "Finetune/Step Time": 12.46202839910984}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.7809779644012451, "Finetune/Loss (Raw)": 0.7645230889320374, "Finetune/Step": 2491, "Finetune/Step Time": 12.442296896129847}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7808327674865723, "Finetune/Loss (Raw)": 0.6906638145446777, "Finetune/Step": 2492, "Finetune/Step Time": 12.44231153652072}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.7806605696678162, "Finetune/Loss (Raw)": 0.8318689465522766, "Finetune/Step": 2493, "Finetune/Step Time": 12.473286608234048}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7830482721328735, "Finetune/Loss (Raw)": 0.8816149234771729, "Finetune/Step": 2494, "Finetune/Step Time": 12.45109897479415}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7825095653533936, "Finetune/Loss (Raw)": 0.8132888078689575, "Finetune/Step": 2495, "Finetune/Step Time": 12.438856706023216}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7824022769927979, "Finetune/Loss (Raw)": 0.7504647970199585, "Finetune/Step": 2496, "Finetune/Step Time": 12.472691444680095}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7803947329521179, "Finetune/Loss (Raw)": 0.6511907577514648, "Finetune/Step": 2497, "Finetune/Step Time": 12.471903648227453}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7813904881477356, "Finetune/Loss (Raw)": 0.9083816409111023, "Finetune/Step": 2498, "Finetune/Step Time": 12.469443034380674}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.7786568403244019, "Finetune/Loss (Raw)": 0.531258225440979, "Finetune/Step": 2499, "Finetune/Step Time": 12.485941858962178}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.779492974281311, "Finetune/Loss (Raw)": 0.8312727808952332, "Finetune/Step": 2500, "Finetune/Step Time": 12.48980719037354}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.7793546915054321, "Finetune/Loss (Raw)": 0.8693327903747559, "Finetune/Step": 2501, "Finetune/Step Time": 12.462791422381997}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.7804102897644043, "Finetune/Loss (Raw)": 0.8323310613632202, "Finetune/Step": 2502, "Finetune/Step Time": 12.463457027450204}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.7818976044654846, "Finetune/Loss (Raw)": 0.8138694763183594, "Finetune/Step": 2503, "Finetune/Step Time": 12.447626983746886}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.7814123630523682, "Finetune/Loss (Raw)": 0.8222792148590088, "Finetune/Step": 2504, "Finetune/Step Time": 12.44947818852961}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.7802473306655884, "Finetune/Loss (Raw)": 0.7952853441238403, "Finetune/Step": 2505, "Finetune/Step Time": 12.451067436486483}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.7792991399765015, "Finetune/Loss (Raw)": 0.7588526010513306, "Finetune/Step": 2506, "Finetune/Step Time": 12.46388341858983}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.7797145843505859, "Finetune/Loss (Raw)": 0.863481342792511, "Finetune/Step": 2507, "Finetune/Step Time": 12.447392826899886}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7798342704772949, "Finetune/Loss (Raw)": 0.7086926698684692, "Finetune/Step": 2508, "Finetune/Step Time": 12.455395208671689}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.7797912359237671, "Finetune/Loss (Raw)": 0.7734760642051697, "Finetune/Step": 2509, "Finetune/Step Time": 12.465998550876975}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7816287875175476, "Finetune/Loss (Raw)": 0.8943250775337219, "Finetune/Step": 2510, "Finetune/Step Time": 12.444355668500066}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7840873599052429, "Finetune/Loss (Raw)": 0.8432705998420715, "Finetune/Step": 2511, "Finetune/Step Time": 12.440178928896785}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7820582389831543, "Finetune/Loss (Raw)": 0.6853722333908081, "Finetune/Step": 2512, "Finetune/Step Time": 12.454207796603441}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.7816726565361023, "Finetune/Loss (Raw)": 0.7283273339271545, "Finetune/Step": 2513, "Finetune/Step Time": 12.452696446329355}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7808949947357178, "Finetune/Loss (Raw)": 0.8283766508102417, "Finetune/Step": 2514, "Finetune/Step Time": 12.463976472616196}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7794986963272095, "Finetune/Loss (Raw)": 0.6072598695755005, "Finetune/Step": 2515, "Finetune/Step Time": 12.467764297500253}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.7793161273002625, "Finetune/Loss (Raw)": 0.7662553191184998, "Finetune/Step": 2516, "Finetune/Step Time": 12.438086103647947}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.7787925601005554, "Finetune/Loss (Raw)": 0.8325129151344299, "Finetune/Step": 2517, "Finetune/Step Time": 12.443984691053629}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7774558067321777, "Finetune/Loss (Raw)": 0.7314543724060059, "Finetune/Step": 2518, "Finetune/Step Time": 12.452353075146675}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7763068675994873, "Finetune/Loss (Raw)": 0.7427866458892822, "Finetune/Step": 2519, "Finetune/Step Time": 12.456390226259828}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.7768875360488892, "Finetune/Loss (Raw)": 0.8857099413871765, "Finetune/Step": 2520, "Finetune/Step Time": 12.454725295305252}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7753520011901855, "Finetune/Loss (Raw)": 0.6629923582077026, "Finetune/Step": 2521, "Finetune/Step Time": 12.459843594580889}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7769802212715149, "Finetune/Loss (Raw)": 0.7933983206748962, "Finetune/Step": 2522, "Finetune/Step Time": 12.452237455174327}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.7749959826469421, "Finetune/Loss (Raw)": 0.5857457518577576, "Finetune/Step": 2523, "Finetune/Step Time": 12.455077428370714}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.7748299241065979, "Finetune/Loss (Raw)": 0.7579814791679382, "Finetune/Step": 2524, "Finetune/Step Time": 12.45360941067338}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.773083508014679, "Finetune/Loss (Raw)": 0.5951666831970215, "Finetune/Step": 2525, "Finetune/Step Time": 12.471739534288645}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7718926668167114, "Finetune/Loss (Raw)": 0.8169037103652954, "Finetune/Step": 2526, "Finetune/Step Time": 12.476048868149519}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.7712996006011963, "Finetune/Loss (Raw)": 0.8005208373069763, "Finetune/Step": 2527, "Finetune/Step Time": 12.491443878039718}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.7728015780448914, "Finetune/Loss (Raw)": 0.8972901701927185, "Finetune/Step": 2528, "Finetune/Step Time": 12.503505997359753}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7709923982620239, "Finetune/Loss (Raw)": 0.5476006865501404, "Finetune/Step": 2529, "Finetune/Step Time": 12.5305653270334}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7720369100570679, "Finetune/Loss (Raw)": 0.8198394775390625, "Finetune/Step": 2530, "Finetune/Step Time": 12.517953237518668}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7714760899543762, "Finetune/Loss (Raw)": 0.7324273586273193, "Finetune/Step": 2531, "Finetune/Step Time": 12.514366321265697}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7711528539657593, "Finetune/Loss (Raw)": 0.7820127606391907, "Finetune/Step": 2532, "Finetune/Step Time": 12.536515388637781}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.770231306552887, "Finetune/Loss (Raw)": 0.6594153642654419, "Finetune/Step": 2533, "Finetune/Step Time": 12.535572489723563}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7674828767776489, "Finetune/Loss (Raw)": 0.5443737506866455, "Finetune/Step": 2534, "Finetune/Step Time": 12.557238241657615}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7700374126434326, "Finetune/Loss (Raw)": 0.8909249901771545, "Finetune/Step": 2535, "Finetune/Step Time": 12.520369596779346}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7672278881072998, "Finetune/Loss (Raw)": 0.5918304324150085, "Finetune/Step": 2536, "Finetune/Step Time": 12.519138388335705}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7666300535202026, "Finetune/Loss (Raw)": 0.7192240357398987, "Finetune/Step": 2537, "Finetune/Step Time": 12.52383610419929}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7671524286270142, "Finetune/Loss (Raw)": 0.8338834643363953, "Finetune/Step": 2538, "Finetune/Step Time": 12.539586869999766}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7680214643478394, "Finetune/Loss (Raw)": 0.7625066041946411, "Finetune/Step": 2539, "Finetune/Step Time": 12.541107216849923}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7685546875, "Finetune/Loss (Raw)": 0.7705017924308777, "Finetune/Step": 2540, "Finetune/Step Time": 12.538992306217551}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7678141593933105, "Finetune/Loss (Raw)": 0.6418020725250244, "Finetune/Step": 2541, "Finetune/Step Time": 12.55925846658647}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7674957513809204, "Finetune/Loss (Raw)": 0.8006002902984619, "Finetune/Step": 2542, "Finetune/Step Time": 12.566164527088404}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7675522565841675, "Finetune/Loss (Raw)": 0.8014304637908936, "Finetune/Step": 2543, "Finetune/Step Time": 12.55906743183732}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7666950225830078, "Finetune/Loss (Raw)": 0.6402785778045654, "Finetune/Step": 2544, "Finetune/Step Time": 12.569974167272449}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7672584056854248, "Finetune/Loss (Raw)": 0.7873966693878174, "Finetune/Step": 2545, "Finetune/Step Time": 12.563270661979914}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7660477757453918, "Finetune/Loss (Raw)": 0.5177973508834839, "Finetune/Step": 2546, "Finetune/Step Time": 12.560418317094445}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7661570906639099, "Finetune/Loss (Raw)": 0.7677645087242126, "Finetune/Step": 2547, "Finetune/Step Time": 12.518255792558193}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7653993368148804, "Finetune/Loss (Raw)": 0.8804771900177002, "Finetune/Step": 2548, "Finetune/Step Time": 12.521912898868322}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7648313045501709, "Finetune/Loss (Raw)": 0.5774076581001282, "Finetune/Step": 2549, "Finetune/Step Time": 12.51930326409638}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7656811475753784, "Finetune/Loss (Raw)": 0.7847409248352051, "Finetune/Step": 2550, "Finetune/Step Time": 12.503402339294553}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7679541110992432, "Finetune/Loss (Raw)": 0.8545205593109131, "Finetune/Step": 2551, "Finetune/Step Time": 12.496049009263515}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7690749168395996, "Finetune/Loss (Raw)": 1.0110063552856445, "Finetune/Step": 2552, "Finetune/Step Time": 12.495406543835998}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7692745923995972, "Finetune/Loss (Raw)": 0.7035358548164368, "Finetune/Step": 2553, "Finetune/Step Time": 12.49868305400014}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7709663510322571, "Finetune/Loss (Raw)": 0.7982653975486755, "Finetune/Step": 2554, "Finetune/Step Time": 12.513625210151076}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7696974277496338, "Finetune/Loss (Raw)": 0.6543527841567993, "Finetune/Step": 2555, "Finetune/Step Time": 12.53728442080319}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7708667516708374, "Finetune/Loss (Raw)": 0.833376407623291, "Finetune/Step": 2556, "Finetune/Step Time": 12.533807033672929}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7698500156402588, "Finetune/Loss (Raw)": 0.6796911954879761, "Finetune/Step": 2557, "Finetune/Step Time": 12.510001551359892}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7706419229507446, "Finetune/Loss (Raw)": 0.7666609287261963, "Finetune/Step": 2558, "Finetune/Step Time": 12.466030288487673}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7692999839782715, "Finetune/Loss (Raw)": 0.7097808122634888, "Finetune/Step": 2559, "Finetune/Step Time": 12.464872205629945}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7681246995925903, "Finetune/Loss (Raw)": 0.6041821241378784, "Finetune/Step": 2560, "Finetune/Step Time": 12.477544547989964}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.7687277793884277, "Finetune/Loss (Raw)": 0.7888748049736023, "Finetune/Step": 2561, "Finetune/Step Time": 12.483602695167065}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7693870663642883, "Finetune/Loss (Raw)": 0.8936244249343872, "Finetune/Step": 2562, "Finetune/Step Time": 12.481651963666081}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7665575742721558, "Finetune/Loss (Raw)": 0.40420109033584595, "Finetune/Step": 2563, "Finetune/Step Time": 12.473947573453188}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7661960124969482, "Finetune/Loss (Raw)": 0.8101651072502136, "Finetune/Step": 2564, "Finetune/Step Time": 12.482099909335375}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7670475244522095, "Finetune/Loss (Raw)": 0.8547990918159485, "Finetune/Step": 2565, "Finetune/Step Time": 12.483068406581879}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7666230797767639, "Finetune/Loss (Raw)": 0.8104665875434875, "Finetune/Step": 2566, "Finetune/Step Time": 12.483647048473358}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7652100920677185, "Finetune/Loss (Raw)": 0.693602979183197, "Finetune/Step": 2567, "Finetune/Step Time": 12.488625396043062}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7640353441238403, "Finetune/Loss (Raw)": 0.7124319672584534, "Finetune/Step": 2568, "Finetune/Step Time": 12.489102339372039}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7645743489265442, "Finetune/Loss (Raw)": 0.9585818648338318, "Finetune/Step": 2569, "Finetune/Step Time": 12.48410459049046}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7643663883209229, "Finetune/Loss (Raw)": 0.7799650430679321, "Finetune/Step": 2570, "Finetune/Step Time": 12.487317901104689}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7652535438537598, "Finetune/Loss (Raw)": 0.9912863373756409, "Finetune/Step": 2571, "Finetune/Step Time": 12.488380635157228}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7650797367095947, "Finetune/Loss (Raw)": 0.8016622066497803, "Finetune/Step": 2572, "Finetune/Step Time": 12.488348621875048}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7658566832542419, "Finetune/Loss (Raw)": 0.7411826252937317, "Finetune/Step": 2573, "Finetune/Step Time": 12.469531588256359}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7648268938064575, "Finetune/Loss (Raw)": 0.7172260284423828, "Finetune/Step": 2574, "Finetune/Step Time": 12.498150741681457}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7638416290283203, "Finetune/Loss (Raw)": 0.6979756355285645, "Finetune/Step": 2575, "Finetune/Step Time": 12.491187509149313}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7630237340927124, "Finetune/Loss (Raw)": 0.7802131175994873, "Finetune/Step": 2576, "Finetune/Step Time": 12.493594821542501}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7641086578369141, "Finetune/Loss (Raw)": 0.8427585363388062, "Finetune/Step": 2577, "Finetune/Step Time": 12.495179679244757}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7652535438537598, "Finetune/Loss (Raw)": 0.85721755027771, "Finetune/Step": 2578, "Finetune/Step Time": 12.46973734907806}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7677152752876282, "Finetune/Loss (Raw)": 0.8901443481445312, "Finetune/Step": 2579, "Finetune/Step Time": 12.42653383500874}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7663275599479675, "Finetune/Loss (Raw)": 0.5758719444274902, "Finetune/Step": 2580, "Finetune/Step Time": 12.43284066952765}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7670207619667053, "Finetune/Loss (Raw)": 0.8832841515541077, "Finetune/Step": 2581, "Finetune/Step Time": 12.400246877223253}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7668390870094299, "Finetune/Loss (Raw)": 0.7488418817520142, "Finetune/Step": 2582, "Finetune/Step Time": 12.410352332517505}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7656980156898499, "Finetune/Loss (Raw)": 0.7129978537559509, "Finetune/Step": 2583, "Finetune/Step Time": 12.419538371264935}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.766204833984375, "Finetune/Loss (Raw)": 0.9115185737609863, "Finetune/Step": 2584, "Finetune/Step Time": 12.421518487855792}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7646992802619934, "Finetune/Loss (Raw)": 0.6326797604560852, "Finetune/Step": 2585, "Finetune/Step Time": 12.423149939626455}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7646565437316895, "Finetune/Loss (Raw)": 0.7664982676506042, "Finetune/Step": 2586, "Finetune/Step Time": 12.406554620712996}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7656122446060181, "Finetune/Loss (Raw)": 0.8677664399147034, "Finetune/Step": 2587, "Finetune/Step Time": 12.402623759582639}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7651666402816772, "Finetune/Loss (Raw)": 0.6863375902175903, "Finetune/Step": 2588, "Finetune/Step Time": 12.415520520880818}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7642852067947388, "Finetune/Loss (Raw)": 0.7950509190559387, "Finetune/Step": 2589, "Finetune/Step Time": 12.421380426734686}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7644328474998474, "Finetune/Loss (Raw)": 0.84281986951828, "Finetune/Step": 2590, "Finetune/Step Time": 12.42255319096148}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7638185024261475, "Finetune/Loss (Raw)": 0.6976941823959351, "Finetune/Step": 2591, "Finetune/Step Time": 12.492047872394323}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7630910873413086, "Finetune/Loss (Raw)": 0.7812785506248474, "Finetune/Step": 2592, "Finetune/Step Time": 12.502705169841647}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7618117928504944, "Finetune/Loss (Raw)": 0.6327702403068542, "Finetune/Step": 2593, "Finetune/Step Time": 12.532015388831496}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7613881826400757, "Finetune/Loss (Raw)": 0.672461748123169, "Finetune/Step": 2594, "Finetune/Step Time": 12.548370812088251}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7612864971160889, "Finetune/Loss (Raw)": 0.7724704742431641, "Finetune/Step": 2595, "Finetune/Step Time": 12.555721156299114}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7597167491912842, "Finetune/Loss (Raw)": 0.7065236568450928, "Finetune/Step": 2596, "Finetune/Step Time": 12.54500381462276}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7595527172088623, "Finetune/Loss (Raw)": 0.8584425449371338, "Finetune/Step": 2597, "Finetune/Step Time": 12.55030482262373}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7584209442138672, "Finetune/Loss (Raw)": 0.5709647536277771, "Finetune/Step": 2598, "Finetune/Step Time": 12.569783104583621}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.758277177810669, "Finetune/Loss (Raw)": 0.8271933197975159, "Finetune/Step": 2599, "Finetune/Step Time": 12.579532319679856}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.757976233959198, "Finetune/Loss (Raw)": 0.762558102607727, "Finetune/Step": 2600, "Finetune/Step Time": 12.585003660991788}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7573527097702026, "Finetune/Loss (Raw)": 0.7457638382911682, "Finetune/Step": 2601, "Finetune/Step Time": 12.596440397202969}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7585008144378662, "Finetune/Loss (Raw)": 0.8953529596328735, "Finetune/Step": 2602, "Finetune/Step Time": 12.596802970394492}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7590264678001404, "Finetune/Loss (Raw)": 0.8400278687477112, "Finetune/Step": 2603, "Finetune/Step Time": 12.599662214517593}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7586346864700317, "Finetune/Loss (Raw)": 0.73414146900177, "Finetune/Step": 2604, "Finetune/Step Time": 12.60650278069079}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.757965087890625, "Finetune/Loss (Raw)": 0.7070744633674622, "Finetune/Step": 2605, "Finetune/Step Time": 12.61029758490622}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7574806213378906, "Finetune/Loss (Raw)": 0.7042680978775024, "Finetune/Step": 2606, "Finetune/Step Time": 12.661529459059238}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7583867311477661, "Finetune/Loss (Raw)": 0.81645667552948, "Finetune/Step": 2607, "Finetune/Step Time": 12.69648684002459}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7596338987350464, "Finetune/Loss (Raw)": 0.8500187993049622, "Finetune/Step": 2608, "Finetune/Step Time": 12.687808079645038}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7616185545921326, "Finetune/Loss (Raw)": 0.8617804050445557, "Finetune/Step": 2609, "Finetune/Step Time": 12.656803369522095}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7593527436256409, "Finetune/Loss (Raw)": 0.6886378526687622, "Finetune/Step": 2610, "Finetune/Step Time": 12.679220847785473}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7588818669319153, "Finetune/Loss (Raw)": 0.6677635312080383, "Finetune/Step": 2611, "Finetune/Step Time": 12.687406467273831}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7593330144882202, "Finetune/Loss (Raw)": 0.786618173122406, "Finetune/Step": 2612, "Finetune/Step Time": 12.674031171947718}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7603946328163147, "Finetune/Loss (Raw)": 0.9347301125526428, "Finetune/Step": 2613, "Finetune/Step Time": 12.673063637688756}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7610965967178345, "Finetune/Loss (Raw)": 0.7320573329925537, "Finetune/Step": 2614, "Finetune/Step Time": 12.667759966105223}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7632147669792175, "Finetune/Loss (Raw)": 0.8544474840164185, "Finetune/Step": 2615, "Finetune/Step Time": 12.655248003080487}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7631429433822632, "Finetune/Loss (Raw)": 0.8853853344917297, "Finetune/Step": 2616, "Finetune/Step Time": 12.661538502201438}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7611202001571655, "Finetune/Loss (Raw)": 0.5954136848449707, "Finetune/Step": 2617, "Finetune/Step Time": 12.65488837659359}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7617042064666748, "Finetune/Loss (Raw)": 0.6484102606773376, "Finetune/Step": 2618, "Finetune/Step Time": 12.63547395169735}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7623866200447083, "Finetune/Loss (Raw)": 0.8518684506416321, "Finetune/Step": 2619, "Finetune/Step Time": 12.630420720204711}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7625827193260193, "Finetune/Loss (Raw)": 0.715766429901123, "Finetune/Step": 2620, "Finetune/Step Time": 12.625967403873801}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7619037628173828, "Finetune/Loss (Raw)": 0.7449687123298645, "Finetune/Step": 2621, "Finetune/Step Time": 12.600726114585996}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7616457939147949, "Finetune/Loss (Raw)": 0.8485923409461975, "Finetune/Step": 2622, "Finetune/Step Time": 12.602542312815785}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7610188126564026, "Finetune/Loss (Raw)": 0.7330349087715149, "Finetune/Step": 2623, "Finetune/Step Time": 12.62951952777803}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7613489627838135, "Finetune/Loss (Raw)": 0.7927207946777344, "Finetune/Step": 2624, "Finetune/Step Time": 12.62111595645547}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7605500221252441, "Finetune/Loss (Raw)": 0.5489275455474854, "Finetune/Step": 2625, "Finetune/Step Time": 12.641222046688199}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7574151754379272, "Finetune/Loss (Raw)": 0.5071266293525696, "Finetune/Step": 2626, "Finetune/Step Time": 12.671391190961003}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7592532634735107, "Finetune/Loss (Raw)": 0.7665284276008606, "Finetune/Step": 2627, "Finetune/Step Time": 12.649411944672465}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7593029141426086, "Finetune/Loss (Raw)": 0.8376305103302002, "Finetune/Step": 2628, "Finetune/Step Time": 12.64716444723308}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7563925385475159, "Finetune/Loss (Raw)": 0.49680328369140625, "Finetune/Step": 2629, "Finetune/Step Time": 12.668920362368226}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7550588846206665, "Finetune/Loss (Raw)": 0.6616154313087463, "Finetune/Step": 2630, "Finetune/Step Time": 12.669126030057669}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7553882598876953, "Finetune/Loss (Raw)": 0.8560351729393005, "Finetune/Step": 2631, "Finetune/Step Time": 12.66675116494298}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7543811202049255, "Finetune/Loss (Raw)": 0.6933630108833313, "Finetune/Step": 2632, "Finetune/Step Time": 12.662456654012203}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.754694938659668, "Finetune/Loss (Raw)": 0.835460901260376, "Finetune/Step": 2633, "Finetune/Step Time": 12.66532694362104}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7546254396438599, "Finetune/Loss (Raw)": 0.749952495098114, "Finetune/Step": 2634, "Finetune/Step Time": 12.660826059058309}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7538407444953918, "Finetune/Loss (Raw)": 0.7630409598350525, "Finetune/Step": 2635, "Finetune/Step Time": 12.651409616693854}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7554680109024048, "Finetune/Loss (Raw)": 0.9169851541519165, "Finetune/Step": 2636, "Finetune/Step Time": 12.651182571426034}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7549743056297302, "Finetune/Loss (Raw)": 0.7102790474891663, "Finetune/Step": 2637, "Finetune/Step Time": 12.658886710181832}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7548717260360718, "Finetune/Loss (Raw)": 0.881191611289978, "Finetune/Step": 2638, "Finetune/Step Time": 12.684510538354516}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7543554306030273, "Finetune/Loss (Raw)": 0.7771852612495422, "Finetune/Step": 2639, "Finetune/Step Time": 12.67431509681046}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7532370090484619, "Finetune/Loss (Raw)": 0.5422092080116272, "Finetune/Step": 2640, "Finetune/Step Time": 12.690236339345574}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7535871267318726, "Finetune/Loss (Raw)": 0.7731504440307617, "Finetune/Step": 2641, "Finetune/Step Time": 12.681307271122932}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7529586553573608, "Finetune/Loss (Raw)": 0.7479328513145447, "Finetune/Step": 2642, "Finetune/Step Time": 12.665458792820573}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7530356645584106, "Finetune/Loss (Raw)": 0.61711585521698, "Finetune/Step": 2643, "Finetune/Step Time": 12.661494700238109}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7521768808364868, "Finetune/Loss (Raw)": 0.6563304662704468, "Finetune/Step": 2644, "Finetune/Step Time": 12.711350597441196}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7519754767417908, "Finetune/Loss (Raw)": 0.8067348003387451, "Finetune/Step": 2645, "Finetune/Step Time": 12.71345897577703}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7523516416549683, "Finetune/Loss (Raw)": 0.7796035408973694, "Finetune/Step": 2646, "Finetune/Step Time": 12.697077687829733}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7520455121994019, "Finetune/Loss (Raw)": 0.7036035060882568, "Finetune/Step": 2647, "Finetune/Step Time": 12.704603305086493}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7510882616043091, "Finetune/Loss (Raw)": 0.763174831867218, "Finetune/Step": 2648, "Finetune/Step Time": 12.716324880719185}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7512999176979065, "Finetune/Loss (Raw)": 0.6900887489318848, "Finetune/Step": 2649, "Finetune/Step Time": 12.70634100958705}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7504830360412598, "Finetune/Loss (Raw)": 0.6888370513916016, "Finetune/Step": 2650, "Finetune/Step Time": 12.684360129758716}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7518278360366821, "Finetune/Loss (Raw)": 0.7578784823417664, "Finetune/Step": 2651, "Finetune/Step Time": 12.679042497649789}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.752586305141449, "Finetune/Loss (Raw)": 0.8550708293914795, "Finetune/Step": 2652, "Finetune/Step Time": 12.690264098346233}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7534221410751343, "Finetune/Loss (Raw)": 0.7021530270576477, "Finetune/Step": 2653, "Finetune/Step Time": 12.70870372466743}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7518333792686462, "Finetune/Loss (Raw)": 0.6135393977165222, "Finetune/Step": 2654, "Finetune/Step Time": 12.727787967771292}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7515192031860352, "Finetune/Loss (Raw)": 0.7603074312210083, "Finetune/Step": 2655, "Finetune/Step Time": 12.726394072175026}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7505658864974976, "Finetune/Loss (Raw)": 0.7752621173858643, "Finetune/Step": 2656, "Finetune/Step Time": 12.71889303252101}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.750878632068634, "Finetune/Loss (Raw)": 0.5876330733299255, "Finetune/Step": 2657, "Finetune/Step Time": 12.712703503668308}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7487977147102356, "Finetune/Loss (Raw)": 0.5534850358963013, "Finetune/Step": 2658, "Finetune/Step Time": 12.74369403347373}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7493318319320679, "Finetune/Loss (Raw)": 0.8007950782775879, "Finetune/Step": 2659, "Finetune/Step Time": 12.735238404944539}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7497081756591797, "Finetune/Loss (Raw)": 0.830178439617157, "Finetune/Step": 2660, "Finetune/Step Time": 12.716669151559472}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7521148920059204, "Finetune/Loss (Raw)": 0.9674749970436096, "Finetune/Step": 2661, "Finetune/Step Time": 12.721971854567528}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7543796300888062, "Finetune/Loss (Raw)": 0.8342597484588623, "Finetune/Step": 2662, "Finetune/Step Time": 12.69182845018804}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7541146874427795, "Finetune/Loss (Raw)": 0.857016384601593, "Finetune/Step": 2663, "Finetune/Step Time": 12.701996501535177}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7549029588699341, "Finetune/Loss (Raw)": 0.6927236914634705, "Finetune/Step": 2664, "Finetune/Step Time": 12.706364322453737}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7542684078216553, "Finetune/Loss (Raw)": 0.6380111575126648, "Finetune/Step": 2665, "Finetune/Step Time": 12.696667533367872}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7543510794639587, "Finetune/Loss (Raw)": 0.8444642424583435, "Finetune/Step": 2666, "Finetune/Step Time": 12.680111994966865}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7540322542190552, "Finetune/Loss (Raw)": 0.7216987013816833, "Finetune/Step": 2667, "Finetune/Step Time": 12.665255706757307}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7541913986206055, "Finetune/Loss (Raw)": 0.7908667325973511, "Finetune/Step": 2668, "Finetune/Step Time": 12.661454623565078}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7561807632446289, "Finetune/Loss (Raw)": 0.8964464068412781, "Finetune/Step": 2669, "Finetune/Step Time": 12.660678137093782}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7562247514724731, "Finetune/Loss (Raw)": 0.8062281012535095, "Finetune/Step": 2670, "Finetune/Step Time": 12.651849340647459}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7547225952148438, "Finetune/Loss (Raw)": 0.6091492772102356, "Finetune/Step": 2671, "Finetune/Step Time": 12.658151952549815}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7540929913520813, "Finetune/Loss (Raw)": 0.5596911311149597, "Finetune/Step": 2672, "Finetune/Step Time": 12.666370175778866}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7540301084518433, "Finetune/Loss (Raw)": 0.7793527841567993, "Finetune/Step": 2673, "Finetune/Step Time": 12.665525753051043}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7545849680900574, "Finetune/Loss (Raw)": 0.588819146156311, "Finetune/Step": 2674, "Finetune/Step Time": 12.65353793092072}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7546296119689941, "Finetune/Loss (Raw)": 0.7734737992286682, "Finetune/Step": 2675, "Finetune/Step Time": 12.659515514969826}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.753583550453186, "Finetune/Loss (Raw)": 0.7465782165527344, "Finetune/Step": 2676, "Finetune/Step Time": 12.664324628189206}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7556872367858887, "Finetune/Loss (Raw)": 0.8466887474060059, "Finetune/Step": 2677, "Finetune/Step Time": 12.63221288099885}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7555966973304749, "Finetune/Loss (Raw)": 0.7731454968452454, "Finetune/Step": 2678, "Finetune/Step Time": 12.633765386417508}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7561081051826477, "Finetune/Loss (Raw)": 0.9199798703193665, "Finetune/Step": 2679, "Finetune/Step Time": 12.628945661708713}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7546176910400391, "Finetune/Loss (Raw)": 0.8202311396598816, "Finetune/Step": 2680, "Finetune/Step Time": 12.63605584204197}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7536332607269287, "Finetune/Loss (Raw)": 0.5775357484817505, "Finetune/Step": 2681, "Finetune/Step Time": 12.646660497412086}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7535291910171509, "Finetune/Loss (Raw)": 0.784943699836731, "Finetune/Step": 2682, "Finetune/Step Time": 12.614202672615647}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7546808123588562, "Finetune/Loss (Raw)": 0.8017594218254089, "Finetune/Step": 2683, "Finetune/Step Time": 12.585640704259276}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7541738152503967, "Finetune/Loss (Raw)": 0.7684771418571472, "Finetune/Step": 2684, "Finetune/Step Time": 12.588117960840464}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7552652955055237, "Finetune/Loss (Raw)": 0.819400429725647, "Finetune/Step": 2685, "Finetune/Step Time": 12.595401329919696}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7548308968544006, "Finetune/Loss (Raw)": 0.7110590934753418, "Finetune/Step": 2686, "Finetune/Step Time": 12.600392958149314}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7552798986434937, "Finetune/Loss (Raw)": 0.7672497630119324, "Finetune/Step": 2687, "Finetune/Step Time": 12.603308537974954}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7567839026451111, "Finetune/Loss (Raw)": 0.796698272228241, "Finetune/Step": 2688, "Finetune/Step Time": 12.576115164905787}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.757645845413208, "Finetune/Loss (Raw)": 0.8992084264755249, "Finetune/Step": 2689, "Finetune/Step Time": 12.571367653086782}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7553430199623108, "Finetune/Loss (Raw)": 0.598859965801239, "Finetune/Step": 2690, "Finetune/Step Time": 12.598247949033976}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7588756084442139, "Finetune/Loss (Raw)": 0.8563679456710815, "Finetune/Step": 2691, "Finetune/Step Time": 12.589921522885561}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7583459615707397, "Finetune/Loss (Raw)": 0.7423810958862305, "Finetune/Step": 2692, "Finetune/Step Time": 12.58811904862523}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7579284906387329, "Finetune/Loss (Raw)": 0.801352858543396, "Finetune/Step": 2693, "Finetune/Step Time": 12.58415107615292}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7573064565658569, "Finetune/Loss (Raw)": 0.7308468818664551, "Finetune/Step": 2694, "Finetune/Step Time": 12.586580738425255}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7578569650650024, "Finetune/Loss (Raw)": 0.7640661001205444, "Finetune/Step": 2695, "Finetune/Step Time": 12.585087910294533}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7582758665084839, "Finetune/Loss (Raw)": 0.7660553455352783, "Finetune/Step": 2696, "Finetune/Step Time": 12.6027762722224}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7568181753158569, "Finetune/Loss (Raw)": 0.7719996571540833, "Finetune/Step": 2697, "Finetune/Step Time": 12.609188059344888}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7561732530593872, "Finetune/Loss (Raw)": 0.6974107027053833, "Finetune/Step": 2698, "Finetune/Step Time": 12.604660483077168}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7551177144050598, "Finetune/Loss (Raw)": 0.8561812043190002, "Finetune/Step": 2699, "Finetune/Step Time": 12.622362393885851}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7548503279685974, "Finetune/Loss (Raw)": 0.7674359679222107, "Finetune/Step": 2700, "Finetune/Step Time": 12.623084863647819}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7548943161964417, "Finetune/Loss (Raw)": 0.7468128800392151, "Finetune/Step": 2701, "Finetune/Step Time": 12.664621183648705}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7555911540985107, "Finetune/Loss (Raw)": 0.8064190745353699, "Finetune/Step": 2702, "Finetune/Step Time": 12.649598697200418}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7555007338523865, "Finetune/Loss (Raw)": 0.6864062547683716, "Finetune/Step": 2703, "Finetune/Step Time": 12.670707812532783}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7544696927070618, "Finetune/Loss (Raw)": 0.6482390761375427, "Finetune/Step": 2704, "Finetune/Step Time": 12.685192307457328}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7537664175033569, "Finetune/Loss (Raw)": 0.7527400851249695, "Finetune/Step": 2705, "Finetune/Step Time": 12.686332385987043}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7535760402679443, "Finetune/Loss (Raw)": 0.8328491449356079, "Finetune/Step": 2706, "Finetune/Step Time": 12.692447060719132}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7539317607879639, "Finetune/Loss (Raw)": 0.9356729984283447, "Finetune/Step": 2707, "Finetune/Step Time": 12.691210623830557}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7563510537147522, "Finetune/Loss (Raw)": 0.8855469822883606, "Finetune/Step": 2708, "Finetune/Step Time": 12.688111016526818}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7551724314689636, "Finetune/Loss (Raw)": 0.7324191331863403, "Finetune/Step": 2709, "Finetune/Step Time": 12.702261099591851}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7540962100028992, "Finetune/Loss (Raw)": 0.6110802292823792, "Finetune/Step": 2710, "Finetune/Step Time": 12.71055837161839}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7551223635673523, "Finetune/Loss (Raw)": 0.844351589679718, "Finetune/Step": 2711, "Finetune/Step Time": 12.701644336804748}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7541407346725464, "Finetune/Loss (Raw)": 0.7858628630638123, "Finetune/Step": 2712, "Finetune/Step Time": 12.737420612946153}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7550278306007385, "Finetune/Loss (Raw)": 0.746231734752655, "Finetune/Step": 2713, "Finetune/Step Time": 12.755893727764487}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7557743191719055, "Finetune/Loss (Raw)": 0.8620464205741882, "Finetune/Step": 2714, "Finetune/Step Time": 12.754406152293086}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7545452117919922, "Finetune/Loss (Raw)": 0.710444986820221, "Finetune/Step": 2715, "Finetune/Step Time": 12.744206039234996}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7552885413169861, "Finetune/Loss (Raw)": 0.7814836502075195, "Finetune/Step": 2716, "Finetune/Step Time": 12.732791289687157}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7556377649307251, "Finetune/Loss (Raw)": 0.8397501111030579, "Finetune/Step": 2717, "Finetune/Step Time": 12.70747310295701}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7547454833984375, "Finetune/Loss (Raw)": 0.7286070585250854, "Finetune/Step": 2718, "Finetune/Step Time": 12.709844537079334}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7554529905319214, "Finetune/Loss (Raw)": 0.7882539629936218, "Finetune/Step": 2719, "Finetune/Step Time": 12.646149596199393}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7557886242866516, "Finetune/Loss (Raw)": 0.8242403268814087, "Finetune/Step": 2720, "Finetune/Step Time": 12.64252944290638}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7563066482543945, "Finetune/Loss (Raw)": 0.6990775465965271, "Finetune/Step": 2721, "Finetune/Step Time": 12.62474393285811}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7571560144424438, "Finetune/Loss (Raw)": 0.7811807990074158, "Finetune/Step": 2722, "Finetune/Step Time": 12.611107153818011}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7567431926727295, "Finetune/Loss (Raw)": 0.7196263074874878, "Finetune/Step": 2723, "Finetune/Step Time": 12.60182929970324}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7574700117111206, "Finetune/Loss (Raw)": 0.7995592951774597, "Finetune/Step": 2724, "Finetune/Step Time": 12.604785030707717}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.75690758228302, "Finetune/Loss (Raw)": 0.7864617705345154, "Finetune/Step": 2725, "Finetune/Step Time": 12.597512921318412}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7584830522537231, "Finetune/Loss (Raw)": 0.7726173996925354, "Finetune/Step": 2726, "Finetune/Step Time": 12.59349750354886}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7580195665359497, "Finetune/Loss (Raw)": 0.7678681015968323, "Finetune/Step": 2727, "Finetune/Step Time": 12.592271402478218}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7561485767364502, "Finetune/Loss (Raw)": 0.5230710506439209, "Finetune/Step": 2728, "Finetune/Step Time": 12.589449195191264}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7559554576873779, "Finetune/Loss (Raw)": 0.7210478782653809, "Finetune/Step": 2729, "Finetune/Step Time": 12.60311690531671}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7536536455154419, "Finetune/Loss (Raw)": 0.6007160544395447, "Finetune/Step": 2730, "Finetune/Step Time": 12.604985430836678}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7530598640441895, "Finetune/Loss (Raw)": 0.7640304565429688, "Finetune/Step": 2731, "Finetune/Step Time": 12.59757949411869}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.753533661365509, "Finetune/Loss (Raw)": 0.7947831153869629, "Finetune/Step": 2732, "Finetune/Step Time": 12.594049375504255}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7544049024581909, "Finetune/Loss (Raw)": 0.8185876607894897, "Finetune/Step": 2733, "Finetune/Step Time": 12.591983085498214}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7547590732574463, "Finetune/Loss (Raw)": 0.7496062517166138, "Finetune/Step": 2734, "Finetune/Step Time": 12.551251308992505}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7548433542251587, "Finetune/Loss (Raw)": 0.8272470831871033, "Finetune/Step": 2735, "Finetune/Step Time": 12.514641929417849}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7535213232040405, "Finetune/Loss (Raw)": 0.6807955503463745, "Finetune/Step": 2736, "Finetune/Step Time": 12.541227178648114}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7506769895553589, "Finetune/Loss (Raw)": 0.49770379066467285, "Finetune/Step": 2737, "Finetune/Step Time": 12.5513447932899}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7517223358154297, "Finetune/Loss (Raw)": 0.8224470019340515, "Finetune/Step": 2738, "Finetune/Step Time": 12.541381977498531}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7530231475830078, "Finetune/Loss (Raw)": 0.8342664241790771, "Finetune/Step": 2739, "Finetune/Step Time": 12.526363102719188}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7521381378173828, "Finetune/Loss (Raw)": 0.6733335256576538, "Finetune/Step": 2740, "Finetune/Step Time": 12.537560395896435}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7514563798904419, "Finetune/Loss (Raw)": 0.8474743962287903, "Finetune/Step": 2741, "Finetune/Step Time": 12.538372948765755}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7515360116958618, "Finetune/Loss (Raw)": 0.7422488927841187, "Finetune/Step": 2742, "Finetune/Step Time": 12.540990071371198}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7515990734100342, "Finetune/Loss (Raw)": 0.8625149726867676, "Finetune/Step": 2743, "Finetune/Step Time": 12.53137998841703}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7506968975067139, "Finetune/Loss (Raw)": 0.7699041962623596, "Finetune/Step": 2744, "Finetune/Step Time": 12.527842005714774}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7528567314147949, "Finetune/Loss (Raw)": 0.8718703985214233, "Finetune/Step": 2745, "Finetune/Step Time": 12.503290196880698}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.753962516784668, "Finetune/Loss (Raw)": 0.7899543642997742, "Finetune/Step": 2746, "Finetune/Step Time": 12.512284625321627}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7533442974090576, "Finetune/Loss (Raw)": 0.7727412581443787, "Finetune/Step": 2747, "Finetune/Step Time": 12.532181026414037}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7546605467796326, "Finetune/Loss (Raw)": 0.8842421770095825, "Finetune/Step": 2748, "Finetune/Step Time": 12.536439625546336}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.755339503288269, "Finetune/Loss (Raw)": 0.8318704962730408, "Finetune/Step": 2749, "Finetune/Step Time": 12.53537455573678}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7545948624610901, "Finetune/Loss (Raw)": 0.7532867193222046, "Finetune/Step": 2750, "Finetune/Step Time": 12.532177034765482}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7547696232795715, "Finetune/Loss (Raw)": 0.7554014325141907, "Finetune/Step": 2751, "Finetune/Step Time": 12.515717322006822}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7546679973602295, "Finetune/Loss (Raw)": 0.7797085046768188, "Finetune/Step": 2752, "Finetune/Step Time": 12.517822524532676}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7572535276412964, "Finetune/Loss (Raw)": 0.8798795342445374, "Finetune/Step": 2753, "Finetune/Step Time": 12.510272327810526}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.759233832359314, "Finetune/Loss (Raw)": 0.7606076002120972, "Finetune/Step": 2754, "Finetune/Step Time": 12.48026973195374}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7581509947776794, "Finetune/Loss (Raw)": 0.6279218792915344, "Finetune/Step": 2755, "Finetune/Step Time": 12.51127009280026}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7576904296875, "Finetune/Loss (Raw)": 0.7786734104156494, "Finetune/Step": 2756, "Finetune/Step Time": 12.535700242966413}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7583774328231812, "Finetune/Loss (Raw)": 0.5847445726394653, "Finetune/Step": 2757, "Finetune/Step Time": 12.569251753389835}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7599062919616699, "Finetune/Loss (Raw)": 0.8573123216629028, "Finetune/Step": 2758, "Finetune/Step Time": 12.569394024088979}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7588278651237488, "Finetune/Loss (Raw)": 0.7179887890815735, "Finetune/Step": 2759, "Finetune/Step Time": 12.56843963637948}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7584303617477417, "Finetune/Loss (Raw)": 0.6424875855445862, "Finetune/Step": 2760, "Finetune/Step Time": 12.559007925912738}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7568463683128357, "Finetune/Loss (Raw)": 0.6327081322669983, "Finetune/Step": 2761, "Finetune/Step Time": 12.585437772795558}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7566705942153931, "Finetune/Loss (Raw)": 0.7274520993232727, "Finetune/Step": 2762, "Finetune/Step Time": 12.600709849968553}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7567415833473206, "Finetune/Loss (Raw)": 0.7721288800239563, "Finetune/Step": 2763, "Finetune/Step Time": 12.607164647430182}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7554935812950134, "Finetune/Loss (Raw)": 0.7572410106658936, "Finetune/Step": 2764, "Finetune/Step Time": 12.605737464502454}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7547305822372437, "Finetune/Loss (Raw)": 0.6126120686531067, "Finetune/Step": 2765, "Finetune/Step Time": 12.620743064209819}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7539063096046448, "Finetune/Loss (Raw)": 0.775691032409668, "Finetune/Step": 2766, "Finetune/Step Time": 12.601899240165949}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7541576027870178, "Finetune/Loss (Raw)": 0.8093516230583191, "Finetune/Step": 2767, "Finetune/Step Time": 12.618255347013474}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7564195394515991, "Finetune/Loss (Raw)": 0.8317272663116455, "Finetune/Step": 2768, "Finetune/Step Time": 12.590894240885973}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7565947771072388, "Finetune/Loss (Raw)": 0.7955873012542725, "Finetune/Step": 2769, "Finetune/Step Time": 12.600060204043984}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7548079490661621, "Finetune/Loss (Raw)": 0.5192168951034546, "Finetune/Step": 2770, "Finetune/Step Time": 12.626026196405292}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7564151287078857, "Finetune/Loss (Raw)": 0.8228378891944885, "Finetune/Step": 2771, "Finetune/Step Time": 12.614598285406828}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7578280568122864, "Finetune/Loss (Raw)": 0.8371848464012146, "Finetune/Step": 2772, "Finetune/Step Time": 12.56723553687334}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7582305669784546, "Finetune/Loss (Raw)": 0.8582594990730286, "Finetune/Step": 2773, "Finetune/Step Time": 12.560152903199196}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7562637329101562, "Finetune/Loss (Raw)": 0.5278400778770447, "Finetune/Step": 2774, "Finetune/Step Time": 12.585680350661278}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7572417259216309, "Finetune/Loss (Raw)": 0.8287935256958008, "Finetune/Step": 2775, "Finetune/Step Time": 12.575408728793263}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7569186091423035, "Finetune/Loss (Raw)": 0.7218146324157715, "Finetune/Step": 2776, "Finetune/Step Time": 12.567329937592149}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7575540542602539, "Finetune/Loss (Raw)": 0.7714157700538635, "Finetune/Step": 2777, "Finetune/Step Time": 12.55127239227295}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.758499264717102, "Finetune/Loss (Raw)": 0.809829592704773, "Finetune/Step": 2778, "Finetune/Step Time": 12.552377162501216}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7580482959747314, "Finetune/Loss (Raw)": 0.7001564502716064, "Finetune/Step": 2779, "Finetune/Step Time": 12.559455398470163}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7574943900108337, "Finetune/Loss (Raw)": 0.7841764092445374, "Finetune/Step": 2780, "Finetune/Step Time": 12.558211838826537}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7588361501693726, "Finetune/Loss (Raw)": 0.8738876581192017, "Finetune/Step": 2781, "Finetune/Step Time": 12.533711418509483}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7602438926696777, "Finetune/Loss (Raw)": 0.7937320470809937, "Finetune/Step": 2782, "Finetune/Step Time": 12.508281625807285}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7605334520339966, "Finetune/Loss (Raw)": 0.7973799109458923, "Finetune/Step": 2783, "Finetune/Step Time": 12.513948511332273}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7590650320053101, "Finetune/Loss (Raw)": 0.5872954726219177, "Finetune/Step": 2784, "Finetune/Step Time": 12.529848823323846}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7604445219039917, "Finetune/Loss (Raw)": 0.7642025351524353, "Finetune/Step": 2785, "Finetune/Step Time": 12.512994414195418}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.76263827085495, "Finetune/Loss (Raw)": 0.8342929482460022, "Finetune/Step": 2786, "Finetune/Step Time": 12.478908944875002}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7622419595718384, "Finetune/Loss (Raw)": 0.7500636577606201, "Finetune/Step": 2787, "Finetune/Step Time": 12.478683330118656}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7624406814575195, "Finetune/Loss (Raw)": 0.8556249737739563, "Finetune/Step": 2788, "Finetune/Step Time": 12.489859119057655}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7604665160179138, "Finetune/Loss (Raw)": 0.7147772312164307, "Finetune/Step": 2789, "Finetune/Step Time": 12.511427346616983}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7599157094955444, "Finetune/Loss (Raw)": 0.7637518644332886, "Finetune/Step": 2790, "Finetune/Step Time": 12.514908937737346}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7578182220458984, "Finetune/Loss (Raw)": 0.5885471105575562, "Finetune/Step": 2791, "Finetune/Step Time": 12.529425935819745}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.758579432964325, "Finetune/Loss (Raw)": 0.7901533246040344, "Finetune/Step": 2792, "Finetune/Step Time": 12.523107616230845}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.760601282119751, "Finetune/Loss (Raw)": 0.8967999815940857, "Finetune/Step": 2793, "Finetune/Step Time": 12.52355232089758}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7594490051269531, "Finetune/Loss (Raw)": 0.6969789266586304, "Finetune/Step": 2794, "Finetune/Step Time": 12.53734340518713}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7589616775512695, "Finetune/Loss (Raw)": 0.6593256592750549, "Finetune/Step": 2795, "Finetune/Step Time": 12.55195546336472}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7586317658424377, "Finetune/Loss (Raw)": 0.7486392855644226, "Finetune/Step": 2796, "Finetune/Step Time": 12.57605304941535}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7559060454368591, "Finetune/Loss (Raw)": 0.547551155090332, "Finetune/Step": 2797, "Finetune/Step Time": 12.571062685921788}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7545822858810425, "Finetune/Loss (Raw)": 0.6367822289466858, "Finetune/Step": 2798, "Finetune/Step Time": 12.617657706141472}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7548871040344238, "Finetune/Loss (Raw)": 0.6481695771217346, "Finetune/Step": 2799, "Finetune/Step Time": 12.616955388337374}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.755168080329895, "Finetune/Loss (Raw)": 0.5956544876098633, "Finetune/Step": 2800, "Finetune/Step Time": 12.617422636598349}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7557340860366821, "Finetune/Loss (Raw)": 0.8518046736717224, "Finetune/Step": 2801, "Finetune/Step Time": 12.620303781703115}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7578856945037842, "Finetune/Loss (Raw)": 0.8642225861549377, "Finetune/Step": 2802, "Finetune/Step Time": 12.618190113455057}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7574663162231445, "Finetune/Loss (Raw)": 0.7197911739349365, "Finetune/Step": 2803, "Finetune/Step Time": 12.6140221003443}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7580287456512451, "Finetune/Loss (Raw)": 0.8185673356056213, "Finetune/Step": 2804, "Finetune/Step Time": 12.604448778554797}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7586461305618286, "Finetune/Loss (Raw)": 0.9257160425186157, "Finetune/Step": 2805, "Finetune/Step Time": 12.602982223033905}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7582305073738098, "Finetune/Loss (Raw)": 0.7199495434761047, "Finetune/Step": 2806, "Finetune/Step Time": 12.608688091859221}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7568294405937195, "Finetune/Loss (Raw)": 0.7406403422355652, "Finetune/Step": 2807, "Finetune/Step Time": 12.611931594088674}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7549989223480225, "Finetune/Loss (Raw)": 0.5859300494194031, "Finetune/Step": 2808, "Finetune/Step Time": 12.624051921069622}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7546311616897583, "Finetune/Loss (Raw)": 0.5304604768753052, "Finetune/Step": 2809, "Finetune/Step Time": 12.624503249302506}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7536382675170898, "Finetune/Loss (Raw)": 0.6578497290611267, "Finetune/Step": 2810, "Finetune/Step Time": 12.620438493788242}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7534694075584412, "Finetune/Loss (Raw)": 0.7801470756530762, "Finetune/Step": 2811, "Finetune/Step Time": 12.626538487151265}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7535250782966614, "Finetune/Loss (Raw)": 0.7756015658378601, "Finetune/Step": 2812, "Finetune/Step Time": 12.622620154172182}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7535595893859863, "Finetune/Loss (Raw)": 0.8238273859024048, "Finetune/Step": 2813, "Finetune/Step Time": 12.615477373823524}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7528197765350342, "Finetune/Loss (Raw)": 0.6163533329963684, "Finetune/Step": 2814, "Finetune/Step Time": 12.638467442244291}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7536725401878357, "Finetune/Loss (Raw)": 0.8764064908027649, "Finetune/Step": 2815, "Finetune/Step Time": 12.638550665229559}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7533766031265259, "Finetune/Loss (Raw)": 0.7588196396827698, "Finetune/Step": 2816, "Finetune/Step Time": 12.6341298725456}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7522033452987671, "Finetune/Loss (Raw)": 0.7490267753601074, "Finetune/Step": 2817, "Finetune/Step Time": 12.639867939054966}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7533926963806152, "Finetune/Loss (Raw)": 0.7510999441146851, "Finetune/Step": 2818, "Finetune/Step Time": 12.616987023502588}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7536914944648743, "Finetune/Loss (Raw)": 0.8946112394332886, "Finetune/Step": 2819, "Finetune/Step Time": 12.621709529310465}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7546695470809937, "Finetune/Loss (Raw)": 0.867567777633667, "Finetune/Step": 2820, "Finetune/Step Time": 12.621610870584846}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7531160116195679, "Finetune/Loss (Raw)": 0.6025089621543884, "Finetune/Step": 2821, "Finetune/Step Time": 12.63730507902801}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7537063360214233, "Finetune/Loss (Raw)": 0.8064095377922058, "Finetune/Step": 2822, "Finetune/Step Time": 12.635387763381004}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7523401379585266, "Finetune/Loss (Raw)": 0.5891841650009155, "Finetune/Step": 2823, "Finetune/Step Time": 12.65596716478467}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.751279354095459, "Finetune/Loss (Raw)": 0.6302838921546936, "Finetune/Step": 2824, "Finetune/Step Time": 12.635669814422727}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7506134510040283, "Finetune/Loss (Raw)": 0.6867642402648926, "Finetune/Step": 2825, "Finetune/Step Time": 12.629745475947857}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7503567337989807, "Finetune/Loss (Raw)": 0.6645467877388, "Finetune/Step": 2826, "Finetune/Step Time": 12.634261380881071}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.749915361404419, "Finetune/Loss (Raw)": 0.7996827960014343, "Finetune/Step": 2827, "Finetune/Step Time": 12.611851092427969}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7509236335754395, "Finetune/Loss (Raw)": 0.8964910507202148, "Finetune/Step": 2828, "Finetune/Step Time": 12.605883622542024}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7514162063598633, "Finetune/Loss (Raw)": 0.8098720908164978, "Finetune/Step": 2829, "Finetune/Step Time": 12.571665355935693}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7519210577011108, "Finetune/Loss (Raw)": 0.8710368871688843, "Finetune/Step": 2830, "Finetune/Step Time": 12.559430377557874}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7540856599807739, "Finetune/Loss (Raw)": 0.9634802341461182, "Finetune/Step": 2831, "Finetune/Step Time": 12.534093245863914}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7558614015579224, "Finetune/Loss (Raw)": 0.8755326271057129, "Finetune/Step": 2832, "Finetune/Step Time": 12.5243597086519}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7560611963272095, "Finetune/Loss (Raw)": 0.778312087059021, "Finetune/Step": 2833, "Finetune/Step Time": 12.534434536471963}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7539764046669006, "Finetune/Loss (Raw)": 0.5659915208816528, "Finetune/Step": 2834, "Finetune/Step Time": 12.554257931187749}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7529427409172058, "Finetune/Loss (Raw)": 0.8033607006072998, "Finetune/Step": 2835, "Finetune/Step Time": 12.55813541635871}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7507749795913696, "Finetune/Loss (Raw)": 0.6080725789070129, "Finetune/Step": 2836, "Finetune/Step Time": 12.544441716745496}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7515215873718262, "Finetune/Loss (Raw)": 0.8279917240142822, "Finetune/Step": 2837, "Finetune/Step Time": 12.527496149763465}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7521368861198425, "Finetune/Loss (Raw)": 0.6898397207260132, "Finetune/Step": 2838, "Finetune/Step Time": 12.491167867556214}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7508590221405029, "Finetune/Loss (Raw)": 0.6807818412780762, "Finetune/Step": 2839, "Finetune/Step Time": 12.49243157543242}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7507018446922302, "Finetune/Loss (Raw)": 0.7657452821731567, "Finetune/Step": 2840, "Finetune/Step Time": 12.459908617660403}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7518938779830933, "Finetune/Loss (Raw)": 0.8988051414489746, "Finetune/Step": 2841, "Finetune/Step Time": 12.454070976004004}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7513745427131653, "Finetune/Loss (Raw)": 0.795576810836792, "Finetune/Step": 2842, "Finetune/Step Time": 12.457969361916184}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7509147524833679, "Finetune/Loss (Raw)": 0.6515982747077942, "Finetune/Step": 2843, "Finetune/Step Time": 12.475042682141066}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7512854933738708, "Finetune/Loss (Raw)": 0.8289341926574707, "Finetune/Step": 2844, "Finetune/Step Time": 12.479382667690516}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7506794333457947, "Finetune/Loss (Raw)": 0.7621759176254272, "Finetune/Step": 2845, "Finetune/Step Time": 12.493914484977722}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.750730574131012, "Finetune/Loss (Raw)": 0.7351533770561218, "Finetune/Step": 2846, "Finetune/Step Time": 12.491644829511642}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7489633560180664, "Finetune/Loss (Raw)": 0.5620498657226562, "Finetune/Step": 2847, "Finetune/Step Time": 12.506164196878672}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7488831281661987, "Finetune/Loss (Raw)": 0.8139719367027283, "Finetune/Step": 2848, "Finetune/Step Time": 12.511267492547631}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7490594387054443, "Finetune/Loss (Raw)": 0.7216499447822571, "Finetune/Step": 2849, "Finetune/Step Time": 12.503347780555487}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7489959001541138, "Finetune/Loss (Raw)": 0.7730357646942139, "Finetune/Step": 2850, "Finetune/Step Time": 12.497312191873789}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7499107122421265, "Finetune/Loss (Raw)": 0.8367307186126709, "Finetune/Step": 2851, "Finetune/Step Time": 12.492142587900162}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.750144362449646, "Finetune/Loss (Raw)": 0.8294678926467896, "Finetune/Step": 2852, "Finetune/Step Time": 12.495392436161637}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7498167157173157, "Finetune/Loss (Raw)": 0.7445206642150879, "Finetune/Step": 2853, "Finetune/Step Time": 12.49437197111547}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7503597140312195, "Finetune/Loss (Raw)": 0.8421174883842468, "Finetune/Step": 2854, "Finetune/Step Time": 12.48226247355342}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7501857280731201, "Finetune/Loss (Raw)": 0.7456044554710388, "Finetune/Step": 2855, "Finetune/Step Time": 12.488672537729144}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.751946747303009, "Finetune/Loss (Raw)": 0.7484766840934753, "Finetune/Step": 2856, "Finetune/Step Time": 12.508266581222415}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7526326775550842, "Finetune/Loss (Raw)": 0.8088468313217163, "Finetune/Step": 2857, "Finetune/Step Time": 12.48270620033145}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7532527446746826, "Finetune/Loss (Raw)": 0.6800876259803772, "Finetune/Step": 2858, "Finetune/Step Time": 12.47040107473731}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7533380389213562, "Finetune/Loss (Raw)": 0.7749515771865845, "Finetune/Step": 2859, "Finetune/Step Time": 12.479071481153369}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.752348780632019, "Finetune/Loss (Raw)": 0.6681501865386963, "Finetune/Step": 2860, "Finetune/Step Time": 12.488874204456806}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7531819343566895, "Finetune/Loss (Raw)": 0.9252351522445679, "Finetune/Step": 2861, "Finetune/Step Time": 12.48487862572074}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7529182434082031, "Finetune/Loss (Raw)": 0.7158547639846802, "Finetune/Step": 2862, "Finetune/Step Time": 12.507422795519233}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7523537874221802, "Finetune/Loss (Raw)": 0.754995584487915, "Finetune/Step": 2863, "Finetune/Step Time": 12.500824766233563}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7523788809776306, "Finetune/Loss (Raw)": 0.6840061545372009, "Finetune/Step": 2864, "Finetune/Step Time": 12.47116169333458}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7552422285079956, "Finetune/Loss (Raw)": 0.8642151951789856, "Finetune/Step": 2865, "Finetune/Step Time": 12.460357714444399}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7533719539642334, "Finetune/Loss (Raw)": 0.5830516815185547, "Finetune/Step": 2866, "Finetune/Step Time": 12.477374555543065}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7531174421310425, "Finetune/Loss (Raw)": 0.801681399345398, "Finetune/Step": 2867, "Finetune/Step Time": 12.48172401636839}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7548726201057434, "Finetune/Loss (Raw)": 0.8980017304420471, "Finetune/Step": 2868, "Finetune/Step Time": 12.471737725660205}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7526963949203491, "Finetune/Loss (Raw)": 0.5689215064048767, "Finetune/Step": 2869, "Finetune/Step Time": 12.525598483160138}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7514722943305969, "Finetune/Loss (Raw)": 0.5855610370635986, "Finetune/Step": 2870, "Finetune/Step Time": 12.545703060925007}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7518452405929565, "Finetune/Loss (Raw)": 0.9102475047111511, "Finetune/Step": 2871, "Finetune/Step Time": 12.542745282873511}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7527229189872742, "Finetune/Loss (Raw)": 0.8822506666183472, "Finetune/Step": 2872, "Finetune/Step Time": 12.542066628113389}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7520859837532043, "Finetune/Loss (Raw)": 0.7903403043746948, "Finetune/Step": 2873, "Finetune/Step Time": 12.54404996521771}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7504227161407471, "Finetune/Loss (Raw)": 0.5770644545555115, "Finetune/Step": 2874, "Finetune/Step Time": 12.553899334743619}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7510946989059448, "Finetune/Loss (Raw)": 0.8587483167648315, "Finetune/Step": 2875, "Finetune/Step Time": 12.52758838236332}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.750303328037262, "Finetune/Loss (Raw)": 0.7829473614692688, "Finetune/Step": 2876, "Finetune/Step Time": 12.537766488268971}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7497603297233582, "Finetune/Loss (Raw)": 0.7623677253723145, "Finetune/Step": 2877, "Finetune/Step Time": 12.537026835605502}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7493852972984314, "Finetune/Loss (Raw)": 0.7052814364433289, "Finetune/Step": 2878, "Finetune/Step Time": 12.540538290515542}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.749015212059021, "Finetune/Loss (Raw)": 0.708033561706543, "Finetune/Step": 2879, "Finetune/Step Time": 12.543223965913057}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7499985098838806, "Finetune/Loss (Raw)": 0.9055665135383606, "Finetune/Step": 2880, "Finetune/Step Time": 12.517337217926979}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7492414712905884, "Finetune/Loss (Raw)": 0.7829732298851013, "Finetune/Step": 2881, "Finetune/Step Time": 12.510322380810976}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7500104904174805, "Finetune/Loss (Raw)": 0.8590518832206726, "Finetune/Step": 2882, "Finetune/Step Time": 12.507963217794895}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7520186305046082, "Finetune/Loss (Raw)": 0.884960949420929, "Finetune/Step": 2883, "Finetune/Step Time": 12.492965288460255}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7512432336807251, "Finetune/Loss (Raw)": 0.6794237494468689, "Finetune/Step": 2884, "Finetune/Step Time": 12.514464741572738}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7532814741134644, "Finetune/Loss (Raw)": 0.8456428647041321, "Finetune/Step": 2885, "Finetune/Step Time": 12.460624538362026}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7510401010513306, "Finetune/Loss (Raw)": 0.5704106092453003, "Finetune/Step": 2886, "Finetune/Step Time": 12.497212573885918}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7506124377250671, "Finetune/Loss (Raw)": 0.6632468700408936, "Finetune/Step": 2887, "Finetune/Step Time": 12.502604577690363}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7530895471572876, "Finetune/Loss (Raw)": 0.959557294845581, "Finetune/Step": 2888, "Finetune/Step Time": 12.512901954352856}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.753527820110321, "Finetune/Loss (Raw)": 0.6888078451156616, "Finetune/Step": 2889, "Finetune/Step Time": 12.51162706874311}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7534621953964233, "Finetune/Loss (Raw)": 0.7190534472465515, "Finetune/Step": 2890, "Finetune/Step Time": 12.497492972761393}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7531358003616333, "Finetune/Loss (Raw)": 0.7303442358970642, "Finetune/Step": 2891, "Finetune/Step Time": 12.494586702436209}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7547110319137573, "Finetune/Loss (Raw)": 0.9588762521743774, "Finetune/Step": 2892, "Finetune/Step Time": 12.508783727884293}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7558771371841431, "Finetune/Loss (Raw)": 0.7618741393089294, "Finetune/Step": 2893, "Finetune/Step Time": 12.474403159692883}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7568231821060181, "Finetune/Loss (Raw)": 0.8967771530151367, "Finetune/Step": 2894, "Finetune/Step Time": 12.470831766724586}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7567862272262573, "Finetune/Loss (Raw)": 0.8046258687973022, "Finetune/Step": 2895, "Finetune/Step Time": 12.452650373801589}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7568522691726685, "Finetune/Loss (Raw)": 0.8401857614517212, "Finetune/Step": 2896, "Finetune/Step Time": 12.454094709828496}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7572358250617981, "Finetune/Loss (Raw)": 0.844680905342102, "Finetune/Step": 2897, "Finetune/Step Time": 12.447475166991353}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7595170736312866, "Finetune/Loss (Raw)": 0.811212420463562, "Finetune/Step": 2898, "Finetune/Step Time": 12.420829912647605}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7590746879577637, "Finetune/Loss (Raw)": 0.7662161588668823, "Finetune/Step": 2899, "Finetune/Step Time": 12.425919629633427}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7577484846115112, "Finetune/Loss (Raw)": 0.6674298644065857, "Finetune/Step": 2900, "Finetune/Step Time": 12.426973976194859}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7561575174331665, "Finetune/Loss (Raw)": 0.6546157598495483, "Finetune/Step": 2901, "Finetune/Step Time": 12.437035420909524}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.758026123046875, "Finetune/Loss (Raw)": 0.767017662525177, "Finetune/Step": 2902, "Finetune/Step Time": 12.444265304133296}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7578344345092773, "Finetune/Loss (Raw)": 0.8042619824409485, "Finetune/Step": 2903, "Finetune/Step Time": 12.446746867150068}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7581663727760315, "Finetune/Loss (Raw)": 0.7643038034439087, "Finetune/Step": 2904, "Finetune/Step Time": 12.445976823568344}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7580732703208923, "Finetune/Loss (Raw)": 0.759501039981842, "Finetune/Step": 2905, "Finetune/Step Time": 12.449262883514166}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7583765387535095, "Finetune/Loss (Raw)": 0.848641037940979, "Finetune/Step": 2906, "Finetune/Step Time": 12.447908392176032}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7587941884994507, "Finetune/Loss (Raw)": 0.7536231279373169, "Finetune/Step": 2907, "Finetune/Step Time": 12.439183473587036}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7591553926467896, "Finetune/Loss (Raw)": 0.8304060101509094, "Finetune/Step": 2908, "Finetune/Step Time": 12.443762617185712}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7599089741706848, "Finetune/Loss (Raw)": 0.9703444242477417, "Finetune/Step": 2909, "Finetune/Step Time": 12.439068261533976}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7606344223022461, "Finetune/Loss (Raw)": 0.8865852355957031, "Finetune/Step": 2910, "Finetune/Step Time": 12.438203597441316}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7617916464805603, "Finetune/Loss (Raw)": 0.9455068111419678, "Finetune/Step": 2911, "Finetune/Step Time": 12.420354407280684}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7635620832443237, "Finetune/Loss (Raw)": 0.8139086365699768, "Finetune/Step": 2912, "Finetune/Step Time": 12.408840565010905}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7637276649475098, "Finetune/Loss (Raw)": 0.7854063510894775, "Finetune/Step": 2913, "Finetune/Step Time": 12.395971139892936}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7617195844650269, "Finetune/Loss (Raw)": 0.577252984046936, "Finetune/Step": 2914, "Finetune/Step Time": 12.437347531318665}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7603130340576172, "Finetune/Loss (Raw)": 0.5700212121009827, "Finetune/Step": 2915, "Finetune/Step Time": 12.451660763472319}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7601317167282104, "Finetune/Loss (Raw)": 0.8324178457260132, "Finetune/Step": 2916, "Finetune/Step Time": 12.435438269749284}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7615813612937927, "Finetune/Loss (Raw)": 0.9003317952156067, "Finetune/Step": 2917, "Finetune/Step Time": 12.4148383513093}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7608760595321655, "Finetune/Loss (Raw)": 0.6734738349914551, "Finetune/Step": 2918, "Finetune/Step Time": 12.421677695587277}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7625390291213989, "Finetune/Loss (Raw)": 0.8014083504676819, "Finetune/Step": 2919, "Finetune/Step Time": 12.393687922507524}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7601878643035889, "Finetune/Loss (Raw)": 0.4892053008079529, "Finetune/Step": 2920, "Finetune/Step Time": 12.402335627004504}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7589433193206787, "Finetune/Loss (Raw)": 0.7375040054321289, "Finetune/Step": 2921, "Finetune/Step Time": 12.427006660029292}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7591304183006287, "Finetune/Loss (Raw)": 0.7209222912788391, "Finetune/Step": 2922, "Finetune/Step Time": 12.415161427110434}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7594163417816162, "Finetune/Loss (Raw)": 0.6959198713302612, "Finetune/Step": 2923, "Finetune/Step Time": 12.45542480610311}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7600609064102173, "Finetune/Loss (Raw)": 0.8311458826065063, "Finetune/Step": 2924, "Finetune/Step Time": 12.43522721901536}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7623990178108215, "Finetune/Loss (Raw)": 0.8468311429023743, "Finetune/Step": 2925, "Finetune/Step Time": 12.418360628187656}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7634701728820801, "Finetune/Loss (Raw)": 0.7738944888114929, "Finetune/Step": 2926, "Finetune/Step Time": 12.415271939709783}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7624778747558594, "Finetune/Loss (Raw)": 0.5211483836174011, "Finetune/Step": 2927, "Finetune/Step Time": 12.428250908851624}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7638082504272461, "Finetune/Loss (Raw)": 0.7659441232681274, "Finetune/Step": 2928, "Finetune/Step Time": 12.45470335520804}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7634386420249939, "Finetune/Loss (Raw)": 0.8044959902763367, "Finetune/Step": 2929, "Finetune/Step Time": 12.439807442948222}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7631107568740845, "Finetune/Loss (Raw)": 0.8222560286521912, "Finetune/Step": 2930, "Finetune/Step Time": 12.428820129483938}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7642413377761841, "Finetune/Loss (Raw)": 0.864501953125, "Finetune/Step": 2931, "Finetune/Step Time": 12.433200107887387}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7643150687217712, "Finetune/Loss (Raw)": 0.8280045986175537, "Finetune/Step": 2932, "Finetune/Step Time": 12.439490931108594}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7633267045021057, "Finetune/Loss (Raw)": 0.7992022037506104, "Finetune/Step": 2933, "Finetune/Step Time": 12.455884288996458}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7634826898574829, "Finetune/Loss (Raw)": 0.739919900894165, "Finetune/Step": 2934, "Finetune/Step Time": 12.450739609077573}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7637404203414917, "Finetune/Loss (Raw)": 0.7736326456069946, "Finetune/Step": 2935, "Finetune/Step Time": 12.453722590580583}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7657763361930847, "Finetune/Loss (Raw)": 0.846519947052002, "Finetune/Step": 2936, "Finetune/Step Time": 12.463545383885503}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7691841125488281, "Finetune/Loss (Raw)": 0.9666596055030823, "Finetune/Step": 2937, "Finetune/Step Time": 12.435612350702286}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.7706549167633057, "Finetune/Loss (Raw)": 0.8461123108863831, "Finetune/Step": 2938, "Finetune/Step Time": 12.428526852279902}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.7708423733711243, "Finetune/Loss (Raw)": 0.8041441440582275, "Finetune/Step": 2939, "Finetune/Step Time": 12.426169602200389}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.7698267102241516, "Finetune/Loss (Raw)": 0.6455934643745422, "Finetune/Step": 2940, "Finetune/Step Time": 12.433059992268682}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7672349810600281, "Finetune/Loss (Raw)": 0.49209144711494446, "Finetune/Step": 2941, "Finetune/Step Time": 12.462424371391535}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7696175575256348, "Finetune/Loss (Raw)": 0.9213165044784546, "Finetune/Step": 2942, "Finetune/Step Time": 12.443008068948984}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.768552303314209, "Finetune/Loss (Raw)": 0.7400560975074768, "Finetune/Step": 2943, "Finetune/Step Time": 12.449464714154601}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7688065767288208, "Finetune/Loss (Raw)": 0.7913623452186584, "Finetune/Step": 2944, "Finetune/Step Time": 12.459873965010047}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7685986757278442, "Finetune/Loss (Raw)": 0.7224214673042297, "Finetune/Step": 2945, "Finetune/Step Time": 12.475076733157039}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7686916589736938, "Finetune/Loss (Raw)": 0.7630070447921753, "Finetune/Step": 2946, "Finetune/Step Time": 12.46554365940392}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7674210071563721, "Finetune/Loss (Raw)": 0.731963574886322, "Finetune/Step": 2947, "Finetune/Step Time": 12.486902248114347}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7659929990768433, "Finetune/Loss (Raw)": 0.6847832798957825, "Finetune/Step": 2948, "Finetune/Step Time": 12.499056758359075}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7674500942230225, "Finetune/Loss (Raw)": 0.7890154719352722, "Finetune/Step": 2949, "Finetune/Step Time": 12.483841191977262}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7675424814224243, "Finetune/Loss (Raw)": 0.8182373642921448, "Finetune/Step": 2950, "Finetune/Step Time": 12.482803676277399}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7672119140625, "Finetune/Loss (Raw)": 0.54686439037323, "Finetune/Step": 2951, "Finetune/Step Time": 12.483833832666278}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7686623334884644, "Finetune/Loss (Raw)": 0.8159423470497131, "Finetune/Step": 2952, "Finetune/Step Time": 12.479614108800888}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7701995372772217, "Finetune/Loss (Raw)": 0.8835318088531494, "Finetune/Step": 2953, "Finetune/Step Time": 12.480836600065231}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7704944014549255, "Finetune/Loss (Raw)": 0.7022833824157715, "Finetune/Step": 2954, "Finetune/Step Time": 12.483882712200284}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7715154886245728, "Finetune/Loss (Raw)": 0.9303916096687317, "Finetune/Step": 2955, "Finetune/Step Time": 12.48885066434741}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7707380652427673, "Finetune/Loss (Raw)": 0.7969706058502197, "Finetune/Step": 2956, "Finetune/Step Time": 12.485935432836413}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7702540159225464, "Finetune/Loss (Raw)": 0.7479181885719299, "Finetune/Step": 2957, "Finetune/Step Time": 12.472926255315542}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7696096301078796, "Finetune/Loss (Raw)": 0.7885490655899048, "Finetune/Step": 2958, "Finetune/Step Time": 12.47686911188066}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7671593427658081, "Finetune/Loss (Raw)": 0.6498399972915649, "Finetune/Step": 2959, "Finetune/Step Time": 12.50179098919034}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7660520076751709, "Finetune/Loss (Raw)": 0.7338032126426697, "Finetune/Step": 2960, "Finetune/Step Time": 12.498571202158928}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7659133672714233, "Finetune/Loss (Raw)": 0.7605612874031067, "Finetune/Step": 2961, "Finetune/Step Time": 12.481422325596213}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7691642642021179, "Finetune/Loss (Raw)": 0.9821111559867859, "Finetune/Step": 2962, "Finetune/Step Time": 12.46039798669517}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7692490816116333, "Finetune/Loss (Raw)": 0.8142105340957642, "Finetune/Step": 2963, "Finetune/Step Time": 12.472766224294901}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7710430026054382, "Finetune/Loss (Raw)": 0.8376970291137695, "Finetune/Step": 2964, "Finetune/Step Time": 12.476521536707878}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.7713390588760376, "Finetune/Loss (Raw)": 0.8658871650695801, "Finetune/Step": 2965, "Finetune/Step Time": 12.468846436589956}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7715327143669128, "Finetune/Loss (Raw)": 0.7146289944648743, "Finetune/Step": 2966, "Finetune/Step Time": 12.476959276944399}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7712773084640503, "Finetune/Loss (Raw)": 0.648090660572052, "Finetune/Step": 2967, "Finetune/Step Time": 12.49452687986195}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.7720202207565308, "Finetune/Loss (Raw)": 0.8608381152153015, "Finetune/Step": 2968, "Finetune/Step Time": 12.504267025738955}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7712030410766602, "Finetune/Loss (Raw)": 0.7942057847976685, "Finetune/Step": 2969, "Finetune/Step Time": 12.496736828237772}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7709814310073853, "Finetune/Loss (Raw)": 0.7672133445739746, "Finetune/Step": 2970, "Finetune/Step Time": 12.511128354817629}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.771943986415863, "Finetune/Loss (Raw)": 0.7748056650161743, "Finetune/Step": 2971, "Finetune/Step Time": 12.511401649564505}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7715135216712952, "Finetune/Loss (Raw)": 0.7738306522369385, "Finetune/Step": 2972, "Finetune/Step Time": 12.513745239004493}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7708941102027893, "Finetune/Loss (Raw)": 0.6828972697257996, "Finetune/Step": 2973, "Finetune/Step Time": 12.51889386586845}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7713704109191895, "Finetune/Loss (Raw)": 0.7961106300354004, "Finetune/Step": 2974, "Finetune/Step Time": 12.515912272036076}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7719877362251282, "Finetune/Loss (Raw)": 0.6410722136497498, "Finetune/Step": 2975, "Finetune/Step Time": 12.523443058133125}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7710281014442444, "Finetune/Loss (Raw)": 0.6911394596099854, "Finetune/Step": 2976, "Finetune/Step Time": 12.519931297749281}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.7709702253341675, "Finetune/Loss (Raw)": 0.7142385244369507, "Finetune/Step": 2977, "Finetune/Step Time": 12.517722591757774}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7719030380249023, "Finetune/Loss (Raw)": 0.8924413323402405, "Finetune/Step": 2978, "Finetune/Step Time": 12.515709096565843}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7716406583786011, "Finetune/Loss (Raw)": 0.8031449317932129, "Finetune/Step": 2979, "Finetune/Step Time": 12.528554080054164}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7709028720855713, "Finetune/Loss (Raw)": 0.7350226640701294, "Finetune/Step": 2980, "Finetune/Step Time": 12.531222395598888}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7706800699234009, "Finetune/Loss (Raw)": 0.7160059809684753, "Finetune/Step": 2981, "Finetune/Step Time": 12.569305639714003}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7697997689247131, "Finetune/Loss (Raw)": 0.7294402122497559, "Finetune/Step": 2982, "Finetune/Step Time": 12.561467170715332}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7709920406341553, "Finetune/Loss (Raw)": 0.8982217907905579, "Finetune/Step": 2983, "Finetune/Step Time": 12.551177183166146}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.7707669734954834, "Finetune/Loss (Raw)": 0.7196590900421143, "Finetune/Step": 2984, "Finetune/Step Time": 12.551991783082485}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7706964015960693, "Finetune/Loss (Raw)": 0.7998120784759521, "Finetune/Step": 2985, "Finetune/Step Time": 12.556283850222826}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7697942852973938, "Finetune/Loss (Raw)": 0.5646219253540039, "Finetune/Step": 2986, "Finetune/Step Time": 12.590805435553193}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7699074149131775, "Finetune/Loss (Raw)": 0.7894275784492493, "Finetune/Step": 2987, "Finetune/Step Time": 12.613266425207257}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7712791562080383, "Finetune/Loss (Raw)": 0.8437355756759644, "Finetune/Step": 2988, "Finetune/Step Time": 12.611097985878587}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7689117193222046, "Finetune/Loss (Raw)": 0.6222068667411804, "Finetune/Step": 2989, "Finetune/Step Time": 12.619496518746018}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7703148722648621, "Finetune/Loss (Raw)": 0.8954563736915588, "Finetune/Step": 2990, "Finetune/Step Time": 12.588685480877757}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7709499001502991, "Finetune/Loss (Raw)": 0.8362770676612854, "Finetune/Step": 2991, "Finetune/Step Time": 12.60187297128141}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.7709155082702637, "Finetune/Loss (Raw)": 0.6796013116836548, "Finetune/Step": 2992, "Finetune/Step Time": 12.61719491891563}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7711524963378906, "Finetune/Loss (Raw)": 0.894557774066925, "Finetune/Step": 2993, "Finetune/Step Time": 12.612137163057923}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7734426259994507, "Finetune/Loss (Raw)": 0.8761792778968811, "Finetune/Step": 2994, "Finetune/Step Time": 12.581188166514039}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7734028100967407, "Finetune/Loss (Raw)": 0.7965812087059021, "Finetune/Step": 2995, "Finetune/Step Time": 12.58221523463726}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7719521522521973, "Finetune/Loss (Raw)": 0.7123264074325562, "Finetune/Step": 2996, "Finetune/Step Time": 12.607462109997869}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7730780839920044, "Finetune/Loss (Raw)": 0.7130405306816101, "Finetune/Step": 2997, "Finetune/Step Time": 12.559742663055658}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.7742679715156555, "Finetune/Loss (Raw)": 0.7378685474395752, "Finetune/Step": 2998, "Finetune/Step Time": 12.54440514370799}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7734372019767761, "Finetune/Loss (Raw)": 0.8039050698280334, "Finetune/Step": 2999, "Finetune/Step Time": 12.55118590220809}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7728133797645569, "Finetune/Loss (Raw)": 0.8024030923843384, "Finetune/Step": 3000, "Finetune/Step Time": 12.556057773530483}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.772374153137207, "Finetune/Loss (Raw)": 0.7341169118881226, "Finetune/Step": 3001, "Finetune/Step Time": 12.558040477335453}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.7745553255081177, "Finetune/Loss (Raw)": 0.8562561869621277, "Finetune/Step": 3002, "Finetune/Step Time": 12.533422786742449}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.7738741636276245, "Finetune/Loss (Raw)": 0.7715524435043335, "Finetune/Step": 3003, "Finetune/Step Time": 12.543719815090299}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.7743325233459473, "Finetune/Loss (Raw)": 0.8416233658790588, "Finetune/Step": 3004, "Finetune/Step Time": 12.531991358846426}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.7727342247962952, "Finetune/Loss (Raw)": 0.557786762714386, "Finetune/Step": 3005, "Finetune/Step Time": 12.560651522129774}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.7736912965774536, "Finetune/Loss (Raw)": 0.8277918696403503, "Finetune/Step": 3006, "Finetune/Step Time": 12.55331182666123}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7731267213821411, "Finetune/Loss (Raw)": 0.6357558965682983, "Finetune/Step": 3007, "Finetune/Step Time": 12.542767627164721}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.7726105451583862, "Finetune/Loss (Raw)": 0.8395071625709534, "Finetune/Step": 3008, "Finetune/Step Time": 12.549229299649596}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7735310792922974, "Finetune/Loss (Raw)": 0.9007940888404846, "Finetune/Step": 3009, "Finetune/Step Time": 12.542615292593837}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.7727135419845581, "Finetune/Loss (Raw)": 0.7544148564338684, "Finetune/Step": 3010, "Finetune/Step Time": 12.548293810337782}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.772472083568573, "Finetune/Loss (Raw)": 0.8540470600128174, "Finetune/Step": 3011, "Finetune/Step Time": 12.536115873605013}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7737225890159607, "Finetune/Loss (Raw)": 0.8394907712936401, "Finetune/Step": 3012, "Finetune/Step Time": 12.480288268998265}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.7733385562896729, "Finetune/Loss (Raw)": 0.7964901328086853, "Finetune/Step": 3013, "Finetune/Step Time": 12.484930574893951}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7739803194999695, "Finetune/Loss (Raw)": 0.6525580286979675, "Finetune/Step": 3014, "Finetune/Step Time": 12.463390799239278}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7733618021011353, "Finetune/Loss (Raw)": 0.5840727686882019, "Finetune/Step": 3015, "Finetune/Step Time": 12.47729474119842}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7716580033302307, "Finetune/Loss (Raw)": 0.7414742112159729, "Finetune/Step": 3016, "Finetune/Step Time": 12.482354931533337}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.771551251411438, "Finetune/Loss (Raw)": 0.6751397252082825, "Finetune/Step": 3017, "Finetune/Step Time": 12.460466342046857}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.7716200947761536, "Finetune/Loss (Raw)": 0.7278666496276855, "Finetune/Step": 3018, "Finetune/Step Time": 12.452331995591521}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.7720533609390259, "Finetune/Loss (Raw)": 0.7857982516288757, "Finetune/Step": 3019, "Finetune/Step Time": 12.455299274995923}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7701271176338196, "Finetune/Loss (Raw)": 0.7123218774795532, "Finetune/Step": 3020, "Finetune/Step Time": 12.430343065410852}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7702909111976624, "Finetune/Loss (Raw)": 0.7828365564346313, "Finetune/Step": 3021, "Finetune/Step Time": 12.438482847064734}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.7701460123062134, "Finetune/Loss (Raw)": 0.8782345652580261, "Finetune/Step": 3022, "Finetune/Step Time": 12.437317786738276}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7689497470855713, "Finetune/Loss (Raw)": 0.6514988541603088, "Finetune/Step": 3023, "Finetune/Step Time": 12.437979754060507}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7685096859931946, "Finetune/Loss (Raw)": 0.7838593125343323, "Finetune/Step": 3024, "Finetune/Step Time": 12.445555079728365}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7683050632476807, "Finetune/Loss (Raw)": 0.8184865117073059, "Finetune/Step": 3025, "Finetune/Step Time": 12.44497711583972}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7681470513343811, "Finetune/Loss (Raw)": 0.790995717048645, "Finetune/Step": 3026, "Finetune/Step Time": 12.4503970798105}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7688100337982178, "Finetune/Loss (Raw)": 0.8510779142379761, "Finetune/Step": 3027, "Finetune/Step Time": 12.441819585859776}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7694840431213379, "Finetune/Loss (Raw)": 0.753694474697113, "Finetune/Step": 3028, "Finetune/Step Time": 12.44672885723412}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.772114098072052, "Finetune/Loss (Raw)": 0.9912692904472351, "Finetune/Step": 3029, "Finetune/Step Time": 12.435292521491647}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.7720251083374023, "Finetune/Loss (Raw)": 0.7556301355361938, "Finetune/Step": 3030, "Finetune/Step Time": 12.42086610198021}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.7720072269439697, "Finetune/Loss (Raw)": 0.8019649982452393, "Finetune/Step": 3031, "Finetune/Step Time": 12.417964570224285}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.7721649408340454, "Finetune/Loss (Raw)": 0.7844987511634827, "Finetune/Step": 3032, "Finetune/Step Time": 12.421122198924422}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.7727837562561035, "Finetune/Loss (Raw)": 0.8387044072151184, "Finetune/Step": 3033, "Finetune/Step Time": 12.416584918275476}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.7730470895767212, "Finetune/Loss (Raw)": 0.8823533654212952, "Finetune/Step": 3034, "Finetune/Step Time": 12.413295537233353}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.7733125686645508, "Finetune/Loss (Raw)": 0.7875964045524597, "Finetune/Step": 3035, "Finetune/Step Time": 12.412910906597972}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.7726538181304932, "Finetune/Loss (Raw)": 0.7460892200469971, "Finetune/Step": 3036, "Finetune/Step Time": 12.428923912346363}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.772275447845459, "Finetune/Loss (Raw)": 0.9219111800193787, "Finetune/Step": 3037, "Finetune/Step Time": 12.42967926710844}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.7719711661338806, "Finetune/Loss (Raw)": 0.8476388454437256, "Finetune/Step": 3038, "Finetune/Step Time": 12.433371780440211}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7701406478881836, "Finetune/Loss (Raw)": 0.7112038135528564, "Finetune/Step": 3039, "Finetune/Step Time": 12.435705607756972}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.7700469493865967, "Finetune/Loss (Raw)": 0.8019115328788757, "Finetune/Step": 3040, "Finetune/Step Time": 12.4293018784374}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7694413661956787, "Finetune/Loss (Raw)": 0.7078961133956909, "Finetune/Step": 3041, "Finetune/Step Time": 12.43897326104343}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7710938453674316, "Finetune/Loss (Raw)": 0.7887659072875977, "Finetune/Step": 3042, "Finetune/Step Time": 12.402344776317477}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.7709111571311951, "Finetune/Loss (Raw)": 0.5466380715370178, "Finetune/Step": 3043, "Finetune/Step Time": 12.41672196611762}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7695342898368835, "Finetune/Loss (Raw)": 0.6561775207519531, "Finetune/Step": 3044, "Finetune/Step Time": 12.442708341404796}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7669351100921631, "Finetune/Loss (Raw)": 0.5676360726356506, "Finetune/Step": 3045, "Finetune/Step Time": 12.448028957471251}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7690922021865845, "Finetune/Loss (Raw)": 0.9495754241943359, "Finetune/Step": 3046, "Finetune/Step Time": 12.44310343824327}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7688912153244019, "Finetune/Loss (Raw)": 0.7756907343864441, "Finetune/Step": 3047, "Finetune/Step Time": 12.44812722876668}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.7723590135574341, "Finetune/Loss (Raw)": 0.9330737590789795, "Finetune/Step": 3048, "Finetune/Step Time": 12.42063364200294}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.7726273536682129, "Finetune/Loss (Raw)": 0.7718592286109924, "Finetune/Step": 3049, "Finetune/Step Time": 12.392678873613477}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.7739794254302979, "Finetune/Loss (Raw)": 0.8939821124076843, "Finetune/Step": 3050, "Finetune/Step Time": 12.383883401751518}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7754296064376831, "Finetune/Loss (Raw)": 0.881553590297699, "Finetune/Step": 3051, "Finetune/Step Time": 12.343573406338692}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7747756838798523, "Finetune/Loss (Raw)": 0.7474368214607239, "Finetune/Step": 3052, "Finetune/Step Time": 12.34462421014905}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.7750599384307861, "Finetune/Loss (Raw)": 0.8832224011421204, "Finetune/Step": 3053, "Finetune/Step Time": 12.353421466425061}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.7762012481689453, "Finetune/Loss (Raw)": 0.9199746251106262, "Finetune/Step": 3054, "Finetune/Step Time": 12.321248045191169}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.7784778475761414, "Finetune/Loss (Raw)": 0.8125604391098022, "Finetune/Step": 3055, "Finetune/Step Time": 12.31151064299047}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.7788293361663818, "Finetune/Loss (Raw)": 0.81092369556427, "Finetune/Step": 3056, "Finetune/Step Time": 12.261128107085824}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.7778512835502625, "Finetune/Loss (Raw)": 0.6793111562728882, "Finetune/Step": 3057, "Finetune/Step Time": 12.29096938855946}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.7778366804122925, "Finetune/Loss (Raw)": 0.8203852772712708, "Finetune/Step": 3058, "Finetune/Step Time": 12.297424454241991}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.7774761319160461, "Finetune/Loss (Raw)": 0.8183566927909851, "Finetune/Step": 3059, "Finetune/Step Time": 12.295311260968447}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.7776972055435181, "Finetune/Loss (Raw)": 0.8562994599342346, "Finetune/Step": 3060, "Finetune/Step Time": 12.29894269630313}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.7782750129699707, "Finetune/Loss (Raw)": 0.8731570839881897, "Finetune/Step": 3061, "Finetune/Step Time": 12.288549961522222}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.7778074741363525, "Finetune/Loss (Raw)": 0.6800709366798401, "Finetune/Step": 3062, "Finetune/Step Time": 12.333309499546885}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.7775517702102661, "Finetune/Loss (Raw)": 0.7409090995788574, "Finetune/Step": 3063, "Finetune/Step Time": 12.324485020712018}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.7774388790130615, "Finetune/Loss (Raw)": 0.8320717811584473, "Finetune/Step": 3064, "Finetune/Step Time": 12.295173492282629}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7746460437774658, "Finetune/Loss (Raw)": 0.6091771125793457, "Finetune/Step": 3065, "Finetune/Step Time": 12.320517055690289}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.7721251845359802, "Finetune/Loss (Raw)": 0.5234397649765015, "Finetune/Step": 3066, "Finetune/Step Time": 12.374368950724602}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.7720457911491394, "Finetune/Loss (Raw)": 0.79398512840271, "Finetune/Step": 3067, "Finetune/Step Time": 12.374778090044856}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.7727698087692261, "Finetune/Loss (Raw)": 0.7382631897926331, "Finetune/Step": 3068, "Finetune/Step Time": 12.386979352682829}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.7740262746810913, "Finetune/Loss (Raw)": 0.6529274582862854, "Finetune/Step": 3069, "Finetune/Step Time": 12.370538406074047}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.772864818572998, "Finetune/Loss (Raw)": 0.7726407051086426, "Finetune/Step": 3070, "Finetune/Step Time": 12.36290573142469}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.7742353677749634, "Finetune/Loss (Raw)": 0.9154955744743347, "Finetune/Step": 3071, "Finetune/Step Time": 12.352067988365889}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.7741270661354065, "Finetune/Loss (Raw)": 0.7774925827980042, "Finetune/Step": 3072, "Finetune/Step Time": 12.35297996737063}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.7745974063873291, "Finetune/Loss (Raw)": 0.782629668712616, "Finetune/Step": 3073, "Finetune/Step Time": 12.336434327065945}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.7745038270950317, "Finetune/Loss (Raw)": 0.7510237693786621, "Finetune/Step": 3074, "Finetune/Step Time": 12.337857387959957}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7733266949653625, "Finetune/Loss (Raw)": 0.5812946557998657, "Finetune/Step": 3075, "Finetune/Step Time": 12.342243811115623}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.7730187773704529, "Finetune/Loss (Raw)": 0.6453683972358704, "Finetune/Step": 3076, "Finetune/Step Time": 12.323090359568596}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7733229398727417, "Finetune/Loss (Raw)": 0.8279438018798828, "Finetune/Step": 3077, "Finetune/Step Time": 12.322585809975863}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.7721748352050781, "Finetune/Loss (Raw)": 0.6712804436683655, "Finetune/Step": 3078, "Finetune/Step Time": 12.315213736146688}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.7725069522857666, "Finetune/Loss (Raw)": 0.5893740653991699, "Finetune/Step": 3079, "Finetune/Step Time": 12.317927785217762}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7715426683425903, "Finetune/Loss (Raw)": 0.6925144195556641, "Finetune/Step": 3080, "Finetune/Step Time": 12.323662038892508}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.7701330184936523, "Finetune/Loss (Raw)": 0.7031040787696838, "Finetune/Step": 3081, "Finetune/Step Time": 12.323201663792133}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7709912657737732, "Finetune/Loss (Raw)": 0.8121333122253418, "Finetune/Step": 3082, "Finetune/Step Time": 12.315947389230132}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7701239585876465, "Finetune/Loss (Raw)": 0.8193750381469727, "Finetune/Step": 3083, "Finetune/Step Time": 12.323895767331123}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7696881294250488, "Finetune/Loss (Raw)": 0.7411858439445496, "Finetune/Step": 3084, "Finetune/Step Time": 12.340484278276563}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.7711431980133057, "Finetune/Loss (Raw)": 0.9341759085655212, "Finetune/Step": 3085, "Finetune/Step Time": 12.333827251568437}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7712131142616272, "Finetune/Loss (Raw)": 0.7974919676780701, "Finetune/Step": 3086, "Finetune/Step Time": 12.331679698079824}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.7721738815307617, "Finetune/Loss (Raw)": 0.7728134989738464, "Finetune/Step": 3087, "Finetune/Step Time": 12.309186732396483}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.770641565322876, "Finetune/Loss (Raw)": 0.5376700162887573, "Finetune/Step": 3088, "Finetune/Step Time": 12.306983327493072}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7713783383369446, "Finetune/Loss (Raw)": 0.8548682332038879, "Finetune/Step": 3089, "Finetune/Step Time": 12.308315392583609}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7692195177078247, "Finetune/Loss (Raw)": 0.7057770490646362, "Finetune/Step": 3090, "Finetune/Step Time": 12.302268512547016}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7681413888931274, "Finetune/Loss (Raw)": 0.6762140989303589, "Finetune/Step": 3091, "Finetune/Step Time": 12.308496873825788}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7658965587615967, "Finetune/Loss (Raw)": 0.5503621697425842, "Finetune/Step": 3092, "Finetune/Step Time": 12.335887718945742}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.765411376953125, "Finetune/Loss (Raw)": 0.8037858605384827, "Finetune/Step": 3093, "Finetune/Step Time": 12.351002318784595}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7663285136222839, "Finetune/Loss (Raw)": 0.8320209383964539, "Finetune/Step": 3094, "Finetune/Step Time": 12.348027324303985}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7672305703163147, "Finetune/Loss (Raw)": 0.7635490894317627, "Finetune/Step": 3095, "Finetune/Step Time": 12.322917921468616}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7667891979217529, "Finetune/Loss (Raw)": 0.80434250831604, "Finetune/Step": 3096, "Finetune/Step Time": 12.31955716572702}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7651093006134033, "Finetune/Loss (Raw)": 0.5791877508163452, "Finetune/Step": 3097, "Finetune/Step Time": 12.34401118196547}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.763359546661377, "Finetune/Loss (Raw)": 0.543232262134552, "Finetune/Step": 3098, "Finetune/Step Time": 12.336904354393482}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7636514902114868, "Finetune/Loss (Raw)": 0.8121840357780457, "Finetune/Step": 3099, "Finetune/Step Time": 12.3442626260221}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7650923728942871, "Finetune/Loss (Raw)": 0.9582576751708984, "Finetune/Step": 3100, "Finetune/Step Time": 12.339203046634793}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7640208601951599, "Finetune/Loss (Raw)": 0.5457456707954407, "Finetune/Step": 3101, "Finetune/Step Time": 12.342944072559476}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7646312117576599, "Finetune/Loss (Raw)": 0.8742388486862183, "Finetune/Step": 3102, "Finetune/Step Time": 12.367035578936338}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7663669586181641, "Finetune/Loss (Raw)": 0.86324143409729, "Finetune/Step": 3103, "Finetune/Step Time": 12.357030970975757}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.767477810382843, "Finetune/Loss (Raw)": 0.8333337306976318, "Finetune/Step": 3104, "Finetune/Step Time": 12.348373739048839}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7682991623878479, "Finetune/Loss (Raw)": 0.8193708658218384, "Finetune/Step": 3105, "Finetune/Step Time": 12.336367750540376}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.7668535113334656, "Finetune/Loss (Raw)": 0.7073955535888672, "Finetune/Step": 3106, "Finetune/Step Time": 12.339805662631989}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7678060531616211, "Finetune/Loss (Raw)": 0.9250675439834595, "Finetune/Step": 3107, "Finetune/Step Time": 12.335405711084604}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7677773237228394, "Finetune/Loss (Raw)": 0.7313555479049683, "Finetune/Step": 3108, "Finetune/Step Time": 12.323326544836164}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7680164575576782, "Finetune/Loss (Raw)": 0.7466045618057251, "Finetune/Step": 3109, "Finetune/Step Time": 12.289517337456346}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7679976224899292, "Finetune/Loss (Raw)": 0.727031946182251, "Finetune/Step": 3110, "Finetune/Step Time": 12.287614680826664}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7666252851486206, "Finetune/Loss (Raw)": 0.7225627899169922, "Finetune/Step": 3111, "Finetune/Step Time": 12.299169128760695}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7675491571426392, "Finetune/Loss (Raw)": 0.8379186987876892, "Finetune/Step": 3112, "Finetune/Step Time": 12.280414748936892}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7669243812561035, "Finetune/Loss (Raw)": 0.719836950302124, "Finetune/Step": 3113, "Finetune/Step Time": 12.296035453677177}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.768936276435852, "Finetune/Loss (Raw)": 0.8221506476402283, "Finetune/Step": 3114, "Finetune/Step Time": 12.279476873576641}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7686461210250854, "Finetune/Loss (Raw)": 0.7522802948951721, "Finetune/Step": 3115, "Finetune/Step Time": 12.255449844524264}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7663831114768982, "Finetune/Loss (Raw)": 0.5540732145309448, "Finetune/Step": 3116, "Finetune/Step Time": 12.301758784800768}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7680491209030151, "Finetune/Loss (Raw)": 0.8354614973068237, "Finetune/Step": 3117, "Finetune/Step Time": 12.299030797556043}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.766843855381012, "Finetune/Loss (Raw)": 0.7411775588989258, "Finetune/Step": 3118, "Finetune/Step Time": 12.330152358859777}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.766511082649231, "Finetune/Loss (Raw)": 0.7936788201332092, "Finetune/Step": 3119, "Finetune/Step Time": 12.328604327514768}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7673173546791077, "Finetune/Loss (Raw)": 0.7828118205070496, "Finetune/Step": 3120, "Finetune/Step Time": 12.32415509596467}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7651321887969971, "Finetune/Loss (Raw)": 0.61485356092453, "Finetune/Step": 3121, "Finetune/Step Time": 12.338787762448192}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7642841339111328, "Finetune/Loss (Raw)": 0.7676216959953308, "Finetune/Step": 3122, "Finetune/Step Time": 12.342615092173219}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7638283967971802, "Finetune/Loss (Raw)": 0.7382578253746033, "Finetune/Step": 3123, "Finetune/Step Time": 12.334592163562775}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.764755129814148, "Finetune/Loss (Raw)": 0.830946683883667, "Finetune/Step": 3124, "Finetune/Step Time": 12.311751851812005}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.763950526714325, "Finetune/Loss (Raw)": 0.6100472807884216, "Finetune/Step": 3125, "Finetune/Step Time": 12.306598456576467}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7647440433502197, "Finetune/Loss (Raw)": 0.8394349217414856, "Finetune/Step": 3126, "Finetune/Step Time": 12.295759331434965}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7654629945755005, "Finetune/Loss (Raw)": 0.8959387540817261, "Finetune/Step": 3127, "Finetune/Step Time": 12.291296551004052}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7630695700645447, "Finetune/Loss (Raw)": 0.4960443377494812, "Finetune/Step": 3128, "Finetune/Step Time": 12.349489957094193}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7631716728210449, "Finetune/Loss (Raw)": 0.7471826672554016, "Finetune/Step": 3129, "Finetune/Step Time": 12.348721263930202}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7618880867958069, "Finetune/Loss (Raw)": 0.6919572353363037, "Finetune/Step": 3130, "Finetune/Step Time": 12.372274147346616}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.761576235294342, "Finetune/Loss (Raw)": 0.7316333651542664, "Finetune/Step": 3131, "Finetune/Step Time": 12.375807508826256}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7600886821746826, "Finetune/Loss (Raw)": 0.651218593120575, "Finetune/Step": 3132, "Finetune/Step Time": 12.405260477215052}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7618736624717712, "Finetune/Loss (Raw)": 0.7862672209739685, "Finetune/Step": 3133, "Finetune/Step Time": 12.377658106386662}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.760386049747467, "Finetune/Loss (Raw)": 0.6373745799064636, "Finetune/Step": 3134, "Finetune/Step Time": 12.397291664034128}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7619300484657288, "Finetune/Loss (Raw)": 0.8333886861801147, "Finetune/Step": 3135, "Finetune/Step Time": 12.398810416460037}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7615823149681091, "Finetune/Loss (Raw)": 0.7949991822242737, "Finetune/Step": 3136, "Finetune/Step Time": 12.401784939691424}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.759975790977478, "Finetune/Loss (Raw)": 0.695158839225769, "Finetune/Step": 3137, "Finetune/Step Time": 12.426225015893579}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7589816451072693, "Finetune/Loss (Raw)": 0.6271646618843079, "Finetune/Step": 3138, "Finetune/Step Time": 12.436715759336948}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7583439350128174, "Finetune/Loss (Raw)": 0.7724258303642273, "Finetune/Step": 3139, "Finetune/Step Time": 12.441224973648787}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7576241493225098, "Finetune/Loss (Raw)": 0.7473506927490234, "Finetune/Step": 3140, "Finetune/Step Time": 12.456634001806378}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7572634220123291, "Finetune/Loss (Raw)": 0.750322163105011, "Finetune/Step": 3141, "Finetune/Step Time": 12.45011387206614}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7576322555541992, "Finetune/Loss (Raw)": 0.6997592449188232, "Finetune/Step": 3142, "Finetune/Step Time": 12.459524020552635}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7569611072540283, "Finetune/Loss (Raw)": 0.4981744587421417, "Finetune/Step": 3143, "Finetune/Step Time": 12.459619829431176}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7581183910369873, "Finetune/Loss (Raw)": 0.8895995020866394, "Finetune/Step": 3144, "Finetune/Step Time": 12.459838790819049}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7595926523208618, "Finetune/Loss (Raw)": 0.8638518452644348, "Finetune/Step": 3145, "Finetune/Step Time": 12.456483259797096}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7604758739471436, "Finetune/Loss (Raw)": 0.8409133553504944, "Finetune/Step": 3146, "Finetune/Step Time": 12.457097984850407}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7602288722991943, "Finetune/Loss (Raw)": 0.754183292388916, "Finetune/Step": 3147, "Finetune/Step Time": 12.463670758530498}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7616733312606812, "Finetune/Loss (Raw)": 0.8972075581550598, "Finetune/Step": 3148, "Finetune/Step Time": 12.492610210552812}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7603565454483032, "Finetune/Loss (Raw)": 0.6142903566360474, "Finetune/Step": 3149, "Finetune/Step Time": 12.52169530838728}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7593415975570679, "Finetune/Loss (Raw)": 0.7483251094818115, "Finetune/Step": 3150, "Finetune/Step Time": 12.522808268666267}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7605347037315369, "Finetune/Loss (Raw)": 0.804216206073761, "Finetune/Step": 3151, "Finetune/Step Time": 12.531690567731857}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7603898644447327, "Finetune/Loss (Raw)": 0.7653166651725769, "Finetune/Step": 3152, "Finetune/Step Time": 12.530280493199825}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7604055404663086, "Finetune/Loss (Raw)": 0.8204962015151978, "Finetune/Step": 3153, "Finetune/Step Time": 12.531491424888372}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7602532505989075, "Finetune/Loss (Raw)": 0.7715052366256714, "Finetune/Step": 3154, "Finetune/Step Time": 12.52324459142983}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7602282762527466, "Finetune/Loss (Raw)": 0.8478790521621704, "Finetune/Step": 3155, "Finetune/Step Time": 12.514249488711357}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7600620985031128, "Finetune/Loss (Raw)": 0.7324171662330627, "Finetune/Step": 3156, "Finetune/Step Time": 12.511175097897649}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7593086957931519, "Finetune/Loss (Raw)": 0.8948432803153992, "Finetune/Step": 3157, "Finetune/Step Time": 12.51710157096386}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7570847272872925, "Finetune/Loss (Raw)": 0.47095349431037903, "Finetune/Step": 3158, "Finetune/Step Time": 12.531899744644761}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.756362795829773, "Finetune/Loss (Raw)": 0.7095629572868347, "Finetune/Step": 3159, "Finetune/Step Time": 12.539376515895128}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7564867734909058, "Finetune/Loss (Raw)": 0.8003677725791931, "Finetune/Step": 3160, "Finetune/Step Time": 12.528222069144249}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7561453580856323, "Finetune/Loss (Raw)": 0.7950011491775513, "Finetune/Step": 3161, "Finetune/Step Time": 12.555130874738097}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7536689043045044, "Finetune/Loss (Raw)": 0.5653693079948425, "Finetune/Step": 3162, "Finetune/Step Time": 12.581220565363765}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7544138431549072, "Finetune/Loss (Raw)": 0.8829562067985535, "Finetune/Step": 3163, "Finetune/Step Time": 12.599902244284749}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7549934387207031, "Finetune/Loss (Raw)": 0.8202641606330872, "Finetune/Step": 3164, "Finetune/Step Time": 12.573600564152002}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7518577575683594, "Finetune/Loss (Raw)": 0.5205475687980652, "Finetune/Step": 3165, "Finetune/Step Time": 12.577184982597828}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7510950565338135, "Finetune/Loss (Raw)": 0.750015914440155, "Finetune/Step": 3166, "Finetune/Step Time": 12.57880149409175}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7517070770263672, "Finetune/Loss (Raw)": 0.7895466685295105, "Finetune/Step": 3167, "Finetune/Step Time": 12.574541416019201}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7524628043174744, "Finetune/Loss (Raw)": 0.8986334204673767, "Finetune/Step": 3168, "Finetune/Step Time": 12.581288702785969}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7518441677093506, "Finetune/Loss (Raw)": 0.6287118196487427, "Finetune/Step": 3169, "Finetune/Step Time": 12.605867242440581}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7506025433540344, "Finetune/Loss (Raw)": 0.6298402547836304, "Finetune/Step": 3170, "Finetune/Step Time": 12.603219861164689}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7519625425338745, "Finetune/Loss (Raw)": 0.7207236289978027, "Finetune/Step": 3171, "Finetune/Step Time": 12.580982843413949}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7525762319564819, "Finetune/Loss (Raw)": 0.7347190976142883, "Finetune/Step": 3172, "Finetune/Step Time": 12.552775112912059}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7532637119293213, "Finetune/Loss (Raw)": 0.6556369662284851, "Finetune/Step": 3173, "Finetune/Step Time": 12.570857206359506}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7533148527145386, "Finetune/Loss (Raw)": 0.9561242461204529, "Finetune/Step": 3174, "Finetune/Step Time": 12.576404808089137}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7532122731208801, "Finetune/Loss (Raw)": 0.7625613212585449, "Finetune/Step": 3175, "Finetune/Step Time": 12.571445664390922}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7530166506767273, "Finetune/Loss (Raw)": 0.9080309867858887, "Finetune/Step": 3176, "Finetune/Step Time": 12.57082986086607}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7527309060096741, "Finetune/Loss (Raw)": 0.7352861762046814, "Finetune/Step": 3177, "Finetune/Step Time": 12.578131407499313}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7520079016685486, "Finetune/Loss (Raw)": 0.8014399409294128, "Finetune/Step": 3178, "Finetune/Step Time": 12.590053474530578}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.75221848487854, "Finetune/Loss (Raw)": 0.9085110425949097, "Finetune/Step": 3179, "Finetune/Step Time": 12.601310398429632}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7521442770957947, "Finetune/Loss (Raw)": 0.7379289269447327, "Finetune/Step": 3180, "Finetune/Step Time": 12.600791312754154}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7517476081848145, "Finetune/Loss (Raw)": 0.8324562907218933, "Finetune/Step": 3181, "Finetune/Step Time": 12.59593071974814}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7507648468017578, "Finetune/Loss (Raw)": 0.7941794395446777, "Finetune/Step": 3182, "Finetune/Step Time": 12.597466632723808}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7496999502182007, "Finetune/Loss (Raw)": 0.676253080368042, "Finetune/Step": 3183, "Finetune/Step Time": 12.593027506023645}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.749133825302124, "Finetune/Loss (Raw)": 0.7384570837020874, "Finetune/Step": 3184, "Finetune/Step Time": 12.607109284028411}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7503852248191833, "Finetune/Loss (Raw)": 0.8394901752471924, "Finetune/Step": 3185, "Finetune/Step Time": 12.592979319393635}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7497718930244446, "Finetune/Loss (Raw)": 0.7418786883354187, "Finetune/Step": 3186, "Finetune/Step Time": 12.590148391202092}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7501640319824219, "Finetune/Loss (Raw)": 0.8685519099235535, "Finetune/Step": 3187, "Finetune/Step Time": 12.593895081430674}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7485004663467407, "Finetune/Loss (Raw)": 0.6433612108230591, "Finetune/Step": 3188, "Finetune/Step Time": 12.607183450832963}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.74723219871521, "Finetune/Loss (Raw)": 0.7108191251754761, "Finetune/Step": 3189, "Finetune/Step Time": 12.614445190876722}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7483214139938354, "Finetune/Loss (Raw)": 0.8194971680641174, "Finetune/Step": 3190, "Finetune/Step Time": 12.56994964927435}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7487776875495911, "Finetune/Loss (Raw)": 0.7993065118789673, "Finetune/Step": 3191, "Finetune/Step Time": 12.610855424776673}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7482645511627197, "Finetune/Loss (Raw)": 0.7663959860801697, "Finetune/Step": 3192, "Finetune/Step Time": 12.618936903774738}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7496447563171387, "Finetune/Loss (Raw)": 0.7858414649963379, "Finetune/Step": 3193, "Finetune/Step Time": 12.599960220977664}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7510559558868408, "Finetune/Loss (Raw)": 0.7040736675262451, "Finetune/Step": 3194, "Finetune/Step Time": 12.551394557580352}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.751147985458374, "Finetune/Loss (Raw)": 0.8057541251182556, "Finetune/Step": 3195, "Finetune/Step Time": 12.55739937350154}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7513105869293213, "Finetune/Loss (Raw)": 0.7590828537940979, "Finetune/Step": 3196, "Finetune/Step Time": 12.542210474610329}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7527974843978882, "Finetune/Loss (Raw)": 0.8432518839836121, "Finetune/Step": 3197, "Finetune/Step Time": 12.534571526572108}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7521440982818604, "Finetune/Loss (Raw)": 0.6890121102333069, "Finetune/Step": 3198, "Finetune/Step Time": 12.54981142282486}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7511667013168335, "Finetune/Loss (Raw)": 0.7903829216957092, "Finetune/Step": 3199, "Finetune/Step Time": 12.55192330852151}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.752778172492981, "Finetune/Loss (Raw)": 0.9837627410888672, "Finetune/Step": 3200, "Finetune/Step Time": 12.538184963166714}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7513647079467773, "Finetune/Loss (Raw)": 0.6017056107521057, "Finetune/Step": 3201, "Finetune/Step Time": 12.540597941726446}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.751448929309845, "Finetune/Loss (Raw)": 0.7618021965026855, "Finetune/Step": 3202, "Finetune/Step Time": 12.535728650167584}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7527694702148438, "Finetune/Loss (Raw)": 0.7503180503845215, "Finetune/Step": 3203, "Finetune/Step Time": 12.50352856516838}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7535340189933777, "Finetune/Loss (Raw)": 0.7432388663291931, "Finetune/Step": 3204, "Finetune/Step Time": 12.510867724195123}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.752773106098175, "Finetune/Loss (Raw)": 0.7305448651313782, "Finetune/Step": 3205, "Finetune/Step Time": 12.508015483617783}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.752371072769165, "Finetune/Loss (Raw)": 0.6198300123214722, "Finetune/Step": 3206, "Finetune/Step Time": 12.510765047743917}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7537246346473694, "Finetune/Loss (Raw)": 0.7626230120658875, "Finetune/Step": 3207, "Finetune/Step Time": 12.510204553604126}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7546154260635376, "Finetune/Loss (Raw)": 0.8065342903137207, "Finetune/Step": 3208, "Finetune/Step Time": 12.50484094582498}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7550808191299438, "Finetune/Loss (Raw)": 0.7626701593399048, "Finetune/Step": 3209, "Finetune/Step Time": 12.511641440913081}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7541699409484863, "Finetune/Loss (Raw)": 0.6955493092536926, "Finetune/Step": 3210, "Finetune/Step Time": 12.511703928932548}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7538170218467712, "Finetune/Loss (Raw)": 0.7741907835006714, "Finetune/Step": 3211, "Finetune/Step Time": 12.502591358497739}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7528671026229858, "Finetune/Loss (Raw)": 0.6196050643920898, "Finetune/Step": 3212, "Finetune/Step Time": 12.519603434950113}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7519536018371582, "Finetune/Loss (Raw)": 0.8172469735145569, "Finetune/Step": 3213, "Finetune/Step Time": 12.517630130052567}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7510448694229126, "Finetune/Loss (Raw)": 0.6811702251434326, "Finetune/Step": 3214, "Finetune/Step Time": 12.537005504593253}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7500736117362976, "Finetune/Loss (Raw)": 0.6484887003898621, "Finetune/Step": 3215, "Finetune/Step Time": 12.550058560445905}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7507336139678955, "Finetune/Loss (Raw)": 0.6221593022346497, "Finetune/Step": 3216, "Finetune/Step Time": 12.589139439165592}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.750200629234314, "Finetune/Loss (Raw)": 0.7866420149803162, "Finetune/Step": 3217, "Finetune/Step Time": 12.57803488150239}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7509220838546753, "Finetune/Loss (Raw)": 0.7981234788894653, "Finetune/Step": 3218, "Finetune/Step Time": 12.575242519378662}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7507504224777222, "Finetune/Loss (Raw)": 0.6542467474937439, "Finetune/Step": 3219, "Finetune/Step Time": 12.554763797670603}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7536618709564209, "Finetune/Loss (Raw)": 0.9230272769927979, "Finetune/Step": 3220, "Finetune/Step Time": 12.52630445919931}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7531140446662903, "Finetune/Loss (Raw)": 0.733657956123352, "Finetune/Step": 3221, "Finetune/Step Time": 12.527730733156204}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.751030683517456, "Finetune/Loss (Raw)": 0.565359354019165, "Finetune/Step": 3222, "Finetune/Step Time": 12.550053965300322}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7508724927902222, "Finetune/Loss (Raw)": 0.7432969212532043, "Finetune/Step": 3223, "Finetune/Step Time": 12.560196474194527}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7504363059997559, "Finetune/Loss (Raw)": 0.7485047578811646, "Finetune/Step": 3224, "Finetune/Step Time": 12.558027733117342}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7518123388290405, "Finetune/Loss (Raw)": 0.7553210854530334, "Finetune/Step": 3225, "Finetune/Step Time": 12.532164791598916}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7535803318023682, "Finetune/Loss (Raw)": 0.7695356011390686, "Finetune/Step": 3226, "Finetune/Step Time": 12.52362971380353}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7525713443756104, "Finetune/Loss (Raw)": 0.6830337643623352, "Finetune/Step": 3227, "Finetune/Step Time": 12.524775331839919}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7509276866912842, "Finetune/Loss (Raw)": 0.7478761076927185, "Finetune/Step": 3228, "Finetune/Step Time": 12.53072140738368}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7535723447799683, "Finetune/Loss (Raw)": 0.8842532634735107, "Finetune/Step": 3229, "Finetune/Step Time": 12.510845880955458}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.75216144323349, "Finetune/Loss (Raw)": 0.6936453580856323, "Finetune/Step": 3230, "Finetune/Step Time": 12.502714563161135}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.751228392124176, "Finetune/Loss (Raw)": 0.7438115477561951, "Finetune/Step": 3231, "Finetune/Step Time": 12.520826475694776}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7516458034515381, "Finetune/Loss (Raw)": 0.8867664337158203, "Finetune/Step": 3232, "Finetune/Step Time": 12.535375716164708}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7526724338531494, "Finetune/Loss (Raw)": 0.9507780075073242, "Finetune/Step": 3233, "Finetune/Step Time": 12.536377208307385}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7524638772010803, "Finetune/Loss (Raw)": 0.6806971430778503, "Finetune/Step": 3234, "Finetune/Step Time": 12.565916325896978}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7521032094955444, "Finetune/Loss (Raw)": 0.8789039254188538, "Finetune/Step": 3235, "Finetune/Step Time": 12.570172799751163}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.751356303691864, "Finetune/Loss (Raw)": 0.6357507109642029, "Finetune/Step": 3236, "Finetune/Step Time": 12.580006320029497}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7520723342895508, "Finetune/Loss (Raw)": 0.8382564187049866, "Finetune/Step": 3237, "Finetune/Step Time": 12.578663611784577}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.751615047454834, "Finetune/Loss (Raw)": 0.6684998273849487, "Finetune/Step": 3238, "Finetune/Step Time": 12.605904176831245}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7532922029495239, "Finetune/Loss (Raw)": 0.9372392296791077, "Finetune/Step": 3239, "Finetune/Step Time": 12.597308525815606}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7538498640060425, "Finetune/Loss (Raw)": 0.9092972278594971, "Finetune/Step": 3240, "Finetune/Step Time": 12.597349103540182}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7548507452011108, "Finetune/Loss (Raw)": 0.8479564189910889, "Finetune/Step": 3241, "Finetune/Step Time": 12.579791527241468}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7555007934570312, "Finetune/Loss (Raw)": 0.9053478837013245, "Finetune/Step": 3242, "Finetune/Step Time": 12.568285323679447}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7557979822158813, "Finetune/Loss (Raw)": 0.7903203964233398, "Finetune/Step": 3243, "Finetune/Step Time": 12.56407929584384}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7578533887863159, "Finetune/Loss (Raw)": 0.8171713352203369, "Finetune/Step": 3244, "Finetune/Step Time": 12.50564500503242}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7580476999282837, "Finetune/Loss (Raw)": 0.8603328466415405, "Finetune/Step": 3245, "Finetune/Step Time": 12.504782989621162}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7574677467346191, "Finetune/Loss (Raw)": 0.6669396758079529, "Finetune/Step": 3246, "Finetune/Step Time": 12.479273837059736}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7569738626480103, "Finetune/Loss (Raw)": 0.730462908744812, "Finetune/Step": 3247, "Finetune/Step Time": 12.475914532318711}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7577779293060303, "Finetune/Loss (Raw)": 0.8857332468032837, "Finetune/Step": 3248, "Finetune/Step Time": 12.474725412204862}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7600479125976562, "Finetune/Loss (Raw)": 0.9054120182991028, "Finetune/Step": 3249, "Finetune/Step Time": 12.45813917554915}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.759893536567688, "Finetune/Loss (Raw)": 0.7478621006011963, "Finetune/Step": 3250, "Finetune/Step Time": 12.481746034696698}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7589142322540283, "Finetune/Loss (Raw)": 0.6129081845283508, "Finetune/Step": 3251, "Finetune/Step Time": 12.529829423874617}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.759077787399292, "Finetune/Loss (Raw)": 0.8518710732460022, "Finetune/Step": 3252, "Finetune/Step Time": 12.525263613089919}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7605663537979126, "Finetune/Loss (Raw)": 0.8005903363227844, "Finetune/Step": 3253, "Finetune/Step Time": 12.527323881164193}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.760438084602356, "Finetune/Loss (Raw)": 0.8230119943618774, "Finetune/Step": 3254, "Finetune/Step Time": 12.525563191622496}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7600562572479248, "Finetune/Loss (Raw)": 0.8470741510391235, "Finetune/Step": 3255, "Finetune/Step Time": 12.540183555334806}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7627560496330261, "Finetune/Loss (Raw)": 0.8416156768798828, "Finetune/Step": 3256, "Finetune/Step Time": 12.484076799824834}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7615736722946167, "Finetune/Loss (Raw)": 0.5958365201950073, "Finetune/Step": 3257, "Finetune/Step Time": 12.492726225405931}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7636705040931702, "Finetune/Loss (Raw)": 0.9603527188301086, "Finetune/Step": 3258, "Finetune/Step Time": 12.473947810009122}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7632769346237183, "Finetune/Loss (Raw)": 0.6812511086463928, "Finetune/Step": 3259, "Finetune/Step Time": 12.473275739699602}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7644327282905579, "Finetune/Loss (Raw)": 0.7991618514060974, "Finetune/Step": 3260, "Finetune/Step Time": 12.470009092241526}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7639774084091187, "Finetune/Loss (Raw)": 0.7279937863349915, "Finetune/Step": 3261, "Finetune/Step Time": 12.46831071563065}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7660634517669678, "Finetune/Loss (Raw)": 0.9043810367584229, "Finetune/Step": 3262, "Finetune/Step Time": 12.450489822775126}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7666428089141846, "Finetune/Loss (Raw)": 0.9075520634651184, "Finetune/Step": 3263, "Finetune/Step Time": 12.446338426321745}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7657636404037476, "Finetune/Loss (Raw)": 0.6824595928192139, "Finetune/Step": 3264, "Finetune/Step Time": 12.443542765453458}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7676444053649902, "Finetune/Loss (Raw)": 0.9359040856361389, "Finetune/Step": 3265, "Finetune/Step Time": 12.417946306988597}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7687047719955444, "Finetune/Loss (Raw)": 0.7628863453865051, "Finetune/Step": 3266, "Finetune/Step Time": 12.409489838406444}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7681387662887573, "Finetune/Loss (Raw)": 0.6999794840812683, "Finetune/Step": 3267, "Finetune/Step Time": 12.423971597105265}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7692884206771851, "Finetune/Loss (Raw)": 0.8944982290267944, "Finetune/Step": 3268, "Finetune/Step Time": 12.418368546292186}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7698966264724731, "Finetune/Loss (Raw)": 0.8281789422035217, "Finetune/Step": 3269, "Finetune/Step Time": 12.416272902861238}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.7699986696243286, "Finetune/Loss (Raw)": 0.7128172516822815, "Finetune/Step": 3270, "Finetune/Step Time": 12.391848430037498}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.7717599868774414, "Finetune/Loss (Raw)": 0.7236340045928955, "Finetune/Step": 3271, "Finetune/Step Time": 12.370271990075707}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7705907821655273, "Finetune/Loss (Raw)": 0.7399338483810425, "Finetune/Step": 3272, "Finetune/Step Time": 12.410717083141208}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7691634893417358, "Finetune/Loss (Raw)": 0.6811609268188477, "Finetune/Step": 3273, "Finetune/Step Time": 12.420648593455553}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7666044235229492, "Finetune/Loss (Raw)": 0.5133506059646606, "Finetune/Step": 3274, "Finetune/Step Time": 12.457539893686771}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7660984396934509, "Finetune/Loss (Raw)": 0.6894181966781616, "Finetune/Step": 3275, "Finetune/Step Time": 12.454102763906121}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7653310298919678, "Finetune/Loss (Raw)": 0.7989819049835205, "Finetune/Step": 3276, "Finetune/Step Time": 12.435173209756613}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7667141556739807, "Finetune/Loss (Raw)": 0.7913299798965454, "Finetune/Step": 3277, "Finetune/Step Time": 12.397665921598673}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7668684720993042, "Finetune/Loss (Raw)": 0.7680774331092834, "Finetune/Step": 3278, "Finetune/Step Time": 12.397974178195}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7669644355773926, "Finetune/Loss (Raw)": 0.8164944052696228, "Finetune/Step": 3279, "Finetune/Step Time": 12.402996089309454}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7680312991142273, "Finetune/Loss (Raw)": 0.9018780589103699, "Finetune/Step": 3280, "Finetune/Step Time": 12.397782465443015}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.7688645124435425, "Finetune/Loss (Raw)": 0.9271507859230042, "Finetune/Step": 3281, "Finetune/Step Time": 12.401021156460047}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7685900926589966, "Finetune/Loss (Raw)": 0.7363828420639038, "Finetune/Step": 3282, "Finetune/Step Time": 12.40178276412189}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7670736908912659, "Finetune/Loss (Raw)": 0.6537697315216064, "Finetune/Step": 3283, "Finetune/Step Time": 12.431597333401442}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7670903205871582, "Finetune/Loss (Raw)": 0.7345521450042725, "Finetune/Step": 3284, "Finetune/Step Time": 12.433138700202107}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7665625810623169, "Finetune/Loss (Raw)": 0.8272910714149475, "Finetune/Step": 3285, "Finetune/Step Time": 12.427086427807808}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7688385248184204, "Finetune/Loss (Raw)": 0.7622700333595276, "Finetune/Step": 3286, "Finetune/Step Time": 12.406810112297535}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.7696741819381714, "Finetune/Loss (Raw)": 0.8165278434753418, "Finetune/Step": 3287, "Finetune/Step Time": 12.412201214581728}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7700924277305603, "Finetune/Loss (Raw)": 0.8539026379585266, "Finetune/Step": 3288, "Finetune/Step Time": 12.422702729701996}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7696336507797241, "Finetune/Loss (Raw)": 0.7362834811210632, "Finetune/Step": 3289, "Finetune/Step Time": 12.396747473627329}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.7716454267501831, "Finetune/Loss (Raw)": 0.8228710889816284, "Finetune/Step": 3290, "Finetune/Step Time": 12.373024983331561}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.7698628902435303, "Finetune/Loss (Raw)": 0.6547896862030029, "Finetune/Step": 3291, "Finetune/Step Time": 12.365634122863412}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7692818641662598, "Finetune/Loss (Raw)": 0.7458906173706055, "Finetune/Step": 3292, "Finetune/Step Time": 12.367937849834561}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.7714364528656006, "Finetune/Loss (Raw)": 0.7963387370109558, "Finetune/Step": 3293, "Finetune/Step Time": 12.3608826585114}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7709424495697021, "Finetune/Loss (Raw)": 0.6867836117744446, "Finetune/Step": 3294, "Finetune/Step Time": 12.396684965118766}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7706623077392578, "Finetune/Loss (Raw)": 0.7536923885345459, "Finetune/Step": 3295, "Finetune/Step Time": 12.40238993242383}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7699564695358276, "Finetune/Loss (Raw)": 0.8082822561264038, "Finetune/Step": 3296, "Finetune/Step Time": 12.40238525904715}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7703688144683838, "Finetune/Loss (Raw)": 0.6814950704574585, "Finetune/Step": 3297, "Finetune/Step Time": 12.406035028398037}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7722791433334351, "Finetune/Loss (Raw)": 0.8743677139282227, "Finetune/Step": 3298, "Finetune/Step Time": 12.404349317774177}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.7718945741653442, "Finetune/Loss (Raw)": 0.6714889407157898, "Finetune/Step": 3299, "Finetune/Step Time": 12.42726399563253}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.7727758884429932, "Finetune/Loss (Raw)": 0.8475286960601807, "Finetune/Step": 3300, "Finetune/Step Time": 12.435875736176968}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.772817850112915, "Finetune/Loss (Raw)": 0.6610110998153687, "Finetune/Step": 3301, "Finetune/Step Time": 12.4190089777112}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.7721164226531982, "Finetune/Loss (Raw)": 0.8663460612297058, "Finetune/Step": 3302, "Finetune/Step Time": 12.420107293874025}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.7720822095870972, "Finetune/Loss (Raw)": 0.7581818699836731, "Finetune/Step": 3303, "Finetune/Step Time": 12.41983725875616}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7704432010650635, "Finetune/Loss (Raw)": 0.6982313394546509, "Finetune/Step": 3304, "Finetune/Step Time": 12.434126319363713}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.7712746858596802, "Finetune/Loss (Raw)": 0.8417187929153442, "Finetune/Step": 3305, "Finetune/Step Time": 12.425895176827908}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.770348846912384, "Finetune/Loss (Raw)": 0.6829275488853455, "Finetune/Step": 3306, "Finetune/Step Time": 12.409814676269889}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7704459428787231, "Finetune/Loss (Raw)": 0.9209427833557129, "Finetune/Step": 3307, "Finetune/Step Time": 12.393499566242099}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.77083820104599, "Finetune/Loss (Raw)": 0.788135826587677, "Finetune/Step": 3308, "Finetune/Step Time": 12.396746119484305}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.7710261940956116, "Finetune/Loss (Raw)": 0.8565220236778259, "Finetune/Step": 3309, "Finetune/Step Time": 12.406064935028553}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7705186605453491, "Finetune/Loss (Raw)": 0.7292100787162781, "Finetune/Step": 3310, "Finetune/Step Time": 12.399609906598926}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7705219984054565, "Finetune/Loss (Raw)": 0.6766882538795471, "Finetune/Step": 3311, "Finetune/Step Time": 12.411400591954589}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7705413103103638, "Finetune/Loss (Raw)": 0.740930438041687, "Finetune/Step": 3312, "Finetune/Step Time": 12.404597274959087}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.769623875617981, "Finetune/Loss (Raw)": 0.7220490574836731, "Finetune/Step": 3313, "Finetune/Step Time": 12.41773884370923}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7692359685897827, "Finetune/Loss (Raw)": 0.6922379732131958, "Finetune/Step": 3314, "Finetune/Step Time": 12.412055911496282}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.7697200775146484, "Finetune/Loss (Raw)": 0.930504560470581, "Finetune/Step": 3315, "Finetune/Step Time": 12.401149727404118}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.7704803943634033, "Finetune/Loss (Raw)": 0.7406880855560303, "Finetune/Step": 3316, "Finetune/Step Time": 12.386781277135015}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7705821990966797, "Finetune/Loss (Raw)": 0.7238544225692749, "Finetune/Step": 3317, "Finetune/Step Time": 12.386265810579062}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7687767744064331, "Finetune/Loss (Raw)": 0.588398814201355, "Finetune/Step": 3318, "Finetune/Step Time": 12.42043212801218}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7692902088165283, "Finetune/Loss (Raw)": 0.8650279641151428, "Finetune/Step": 3319, "Finetune/Step Time": 12.391003094613552}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7691605091094971, "Finetune/Loss (Raw)": 0.7497899532318115, "Finetune/Step": 3320, "Finetune/Step Time": 12.378778621554375}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7682358026504517, "Finetune/Loss (Raw)": 0.6674796938896179, "Finetune/Step": 3321, "Finetune/Step Time": 12.377875370904803}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.7684915065765381, "Finetune/Loss (Raw)": 0.7368003129959106, "Finetune/Step": 3322, "Finetune/Step Time": 12.37068766541779}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7688151597976685, "Finetune/Loss (Raw)": 0.8471782207489014, "Finetune/Step": 3323, "Finetune/Step Time": 12.380486018955708}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7688108086585999, "Finetune/Loss (Raw)": 0.758537232875824, "Finetune/Step": 3324, "Finetune/Step Time": 12.40141312032938}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7674026489257812, "Finetune/Loss (Raw)": 0.6630117297172546, "Finetune/Step": 3325, "Finetune/Step Time": 12.402832312509418}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.768524169921875, "Finetune/Loss (Raw)": 0.8325602412223816, "Finetune/Step": 3326, "Finetune/Step Time": 12.390336936339736}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7667109966278076, "Finetune/Loss (Raw)": 0.5582993030548096, "Finetune/Step": 3327, "Finetune/Step Time": 12.406490620225668}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7660538554191589, "Finetune/Loss (Raw)": 0.8996423482894897, "Finetune/Step": 3328, "Finetune/Step Time": 12.417869307100773}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7676261067390442, "Finetune/Loss (Raw)": 0.8029564619064331, "Finetune/Step": 3329, "Finetune/Step Time": 12.423912040889263}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7668344974517822, "Finetune/Loss (Raw)": 0.6604822874069214, "Finetune/Step": 3330, "Finetune/Step Time": 12.443253602832556}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.7670959234237671, "Finetune/Loss (Raw)": 0.7837671637535095, "Finetune/Step": 3331, "Finetune/Step Time": 12.467009339481592}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7673710584640503, "Finetune/Loss (Raw)": 0.7784630060195923, "Finetune/Step": 3332, "Finetune/Step Time": 12.461569717153907}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7678713798522949, "Finetune/Loss (Raw)": 0.794585108757019, "Finetune/Step": 3333, "Finetune/Step Time": 12.462812529876828}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.769196629524231, "Finetune/Loss (Raw)": 0.7894609570503235, "Finetune/Step": 3334, "Finetune/Step Time": 12.464717790484428}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7686478495597839, "Finetune/Loss (Raw)": 0.6923806071281433, "Finetune/Step": 3335, "Finetune/Step Time": 12.433314783498645}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7681646347045898, "Finetune/Loss (Raw)": 0.7446821928024292, "Finetune/Step": 3336, "Finetune/Step Time": 12.431077416986227}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7675321102142334, "Finetune/Loss (Raw)": 0.6817128658294678, "Finetune/Step": 3337, "Finetune/Step Time": 12.436198035255075}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7681272029876709, "Finetune/Loss (Raw)": 0.771716296672821, "Finetune/Step": 3338, "Finetune/Step Time": 12.443914726376534}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7684904336929321, "Finetune/Loss (Raw)": 0.8206865787506104, "Finetune/Step": 3339, "Finetune/Step Time": 12.436986990272999}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7696201205253601, "Finetune/Loss (Raw)": 0.7642045021057129, "Finetune/Step": 3340, "Finetune/Step Time": 12.412520222365856}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7704317569732666, "Finetune/Loss (Raw)": 0.9211422204971313, "Finetune/Step": 3341, "Finetune/Step Time": 12.417997354641557}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7717678546905518, "Finetune/Loss (Raw)": 0.8521823883056641, "Finetune/Step": 3342, "Finetune/Step Time": 12.388715026900172}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.7729408144950867, "Finetune/Loss (Raw)": 0.7986275553703308, "Finetune/Step": 3343, "Finetune/Step Time": 12.36968882754445}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.7728840112686157, "Finetune/Loss (Raw)": 0.6148923635482788, "Finetune/Step": 3344, "Finetune/Step Time": 12.331206949427724}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.771469235420227, "Finetune/Loss (Raw)": 0.6055483222007751, "Finetune/Step": 3345, "Finetune/Step Time": 12.3652078602463}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7718347311019897, "Finetune/Loss (Raw)": 0.8449098467826843, "Finetune/Step": 3346, "Finetune/Step Time": 12.362648855894804}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7717200517654419, "Finetune/Loss (Raw)": 0.6395668387413025, "Finetune/Step": 3347, "Finetune/Step Time": 12.363581269979477}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7708827257156372, "Finetune/Loss (Raw)": 0.8158482313156128, "Finetune/Step": 3348, "Finetune/Step Time": 12.365328991785645}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7716077566146851, "Finetune/Loss (Raw)": 0.8264673352241516, "Finetune/Step": 3349, "Finetune/Step Time": 12.359049580991268}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7746707797050476, "Finetune/Loss (Raw)": 0.9574208855628967, "Finetune/Step": 3350, "Finetune/Step Time": 12.34072213806212}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.7746156454086304, "Finetune/Loss (Raw)": 0.7362372279167175, "Finetune/Step": 3351, "Finetune/Step Time": 12.346492756158113}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.7750716209411621, "Finetune/Loss (Raw)": 0.8068773150444031, "Finetune/Step": 3352, "Finetune/Step Time": 12.352327352389693}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.7761454582214355, "Finetune/Loss (Raw)": 0.8927651047706604, "Finetune/Step": 3353, "Finetune/Step Time": 12.375174028798938}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.7767603993415833, "Finetune/Loss (Raw)": 0.8482521176338196, "Finetune/Step": 3354, "Finetune/Step Time": 12.372018044814467}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.7778943777084351, "Finetune/Loss (Raw)": 0.8281787633895874, "Finetune/Step": 3355, "Finetune/Step Time": 12.358070142567158}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7786303758621216, "Finetune/Loss (Raw)": 0.8420894145965576, "Finetune/Step": 3356, "Finetune/Step Time": 12.349795140326023}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.7778103351593018, "Finetune/Loss (Raw)": 0.7792868614196777, "Finetune/Step": 3357, "Finetune/Step Time": 12.351068273186684}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.778070867061615, "Finetune/Loss (Raw)": 0.7269955277442932, "Finetune/Step": 3358, "Finetune/Step Time": 12.342392839491367}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7796494960784912, "Finetune/Loss (Raw)": 0.9458726048469543, "Finetune/Step": 3359, "Finetune/Step Time": 12.31729306653142}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.7794762849807739, "Finetune/Loss (Raw)": 0.8645949363708496, "Finetune/Step": 3360, "Finetune/Step Time": 12.307578280568123}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.7782780528068542, "Finetune/Loss (Raw)": 0.7974080443382263, "Finetune/Step": 3361, "Finetune/Step Time": 12.33967893384397}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7783782482147217, "Finetune/Loss (Raw)": 0.6935221552848816, "Finetune/Step": 3362, "Finetune/Step Time": 12.318935273215175}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7781506776809692, "Finetune/Loss (Raw)": 0.8497703075408936, "Finetune/Step": 3363, "Finetune/Step Time": 12.32389167882502}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7798527479171753, "Finetune/Loss (Raw)": 0.8536180853843689, "Finetune/Step": 3364, "Finetune/Step Time": 12.316633142530918}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7791862487792969, "Finetune/Loss (Raw)": 0.7529446482658386, "Finetune/Step": 3365, "Finetune/Step Time": 12.334765853360295}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.7792075872421265, "Finetune/Loss (Raw)": 0.6712281107902527, "Finetune/Step": 3366, "Finetune/Step Time": 12.323847332969308}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7772676944732666, "Finetune/Loss (Raw)": 0.688930869102478, "Finetune/Step": 3367, "Finetune/Step Time": 12.32249496690929}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.7754541635513306, "Finetune/Loss (Raw)": 0.6771695017814636, "Finetune/Step": 3368, "Finetune/Step Time": 12.346535734832287}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.7752734422683716, "Finetune/Loss (Raw)": 0.8248277306556702, "Finetune/Step": 3369, "Finetune/Step Time": 12.346787825226784}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.774613618850708, "Finetune/Loss (Raw)": 0.8208886981010437, "Finetune/Step": 3370, "Finetune/Step Time": 12.348605785518885}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7727490067481995, "Finetune/Loss (Raw)": 0.551644504070282, "Finetune/Step": 3371, "Finetune/Step Time": 12.380782859399915}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7719708681106567, "Finetune/Loss (Raw)": 0.7175779342651367, "Finetune/Step": 3372, "Finetune/Step Time": 12.396125445142388}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7716283202171326, "Finetune/Loss (Raw)": 0.8164827823638916, "Finetune/Step": 3373, "Finetune/Step Time": 12.406552955508232}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7725514769554138, "Finetune/Loss (Raw)": 0.7851032614707947, "Finetune/Step": 3374, "Finetune/Step Time": 12.413320455700159}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7747372388839722, "Finetune/Loss (Raw)": 1.0102344751358032, "Finetune/Step": 3375, "Finetune/Step Time": 12.412297166883945}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.7747478485107422, "Finetune/Loss (Raw)": 0.8870945572853088, "Finetune/Step": 3376, "Finetune/Step Time": 12.40038931928575}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.7725328207015991, "Finetune/Loss (Raw)": 0.6218900084495544, "Finetune/Step": 3377, "Finetune/Step Time": 12.413908215239644}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.7733908891677856, "Finetune/Loss (Raw)": 0.8576884269714355, "Finetune/Step": 3378, "Finetune/Step Time": 12.408096205443144}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7733365893363953, "Finetune/Loss (Raw)": 0.6059653759002686, "Finetune/Step": 3379, "Finetune/Step Time": 12.361740626394749}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7720044851303101, "Finetune/Loss (Raw)": 0.6813572645187378, "Finetune/Step": 3380, "Finetune/Step Time": 12.361284878104925}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.7715116739273071, "Finetune/Loss (Raw)": 0.7375094890594482, "Finetune/Step": 3381, "Finetune/Step Time": 12.353267513215542}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7717052102088928, "Finetune/Loss (Raw)": 0.8477892279624939, "Finetune/Step": 3382, "Finetune/Step Time": 12.352904302999377}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7709234952926636, "Finetune/Loss (Raw)": 0.7470121383666992, "Finetune/Step": 3383, "Finetune/Step Time": 12.338024590164423}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7709839940071106, "Finetune/Loss (Raw)": 0.8493616580963135, "Finetune/Step": 3384, "Finetune/Step Time": 12.3368127848953}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7713037729263306, "Finetune/Loss (Raw)": 0.6367710828781128, "Finetune/Step": 3385, "Finetune/Step Time": 12.326039435341954}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.76993727684021, "Finetune/Loss (Raw)": 0.7854418158531189, "Finetune/Step": 3386, "Finetune/Step Time": 12.317086866125464}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7700303792953491, "Finetune/Loss (Raw)": 0.6931664943695068, "Finetune/Step": 3387, "Finetune/Step Time": 12.306221460923553}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7695492506027222, "Finetune/Loss (Raw)": 0.7375811338424683, "Finetune/Step": 3388, "Finetune/Step Time": 12.283196544274688}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7701514959335327, "Finetune/Loss (Raw)": 0.805077850818634, "Finetune/Step": 3389, "Finetune/Step Time": 12.291352873668075}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7694751620292664, "Finetune/Loss (Raw)": 0.8178065419197083, "Finetune/Step": 3390, "Finetune/Step Time": 12.29533213749528}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7697931528091431, "Finetune/Loss (Raw)": 0.9482506513595581, "Finetune/Step": 3391, "Finetune/Step Time": 12.29398863390088}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7702714204788208, "Finetune/Loss (Raw)": 0.7436862587928772, "Finetune/Step": 3392, "Finetune/Step Time": 12.298527128994465}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.7697666883468628, "Finetune/Loss (Raw)": 0.8712964653968811, "Finetune/Step": 3393, "Finetune/Step Time": 12.293636450544}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.769321620464325, "Finetune/Loss (Raw)": 0.7059129476547241, "Finetune/Step": 3394, "Finetune/Step Time": 12.320844551548362}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7705127596855164, "Finetune/Loss (Raw)": 0.8524500131607056, "Finetune/Step": 3395, "Finetune/Step Time": 12.30165352486074}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7686277627944946, "Finetune/Loss (Raw)": 0.6532142162322998, "Finetune/Step": 3396, "Finetune/Step Time": 12.302209593355656}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7677643895149231, "Finetune/Loss (Raw)": 0.7176675200462341, "Finetune/Step": 3397, "Finetune/Step Time": 12.302522424608469}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7683836817741394, "Finetune/Loss (Raw)": 0.7920911908149719, "Finetune/Step": 3398, "Finetune/Step Time": 12.302114352583885}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7684200406074524, "Finetune/Loss (Raw)": 0.7282881736755371, "Finetune/Step": 3399, "Finetune/Step Time": 12.31367027014494}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7685582637786865, "Finetune/Loss (Raw)": 0.7576180100440979, "Finetune/Step": 3400, "Finetune/Step Time": 12.268282750621438}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7686555981636047, "Finetune/Loss (Raw)": 0.6936255097389221, "Finetune/Step": 3401, "Finetune/Step Time": 12.253227485343814}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7706434726715088, "Finetune/Loss (Raw)": 0.7677956819534302, "Finetune/Step": 3402, "Finetune/Step Time": 12.225636333227158}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.77078777551651, "Finetune/Loss (Raw)": 0.7078931331634521, "Finetune/Step": 3403, "Finetune/Step Time": 12.223887832835317}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7704181671142578, "Finetune/Loss (Raw)": 0.7516671419143677, "Finetune/Step": 3404, "Finetune/Step Time": 12.228881726041436}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7686594724655151, "Finetune/Loss (Raw)": 0.5662242770195007, "Finetune/Step": 3405, "Finetune/Step Time": 12.315283877775073}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7689610719680786, "Finetune/Loss (Raw)": 0.8066809773445129, "Finetune/Step": 3406, "Finetune/Step Time": 12.315837973728776}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7689777612686157, "Finetune/Loss (Raw)": 0.8186241388320923, "Finetune/Step": 3407, "Finetune/Step Time": 12.30031911469996}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7684246301651001, "Finetune/Loss (Raw)": 0.8310876488685608, "Finetune/Step": 3408, "Finetune/Step Time": 12.304061356931925}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7675427794456482, "Finetune/Loss (Raw)": 0.8142696619033813, "Finetune/Step": 3409, "Finetune/Step Time": 12.300409344956279}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7671608328819275, "Finetune/Loss (Raw)": 0.6874893307685852, "Finetune/Step": 3410, "Finetune/Step Time": 12.308690089732409}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7691766619682312, "Finetune/Loss (Raw)": 0.9118030071258545, "Finetune/Step": 3411, "Finetune/Step Time": 12.282967219129205}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7698187828063965, "Finetune/Loss (Raw)": 0.8167449235916138, "Finetune/Step": 3412, "Finetune/Step Time": 12.274365147575736}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.77029949426651, "Finetune/Loss (Raw)": 0.8888173699378967, "Finetune/Step": 3413, "Finetune/Step Time": 12.282106151804328}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7713450193405151, "Finetune/Loss (Raw)": 0.8960940837860107, "Finetune/Step": 3414, "Finetune/Step Time": 12.273015944287181}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7699675559997559, "Finetune/Loss (Raw)": 0.6402198672294617, "Finetune/Step": 3415, "Finetune/Step Time": 12.269458627328277}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7685235738754272, "Finetune/Loss (Raw)": 0.6690747141838074, "Finetune/Step": 3416, "Finetune/Step Time": 12.290816435590386}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7680927515029907, "Finetune/Loss (Raw)": 0.6811282634735107, "Finetune/Step": 3417, "Finetune/Step Time": 12.297833807766438}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7677114009857178, "Finetune/Loss (Raw)": 0.7740647196769714, "Finetune/Step": 3418, "Finetune/Step Time": 12.311562459915876}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7688250541687012, "Finetune/Loss (Raw)": 0.7973295450210571, "Finetune/Step": 3419, "Finetune/Step Time": 12.300279131159186}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7669789791107178, "Finetune/Loss (Raw)": 0.5095954537391663, "Finetune/Step": 3420, "Finetune/Step Time": 12.335890166461468}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7671642899513245, "Finetune/Loss (Raw)": 0.8200645446777344, "Finetune/Step": 3421, "Finetune/Step Time": 12.342453707009554}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7669492959976196, "Finetune/Loss (Raw)": 0.6592647433280945, "Finetune/Step": 3422, "Finetune/Step Time": 12.332063667476177}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.766804575920105, "Finetune/Loss (Raw)": 0.7351675033569336, "Finetune/Step": 3423, "Finetune/Step Time": 12.32934683561325}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7658261060714722, "Finetune/Loss (Raw)": 0.6830320954322815, "Finetune/Step": 3424, "Finetune/Step Time": 12.349572081118822}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.766345202922821, "Finetune/Loss (Raw)": 0.7479424476623535, "Finetune/Step": 3425, "Finetune/Step Time": 12.329178523272276}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7645153999328613, "Finetune/Loss (Raw)": 0.6401482820510864, "Finetune/Step": 3426, "Finetune/Step Time": 12.335617987439036}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7655083537101746, "Finetune/Loss (Raw)": 0.798595666885376, "Finetune/Step": 3427, "Finetune/Step Time": 12.311669616028666}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7645425200462341, "Finetune/Loss (Raw)": 0.7239026427268982, "Finetune/Step": 3428, "Finetune/Step Time": 12.319493398070335}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.765634298324585, "Finetune/Loss (Raw)": 0.8007546067237854, "Finetune/Step": 3429, "Finetune/Step Time": 12.319492816925049}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7637827396392822, "Finetune/Loss (Raw)": 0.6293480396270752, "Finetune/Step": 3430, "Finetune/Step Time": 12.309673089534044}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7649439573287964, "Finetune/Loss (Raw)": 0.9068189263343811, "Finetune/Step": 3431, "Finetune/Step Time": 12.31333545781672}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7643882036209106, "Finetune/Loss (Raw)": 0.6270929574966431, "Finetune/Step": 3432, "Finetune/Step Time": 12.317747624590993}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7636779546737671, "Finetune/Loss (Raw)": 0.7508025765419006, "Finetune/Step": 3433, "Finetune/Step Time": 12.347374960780144}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7636340260505676, "Finetune/Loss (Raw)": 0.6773090958595276, "Finetune/Step": 3434, "Finetune/Step Time": 12.381985783576965}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7622758746147156, "Finetune/Loss (Raw)": 0.7470991015434265, "Finetune/Step": 3435, "Finetune/Step Time": 12.403231400996447}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7614308595657349, "Finetune/Loss (Raw)": 0.679975152015686, "Finetune/Step": 3436, "Finetune/Step Time": 12.39886867068708}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.76087486743927, "Finetune/Loss (Raw)": 0.7853525876998901, "Finetune/Step": 3437, "Finetune/Step Time": 12.386653600260615}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7607043385505676, "Finetune/Loss (Raw)": 0.7073858976364136, "Finetune/Step": 3438, "Finetune/Step Time": 12.384366923943162}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7616626024246216, "Finetune/Loss (Raw)": 0.7993386387825012, "Finetune/Step": 3439, "Finetune/Step Time": 12.392367573454976}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7615166902542114, "Finetune/Loss (Raw)": 0.7222549319267273, "Finetune/Step": 3440, "Finetune/Step Time": 12.391913482919335}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.760655403137207, "Finetune/Loss (Raw)": 0.611806333065033, "Finetune/Step": 3441, "Finetune/Step Time": 12.398388592526317}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.760672926902771, "Finetune/Loss (Raw)": 0.6944862604141235, "Finetune/Step": 3442, "Finetune/Step Time": 12.408786023035645}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7587747573852539, "Finetune/Loss (Raw)": 0.6875342726707458, "Finetune/Step": 3443, "Finetune/Step Time": 12.424569264054298}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7592576742172241, "Finetune/Loss (Raw)": 0.8024984002113342, "Finetune/Step": 3444, "Finetune/Step Time": 12.417618690058589}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7580342888832092, "Finetune/Loss (Raw)": 0.567261278629303, "Finetune/Step": 3445, "Finetune/Step Time": 12.431351728737354}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7591137886047363, "Finetune/Loss (Raw)": 0.7265828847885132, "Finetune/Step": 3446, "Finetune/Step Time": 12.404028045013547}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7592462301254272, "Finetune/Loss (Raw)": 0.8819703459739685, "Finetune/Step": 3447, "Finetune/Step Time": 12.403525507077575}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7588215470314026, "Finetune/Loss (Raw)": 0.6954309344291687, "Finetune/Step": 3448, "Finetune/Step Time": 12.422188073396683}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.760328471660614, "Finetune/Loss (Raw)": 0.8603706955909729, "Finetune/Step": 3449, "Finetune/Step Time": 12.41446222923696}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7603989839553833, "Finetune/Loss (Raw)": 0.7458303570747375, "Finetune/Step": 3450, "Finetune/Step Time": 12.439691418781877}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7596437335014343, "Finetune/Loss (Raw)": 0.7505045533180237, "Finetune/Step": 3451, "Finetune/Step Time": 12.41740826331079}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7604612112045288, "Finetune/Loss (Raw)": 0.8631738424301147, "Finetune/Step": 3452, "Finetune/Step Time": 12.396997893229127}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7612671852111816, "Finetune/Loss (Raw)": 0.766170859336853, "Finetune/Step": 3453, "Finetune/Step Time": 12.3920105881989}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7604251503944397, "Finetune/Loss (Raw)": 0.7247827649116516, "Finetune/Step": 3454, "Finetune/Step Time": 12.402277689427137}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7601005434989929, "Finetune/Loss (Raw)": 0.5167464017868042, "Finetune/Step": 3455, "Finetune/Step Time": 12.415307277813554}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7595690488815308, "Finetune/Loss (Raw)": 0.8316075205802917, "Finetune/Step": 3456, "Finetune/Step Time": 12.407907623797655}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7597018480300903, "Finetune/Loss (Raw)": 0.8199648857116699, "Finetune/Step": 3457, "Finetune/Step Time": 12.396038122475147}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7606900930404663, "Finetune/Loss (Raw)": 0.7869758009910583, "Finetune/Step": 3458, "Finetune/Step Time": 12.40911685116589}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7606889605522156, "Finetune/Loss (Raw)": 0.783617377281189, "Finetune/Step": 3459, "Finetune/Step Time": 12.398590203374624}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7612221240997314, "Finetune/Loss (Raw)": 0.8467077612876892, "Finetune/Step": 3460, "Finetune/Step Time": 12.4010304287076}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7595202922821045, "Finetune/Loss (Raw)": 0.5767500996589661, "Finetune/Step": 3461, "Finetune/Step Time": 12.427150083705783}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7591192126274109, "Finetune/Loss (Raw)": 0.7381314039230347, "Finetune/Step": 3462, "Finetune/Step Time": 12.420750811696053}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7595576047897339, "Finetune/Loss (Raw)": 0.7484959363937378, "Finetune/Step": 3463, "Finetune/Step Time": 12.423618622124195}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7605745792388916, "Finetune/Loss (Raw)": 0.8748441934585571, "Finetune/Step": 3464, "Finetune/Step Time": 12.426071342080832}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7609999775886536, "Finetune/Loss (Raw)": 0.7361701726913452, "Finetune/Step": 3465, "Finetune/Step Time": 12.418783351778984}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7601079940795898, "Finetune/Loss (Raw)": 0.6575452089309692, "Finetune/Step": 3466, "Finetune/Step Time": 12.416174955666065}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7585623264312744, "Finetune/Loss (Raw)": 0.622837245464325, "Finetune/Step": 3467, "Finetune/Step Time": 12.414772113785148}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7575441598892212, "Finetune/Loss (Raw)": 0.6338722705841064, "Finetune/Step": 3468, "Finetune/Step Time": 12.427043361589313}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7558656334877014, "Finetune/Loss (Raw)": 0.7062928676605225, "Finetune/Step": 3469, "Finetune/Step Time": 12.44206764921546}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7549694180488586, "Finetune/Loss (Raw)": 0.7374701499938965, "Finetune/Step": 3470, "Finetune/Step Time": 12.45180095732212}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7552198171615601, "Finetune/Loss (Raw)": 0.830678403377533, "Finetune/Step": 3471, "Finetune/Step Time": 12.461973872035742}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7559794783592224, "Finetune/Loss (Raw)": 0.7121279239654541, "Finetune/Step": 3472, "Finetune/Step Time": 12.464580208063126}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7575953006744385, "Finetune/Loss (Raw)": 0.8123705983161926, "Finetune/Step": 3473, "Finetune/Step Time": 12.464491924270988}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7559868097305298, "Finetune/Loss (Raw)": 0.6390261650085449, "Finetune/Step": 3474, "Finetune/Step Time": 12.473666222766042}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7569773197174072, "Finetune/Loss (Raw)": 0.7663520574569702, "Finetune/Step": 3475, "Finetune/Step Time": 12.479912515729666}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7553090453147888, "Finetune/Loss (Raw)": 0.602310061454773, "Finetune/Step": 3476, "Finetune/Step Time": 12.486854227259755}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7544703483581543, "Finetune/Loss (Raw)": 0.7191123366355896, "Finetune/Step": 3477, "Finetune/Step Time": 12.514775006100535}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7540503740310669, "Finetune/Loss (Raw)": 0.9036681652069092, "Finetune/Step": 3478, "Finetune/Step Time": 12.506654940545559}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7560791373252869, "Finetune/Loss (Raw)": 0.9959214925765991, "Finetune/Step": 3479, "Finetune/Step Time": 12.489647379145026}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7560418844223022, "Finetune/Loss (Raw)": 0.8021060228347778, "Finetune/Step": 3480, "Finetune/Step Time": 12.479228425770998}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7552666664123535, "Finetune/Loss (Raw)": 0.7935372591018677, "Finetune/Step": 3481, "Finetune/Step Time": 12.447317894548178}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.754515528678894, "Finetune/Loss (Raw)": 0.7521090507507324, "Finetune/Step": 3482, "Finetune/Step Time": 12.44568163715303}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7532972097396851, "Finetune/Loss (Raw)": 0.6722252368927002, "Finetune/Step": 3483, "Finetune/Step Time": 12.510976431891322}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7523882389068604, "Finetune/Loss (Raw)": 0.7257431149482727, "Finetune/Step": 3484, "Finetune/Step Time": 12.531795313581824}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7533738613128662, "Finetune/Loss (Raw)": 0.905451774597168, "Finetune/Step": 3485, "Finetune/Step Time": 12.526822375133634}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7537751197814941, "Finetune/Loss (Raw)": 0.778357207775116, "Finetune/Step": 3486, "Finetune/Step Time": 12.516993081197143}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7519525289535522, "Finetune/Loss (Raw)": 0.7125787138938904, "Finetune/Step": 3487, "Finetune/Step Time": 12.504576165229082}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7502118349075317, "Finetune/Loss (Raw)": 0.6417819857597351, "Finetune/Step": 3488, "Finetune/Step Time": 12.499961039051414}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7505977153778076, "Finetune/Loss (Raw)": 0.8468046188354492, "Finetune/Step": 3489, "Finetune/Step Time": 12.477230759337544}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7505702972412109, "Finetune/Loss (Raw)": 0.690015435218811, "Finetune/Step": 3490, "Finetune/Step Time": 12.471667589619756}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7509412169456482, "Finetune/Loss (Raw)": 0.8972458839416504, "Finetune/Step": 3491, "Finetune/Step Time": 12.47404714487493}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.750295877456665, "Finetune/Loss (Raw)": 0.7710181474685669, "Finetune/Step": 3492, "Finetune/Step Time": 12.48489848524332}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.748098611831665, "Finetune/Loss (Raw)": 0.47169551253318787, "Finetune/Step": 3493, "Finetune/Step Time": 12.472458012402058}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7497868537902832, "Finetune/Loss (Raw)": 0.8873225450515747, "Finetune/Step": 3494, "Finetune/Step Time": 12.452322090044618}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7508041858673096, "Finetune/Loss (Raw)": 0.8191447257995605, "Finetune/Step": 3495, "Finetune/Step Time": 12.452087389305234}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7518582344055176, "Finetune/Loss (Raw)": 0.8120958805084229, "Finetune/Step": 3496, "Finetune/Step Time": 12.436085427179933}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7502489686012268, "Finetune/Loss (Raw)": 0.6188339591026306, "Finetune/Step": 3497, "Finetune/Step Time": 12.45061850361526}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7504223585128784, "Finetune/Loss (Raw)": 0.8430840969085693, "Finetune/Step": 3498, "Finetune/Step Time": 12.457181718200445}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7521067261695862, "Finetune/Loss (Raw)": 0.7672412991523743, "Finetune/Step": 3499, "Finetune/Step Time": 12.43340208940208}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7532511949539185, "Finetune/Loss (Raw)": 0.8640691041946411, "Finetune/Step": 3500, "Finetune/Step Time": 12.423198007047176}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7532333731651306, "Finetune/Loss (Raw)": 0.8142064809799194, "Finetune/Step": 3501, "Finetune/Step Time": 12.407458247616887}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7542582750320435, "Finetune/Loss (Raw)": 0.916287362575531, "Finetune/Step": 3502, "Finetune/Step Time": 12.396547129377723}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7530040740966797, "Finetune/Loss (Raw)": 0.8497007489204407, "Finetune/Step": 3503, "Finetune/Step Time": 12.397688431665301}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7517738342285156, "Finetune/Loss (Raw)": 0.7296152114868164, "Finetune/Step": 3504, "Finetune/Step Time": 12.406212445348501}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7528136372566223, "Finetune/Loss (Raw)": 0.7549899816513062, "Finetune/Step": 3505, "Finetune/Step Time": 12.402165854349732}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7516559362411499, "Finetune/Loss (Raw)": 0.7094947695732117, "Finetune/Step": 3506, "Finetune/Step Time": 12.398068560287356}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7514265179634094, "Finetune/Loss (Raw)": 0.5766059756278992, "Finetune/Step": 3507, "Finetune/Step Time": 12.424209786579013}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7520697116851807, "Finetune/Loss (Raw)": 0.7636878490447998, "Finetune/Step": 3508, "Finetune/Step Time": 12.426722781732678}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7521036863327026, "Finetune/Loss (Raw)": 0.7418573498725891, "Finetune/Step": 3509, "Finetune/Step Time": 12.447694996371865}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7508779764175415, "Finetune/Loss (Raw)": 0.6908931136131287, "Finetune/Step": 3510, "Finetune/Step Time": 12.449728881940246}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7504788637161255, "Finetune/Loss (Raw)": 0.6959323287010193, "Finetune/Step": 3511, "Finetune/Step Time": 12.456930316984653}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7498524188995361, "Finetune/Loss (Raw)": 0.7691808938980103, "Finetune/Step": 3512, "Finetune/Step Time": 12.453165022656322}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7512549161911011, "Finetune/Loss (Raw)": 0.8162866830825806, "Finetune/Step": 3513, "Finetune/Step Time": 12.452043328434229}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7505881786346436, "Finetune/Loss (Raw)": 0.7000970244407654, "Finetune/Step": 3514, "Finetune/Step Time": 12.454875502735376}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7512260675430298, "Finetune/Loss (Raw)": 0.7748238444328308, "Finetune/Step": 3515, "Finetune/Step Time": 12.45754118077457}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7514901161193848, "Finetune/Loss (Raw)": 0.7713723182678223, "Finetune/Step": 3516, "Finetune/Step Time": 12.458674147725105}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7516189813613892, "Finetune/Loss (Raw)": 0.8215795159339905, "Finetune/Step": 3517, "Finetune/Step Time": 12.456705030053854}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7501673698425293, "Finetune/Loss (Raw)": 0.6320000886917114, "Finetune/Step": 3518, "Finetune/Step Time": 12.499346289783716}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7479032278060913, "Finetune/Loss (Raw)": 0.6584308743476868, "Finetune/Step": 3519, "Finetune/Step Time": 12.531850263476372}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7476973533630371, "Finetune/Loss (Raw)": 0.7173342108726501, "Finetune/Step": 3520, "Finetune/Step Time": 12.528552727773786}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7473381161689758, "Finetune/Loss (Raw)": 0.8253195881843567, "Finetune/Step": 3521, "Finetune/Step Time": 12.52828649431467}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7465473413467407, "Finetune/Loss (Raw)": 0.6046889424324036, "Finetune/Step": 3522, "Finetune/Step Time": 12.521438345313072}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7447019815444946, "Finetune/Loss (Raw)": 0.6162394881248474, "Finetune/Step": 3523, "Finetune/Step Time": 12.555610910058022}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7446284294128418, "Finetune/Loss (Raw)": 0.6438037753105164, "Finetune/Step": 3524, "Finetune/Step Time": 12.565208120271564}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7463196516036987, "Finetune/Loss (Raw)": 0.9341503977775574, "Finetune/Step": 3525, "Finetune/Step Time": 12.57012527063489}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7450656890869141, "Finetune/Loss (Raw)": 0.631576657295227, "Finetune/Step": 3526, "Finetune/Step Time": 12.577139809727669}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7454860806465149, "Finetune/Loss (Raw)": 0.7821062207221985, "Finetune/Step": 3527, "Finetune/Step Time": 12.560054007917643}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7454063892364502, "Finetune/Loss (Raw)": 0.74741530418396, "Finetune/Step": 3528, "Finetune/Step Time": 12.557773811742663}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7449142932891846, "Finetune/Loss (Raw)": 0.6306332945823669, "Finetune/Step": 3529, "Finetune/Step Time": 12.569509610533714}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7447022795677185, "Finetune/Loss (Raw)": 0.7406593561172485, "Finetune/Step": 3530, "Finetune/Step Time": 12.559760965406895}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7452331185340881, "Finetune/Loss (Raw)": 0.7758408188819885, "Finetune/Step": 3531, "Finetune/Step Time": 12.558208014816046}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7445234060287476, "Finetune/Loss (Raw)": 0.6608291268348694, "Finetune/Step": 3532, "Finetune/Step Time": 12.573328802362084}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7444347143173218, "Finetune/Loss (Raw)": 0.5548644065856934, "Finetune/Step": 3533, "Finetune/Step Time": 12.519858729094267}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7444792985916138, "Finetune/Loss (Raw)": 0.8123881220817566, "Finetune/Step": 3534, "Finetune/Step Time": 12.536478277295828}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7427645921707153, "Finetune/Loss (Raw)": 0.5991432666778564, "Finetune/Step": 3535, "Finetune/Step Time": 12.563043119385839}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.742066502571106, "Finetune/Loss (Raw)": 0.741733968257904, "Finetune/Step": 3536, "Finetune/Step Time": 12.55905936844647}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7426414489746094, "Finetune/Loss (Raw)": 0.8878661394119263, "Finetune/Step": 3537, "Finetune/Step Time": 12.565187837928534}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7441548109054565, "Finetune/Loss (Raw)": 0.8811971545219421, "Finetune/Step": 3538, "Finetune/Step Time": 12.563064627349377}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.743781328201294, "Finetune/Loss (Raw)": 0.8639899492263794, "Finetune/Step": 3539, "Finetune/Step Time": 12.564208894968033}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7436559200286865, "Finetune/Loss (Raw)": 0.8007045388221741, "Finetune/Step": 3540, "Finetune/Step Time": 12.570035856217146}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7429417371749878, "Finetune/Loss (Raw)": 0.797402024269104, "Finetune/Step": 3541, "Finetune/Step Time": 12.558755941689014}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7412952184677124, "Finetune/Loss (Raw)": 0.6853290796279907, "Finetune/Step": 3542, "Finetune/Step Time": 12.574246218428016}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7423428893089294, "Finetune/Loss (Raw)": 0.7743258476257324, "Finetune/Step": 3543, "Finetune/Step Time": 12.59232329018414}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7434656023979187, "Finetune/Loss (Raw)": 0.8127846717834473, "Finetune/Step": 3544, "Finetune/Step Time": 12.565040959045291}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7430233955383301, "Finetune/Loss (Raw)": 0.6245241165161133, "Finetune/Step": 3545, "Finetune/Step Time": 12.587215393781662}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.742527425289154, "Finetune/Loss (Raw)": 0.7105781435966492, "Finetune/Step": 3546, "Finetune/Step Time": 12.581701330840588}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7432070970535278, "Finetune/Loss (Raw)": 0.8843322396278381, "Finetune/Step": 3547, "Finetune/Step Time": 12.57979035936296}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7450644969940186, "Finetune/Loss (Raw)": 0.7473390102386475, "Finetune/Step": 3548, "Finetune/Step Time": 12.559629896655679}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7457840442657471, "Finetune/Loss (Raw)": 0.9121658802032471, "Finetune/Step": 3549, "Finetune/Step Time": 12.606627410277724}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7458255290985107, "Finetune/Loss (Raw)": 0.6645746827125549, "Finetune/Step": 3550, "Finetune/Step Time": 12.602623047307134}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7452369928359985, "Finetune/Loss (Raw)": 0.6598376035690308, "Finetune/Step": 3551, "Finetune/Step Time": 12.62596507743001}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7461040019989014, "Finetune/Loss (Raw)": 0.7940085530281067, "Finetune/Step": 3552, "Finetune/Step Time": 12.593336855992675}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7449841499328613, "Finetune/Loss (Raw)": 0.6046009659767151, "Finetune/Step": 3553, "Finetune/Step Time": 12.603202244266868}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7467920780181885, "Finetune/Loss (Raw)": 0.8715608716011047, "Finetune/Step": 3554, "Finetune/Step Time": 12.606451090425253}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7475193738937378, "Finetune/Loss (Raw)": 0.8916918039321899, "Finetune/Step": 3555, "Finetune/Step Time": 12.603662442415953}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7462285757064819, "Finetune/Loss (Raw)": 0.5586749315261841, "Finetune/Step": 3556, "Finetune/Step Time": 12.618103843182325}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7474875450134277, "Finetune/Loss (Raw)": 0.9619085192680359, "Finetune/Step": 3557, "Finetune/Step Time": 12.609700497239828}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7487992644309998, "Finetune/Loss (Raw)": 0.7972471117973328, "Finetune/Step": 3558, "Finetune/Step Time": 12.611254874616861}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7481479048728943, "Finetune/Loss (Raw)": 0.8234429359436035, "Finetune/Step": 3559, "Finetune/Step Time": 12.60764548741281}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7497792840003967, "Finetune/Loss (Raw)": 0.8359121084213257, "Finetune/Step": 3560, "Finetune/Step Time": 12.585733838379383}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.751055896282196, "Finetune/Loss (Raw)": 0.914206326007843, "Finetune/Step": 3561, "Finetune/Step Time": 12.562660869210958}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7506087422370911, "Finetune/Loss (Raw)": 0.6200764179229736, "Finetune/Step": 3562, "Finetune/Step Time": 12.529335539788008}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7498649954795837, "Finetune/Loss (Raw)": 0.651900053024292, "Finetune/Step": 3563, "Finetune/Step Time": 12.510367892682552}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7503421306610107, "Finetune/Loss (Raw)": 0.7410507798194885, "Finetune/Step": 3564, "Finetune/Step Time": 12.514472989365458}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.749921441078186, "Finetune/Loss (Raw)": 0.7315049767494202, "Finetune/Step": 3565, "Finetune/Step Time": 12.518208749592304}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7510939836502075, "Finetune/Loss (Raw)": 0.8574713468551636, "Finetune/Step": 3566, "Finetune/Step Time": 12.521386429667473}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7509137392044067, "Finetune/Loss (Raw)": 0.7762607336044312, "Finetune/Step": 3567, "Finetune/Step Time": 12.526743303984404}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7514049410820007, "Finetune/Loss (Raw)": 0.7851338982582092, "Finetune/Step": 3568, "Finetune/Step Time": 12.534134970977902}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7523198127746582, "Finetune/Loss (Raw)": 0.7289077043533325, "Finetune/Step": 3569, "Finetune/Step Time": 12.515474746003747}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7524540424346924, "Finetune/Loss (Raw)": 0.7116629481315613, "Finetune/Step": 3570, "Finetune/Step Time": 12.505572287365794}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.753203272819519, "Finetune/Loss (Raw)": 0.7834357619285583, "Finetune/Step": 3571, "Finetune/Step Time": 12.493521474301815}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7536325454711914, "Finetune/Loss (Raw)": 0.857450544834137, "Finetune/Step": 3572, "Finetune/Step Time": 12.493333075195551}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7558256387710571, "Finetune/Loss (Raw)": 0.8479706645011902, "Finetune/Step": 3573, "Finetune/Step Time": 12.468696447089314}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7570523023605347, "Finetune/Loss (Raw)": 0.883594810962677, "Finetune/Step": 3574, "Finetune/Step Time": 12.464898196980357}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7560970783233643, "Finetune/Loss (Raw)": 0.7597092986106873, "Finetune/Step": 3575, "Finetune/Step Time": 12.452268797904253}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7574435472488403, "Finetune/Loss (Raw)": 0.8677769899368286, "Finetune/Step": 3576, "Finetune/Step Time": 12.437342936173081}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7566210031509399, "Finetune/Loss (Raw)": 0.7550823092460632, "Finetune/Step": 3577, "Finetune/Step Time": 12.46164596453309}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7573642134666443, "Finetune/Loss (Raw)": 0.8409650921821594, "Finetune/Step": 3578, "Finetune/Step Time": 12.465543823316693}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.757535994052887, "Finetune/Loss (Raw)": 0.7724923491477966, "Finetune/Step": 3579, "Finetune/Step Time": 12.466676346957684}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7570428848266602, "Finetune/Loss (Raw)": 0.8000568151473999, "Finetune/Step": 3580, "Finetune/Step Time": 12.474159684032202}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7575995922088623, "Finetune/Loss (Raw)": 0.8374282717704773, "Finetune/Step": 3581, "Finetune/Step Time": 12.484529653564095}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7571952939033508, "Finetune/Loss (Raw)": 0.6730348467826843, "Finetune/Step": 3582, "Finetune/Step Time": 12.486925147473812}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7587680220603943, "Finetune/Loss (Raw)": 0.7180556058883667, "Finetune/Step": 3583, "Finetune/Step Time": 12.462281296029687}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7584498524665833, "Finetune/Loss (Raw)": 0.7908793687820435, "Finetune/Step": 3584, "Finetune/Step Time": 12.465812634676695}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7592930793762207, "Finetune/Loss (Raw)": 0.927898645401001, "Finetune/Step": 3585, "Finetune/Step Time": 12.46289275214076}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.757939338684082, "Finetune/Loss (Raw)": 0.6136958599090576, "Finetune/Step": 3586, "Finetune/Step Time": 12.458460165187716}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7573809623718262, "Finetune/Loss (Raw)": 0.7121500968933105, "Finetune/Step": 3587, "Finetune/Step Time": 12.444013323634863}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7557647228240967, "Finetune/Loss (Raw)": 0.6398249268531799, "Finetune/Step": 3588, "Finetune/Step Time": 12.442774198949337}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7571594715118408, "Finetune/Loss (Raw)": 0.7552728652954102, "Finetune/Step": 3589, "Finetune/Step Time": 12.425522699952126}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.757877767086029, "Finetune/Loss (Raw)": 0.830073893070221, "Finetune/Step": 3590, "Finetune/Step Time": 12.431232906877995}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.757469892501831, "Finetune/Loss (Raw)": 0.6962969899177551, "Finetune/Step": 3591, "Finetune/Step Time": 12.434575850144029}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7565443515777588, "Finetune/Loss (Raw)": 0.7563716769218445, "Finetune/Step": 3592, "Finetune/Step Time": 12.43942486308515}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7576121687889099, "Finetune/Loss (Raw)": 0.8728532791137695, "Finetune/Step": 3593, "Finetune/Step Time": 12.437386631965637}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7565580010414124, "Finetune/Loss (Raw)": 0.5226091146469116, "Finetune/Step": 3594, "Finetune/Step Time": 12.442165864631534}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7578749656677246, "Finetune/Loss (Raw)": 0.7914092540740967, "Finetune/Step": 3595, "Finetune/Step Time": 12.4552391897887}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7600226998329163, "Finetune/Loss (Raw)": 0.9087799191474915, "Finetune/Step": 3596, "Finetune/Step Time": 12.435125475749373}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7586235404014587, "Finetune/Loss (Raw)": 0.5272004008293152, "Finetune/Step": 3597, "Finetune/Step Time": 12.445871600881219}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7585077285766602, "Finetune/Loss (Raw)": 0.722649872303009, "Finetune/Step": 3598, "Finetune/Step Time": 12.467347191646695}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7571641206741333, "Finetune/Loss (Raw)": 0.6586897373199463, "Finetune/Step": 3599, "Finetune/Step Time": 12.456976681947708}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7562183737754822, "Finetune/Loss (Raw)": 0.5910756587982178, "Finetune/Step": 3600, "Finetune/Step Time": 12.472492853179574}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7562309503555298, "Finetune/Loss (Raw)": 0.8139832615852356, "Finetune/Step": 3601, "Finetune/Step Time": 12.451378231868148}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7572101354598999, "Finetune/Loss (Raw)": 0.7643629908561707, "Finetune/Step": 3602, "Finetune/Step Time": 12.443204136565328}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7571362257003784, "Finetune/Loss (Raw)": 0.7568856477737427, "Finetune/Step": 3603, "Finetune/Step Time": 12.440188597887754}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7586878538131714, "Finetune/Loss (Raw)": 0.8009206652641296, "Finetune/Step": 3604, "Finetune/Step Time": 12.436004558578134}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.757872462272644, "Finetune/Loss (Raw)": 0.6147404909133911, "Finetune/Step": 3605, "Finetune/Step Time": 12.413975702598691}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7561336755752563, "Finetune/Loss (Raw)": 0.681104302406311, "Finetune/Step": 3606, "Finetune/Step Time": 12.429813329130411}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7544820308685303, "Finetune/Loss (Raw)": 0.784517228603363, "Finetune/Step": 3607, "Finetune/Step Time": 12.436813123524189}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7531282901763916, "Finetune/Loss (Raw)": 0.6288202404975891, "Finetune/Step": 3608, "Finetune/Step Time": 12.477180529385805}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7526475191116333, "Finetune/Loss (Raw)": 0.7319982647895813, "Finetune/Step": 3609, "Finetune/Step Time": 12.476330360397696}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7517365217208862, "Finetune/Loss (Raw)": 0.635509192943573, "Finetune/Step": 3610, "Finetune/Step Time": 12.475515043362975}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7507915496826172, "Finetune/Loss (Raw)": 0.5512602925300598, "Finetune/Step": 3611, "Finetune/Step Time": 12.43447401188314}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7511144876480103, "Finetune/Loss (Raw)": 0.767079770565033, "Finetune/Step": 3612, "Finetune/Step Time": 12.433852208778262}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7492544054985046, "Finetune/Loss (Raw)": 0.6673663258552551, "Finetune/Step": 3613, "Finetune/Step Time": 12.435432940721512}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7491580843925476, "Finetune/Loss (Raw)": 0.7660300731658936, "Finetune/Step": 3614, "Finetune/Step Time": 12.446449920535088}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7498300075531006, "Finetune/Loss (Raw)": 0.7985810041427612, "Finetune/Step": 3615, "Finetune/Step Time": 12.451109759509563}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7500161528587341, "Finetune/Loss (Raw)": 0.6656076312065125, "Finetune/Step": 3616, "Finetune/Step Time": 12.46113571152091}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7489591836929321, "Finetune/Loss (Raw)": 0.7115195393562317, "Finetune/Step": 3617, "Finetune/Step Time": 12.467440923675895}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7487022876739502, "Finetune/Loss (Raw)": 0.6571252942085266, "Finetune/Step": 3618, "Finetune/Step Time": 12.487063800916076}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7474923133850098, "Finetune/Loss (Raw)": 0.7423655986785889, "Finetune/Step": 3619, "Finetune/Step Time": 12.473500065505505}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7474164962768555, "Finetune/Loss (Raw)": 0.7613137364387512, "Finetune/Step": 3620, "Finetune/Step Time": 12.46150591596961}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7493142485618591, "Finetune/Loss (Raw)": 0.7146120667457581, "Finetune/Step": 3621, "Finetune/Step Time": 12.453604331240058}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7484371066093445, "Finetune/Loss (Raw)": 0.7750481963157654, "Finetune/Step": 3622, "Finetune/Step Time": 12.465120807290077}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7483676671981812, "Finetune/Loss (Raw)": 0.8102602362632751, "Finetune/Step": 3623, "Finetune/Step Time": 12.461875630542636}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7487099170684814, "Finetune/Loss (Raw)": 0.8558955192565918, "Finetune/Step": 3624, "Finetune/Step Time": 12.454786689952016}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.750484824180603, "Finetune/Loss (Raw)": 0.8460268974304199, "Finetune/Step": 3625, "Finetune/Step Time": 12.438103590160608}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7490650415420532, "Finetune/Loss (Raw)": 0.6613516807556152, "Finetune/Step": 3626, "Finetune/Step Time": 12.430025594308972}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7495242357254028, "Finetune/Loss (Raw)": 0.8260191082954407, "Finetune/Step": 3627, "Finetune/Step Time": 12.45289371907711}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7487069368362427, "Finetune/Loss (Raw)": 0.7594517469406128, "Finetune/Step": 3628, "Finetune/Step Time": 12.457110732793808}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7481460571289062, "Finetune/Loss (Raw)": 0.7424121499061584, "Finetune/Step": 3629, "Finetune/Step Time": 12.461417825892568}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7464154362678528, "Finetune/Loss (Raw)": 0.6947761178016663, "Finetune/Step": 3630, "Finetune/Step Time": 12.459501836448908}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7445661425590515, "Finetune/Loss (Raw)": 0.6129899621009827, "Finetune/Step": 3631, "Finetune/Step Time": 12.475530572235584}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7455320358276367, "Finetune/Loss (Raw)": 0.8532445430755615, "Finetune/Step": 3632, "Finetune/Step Time": 12.474470850080252}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7464083433151245, "Finetune/Loss (Raw)": 0.8671625852584839, "Finetune/Step": 3633, "Finetune/Step Time": 12.467883197590709}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7466689348220825, "Finetune/Loss (Raw)": 0.7428467869758606, "Finetune/Step": 3634, "Finetune/Step Time": 12.45956214517355}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7471551895141602, "Finetune/Loss (Raw)": 0.6388447880744934, "Finetune/Step": 3635, "Finetune/Step Time": 12.432019924744964}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7474519610404968, "Finetune/Loss (Raw)": 0.8016753792762756, "Finetune/Step": 3636, "Finetune/Step Time": 12.429416589438915}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7481509447097778, "Finetune/Loss (Raw)": 0.8313296437263489, "Finetune/Step": 3637, "Finetune/Step Time": 12.407177897170186}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7490415573120117, "Finetune/Loss (Raw)": 0.8048842549324036, "Finetune/Step": 3638, "Finetune/Step Time": 12.402548125013709}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7497478127479553, "Finetune/Loss (Raw)": 0.7863380312919617, "Finetune/Step": 3639, "Finetune/Step Time": 12.389357578009367}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7481387257575989, "Finetune/Loss (Raw)": 0.5632162094116211, "Finetune/Step": 3640, "Finetune/Step Time": 12.416398314759135}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7471722364425659, "Finetune/Loss (Raw)": 0.6925800442695618, "Finetune/Step": 3641, "Finetune/Step Time": 12.422887854278088}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7479603290557861, "Finetune/Loss (Raw)": 0.8009673953056335, "Finetune/Step": 3642, "Finetune/Step Time": 12.428407993167639}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7483494281768799, "Finetune/Loss (Raw)": 0.8246353268623352, "Finetune/Step": 3643, "Finetune/Step Time": 12.424036325886846}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7484220266342163, "Finetune/Loss (Raw)": 0.7806544899940491, "Finetune/Step": 3644, "Finetune/Step Time": 12.415864376351237}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7477366924285889, "Finetune/Loss (Raw)": 0.7338664531707764, "Finetune/Step": 3645, "Finetune/Step Time": 12.41745500639081}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7490737438201904, "Finetune/Loss (Raw)": 0.8031396269798279, "Finetune/Step": 3646, "Finetune/Step Time": 12.390957800671458}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7502858638763428, "Finetune/Loss (Raw)": 0.8135842680931091, "Finetune/Step": 3647, "Finetune/Step Time": 12.362248547375202}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7513728141784668, "Finetune/Loss (Raw)": 0.8564607501029968, "Finetune/Step": 3648, "Finetune/Step Time": 12.37149722315371}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7516566514968872, "Finetune/Loss (Raw)": 0.8616510033607483, "Finetune/Step": 3649, "Finetune/Step Time": 12.379794728010893}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7541433572769165, "Finetune/Loss (Raw)": 0.9229812026023865, "Finetune/Step": 3650, "Finetune/Step Time": 12.353749861940742}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.754402756690979, "Finetune/Loss (Raw)": 0.6494510769844055, "Finetune/Step": 3651, "Finetune/Step Time": 12.336102742701769}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7554985284805298, "Finetune/Loss (Raw)": 0.7840606570243835, "Finetune/Step": 3652, "Finetune/Step Time": 12.327509542927146}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7547601461410522, "Finetune/Loss (Raw)": 0.8396317958831787, "Finetune/Step": 3653, "Finetune/Step Time": 12.322132451459765}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.755524754524231, "Finetune/Loss (Raw)": 0.7294449210166931, "Finetune/Step": 3654, "Finetune/Step Time": 12.33517675474286}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7566334009170532, "Finetune/Loss (Raw)": 0.9240173697471619, "Finetune/Step": 3655, "Finetune/Step Time": 12.343624956905842}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7558666467666626, "Finetune/Loss (Raw)": 0.649268627166748, "Finetune/Step": 3656, "Finetune/Step Time": 12.345377383753657}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7571064233779907, "Finetune/Loss (Raw)": 0.7893276214599609, "Finetune/Step": 3657, "Finetune/Step Time": 12.342417698353529}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7569478154182434, "Finetune/Loss (Raw)": 0.7203583717346191, "Finetune/Step": 3658, "Finetune/Step Time": 12.364851769059896}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7568176984786987, "Finetune/Loss (Raw)": 0.7591902613639832, "Finetune/Step": 3659, "Finetune/Step Time": 12.370952565222979}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7584199905395508, "Finetune/Loss (Raw)": 0.86592698097229, "Finetune/Step": 3660, "Finetune/Step Time": 12.343859430402517}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7600964307785034, "Finetune/Loss (Raw)": 0.7694414854049683, "Finetune/Step": 3661, "Finetune/Step Time": 12.313383320346475}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7605207562446594, "Finetune/Loss (Raw)": 0.8667030930519104, "Finetune/Step": 3662, "Finetune/Step Time": 12.303594028577209}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7633237242698669, "Finetune/Loss (Raw)": 0.9579218626022339, "Finetune/Step": 3663, "Finetune/Step Time": 12.270373897626996}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7629920244216919, "Finetune/Loss (Raw)": 0.6992822885513306, "Finetune/Step": 3664, "Finetune/Step Time": 12.293631816282868}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7621492147445679, "Finetune/Loss (Raw)": 0.7799796462059021, "Finetune/Step": 3665, "Finetune/Step Time": 12.2856605052948}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7612884044647217, "Finetune/Loss (Raw)": 0.7710159420967102, "Finetune/Step": 3666, "Finetune/Step Time": 12.280044130980968}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7597924470901489, "Finetune/Loss (Raw)": 0.6725053191184998, "Finetune/Step": 3667, "Finetune/Step Time": 12.304025085642934}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7590709924697876, "Finetune/Loss (Raw)": 0.7083604335784912, "Finetune/Step": 3668, "Finetune/Step Time": 12.291328180581331}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7583838701248169, "Finetune/Loss (Raw)": 0.7094440460205078, "Finetune/Step": 3669, "Finetune/Step Time": 12.293323840945959}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.7591713666915894, "Finetune/Loss (Raw)": 0.7861400246620178, "Finetune/Step": 3670, "Finetune/Step Time": 12.27327854000032}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7599480748176575, "Finetune/Loss (Raw)": 0.8737367987632751, "Finetune/Step": 3671, "Finetune/Step Time": 12.249234151095152}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7592313885688782, "Finetune/Loss (Raw)": 0.721049964427948, "Finetune/Step": 3672, "Finetune/Step Time": 12.257179295644164}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7582916617393494, "Finetune/Loss (Raw)": 0.504240095615387, "Finetune/Step": 3673, "Finetune/Step Time": 12.232213674113154}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7587507367134094, "Finetune/Loss (Raw)": 0.7693357467651367, "Finetune/Step": 3674, "Finetune/Step Time": 12.221442541107535}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7561800479888916, "Finetune/Loss (Raw)": 0.5552930235862732, "Finetune/Step": 3675, "Finetune/Step Time": 12.253333089873195}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.756368100643158, "Finetune/Loss (Raw)": 0.7714080214500427, "Finetune/Step": 3676, "Finetune/Step Time": 12.259285539388657}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7560791969299316, "Finetune/Loss (Raw)": 0.8751775026321411, "Finetune/Step": 3677, "Finetune/Step Time": 12.20939819328487}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7550637722015381, "Finetune/Loss (Raw)": 0.5346075296401978, "Finetune/Step": 3678, "Finetune/Step Time": 12.182719275355339}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.755724310874939, "Finetune/Loss (Raw)": 0.7443828582763672, "Finetune/Step": 3679, "Finetune/Step Time": 12.163557205349207}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7558711767196655, "Finetune/Loss (Raw)": 0.812810480594635, "Finetune/Step": 3680, "Finetune/Step Time": 12.177025090903044}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.757155179977417, "Finetune/Loss (Raw)": 0.7689471244812012, "Finetune/Step": 3681, "Finetune/Step Time": 12.15022462978959}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7581572532653809, "Finetune/Loss (Raw)": 0.9998317360877991, "Finetune/Step": 3682, "Finetune/Step Time": 12.146767461672425}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7573487758636475, "Finetune/Loss (Raw)": 0.7882080674171448, "Finetune/Step": 3683, "Finetune/Step Time": 12.152367966249585}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7572822570800781, "Finetune/Loss (Raw)": 0.5501613616943359, "Finetune/Step": 3684, "Finetune/Step Time": 12.150243058800697}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7556491494178772, "Finetune/Loss (Raw)": 0.7528672218322754, "Finetune/Step": 3685, "Finetune/Step Time": 12.147585654631257}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7556421160697937, "Finetune/Loss (Raw)": 0.7963487505912781, "Finetune/Step": 3686, "Finetune/Step Time": 12.146377306431532}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7555195093154907, "Finetune/Loss (Raw)": 0.8077516555786133, "Finetune/Step": 3687, "Finetune/Step Time": 12.14812083169818}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7537172436714172, "Finetune/Loss (Raw)": 0.6052191257476807, "Finetune/Step": 3688, "Finetune/Step Time": 12.156812587752938}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7532938122749329, "Finetune/Loss (Raw)": 0.8600103259086609, "Finetune/Step": 3689, "Finetune/Step Time": 12.156370382755995}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7548403143882751, "Finetune/Loss (Raw)": 0.8180235624313354, "Finetune/Step": 3690, "Finetune/Step Time": 12.160955023020506}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7538871765136719, "Finetune/Loss (Raw)": 0.5298969745635986, "Finetune/Step": 3691, "Finetune/Step Time": 12.184087298810482}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7546882629394531, "Finetune/Loss (Raw)": 0.8435899615287781, "Finetune/Step": 3692, "Finetune/Step Time": 12.172300098463893}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7550497055053711, "Finetune/Loss (Raw)": 0.7777687907218933, "Finetune/Step": 3693, "Finetune/Step Time": 12.170483149588108}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.753314733505249, "Finetune/Loss (Raw)": 0.6353980898857117, "Finetune/Step": 3694, "Finetune/Step Time": 12.202340530231595}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7549676895141602, "Finetune/Loss (Raw)": 0.9878427982330322, "Finetune/Step": 3695, "Finetune/Step Time": 12.173101387917995}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7547237277030945, "Finetune/Loss (Raw)": 0.7539011836051941, "Finetune/Step": 3696, "Finetune/Step Time": 12.161017779260874}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7528164386749268, "Finetune/Loss (Raw)": 0.48477092385292053, "Finetune/Step": 3697, "Finetune/Step Time": 12.180853608995676}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7534583806991577, "Finetune/Loss (Raw)": 0.7938314080238342, "Finetune/Step": 3698, "Finetune/Step Time": 12.191924089565873}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.753338634967804, "Finetune/Loss (Raw)": 0.7681142687797546, "Finetune/Step": 3699, "Finetune/Step Time": 12.187473457306623}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7528563737869263, "Finetune/Loss (Raw)": 0.7957244515419006, "Finetune/Step": 3700, "Finetune/Step Time": 12.192971777170897}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7509877681732178, "Finetune/Loss (Raw)": 0.6087920069694519, "Finetune/Step": 3701, "Finetune/Step Time": 12.207041686400771}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7501744031906128, "Finetune/Loss (Raw)": 0.7794763445854187, "Finetune/Step": 3702, "Finetune/Step Time": 12.19255019724369}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7506589889526367, "Finetune/Loss (Raw)": 0.8217414617538452, "Finetune/Step": 3703, "Finetune/Step Time": 12.193381374701858}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7500720024108887, "Finetune/Loss (Raw)": 0.7926400899887085, "Finetune/Step": 3704, "Finetune/Step Time": 12.201802527531981}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7487527132034302, "Finetune/Loss (Raw)": 0.5862141847610474, "Finetune/Step": 3705, "Finetune/Step Time": 12.175526702776551}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7478529214859009, "Finetune/Loss (Raw)": 0.7257906794548035, "Finetune/Step": 3706, "Finetune/Step Time": 12.152892895042896}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7473090887069702, "Finetune/Loss (Raw)": 0.7028833031654358, "Finetune/Step": 3707, "Finetune/Step Time": 12.198603430762887}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7459031343460083, "Finetune/Loss (Raw)": 0.6200991868972778, "Finetune/Step": 3708, "Finetune/Step Time": 12.225203519687057}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7463772892951965, "Finetune/Loss (Raw)": 0.8981172442436218, "Finetune/Step": 3709, "Finetune/Step Time": 12.21073643118143}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7482664585113525, "Finetune/Loss (Raw)": 0.914844274520874, "Finetune/Step": 3710, "Finetune/Step Time": 12.192928574979305}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.747413158416748, "Finetune/Loss (Raw)": 0.6088413596153259, "Finetune/Step": 3711, "Finetune/Step Time": 12.204337438568473}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7478844523429871, "Finetune/Loss (Raw)": 0.8511928915977478, "Finetune/Step": 3712, "Finetune/Step Time": 12.201974410563707}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7444990277290344, "Finetune/Loss (Raw)": 0.4945654273033142, "Finetune/Step": 3713, "Finetune/Step Time": 12.22839343547821}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7458466291427612, "Finetune/Loss (Raw)": 0.7861879467964172, "Finetune/Step": 3714, "Finetune/Step Time": 12.217674212530255}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7464958429336548, "Finetune/Loss (Raw)": 0.795257031917572, "Finetune/Step": 3715, "Finetune/Step Time": 12.222157288342714}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7467111945152283, "Finetune/Loss (Raw)": 0.6673876643180847, "Finetune/Step": 3716, "Finetune/Step Time": 12.255471765995026}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.745874285697937, "Finetune/Loss (Raw)": 0.6481505632400513, "Finetune/Step": 3717, "Finetune/Step Time": 12.269870026037097}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7440176010131836, "Finetune/Loss (Raw)": 0.5924163460731506, "Finetune/Step": 3718, "Finetune/Step Time": 12.27207568846643}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7432399988174438, "Finetune/Loss (Raw)": 0.5967606902122498, "Finetune/Step": 3719, "Finetune/Step Time": 12.28356533497572}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7434883117675781, "Finetune/Loss (Raw)": 0.788159966468811, "Finetune/Step": 3720, "Finetune/Step Time": 12.28802115470171}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7432728409767151, "Finetune/Loss (Raw)": 0.845270574092865, "Finetune/Step": 3721, "Finetune/Step Time": 12.282540582120419}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7453889846801758, "Finetune/Loss (Raw)": 0.7934747934341431, "Finetune/Step": 3722, "Finetune/Step Time": 12.277660802006721}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7463291883468628, "Finetune/Loss (Raw)": 0.9117563366889954, "Finetune/Step": 3723, "Finetune/Step Time": 12.272614428773522}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7448930144309998, "Finetune/Loss (Raw)": 0.7249485850334167, "Finetune/Step": 3724, "Finetune/Step Time": 12.273836424574256}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.747385561466217, "Finetune/Loss (Raw)": 0.8462511301040649, "Finetune/Step": 3725, "Finetune/Step Time": 12.248969038948417}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7468253374099731, "Finetune/Loss (Raw)": 0.6509371399879456, "Finetune/Step": 3726, "Finetune/Step Time": 12.249965608119965}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7472584247589111, "Finetune/Loss (Raw)": 0.7141313552856445, "Finetune/Step": 3727, "Finetune/Step Time": 12.257525304332376}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.746740460395813, "Finetune/Loss (Raw)": 0.5247639417648315, "Finetune/Step": 3728, "Finetune/Step Time": 12.24101317487657}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.746505618095398, "Finetune/Loss (Raw)": 0.7839246988296509, "Finetune/Step": 3729, "Finetune/Step Time": 12.249736867845058}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7469432353973389, "Finetune/Loss (Raw)": 0.8203814029693604, "Finetune/Step": 3730, "Finetune/Step Time": 12.291535260155797}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7473069429397583, "Finetune/Loss (Raw)": 0.8034390211105347, "Finetune/Step": 3731, "Finetune/Step Time": 12.292973792180419}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7474683523178101, "Finetune/Loss (Raw)": 0.8215814232826233, "Finetune/Step": 3732, "Finetune/Step Time": 12.295302715152502}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7486209869384766, "Finetune/Loss (Raw)": 0.762275755405426, "Finetune/Step": 3733, "Finetune/Step Time": 12.308048535138369}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7501193284988403, "Finetune/Loss (Raw)": 0.8728963136672974, "Finetune/Step": 3734, "Finetune/Step Time": 12.301455231383443}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7487412095069885, "Finetune/Loss (Raw)": 0.6081186532974243, "Finetune/Step": 3735, "Finetune/Step Time": 12.304644973948598}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7515567541122437, "Finetune/Loss (Raw)": 0.9892085790634155, "Finetune/Step": 3736, "Finetune/Step Time": 12.26149638928473}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7512820363044739, "Finetune/Loss (Raw)": 0.696837842464447, "Finetune/Step": 3737, "Finetune/Step Time": 12.288220813497901}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7516384124755859, "Finetune/Loss (Raw)": 0.6811267137527466, "Finetune/Step": 3738, "Finetune/Step Time": 12.300084101036191}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7528430223464966, "Finetune/Loss (Raw)": 0.7054433226585388, "Finetune/Step": 3739, "Finetune/Step Time": 12.271843452006578}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7527218461036682, "Finetune/Loss (Raw)": 0.7515701055526733, "Finetune/Step": 3740, "Finetune/Step Time": 12.247306063771248}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7542711496353149, "Finetune/Loss (Raw)": 0.8656828999519348, "Finetune/Step": 3741, "Finetune/Step Time": 12.245677653700113}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7544532418251038, "Finetune/Loss (Raw)": 0.7893388867378235, "Finetune/Step": 3742, "Finetune/Step Time": 12.23724534548819}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7543001770973206, "Finetune/Loss (Raw)": 0.778985321521759, "Finetune/Step": 3743, "Finetune/Step Time": 12.2915945854038}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7539227604866028, "Finetune/Loss (Raw)": 0.6172966361045837, "Finetune/Step": 3744, "Finetune/Step Time": 12.310775047168136}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7526570558547974, "Finetune/Loss (Raw)": 0.5495143532752991, "Finetune/Step": 3745, "Finetune/Step Time": 12.323446486145258}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7526900768280029, "Finetune/Loss (Raw)": 0.6613475680351257, "Finetune/Step": 3746, "Finetune/Step Time": 12.303100323304534}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7515591382980347, "Finetune/Loss (Raw)": 0.5976075530052185, "Finetune/Step": 3747, "Finetune/Step Time": 12.329539567232132}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7518405914306641, "Finetune/Loss (Raw)": 0.7973375916481018, "Finetune/Step": 3748, "Finetune/Step Time": 12.351850271224976}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7509502172470093, "Finetune/Loss (Raw)": 0.6006405353546143, "Finetune/Step": 3749, "Finetune/Step Time": 12.359923463314772}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.751732587814331, "Finetune/Loss (Raw)": 0.875196099281311, "Finetune/Step": 3750, "Finetune/Step Time": 12.35356368124485}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7527742385864258, "Finetune/Loss (Raw)": 0.9435913562774658, "Finetune/Step": 3751, "Finetune/Step Time": 12.375968305394053}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7519588470458984, "Finetune/Loss (Raw)": 0.7515183687210083, "Finetune/Step": 3752, "Finetune/Step Time": 12.378360878676176}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7507005929946899, "Finetune/Loss (Raw)": 0.6849784255027771, "Finetune/Step": 3753, "Finetune/Step Time": 12.400525825098157}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7514966726303101, "Finetune/Loss (Raw)": 0.7632477283477783, "Finetune/Step": 3754, "Finetune/Step Time": 12.402519887313247}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7507997155189514, "Finetune/Loss (Raw)": 0.7368075251579285, "Finetune/Step": 3755, "Finetune/Step Time": 12.382404675707221}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7494157552719116, "Finetune/Loss (Raw)": 0.5823047161102295, "Finetune/Step": 3756, "Finetune/Step Time": 12.383696651086211}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7504579424858093, "Finetune/Loss (Raw)": 0.8758128881454468, "Finetune/Step": 3757, "Finetune/Step Time": 12.388971084728837}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7498511075973511, "Finetune/Loss (Raw)": 0.6171061992645264, "Finetune/Step": 3758, "Finetune/Step Time": 12.411260010674596}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7514356970787048, "Finetune/Loss (Raw)": 0.8158119320869446, "Finetune/Step": 3759, "Finetune/Step Time": 12.392371125519276}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.750131368637085, "Finetune/Loss (Raw)": 0.6862898468971252, "Finetune/Step": 3760, "Finetune/Step Time": 12.400373438373208}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.748246967792511, "Finetune/Loss (Raw)": 0.6259633898735046, "Finetune/Step": 3761, "Finetune/Step Time": 12.413722878322005}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7482229471206665, "Finetune/Loss (Raw)": 0.7397785782814026, "Finetune/Step": 3762, "Finetune/Step Time": 12.419054759666324}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7498589754104614, "Finetune/Loss (Raw)": 0.8482431173324585, "Finetune/Step": 3763, "Finetune/Step Time": 12.425179058685899}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7490789890289307, "Finetune/Loss (Raw)": 0.7018436789512634, "Finetune/Step": 3764, "Finetune/Step Time": 12.425848439335823}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7472882270812988, "Finetune/Loss (Raw)": 0.6021121740341187, "Finetune/Step": 3765, "Finetune/Step Time": 12.44008363224566}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7478885650634766, "Finetune/Loss (Raw)": 0.8817307949066162, "Finetune/Step": 3766, "Finetune/Step Time": 12.443964237347245}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7480122447013855, "Finetune/Loss (Raw)": 0.802161693572998, "Finetune/Step": 3767, "Finetune/Step Time": 12.44975976087153}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7487322688102722, "Finetune/Loss (Raw)": 0.6553850769996643, "Finetune/Step": 3768, "Finetune/Step Time": 12.434328423812985}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7471092343330383, "Finetune/Loss (Raw)": 0.48483017086982727, "Finetune/Step": 3769, "Finetune/Step Time": 12.457245372235775}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7480114102363586, "Finetune/Loss (Raw)": 0.916446328163147, "Finetune/Step": 3770, "Finetune/Step Time": 12.447494085878134}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7486041188240051, "Finetune/Loss (Raw)": 0.9005008339881897, "Finetune/Step": 3771, "Finetune/Step Time": 12.451008252799511}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7490135431289673, "Finetune/Loss (Raw)": 0.833060085773468, "Finetune/Step": 3772, "Finetune/Step Time": 12.46092882566154}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7474489212036133, "Finetune/Loss (Raw)": 0.5335909128189087, "Finetune/Step": 3773, "Finetune/Step Time": 12.483218794688582}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7477223873138428, "Finetune/Loss (Raw)": 0.8381525874137878, "Finetune/Step": 3774, "Finetune/Step Time": 12.485475135967135}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7480943202972412, "Finetune/Loss (Raw)": 0.8611881136894226, "Finetune/Step": 3775, "Finetune/Step Time": 12.48851921223104}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7479157447814941, "Finetune/Loss (Raw)": 0.8336064219474792, "Finetune/Step": 3776, "Finetune/Step Time": 12.488211179152131}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.744892954826355, "Finetune/Loss (Raw)": 0.4747266471385956, "Finetune/Step": 3777, "Finetune/Step Time": 12.515133453533053}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7438725233078003, "Finetune/Loss (Raw)": 0.7923717498779297, "Finetune/Step": 3778, "Finetune/Step Time": 12.524751173332334}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7439624071121216, "Finetune/Loss (Raw)": 0.6609564423561096, "Finetune/Step": 3779, "Finetune/Step Time": 12.526660049334168}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7433956861495972, "Finetune/Loss (Raw)": 0.7115225791931152, "Finetune/Step": 3780, "Finetune/Step Time": 12.526414461433887}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7431904077529907, "Finetune/Loss (Raw)": 0.813346266746521, "Finetune/Step": 3781, "Finetune/Step Time": 12.5254329405725}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7430496215820312, "Finetune/Loss (Raw)": 0.7114288210868835, "Finetune/Step": 3782, "Finetune/Step Time": 12.503808204084635}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7410516738891602, "Finetune/Loss (Raw)": 0.6682811975479126, "Finetune/Step": 3783, "Finetune/Step Time": 12.508669821545482}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7413016557693481, "Finetune/Loss (Raw)": 0.6812677979469299, "Finetune/Step": 3784, "Finetune/Step Time": 12.519917311146855}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7411514520645142, "Finetune/Loss (Raw)": 0.7701022028923035, "Finetune/Step": 3785, "Finetune/Step Time": 12.51634312607348}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7424275875091553, "Finetune/Loss (Raw)": 0.8836979269981384, "Finetune/Step": 3786, "Finetune/Step Time": 12.497538259252906}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7427123188972473, "Finetune/Loss (Raw)": 0.7956377267837524, "Finetune/Step": 3787, "Finetune/Step Time": 12.490040993317962}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7415869235992432, "Finetune/Loss (Raw)": 0.721879243850708, "Finetune/Step": 3788, "Finetune/Step Time": 12.496568908914924}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7404533624649048, "Finetune/Loss (Raw)": 0.6243384480476379, "Finetune/Step": 3789, "Finetune/Step Time": 12.525687284767628}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7401918172836304, "Finetune/Loss (Raw)": 0.8332257866859436, "Finetune/Step": 3790, "Finetune/Step Time": 12.514151886105537}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7390719652175903, "Finetune/Loss (Raw)": 0.8145883679389954, "Finetune/Step": 3791, "Finetune/Step Time": 12.514080619439483}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7387480735778809, "Finetune/Loss (Raw)": 0.6578173041343689, "Finetune/Step": 3792, "Finetune/Step Time": 12.527291186153889}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7387977838516235, "Finetune/Loss (Raw)": 0.7863448858261108, "Finetune/Step": 3793, "Finetune/Step Time": 12.563508866354823}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7389280200004578, "Finetune/Loss (Raw)": 0.7876824140548706, "Finetune/Step": 3794, "Finetune/Step Time": 12.565141335129738}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7388705611228943, "Finetune/Loss (Raw)": 0.6651573181152344, "Finetune/Step": 3795, "Finetune/Step Time": 12.557340977713466}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7397447824478149, "Finetune/Loss (Raw)": 0.8202568292617798, "Finetune/Step": 3796, "Finetune/Step Time": 12.5646328702569}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7387675046920776, "Finetune/Loss (Raw)": 0.5843546390533447, "Finetune/Step": 3797, "Finetune/Step Time": 12.571443606168032}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7383001446723938, "Finetune/Loss (Raw)": 0.7263165712356567, "Finetune/Step": 3798, "Finetune/Step Time": 12.5662005469203}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7359776496887207, "Finetune/Loss (Raw)": 0.5764580965042114, "Finetune/Step": 3799, "Finetune/Step Time": 12.57747245579958}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.736331582069397, "Finetune/Loss (Raw)": 0.7663509249687195, "Finetune/Step": 3800, "Finetune/Step Time": 12.56993143633008}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7383756041526794, "Finetune/Loss (Raw)": 0.7658816576004028, "Finetune/Step": 3801, "Finetune/Step Time": 12.570694064721465}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7392669320106506, "Finetune/Loss (Raw)": 0.8834168314933777, "Finetune/Step": 3802, "Finetune/Step Time": 12.57370507530868}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7416554093360901, "Finetune/Loss (Raw)": 0.861021876335144, "Finetune/Step": 3803, "Finetune/Step Time": 12.542698657140136}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7417633533477783, "Finetune/Loss (Raw)": 0.7852296233177185, "Finetune/Step": 3804, "Finetune/Step Time": 12.522363044321537}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.739526629447937, "Finetune/Loss (Raw)": 0.5888742804527283, "Finetune/Step": 3805, "Finetune/Step Time": 12.547699727118015}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7412592172622681, "Finetune/Loss (Raw)": 0.7563806772232056, "Finetune/Step": 3806, "Finetune/Step Time": 12.568059274926782}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7410208582878113, "Finetune/Loss (Raw)": 0.713870644569397, "Finetune/Step": 3807, "Finetune/Step Time": 12.571505950763822}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7393311262130737, "Finetune/Loss (Raw)": 0.5965261459350586, "Finetune/Step": 3808, "Finetune/Step Time": 12.575862215831876}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7390577793121338, "Finetune/Loss (Raw)": 0.7339560389518738, "Finetune/Step": 3809, "Finetune/Step Time": 12.59593416005373}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7378157377243042, "Finetune/Loss (Raw)": 0.8408507704734802, "Finetune/Step": 3810, "Finetune/Step Time": 12.589714266359806}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7369691729545593, "Finetune/Loss (Raw)": 0.6798508167266846, "Finetune/Step": 3811, "Finetune/Step Time": 12.592505464330316}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7380461692810059, "Finetune/Loss (Raw)": 0.6880135536193848, "Finetune/Step": 3812, "Finetune/Step Time": 12.58536108955741}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7381489276885986, "Finetune/Loss (Raw)": 0.7660222053527832, "Finetune/Step": 3813, "Finetune/Step Time": 12.581491621211171}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.737452507019043, "Finetune/Loss (Raw)": 0.7072096467018127, "Finetune/Step": 3814, "Finetune/Step Time": 12.578354278579354}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7372188568115234, "Finetune/Loss (Raw)": 0.7778396606445312, "Finetune/Step": 3815, "Finetune/Step Time": 12.603584183380008}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7387148141860962, "Finetune/Loss (Raw)": 0.7967007756233215, "Finetune/Step": 3816, "Finetune/Step Time": 12.598581435158849}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7375227212905884, "Finetune/Loss (Raw)": 0.7074298858642578, "Finetune/Step": 3817, "Finetune/Step Time": 12.592809299007058}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7368960380554199, "Finetune/Loss (Raw)": 0.7377980947494507, "Finetune/Step": 3818, "Finetune/Step Time": 12.57996180281043}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.738531231880188, "Finetune/Loss (Raw)": 0.7392081618309021, "Finetune/Step": 3819, "Finetune/Step Time": 12.553018251433969}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7368305921554565, "Finetune/Loss (Raw)": 0.6259123086929321, "Finetune/Step": 3820, "Finetune/Step Time": 12.556121842935681}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7358220219612122, "Finetune/Loss (Raw)": 0.6486632227897644, "Finetune/Step": 3821, "Finetune/Step Time": 12.562307504937053}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7362501621246338, "Finetune/Loss (Raw)": 0.6902075409889221, "Finetune/Step": 3822, "Finetune/Step Time": 12.533368486911058}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7355798482894897, "Finetune/Loss (Raw)": 0.9020395278930664, "Finetune/Step": 3823, "Finetune/Step Time": 12.539017541334033}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7358835935592651, "Finetune/Loss (Raw)": 0.7927805781364441, "Finetune/Step": 3824, "Finetune/Step Time": 12.543374234810472}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7370405793190002, "Finetune/Loss (Raw)": 0.6328624486923218, "Finetune/Step": 3825, "Finetune/Step Time": 12.51483078673482}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7357856035232544, "Finetune/Loss (Raw)": 0.6331989765167236, "Finetune/Step": 3826, "Finetune/Step Time": 12.509669955819845}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7356946468353271, "Finetune/Loss (Raw)": 0.7564651966094971, "Finetune/Step": 3827, "Finetune/Step Time": 12.554420044645667}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7358050346374512, "Finetune/Loss (Raw)": 0.8098548650741577, "Finetune/Step": 3828, "Finetune/Step Time": 12.558286627754569}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7351915240287781, "Finetune/Loss (Raw)": 0.5302598476409912, "Finetune/Step": 3829, "Finetune/Step Time": 12.573882753029466}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7350422739982605, "Finetune/Loss (Raw)": 0.7603775858879089, "Finetune/Step": 3830, "Finetune/Step Time": 12.58807347714901}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7343056201934814, "Finetune/Loss (Raw)": 0.7274489998817444, "Finetune/Step": 3831, "Finetune/Step Time": 12.597054759040475}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7353605031967163, "Finetune/Loss (Raw)": 0.9276702404022217, "Finetune/Step": 3832, "Finetune/Step Time": 12.594302175566554}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7371218204498291, "Finetune/Loss (Raw)": 0.8116500973701477, "Finetune/Step": 3833, "Finetune/Step Time": 12.630196509882808}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7381778955459595, "Finetune/Loss (Raw)": 0.860973060131073, "Finetune/Step": 3834, "Finetune/Step Time": 12.636694703251123}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7391830682754517, "Finetune/Loss (Raw)": 0.8315463066101074, "Finetune/Step": 3835, "Finetune/Step Time": 12.601825578138232}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.739693820476532, "Finetune/Loss (Raw)": 0.6854773163795471, "Finetune/Step": 3836, "Finetune/Step Time": 12.562195148319006}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.738327145576477, "Finetune/Loss (Raw)": 0.7231848239898682, "Finetune/Step": 3837, "Finetune/Step Time": 12.572972411289811}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7368005514144897, "Finetune/Loss (Raw)": 0.7194378972053528, "Finetune/Step": 3838, "Finetune/Step Time": 12.579372730106115}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7378280758857727, "Finetune/Loss (Raw)": 0.7403631210327148, "Finetune/Step": 3839, "Finetune/Step Time": 12.60063329897821}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7366714477539062, "Finetune/Loss (Raw)": 0.7031481862068176, "Finetune/Step": 3840, "Finetune/Step Time": 12.601484095677733}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7398778200149536, "Finetune/Loss (Raw)": 0.9049723744392395, "Finetune/Step": 3841, "Finetune/Step Time": 12.575743133202195}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7394060492515564, "Finetune/Loss (Raw)": 0.7258080840110779, "Finetune/Step": 3842, "Finetune/Step Time": 12.566795794293284}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7377923130989075, "Finetune/Loss (Raw)": 0.5886926651000977, "Finetune/Step": 3843, "Finetune/Step Time": 12.577971398830414}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7384434342384338, "Finetune/Loss (Raw)": 0.7507372498512268, "Finetune/Step": 3844, "Finetune/Step Time": 12.548234349116683}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7391632795333862, "Finetune/Loss (Raw)": 0.7402918934822083, "Finetune/Step": 3845, "Finetune/Step Time": 12.524700349196792}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7391093969345093, "Finetune/Loss (Raw)": 0.5855260491371155, "Finetune/Step": 3846, "Finetune/Step Time": 12.521671954542398}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7412200570106506, "Finetune/Loss (Raw)": 0.8669155240058899, "Finetune/Step": 3847, "Finetune/Step Time": 12.506281508132815}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7398228645324707, "Finetune/Loss (Raw)": 0.6093211770057678, "Finetune/Step": 3848, "Finetune/Step Time": 12.519451845437288}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.739933967590332, "Finetune/Loss (Raw)": 0.8594918251037598, "Finetune/Step": 3849, "Finetune/Step Time": 12.544207012280822}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7374222278594971, "Finetune/Loss (Raw)": 0.47197088599205017, "Finetune/Step": 3850, "Finetune/Step Time": 12.555896241217852}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.735072135925293, "Finetune/Loss (Raw)": 0.610946536064148, "Finetune/Step": 3851, "Finetune/Step Time": 12.548658952116966}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7362143993377686, "Finetune/Loss (Raw)": 0.8711569309234619, "Finetune/Step": 3852, "Finetune/Step Time": 12.549888800829649}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.734839677810669, "Finetune/Loss (Raw)": 0.6702823638916016, "Finetune/Step": 3853, "Finetune/Step Time": 12.57386271841824}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7360637187957764, "Finetune/Loss (Raw)": 0.8076189756393433, "Finetune/Step": 3854, "Finetune/Step Time": 12.552271761000156}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7343127727508545, "Finetune/Loss (Raw)": 0.4900137782096863, "Finetune/Step": 3855, "Finetune/Step Time": 12.564608674496412}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7369270324707031, "Finetune/Loss (Raw)": 0.8593829274177551, "Finetune/Step": 3856, "Finetune/Step Time": 12.556552719324827}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7356263399124146, "Finetune/Loss (Raw)": 0.6174335479736328, "Finetune/Step": 3857, "Finetune/Step Time": 12.569807697087526}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7333106994628906, "Finetune/Loss (Raw)": 0.5239776968955994, "Finetune/Step": 3858, "Finetune/Step Time": 12.560575738549232}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7342443466186523, "Finetune/Loss (Raw)": 0.9229555726051331, "Finetune/Step": 3859, "Finetune/Step Time": 12.553011329844594}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7341203689575195, "Finetune/Loss (Raw)": 0.805708646774292, "Finetune/Step": 3860, "Finetune/Step Time": 12.542758634313941}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7337245941162109, "Finetune/Loss (Raw)": 0.7116194367408752, "Finetune/Step": 3861, "Finetune/Step Time": 12.524773063138127}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.733036994934082, "Finetune/Loss (Raw)": 0.7848840355873108, "Finetune/Step": 3862, "Finetune/Step Time": 12.517771570011973}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7332308292388916, "Finetune/Loss (Raw)": 0.6329269409179688, "Finetune/Step": 3863, "Finetune/Step Time": 12.5286226272583}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7316035628318787, "Finetune/Loss (Raw)": 0.7809179425239563, "Finetune/Step": 3864, "Finetune/Step Time": 12.533819805830717}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7314703464508057, "Finetune/Loss (Raw)": 0.6797855496406555, "Finetune/Step": 3865, "Finetune/Step Time": 12.566126866266131}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7330695390701294, "Finetune/Loss (Raw)": 0.8858295679092407, "Finetune/Step": 3866, "Finetune/Step Time": 12.557457495480776}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7348400950431824, "Finetune/Loss (Raw)": 0.9320685863494873, "Finetune/Step": 3867, "Finetune/Step Time": 12.560570547357202}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7354052662849426, "Finetune/Loss (Raw)": 0.8239116668701172, "Finetune/Step": 3868, "Finetune/Step Time": 12.567038698121905}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7341247797012329, "Finetune/Loss (Raw)": 0.7017792463302612, "Finetune/Step": 3869, "Finetune/Step Time": 12.567313272505999}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7330820560455322, "Finetune/Loss (Raw)": 0.6558753848075867, "Finetune/Step": 3870, "Finetune/Step Time": 12.600086389109492}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7329733371734619, "Finetune/Loss (Raw)": 0.7650642991065979, "Finetune/Step": 3871, "Finetune/Step Time": 12.543931866064668}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7309372425079346, "Finetune/Loss (Raw)": 0.35667848587036133, "Finetune/Step": 3872, "Finetune/Step Time": 12.576901039108634}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7314786911010742, "Finetune/Loss (Raw)": 0.6188157200813293, "Finetune/Step": 3873, "Finetune/Step Time": 12.55874658189714}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7321305274963379, "Finetune/Loss (Raw)": 0.7447913289070129, "Finetune/Step": 3874, "Finetune/Step Time": 12.557785438373685}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7333322763442993, "Finetune/Loss (Raw)": 0.7514352202415466, "Finetune/Step": 3875, "Finetune/Step Time": 12.534528110176325}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7332358956336975, "Finetune/Loss (Raw)": 0.7849928736686707, "Finetune/Step": 3876, "Finetune/Step Time": 12.503845430910587}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7337152361869812, "Finetune/Loss (Raw)": 0.6619938611984253, "Finetune/Step": 3877, "Finetune/Step Time": 12.51599606871605}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7326273322105408, "Finetune/Loss (Raw)": 0.7359448671340942, "Finetune/Step": 3878, "Finetune/Step Time": 12.543521828949451}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7305196523666382, "Finetune/Loss (Raw)": 0.6738108992576599, "Finetune/Step": 3879, "Finetune/Step Time": 12.580502606928349}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7308882474899292, "Finetune/Loss (Raw)": 0.7986947298049927, "Finetune/Step": 3880, "Finetune/Step Time": 12.586072895675898}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7318592071533203, "Finetune/Loss (Raw)": 0.8092670440673828, "Finetune/Step": 3881, "Finetune/Step Time": 12.586619863286614}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7321407794952393, "Finetune/Loss (Raw)": 0.7992856502532959, "Finetune/Step": 3882, "Finetune/Step Time": 12.592963537201285}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7331001162528992, "Finetune/Loss (Raw)": 0.8596038818359375, "Finetune/Step": 3883, "Finetune/Step Time": 12.588790729641914}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7339092493057251, "Finetune/Loss (Raw)": 0.685874879360199, "Finetune/Step": 3884, "Finetune/Step Time": 12.580317037180066}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7311211824417114, "Finetune/Loss (Raw)": 0.5189349055290222, "Finetune/Step": 3885, "Finetune/Step Time": 12.591872166842222}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7314529418945312, "Finetune/Loss (Raw)": 0.6595813632011414, "Finetune/Step": 3886, "Finetune/Step Time": 12.573153398931026}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7304508686065674, "Finetune/Loss (Raw)": 0.6875383257865906, "Finetune/Step": 3887, "Finetune/Step Time": 12.575295319780707}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7310404777526855, "Finetune/Loss (Raw)": 0.7617670297622681, "Finetune/Step": 3888, "Finetune/Step Time": 12.566402561962605}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7320946455001831, "Finetune/Loss (Raw)": 0.760890781879425, "Finetune/Step": 3889, "Finetune/Step Time": 12.554085996001959}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7321462035179138, "Finetune/Loss (Raw)": 0.7463794350624084, "Finetune/Step": 3890, "Finetune/Step Time": 12.544160809367895}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7305931448936462, "Finetune/Loss (Raw)": 0.6494555473327637, "Finetune/Step": 3891, "Finetune/Step Time": 12.56403219141066}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7312570214271545, "Finetune/Loss (Raw)": 0.7868162989616394, "Finetune/Step": 3892, "Finetune/Step Time": 12.571804083883762}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7314221858978271, "Finetune/Loss (Raw)": 0.6232543587684631, "Finetune/Step": 3893, "Finetune/Step Time": 12.590342298150063}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.730654239654541, "Finetune/Loss (Raw)": 0.783430278301239, "Finetune/Step": 3894, "Finetune/Step Time": 12.591887429356575}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.730471670627594, "Finetune/Loss (Raw)": 0.7787952423095703, "Finetune/Step": 3895, "Finetune/Step Time": 12.589780762791634}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7312518358230591, "Finetune/Loss (Raw)": 0.7552448511123657, "Finetune/Step": 3896, "Finetune/Step Time": 12.574167663231492}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7332724928855896, "Finetune/Loss (Raw)": 0.743475615978241, "Finetune/Step": 3897, "Finetune/Step Time": 12.546153550967574}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7316151261329651, "Finetune/Loss (Raw)": 0.7043051719665527, "Finetune/Step": 3898, "Finetune/Step Time": 12.568350937217474}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7312901020050049, "Finetune/Loss (Raw)": 0.8588933944702148, "Finetune/Step": 3899, "Finetune/Step Time": 12.569355169311166}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7308081388473511, "Finetune/Loss (Raw)": 0.7713688611984253, "Finetune/Step": 3900, "Finetune/Step Time": 12.585126163437963}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7329921126365662, "Finetune/Loss (Raw)": 0.8131430745124817, "Finetune/Step": 3901, "Finetune/Step Time": 12.559906901791692}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.733546257019043, "Finetune/Loss (Raw)": 0.9090880155563354, "Finetune/Step": 3902, "Finetune/Step Time": 12.535313861444592}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7334486842155457, "Finetune/Loss (Raw)": 0.8486937284469604, "Finetune/Step": 3903, "Finetune/Step Time": 12.526705801486969}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7327543497085571, "Finetune/Loss (Raw)": 0.7447319030761719, "Finetune/Step": 3904, "Finetune/Step Time": 12.532489219680429}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7338396310806274, "Finetune/Loss (Raw)": 0.6136378049850464, "Finetune/Step": 3905, "Finetune/Step Time": 12.524328516796231}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7336334586143494, "Finetune/Loss (Raw)": 0.7659867405891418, "Finetune/Step": 3906, "Finetune/Step Time": 12.585092704743147}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.73614102602005, "Finetune/Loss (Raw)": 0.9819217920303345, "Finetune/Step": 3907, "Finetune/Step Time": 12.56535568088293}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7348074913024902, "Finetune/Loss (Raw)": 0.5408288836479187, "Finetune/Step": 3908, "Finetune/Step Time": 12.574350778013468}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7334705591201782, "Finetune/Loss (Raw)": 0.6422258019447327, "Finetune/Step": 3909, "Finetune/Step Time": 12.579746402800083}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7343060374259949, "Finetune/Loss (Raw)": 0.8183645009994507, "Finetune/Step": 3910, "Finetune/Step Time": 12.581630872562528}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.735973596572876, "Finetune/Loss (Raw)": 0.8817260265350342, "Finetune/Step": 3911, "Finetune/Step Time": 12.573851466178894}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7356458902359009, "Finetune/Loss (Raw)": 0.6393238306045532, "Finetune/Step": 3912, "Finetune/Step Time": 12.576536254957318}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7352909445762634, "Finetune/Loss (Raw)": 0.7246707081794739, "Finetune/Step": 3913, "Finetune/Step Time": 12.577873496338725}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7340981364250183, "Finetune/Loss (Raw)": 0.731016993522644, "Finetune/Step": 3914, "Finetune/Step Time": 12.581197667866945}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7342079281806946, "Finetune/Loss (Raw)": 0.8096921443939209, "Finetune/Step": 3915, "Finetune/Step Time": 12.579089732840657}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7348200082778931, "Finetune/Loss (Raw)": 0.8002282977104187, "Finetune/Step": 3916, "Finetune/Step Time": 12.58273814804852}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7354299426078796, "Finetune/Loss (Raw)": 0.7024067640304565, "Finetune/Step": 3917, "Finetune/Step Time": 12.584996532648802}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7354404330253601, "Finetune/Loss (Raw)": 0.8345712423324585, "Finetune/Step": 3918, "Finetune/Step Time": 12.58730504848063}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7346838712692261, "Finetune/Loss (Raw)": 0.7177426815032959, "Finetune/Step": 3919, "Finetune/Step Time": 12.603461634367704}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7355083227157593, "Finetune/Loss (Raw)": 0.7633522152900696, "Finetune/Step": 3920, "Finetune/Step Time": 12.625901032239199}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7340562343597412, "Finetune/Loss (Raw)": 0.600477933883667, "Finetune/Step": 3921, "Finetune/Step Time": 12.629497962072492}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7345577478408813, "Finetune/Loss (Raw)": 0.8518750071525574, "Finetune/Step": 3922, "Finetune/Step Time": 12.641590870916843}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7331297993659973, "Finetune/Loss (Raw)": 0.4823783040046692, "Finetune/Step": 3923, "Finetune/Step Time": 12.639934785664082}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7330783605575562, "Finetune/Loss (Raw)": 0.813673198223114, "Finetune/Step": 3924, "Finetune/Step Time": 12.653372725471854}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.734765350818634, "Finetune/Loss (Raw)": 0.8002938032150269, "Finetune/Step": 3925, "Finetune/Step Time": 12.6517762131989}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7343165278434753, "Finetune/Loss (Raw)": 0.668865978717804, "Finetune/Step": 3926, "Finetune/Step Time": 12.656558755785227}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7356183528900146, "Finetune/Loss (Raw)": 0.7430851459503174, "Finetune/Step": 3927, "Finetune/Step Time": 12.66718397475779}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7360401749610901, "Finetune/Loss (Raw)": 0.8203467726707458, "Finetune/Step": 3928, "Finetune/Step Time": 12.668200973421335}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7363075613975525, "Finetune/Loss (Raw)": 0.8001121878623962, "Finetune/Step": 3929, "Finetune/Step Time": 12.666765734553337}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.734851598739624, "Finetune/Loss (Raw)": 0.6970483660697937, "Finetune/Step": 3930, "Finetune/Step Time": 12.670145515352488}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7346031069755554, "Finetune/Loss (Raw)": 0.8292196393013, "Finetune/Step": 3931, "Finetune/Step Time": 12.67027155123651}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7336628437042236, "Finetune/Loss (Raw)": 0.6648779511451721, "Finetune/Step": 3932, "Finetune/Step Time": 12.687854932621121}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7329089045524597, "Finetune/Loss (Raw)": 0.4923666715621948, "Finetune/Step": 3933, "Finetune/Step Time": 12.696110667660832}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7324981689453125, "Finetune/Loss (Raw)": 0.7038088440895081, "Finetune/Step": 3934, "Finetune/Step Time": 12.678127441555262}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7325711250305176, "Finetune/Loss (Raw)": 0.7232096791267395, "Finetune/Step": 3935, "Finetune/Step Time": 12.681529633700848}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7345150709152222, "Finetune/Loss (Raw)": 0.845350444316864, "Finetune/Step": 3936, "Finetune/Step Time": 12.668842364102602}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.734990119934082, "Finetune/Loss (Raw)": 0.7947573065757751, "Finetune/Step": 3937, "Finetune/Step Time": 12.66035313718021}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7339653372764587, "Finetune/Loss (Raw)": 0.7096791863441467, "Finetune/Step": 3938, "Finetune/Step Time": 12.660139193758368}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7349520921707153, "Finetune/Loss (Raw)": 0.8061604499816895, "Finetune/Step": 3939, "Finetune/Step Time": 12.66340871527791}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.735767126083374, "Finetune/Loss (Raw)": 0.7923358678817749, "Finetune/Step": 3940, "Finetune/Step Time": 12.648904513567686}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7363198399543762, "Finetune/Loss (Raw)": 0.8367709517478943, "Finetune/Step": 3941, "Finetune/Step Time": 12.650735566392541}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7374435663223267, "Finetune/Loss (Raw)": 0.8510416150093079, "Finetune/Step": 3942, "Finetune/Step Time": 12.662936627864838}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7362149357795715, "Finetune/Loss (Raw)": 0.6205741167068481, "Finetune/Step": 3943, "Finetune/Step Time": 12.672288304194808}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7363153696060181, "Finetune/Loss (Raw)": 0.8095594644546509, "Finetune/Step": 3944, "Finetune/Step Time": 12.671168804168701}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7383445501327515, "Finetune/Loss (Raw)": 0.9671655893325806, "Finetune/Step": 3945, "Finetune/Step Time": 12.69959614239633}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7383652329444885, "Finetune/Loss (Raw)": 0.7404431104660034, "Finetune/Step": 3946, "Finetune/Step Time": 12.720667505636811}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7388550043106079, "Finetune/Loss (Raw)": 0.8019037842750549, "Finetune/Step": 3947, "Finetune/Step Time": 12.731767352670431}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7396612763404846, "Finetune/Loss (Raw)": 0.7291120290756226, "Finetune/Step": 3948, "Finetune/Step Time": 12.758322227746248}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.74111008644104, "Finetune/Loss (Raw)": 0.8341130018234253, "Finetune/Step": 3949, "Finetune/Step Time": 12.753933928906918}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.74224853515625, "Finetune/Loss (Raw)": 0.8359318375587463, "Finetune/Step": 3950, "Finetune/Step Time": 12.751471383497119}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7418999671936035, "Finetune/Loss (Raw)": 0.8574150204658508, "Finetune/Step": 3951, "Finetune/Step Time": 12.753835886716843}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7406930923461914, "Finetune/Loss (Raw)": 0.6383078098297119, "Finetune/Step": 3952, "Finetune/Step Time": 12.762438416481018}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.74149489402771, "Finetune/Loss (Raw)": 0.7354908585548401, "Finetune/Step": 3953, "Finetune/Step Time": 12.762276178225875}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7420908212661743, "Finetune/Loss (Raw)": 0.7094795107841492, "Finetune/Step": 3954, "Finetune/Step Time": 12.752918310463428}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7412362098693848, "Finetune/Loss (Raw)": 0.6470701098442078, "Finetune/Step": 3955, "Finetune/Step Time": 12.704652173444629}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7416850924491882, "Finetune/Loss (Raw)": 0.8673121929168701, "Finetune/Step": 3956, "Finetune/Step Time": 12.70206211693585}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.743873119354248, "Finetune/Loss (Raw)": 0.8103300929069519, "Finetune/Step": 3957, "Finetune/Step Time": 12.677161276340485}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7434821128845215, "Finetune/Loss (Raw)": 0.7103247046470642, "Finetune/Step": 3958, "Finetune/Step Time": 12.670862417668104}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7424588203430176, "Finetune/Loss (Raw)": 0.596463143825531, "Finetune/Step": 3959, "Finetune/Step Time": 12.688619682565331}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7402054667472839, "Finetune/Loss (Raw)": 0.6392518877983093, "Finetune/Step": 3960, "Finetune/Step Time": 12.694472055882215}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7398536205291748, "Finetune/Loss (Raw)": 0.7666073441505432, "Finetune/Step": 3961, "Finetune/Step Time": 12.666344691067934}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7380673885345459, "Finetune/Loss (Raw)": 0.6323338150978088, "Finetune/Step": 3962, "Finetune/Step Time": 12.663255220279098}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7378615736961365, "Finetune/Loss (Raw)": 0.8052076697349548, "Finetune/Step": 3963, "Finetune/Step Time": 12.666026500985026}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7387571334838867, "Finetune/Loss (Raw)": 0.8001118302345276, "Finetune/Step": 3964, "Finetune/Step Time": 12.675253197550774}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7389717102050781, "Finetune/Loss (Raw)": 0.7506479024887085, "Finetune/Step": 3965, "Finetune/Step Time": 12.70032149553299}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7380281090736389, "Finetune/Loss (Raw)": 0.598655104637146, "Finetune/Step": 3966, "Finetune/Step Time": 12.726563019677997}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7381796836853027, "Finetune/Loss (Raw)": 0.7597677111625671, "Finetune/Step": 3967, "Finetune/Step Time": 12.692379299551249}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7389146089553833, "Finetune/Loss (Raw)": 0.7972167730331421, "Finetune/Step": 3968, "Finetune/Step Time": 12.699747597798705}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7377554178237915, "Finetune/Loss (Raw)": 0.7565957307815552, "Finetune/Step": 3969, "Finetune/Step Time": 12.733559522777796}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7383286952972412, "Finetune/Loss (Raw)": 0.7991917133331299, "Finetune/Step": 3970, "Finetune/Step Time": 12.735563093796372}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.740610659122467, "Finetune/Loss (Raw)": 0.8807744383811951, "Finetune/Step": 3971, "Finetune/Step Time": 12.72702606022358}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7405812740325928, "Finetune/Loss (Raw)": 0.7469817399978638, "Finetune/Step": 3972, "Finetune/Step Time": 12.728166937828064}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7405713796615601, "Finetune/Loss (Raw)": 0.7390201687812805, "Finetune/Step": 3973, "Finetune/Step Time": 12.722831143066287}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7414525747299194, "Finetune/Loss (Raw)": 0.6983224153518677, "Finetune/Step": 3974, "Finetune/Step Time": 12.727784851565957}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7415205240249634, "Finetune/Loss (Raw)": 0.8756062984466553, "Finetune/Step": 3975, "Finetune/Step Time": 12.722637169063091}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7420257329940796, "Finetune/Loss (Raw)": 0.6739974021911621, "Finetune/Step": 3976, "Finetune/Step Time": 12.71245856396854}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7400833368301392, "Finetune/Loss (Raw)": 0.610859215259552, "Finetune/Step": 3977, "Finetune/Step Time": 12.703026598319411}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7399976253509521, "Finetune/Loss (Raw)": 0.4610038101673126, "Finetune/Step": 3978, "Finetune/Step Time": 12.690366445109248}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7414771914482117, "Finetune/Loss (Raw)": 0.8003334999084473, "Finetune/Step": 3979, "Finetune/Step Time": 12.696525214239955}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7389757037162781, "Finetune/Loss (Raw)": 0.5509636998176575, "Finetune/Step": 3980, "Finetune/Step Time": 12.696600848808885}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7402398586273193, "Finetune/Loss (Raw)": 0.8320889472961426, "Finetune/Step": 3981, "Finetune/Step Time": 12.667546378448606}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7398345470428467, "Finetune/Loss (Raw)": 0.7557377219200134, "Finetune/Step": 3982, "Finetune/Step Time": 12.665874337777495}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7418916821479797, "Finetune/Loss (Raw)": 0.75333172082901, "Finetune/Step": 3983, "Finetune/Step Time": 12.643855281174183}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.739682137966156, "Finetune/Loss (Raw)": 0.5765622854232788, "Finetune/Step": 3984, "Finetune/Step Time": 12.67094705812633}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7412558794021606, "Finetune/Loss (Raw)": 0.8188749551773071, "Finetune/Step": 3985, "Finetune/Step Time": 12.645059257745743}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7442934513092041, "Finetune/Loss (Raw)": 0.9127883911132812, "Finetune/Step": 3986, "Finetune/Step Time": 12.614667367190123}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7424293756484985, "Finetune/Loss (Raw)": 0.6843480467796326, "Finetune/Step": 3987, "Finetune/Step Time": 12.62750987149775}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7424254417419434, "Finetune/Loss (Raw)": 0.8052088618278503, "Finetune/Step": 3988, "Finetune/Step Time": 12.634285356849432}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7433985471725464, "Finetune/Loss (Raw)": 0.836178183555603, "Finetune/Step": 3989, "Finetune/Step Time": 12.631006687879562}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7432780861854553, "Finetune/Loss (Raw)": 0.7694591283798218, "Finetune/Step": 3990, "Finetune/Step Time": 12.636772507801652}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.744770348072052, "Finetune/Loss (Raw)": 0.8239383697509766, "Finetune/Step": 3991, "Finetune/Step Time": 12.624158786609769}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7435781955718994, "Finetune/Loss (Raw)": 0.628319263458252, "Finetune/Step": 3992, "Finetune/Step Time": 12.647752065211535}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7445847988128662, "Finetune/Loss (Raw)": 0.8086398839950562, "Finetune/Step": 3993, "Finetune/Step Time": 12.596628956496716}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7429273128509521, "Finetune/Loss (Raw)": 0.673668622970581, "Finetune/Step": 3994, "Finetune/Step Time": 12.611210757866502}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7410973310470581, "Finetune/Loss (Raw)": 0.6978297829627991, "Finetune/Step": 3995, "Finetune/Step Time": 12.611916640773416}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7398841381072998, "Finetune/Loss (Raw)": 0.6686251163482666, "Finetune/Step": 3996, "Finetune/Step Time": 12.610421841964126}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7397620677947998, "Finetune/Loss (Raw)": 0.6861485838890076, "Finetune/Step": 3997, "Finetune/Step Time": 12.609629167243838}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7412599325180054, "Finetune/Loss (Raw)": 0.8475990295410156, "Finetune/Step": 3998, "Finetune/Step Time": 12.585658270865679}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7410407662391663, "Finetune/Loss (Raw)": 0.7370150685310364, "Finetune/Step": 3999, "Finetune/Step Time": 12.607717368751764}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7441021203994751, "Finetune/Loss (Raw)": 0.7485342025756836, "Finetune/Step": 4000, "Finetune/Step Time": 12.55595150962472}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7448339462280273, "Finetune/Loss (Raw)": 0.7124854922294617, "Finetune/Step": 4001, "Finetune/Step Time": 12.575765110552311}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7440392971038818, "Finetune/Loss (Raw)": 0.6430802941322327, "Finetune/Step": 4002, "Finetune/Step Time": 12.589725013822317}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7438159584999084, "Finetune/Loss (Raw)": 0.7228460907936096, "Finetune/Step": 4003, "Finetune/Step Time": 12.606301849707961}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7439512610435486, "Finetune/Loss (Raw)": 0.802308976650238, "Finetune/Step": 4004, "Finetune/Step Time": 12.614433409646153}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7446516752243042, "Finetune/Loss (Raw)": 0.7516542673110962, "Finetune/Step": 4005, "Finetune/Step Time": 12.595694240182638}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7461554408073425, "Finetune/Loss (Raw)": 0.9284226298332214, "Finetune/Step": 4006, "Finetune/Step Time": 12.566358486190438}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7458442449569702, "Finetune/Loss (Raw)": 0.6339779496192932, "Finetune/Step": 4007, "Finetune/Step Time": 12.533022034913301}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7445182800292969, "Finetune/Loss (Raw)": 0.628974437713623, "Finetune/Step": 4008, "Finetune/Step Time": 12.518864555284381}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7440624833106995, "Finetune/Loss (Raw)": 0.7509226202964783, "Finetune/Step": 4009, "Finetune/Step Time": 12.505785007029772}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7429304122924805, "Finetune/Loss (Raw)": 0.654381275177002, "Finetune/Step": 4010, "Finetune/Step Time": 12.529080368578434}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7424668073654175, "Finetune/Loss (Raw)": 0.8002626299858093, "Finetune/Step": 4011, "Finetune/Step Time": 12.544803718104959}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7413002252578735, "Finetune/Loss (Raw)": 0.5365462303161621, "Finetune/Step": 4012, "Finetune/Step Time": 12.569649133831263}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.742663562297821, "Finetune/Loss (Raw)": 0.6934464573860168, "Finetune/Step": 4013, "Finetune/Step Time": 12.559659119695425}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7426517605781555, "Finetune/Loss (Raw)": 0.6580698490142822, "Finetune/Step": 4014, "Finetune/Step Time": 12.602780422195792}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7432163953781128, "Finetune/Loss (Raw)": 0.7598071694374084, "Finetune/Step": 4015, "Finetune/Step Time": 12.600521471351385}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7431646585464478, "Finetune/Loss (Raw)": 0.7551444172859192, "Finetune/Step": 4016, "Finetune/Step Time": 12.598764665424824}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7435539960861206, "Finetune/Loss (Raw)": 0.8107274770736694, "Finetune/Step": 4017, "Finetune/Step Time": 12.601050056517124}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7419387102127075, "Finetune/Loss (Raw)": 0.5396249294281006, "Finetune/Step": 4018, "Finetune/Step Time": 12.630958633497357}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7439502477645874, "Finetune/Loss (Raw)": 0.9069381356239319, "Finetune/Step": 4019, "Finetune/Step Time": 12.598394988104701}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7443854808807373, "Finetune/Loss (Raw)": 0.8425166010856628, "Finetune/Step": 4020, "Finetune/Step Time": 12.58909839950502}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7453471422195435, "Finetune/Loss (Raw)": 0.7463502287864685, "Finetune/Step": 4021, "Finetune/Step Time": 12.571154560893774}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.744929850101471, "Finetune/Loss (Raw)": 0.7300187349319458, "Finetune/Step": 4022, "Finetune/Step Time": 12.571799091994762}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7451369762420654, "Finetune/Loss (Raw)": 0.8053024411201477, "Finetune/Step": 4023, "Finetune/Step Time": 12.57084177993238}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7457259297370911, "Finetune/Loss (Raw)": 0.8306363821029663, "Finetune/Step": 4024, "Finetune/Step Time": 12.581503698602319}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7453997731208801, "Finetune/Loss (Raw)": 0.7017249464988708, "Finetune/Step": 4025, "Finetune/Step Time": 12.579755406826735}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7460756301879883, "Finetune/Loss (Raw)": 0.790820300579071, "Finetune/Step": 4026, "Finetune/Step Time": 12.559595707803965}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7461597323417664, "Finetune/Loss (Raw)": 0.8696549534797668, "Finetune/Step": 4027, "Finetune/Step Time": 12.557174427434802}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7456589937210083, "Finetune/Loss (Raw)": 0.7072699666023254, "Finetune/Step": 4028, "Finetune/Step Time": 12.534230828285217}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.745558500289917, "Finetune/Loss (Raw)": 0.8002879023551941, "Finetune/Step": 4029, "Finetune/Step Time": 12.533642761409283}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7428265810012817, "Finetune/Loss (Raw)": 0.559397280216217, "Finetune/Step": 4030, "Finetune/Step Time": 12.558439783751965}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7418214082717896, "Finetune/Loss (Raw)": 0.7200250029563904, "Finetune/Step": 4031, "Finetune/Step Time": 12.560085216537118}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7416449785232544, "Finetune/Loss (Raw)": 0.7221593260765076, "Finetune/Step": 4032, "Finetune/Step Time": 12.548458011820912}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7432283163070679, "Finetune/Loss (Raw)": 0.8163009881973267, "Finetune/Step": 4033, "Finetune/Step Time": 12.533783912658691}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7431212067604065, "Finetune/Loss (Raw)": 0.7522771954536438, "Finetune/Step": 4034, "Finetune/Step Time": 12.467248510569334}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7402836084365845, "Finetune/Loss (Raw)": 0.6187059283256531, "Finetune/Step": 4035, "Finetune/Step Time": 12.473496811464429}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.743252694606781, "Finetune/Loss (Raw)": 0.9208773374557495, "Finetune/Step": 4036, "Finetune/Step Time": 12.453072868287563}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7433997392654419, "Finetune/Loss (Raw)": 0.6610518097877502, "Finetune/Step": 4037, "Finetune/Step Time": 12.462268445640802}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.741804838180542, "Finetune/Loss (Raw)": 0.6142114400863647, "Finetune/Step": 4038, "Finetune/Step Time": 12.484806766733527}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7405953407287598, "Finetune/Loss (Raw)": 0.7269086837768555, "Finetune/Step": 4039, "Finetune/Step Time": 12.512484041973948}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7422198057174683, "Finetune/Loss (Raw)": 0.8472616076469421, "Finetune/Step": 4040, "Finetune/Step Time": 12.501364067196846}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7418307065963745, "Finetune/Loss (Raw)": 0.6748574376106262, "Finetune/Step": 4041, "Finetune/Step Time": 12.497717978432775}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7418967485427856, "Finetune/Loss (Raw)": 0.739472508430481, "Finetune/Step": 4042, "Finetune/Step Time": 12.513081854209304}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7418411374092102, "Finetune/Loss (Raw)": 0.8025733232498169, "Finetune/Step": 4043, "Finetune/Step Time": 12.518244607374072}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7414517998695374, "Finetune/Loss (Raw)": 0.7503947019577026, "Finetune/Step": 4044, "Finetune/Step Time": 12.505062276497483}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.739857017993927, "Finetune/Loss (Raw)": 0.49827542901039124, "Finetune/Step": 4045, "Finetune/Step Time": 12.50100590288639}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7388055324554443, "Finetune/Loss (Raw)": 0.6999765038490295, "Finetune/Step": 4046, "Finetune/Step Time": 12.49523507617414}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7387757301330566, "Finetune/Loss (Raw)": 0.7139281034469604, "Finetune/Step": 4047, "Finetune/Step Time": 12.498367516323924}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7378212809562683, "Finetune/Loss (Raw)": 0.6411890387535095, "Finetune/Step": 4048, "Finetune/Step Time": 12.464090405032039}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7381103038787842, "Finetune/Loss (Raw)": 0.63747239112854, "Finetune/Step": 4049, "Finetune/Step Time": 12.438462996855378}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7371259331703186, "Finetune/Loss (Raw)": 0.7258732318878174, "Finetune/Step": 4050, "Finetune/Step Time": 12.423619970679283}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7387552261352539, "Finetune/Loss (Raw)": 0.6909220218658447, "Finetune/Step": 4051, "Finetune/Step Time": 12.416561219841242}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.737898588180542, "Finetune/Loss (Raw)": 0.7040250301361084, "Finetune/Step": 4052, "Finetune/Step Time": 12.44171193242073}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7357196807861328, "Finetune/Loss (Raw)": 0.5214016437530518, "Finetune/Step": 4053, "Finetune/Step Time": 12.476158697158098}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7352780103683472, "Finetune/Loss (Raw)": 0.6123268604278564, "Finetune/Step": 4054, "Finetune/Step Time": 12.500393703579903}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7354599237442017, "Finetune/Loss (Raw)": 0.7663726806640625, "Finetune/Step": 4055, "Finetune/Step Time": 12.47640561684966}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7330821752548218, "Finetune/Loss (Raw)": 0.515992283821106, "Finetune/Step": 4056, "Finetune/Step Time": 12.5008735191077}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.733479917049408, "Finetune/Loss (Raw)": 0.8510256409645081, "Finetune/Step": 4057, "Finetune/Step Time": 12.495094705373049}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7336063385009766, "Finetune/Loss (Raw)": 0.7132270336151123, "Finetune/Step": 4058, "Finetune/Step Time": 12.485468784347177}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7325701713562012, "Finetune/Loss (Raw)": 0.6965886354446411, "Finetune/Step": 4059, "Finetune/Step Time": 12.50353784672916}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7308624982833862, "Finetune/Loss (Raw)": 0.44630110263824463, "Finetune/Step": 4060, "Finetune/Step Time": 12.50645818002522}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.731316089630127, "Finetune/Loss (Raw)": 0.5504240989685059, "Finetune/Step": 4061, "Finetune/Step Time": 12.49484121054411}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7320472002029419, "Finetune/Loss (Raw)": 0.7973836660385132, "Finetune/Step": 4062, "Finetune/Step Time": 12.4950031619519}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7305538058280945, "Finetune/Loss (Raw)": 0.5320648550987244, "Finetune/Step": 4063, "Finetune/Step Time": 12.50737327337265}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7286939024925232, "Finetune/Loss (Raw)": 0.6072845458984375, "Finetune/Step": 4064, "Finetune/Step Time": 12.53961480781436}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7272406816482544, "Finetune/Loss (Raw)": 0.6087367534637451, "Finetune/Step": 4065, "Finetune/Step Time": 12.548460079357028}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7277535796165466, "Finetune/Loss (Raw)": 0.7753323316574097, "Finetune/Step": 4066, "Finetune/Step Time": 12.553891288116574}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7279176712036133, "Finetune/Loss (Raw)": 0.8271712064743042, "Finetune/Step": 4067, "Finetune/Step Time": 12.551662793383002}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7278251647949219, "Finetune/Loss (Raw)": 0.7804919481277466, "Finetune/Step": 4068, "Finetune/Step Time": 12.550408374518156}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7277036905288696, "Finetune/Loss (Raw)": 0.8212229609489441, "Finetune/Step": 4069, "Finetune/Step Time": 12.568115605041385}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7268950939178467, "Finetune/Loss (Raw)": 0.7475379705429077, "Finetune/Step": 4070, "Finetune/Step Time": 12.559799492359161}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7274596691131592, "Finetune/Loss (Raw)": 0.6928468346595764, "Finetune/Step": 4071, "Finetune/Step Time": 12.58524907939136}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7260974645614624, "Finetune/Loss (Raw)": 0.6351904273033142, "Finetune/Step": 4072, "Finetune/Step Time": 12.598746193572879}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7242562174797058, "Finetune/Loss (Raw)": 0.7314850687980652, "Finetune/Step": 4073, "Finetune/Step Time": 12.58051734790206}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7250219583511353, "Finetune/Loss (Raw)": 0.8384643197059631, "Finetune/Step": 4074, "Finetune/Step Time": 12.564384961500764}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7244023084640503, "Finetune/Loss (Raw)": 0.7225862145423889, "Finetune/Step": 4075, "Finetune/Step Time": 12.551577810198069}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7229962348937988, "Finetune/Loss (Raw)": 0.5491302013397217, "Finetune/Step": 4076, "Finetune/Step Time": 12.555246602743864}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7225270867347717, "Finetune/Loss (Raw)": 0.774064838886261, "Finetune/Step": 4077, "Finetune/Step Time": 12.577220423147082}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7214255332946777, "Finetune/Loss (Raw)": 0.6949306130409241, "Finetune/Step": 4078, "Finetune/Step Time": 12.583444563671947}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7211243510246277, "Finetune/Loss (Raw)": 0.8188720941543579, "Finetune/Step": 4079, "Finetune/Step Time": 12.601551562547684}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7212863564491272, "Finetune/Loss (Raw)": 0.6590391397476196, "Finetune/Step": 4080, "Finetune/Step Time": 12.599949296563864}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7209756374359131, "Finetune/Loss (Raw)": 0.6957186460494995, "Finetune/Step": 4081, "Finetune/Step Time": 12.632685400545597}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7207214832305908, "Finetune/Loss (Raw)": 0.6769444942474365, "Finetune/Step": 4082, "Finetune/Step Time": 12.644593998789787}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7220621109008789, "Finetune/Loss (Raw)": 0.8186736702919006, "Finetune/Step": 4083, "Finetune/Step Time": 12.650146262720227}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7204368114471436, "Finetune/Loss (Raw)": 0.6592813730239868, "Finetune/Step": 4084, "Finetune/Step Time": 12.672936061397195}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7184581160545349, "Finetune/Loss (Raw)": 0.5570526719093323, "Finetune/Step": 4085, "Finetune/Step Time": 12.687154961749911}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7180941700935364, "Finetune/Loss (Raw)": 0.6637371182441711, "Finetune/Step": 4086, "Finetune/Step Time": 12.700128737837076}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7199526429176331, "Finetune/Loss (Raw)": 0.834349513053894, "Finetune/Step": 4087, "Finetune/Step Time": 12.682608895003796}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.721228837966919, "Finetune/Loss (Raw)": 0.8026006817817688, "Finetune/Step": 4088, "Finetune/Step Time": 12.675526527687907}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7211909294128418, "Finetune/Loss (Raw)": 0.7617496848106384, "Finetune/Step": 4089, "Finetune/Step Time": 12.677091965451837}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7222787141799927, "Finetune/Loss (Raw)": 0.7715815901756287, "Finetune/Step": 4090, "Finetune/Step Time": 12.669938039034605}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7215341925621033, "Finetune/Loss (Raw)": 0.7099034786224365, "Finetune/Step": 4091, "Finetune/Step Time": 12.692993346601725}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7208889126777649, "Finetune/Loss (Raw)": 0.7175173163414001, "Finetune/Step": 4092, "Finetune/Step Time": 12.696913789957762}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.721698522567749, "Finetune/Loss (Raw)": 0.8542813658714294, "Finetune/Step": 4093, "Finetune/Step Time": 12.666221691295505}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7243701815605164, "Finetune/Loss (Raw)": 0.9406248331069946, "Finetune/Step": 4094, "Finetune/Step Time": 12.65084981545806}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7236403226852417, "Finetune/Loss (Raw)": 0.6663478016853333, "Finetune/Step": 4095, "Finetune/Step Time": 12.656300880014896}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7241650819778442, "Finetune/Loss (Raw)": 0.8643870949745178, "Finetune/Step": 4096, "Finetune/Step Time": 12.653308194130659}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.724711000919342, "Finetune/Loss (Raw)": 0.8264732956886292, "Finetune/Step": 4097, "Finetune/Step Time": 12.631165286526084}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7229985594749451, "Finetune/Loss (Raw)": 0.5799983143806458, "Finetune/Step": 4098, "Finetune/Step Time": 12.650505974888802}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7219998836517334, "Finetune/Loss (Raw)": 0.7529506683349609, "Finetune/Step": 4099, "Finetune/Step Time": 12.651486095041037}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7230550050735474, "Finetune/Loss (Raw)": 0.8820284605026245, "Finetune/Step": 4100, "Finetune/Step Time": 12.651596302166581}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7230894565582275, "Finetune/Loss (Raw)": 0.7434312701225281, "Finetune/Step": 4101, "Finetune/Step Time": 12.680175215005875}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7234272360801697, "Finetune/Loss (Raw)": 0.7415542006492615, "Finetune/Step": 4102, "Finetune/Step Time": 12.674913190305233}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7225291728973389, "Finetune/Loss (Raw)": 0.7606570720672607, "Finetune/Step": 4103, "Finetune/Step Time": 12.680776143446565}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7233766913414001, "Finetune/Loss (Raw)": 0.7824792861938477, "Finetune/Step": 4104, "Finetune/Step Time": 12.66492622718215}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7233649492263794, "Finetune/Loss (Raw)": 0.6093505620956421, "Finetune/Step": 4105, "Finetune/Step Time": 12.656711548566818}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.725370466709137, "Finetune/Loss (Raw)": 0.7177128791809082, "Finetune/Step": 4106, "Finetune/Step Time": 12.657349366694689}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7248206734657288, "Finetune/Loss (Raw)": 0.7299657464027405, "Finetune/Step": 4107, "Finetune/Step Time": 12.654653711244464}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7266786098480225, "Finetune/Loss (Raw)": 0.7887791395187378, "Finetune/Step": 4108, "Finetune/Step Time": 12.656313790008426}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7256616353988647, "Finetune/Loss (Raw)": 0.7019100785255432, "Finetune/Step": 4109, "Finetune/Step Time": 12.667974391952157}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7254853248596191, "Finetune/Loss (Raw)": 0.7331679463386536, "Finetune/Step": 4110, "Finetune/Step Time": 12.678868167102337}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7264804840087891, "Finetune/Loss (Raw)": 0.8807234168052673, "Finetune/Step": 4111, "Finetune/Step Time": 12.683510256931186}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7264311909675598, "Finetune/Loss (Raw)": 0.5702476501464844, "Finetune/Step": 4112, "Finetune/Step Time": 12.670825263485312}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.724828839302063, "Finetune/Loss (Raw)": 0.6137716770172119, "Finetune/Step": 4113, "Finetune/Step Time": 12.668333172798157}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7237324714660645, "Finetune/Loss (Raw)": 0.7724531292915344, "Finetune/Step": 4114, "Finetune/Step Time": 12.665584407746792}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7244130969047546, "Finetune/Loss (Raw)": 0.7714773416519165, "Finetune/Step": 4115, "Finetune/Step Time": 12.657977173104882}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7220591306686401, "Finetune/Loss (Raw)": 0.5038964748382568, "Finetune/Step": 4116, "Finetune/Step Time": 12.675078911706805}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7202855348587036, "Finetune/Loss (Raw)": 0.609160840511322, "Finetune/Step": 4117, "Finetune/Step Time": 12.685185628011823}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7214421033859253, "Finetune/Loss (Raw)": 0.9174926280975342, "Finetune/Step": 4118, "Finetune/Step Time": 12.678637214004993}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7218117713928223, "Finetune/Loss (Raw)": 0.8712620139122009, "Finetune/Step": 4119, "Finetune/Step Time": 12.67420774884522}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7221086621284485, "Finetune/Loss (Raw)": 0.6663180589675903, "Finetune/Step": 4120, "Finetune/Step Time": 12.666601499542594}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7218970060348511, "Finetune/Loss (Raw)": 0.7815414071083069, "Finetune/Step": 4121, "Finetune/Step Time": 12.6711947619915}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7220864295959473, "Finetune/Loss (Raw)": 0.6979122757911682, "Finetune/Step": 4122, "Finetune/Step Time": 12.670336484909058}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7235863208770752, "Finetune/Loss (Raw)": 0.8898317217826843, "Finetune/Step": 4123, "Finetune/Step Time": 12.672374719753861}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7226054668426514, "Finetune/Loss (Raw)": 0.5430634021759033, "Finetune/Step": 4124, "Finetune/Step Time": 12.673113973811269}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7233651280403137, "Finetune/Loss (Raw)": 0.7833889722824097, "Finetune/Step": 4125, "Finetune/Step Time": 12.678210673853755}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7229446172714233, "Finetune/Loss (Raw)": 0.7937734723091125, "Finetune/Step": 4126, "Finetune/Step Time": 12.675029082223773}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7232149243354797, "Finetune/Loss (Raw)": 0.7716124057769775, "Finetune/Step": 4127, "Finetune/Step Time": 12.646988824009895}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.722944974899292, "Finetune/Loss (Raw)": 0.7139846682548523, "Finetune/Step": 4128, "Finetune/Step Time": 12.64223457686603}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.723267674446106, "Finetune/Loss (Raw)": 0.7537937164306641, "Finetune/Step": 4129, "Finetune/Step Time": 12.614399947226048}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7240840196609497, "Finetune/Loss (Raw)": 0.7475645542144775, "Finetune/Step": 4130, "Finetune/Step Time": 12.600704967975616}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7243318557739258, "Finetune/Loss (Raw)": 0.7545762062072754, "Finetune/Step": 4131, "Finetune/Step Time": 12.589558007195592}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7240886688232422, "Finetune/Loss (Raw)": 0.7711775898933411, "Finetune/Step": 4132, "Finetune/Step Time": 12.597029723227024}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7235280275344849, "Finetune/Loss (Raw)": 0.6798875331878662, "Finetune/Step": 4133, "Finetune/Step Time": 12.606002042070031}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7218649983406067, "Finetune/Loss (Raw)": 0.7155551314353943, "Finetune/Step": 4134, "Finetune/Step Time": 12.627825433388352}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7221912145614624, "Finetune/Loss (Raw)": 0.6757379174232483, "Finetune/Step": 4135, "Finetune/Step Time": 12.60326356254518}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7229329347610474, "Finetune/Loss (Raw)": 0.7239206433296204, "Finetune/Step": 4136, "Finetune/Step Time": 12.607317987829447}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7221801280975342, "Finetune/Loss (Raw)": 0.6545601487159729, "Finetune/Step": 4137, "Finetune/Step Time": 12.59854986332357}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7235034704208374, "Finetune/Loss (Raw)": 0.8237573504447937, "Finetune/Step": 4138, "Finetune/Step Time": 12.570571791380644}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7224380373954773, "Finetune/Loss (Raw)": 0.663896381855011, "Finetune/Step": 4139, "Finetune/Step Time": 12.54735198430717}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7237545251846313, "Finetune/Loss (Raw)": 0.7050589323043823, "Finetune/Step": 4140, "Finetune/Step Time": 12.542721522971988}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7233977317810059, "Finetune/Loss (Raw)": 0.6477723717689514, "Finetune/Step": 4141, "Finetune/Step Time": 12.568159695714712}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7235650420188904, "Finetune/Loss (Raw)": 0.6794850826263428, "Finetune/Step": 4142, "Finetune/Step Time": 12.530846364796162}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7229981422424316, "Finetune/Loss (Raw)": 0.6872418522834778, "Finetune/Step": 4143, "Finetune/Step Time": 12.529742972925305}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7211472988128662, "Finetune/Loss (Raw)": 0.5182420015335083, "Finetune/Step": 4144, "Finetune/Step Time": 12.555695654824376}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7196630239486694, "Finetune/Loss (Raw)": 0.6207401156425476, "Finetune/Step": 4145, "Finetune/Step Time": 12.570207860320807}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7216640710830688, "Finetune/Loss (Raw)": 0.7957532405853271, "Finetune/Step": 4146, "Finetune/Step Time": 12.537117080762982}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7204947471618652, "Finetune/Loss (Raw)": 0.7572659254074097, "Finetune/Step": 4147, "Finetune/Step Time": 12.547933891415596}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7201976776123047, "Finetune/Loss (Raw)": 0.8044949769973755, "Finetune/Step": 4148, "Finetune/Step Time": 12.554051639512181}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7201621532440186, "Finetune/Loss (Raw)": 0.7417970299720764, "Finetune/Step": 4149, "Finetune/Step Time": 12.543091664090753}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.719346284866333, "Finetune/Loss (Raw)": 0.625594437122345, "Finetune/Step": 4150, "Finetune/Step Time": 12.587250480428338}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.718932569026947, "Finetune/Loss (Raw)": 0.7523479461669922, "Finetune/Step": 4151, "Finetune/Step Time": 12.597651906311512}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7182798385620117, "Finetune/Loss (Raw)": 0.7470850944519043, "Finetune/Step": 4152, "Finetune/Step Time": 12.601282950490713}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7181950807571411, "Finetune/Loss (Raw)": 0.6908788681030273, "Finetune/Step": 4153, "Finetune/Step Time": 12.597399404272437}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7179452180862427, "Finetune/Loss (Raw)": 0.7588302493095398, "Finetune/Step": 4154, "Finetune/Step Time": 12.603965317830443}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7164677381515503, "Finetune/Loss (Raw)": 0.680543065071106, "Finetune/Step": 4155, "Finetune/Step Time": 12.608139000833035}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7161014676094055, "Finetune/Loss (Raw)": 0.66038978099823, "Finetune/Step": 4156, "Finetune/Step Time": 12.611741414293647}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7165303826332092, "Finetune/Loss (Raw)": 0.8551843762397766, "Finetune/Step": 4157, "Finetune/Step Time": 12.60877100750804}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7181333303451538, "Finetune/Loss (Raw)": 0.7645788192749023, "Finetune/Step": 4158, "Finetune/Step Time": 12.594701347872615}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7188525199890137, "Finetune/Loss (Raw)": 0.8120757341384888, "Finetune/Step": 4159, "Finetune/Step Time": 12.597149537876248}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7200573682785034, "Finetune/Loss (Raw)": 0.8763829469680786, "Finetune/Step": 4160, "Finetune/Step Time": 12.592156583443284}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7196869254112244, "Finetune/Loss (Raw)": 0.7688835859298706, "Finetune/Step": 4161, "Finetune/Step Time": 12.58365647494793}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7207180261611938, "Finetune/Loss (Raw)": 0.8842524290084839, "Finetune/Step": 4162, "Finetune/Step Time": 12.586381275206804}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7206199169158936, "Finetune/Loss (Raw)": 0.6061532497406006, "Finetune/Step": 4163, "Finetune/Step Time": 12.604708762839437}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7170364856719971, "Finetune/Loss (Raw)": 0.4622056484222412, "Finetune/Step": 4164, "Finetune/Step Time": 12.6252033226192}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7186305522918701, "Finetune/Loss (Raw)": 0.8650830984115601, "Finetune/Step": 4165, "Finetune/Step Time": 12.614514466375113}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7205520272254944, "Finetune/Loss (Raw)": 0.8601587414741516, "Finetune/Step": 4166, "Finetune/Step Time": 12.585684105753899}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7202974557876587, "Finetune/Loss (Raw)": 0.6943251490592957, "Finetune/Step": 4167, "Finetune/Step Time": 12.567343391478062}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.718298614025116, "Finetune/Loss (Raw)": 0.5914180874824524, "Finetune/Step": 4168, "Finetune/Step Time": 12.565195938572288}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.717768669128418, "Finetune/Loss (Raw)": 0.6070129871368408, "Finetune/Step": 4169, "Finetune/Step Time": 12.592817150056362}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7167409658432007, "Finetune/Loss (Raw)": 0.607926070690155, "Finetune/Step": 4170, "Finetune/Step Time": 12.582967817783356}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7165258526802063, "Finetune/Loss (Raw)": 0.7750450372695923, "Finetune/Step": 4171, "Finetune/Step Time": 12.582672495394945}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7164322137832642, "Finetune/Loss (Raw)": 0.7384149432182312, "Finetune/Step": 4172, "Finetune/Step Time": 12.611575210466981}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7181143760681152, "Finetune/Loss (Raw)": 0.7135871052742004, "Finetune/Step": 4173, "Finetune/Step Time": 12.59255382604897}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7176535725593567, "Finetune/Loss (Raw)": 0.6409924626350403, "Finetune/Step": 4174, "Finetune/Step Time": 12.62012111954391}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.717424213886261, "Finetune/Loss (Raw)": 0.6845695972442627, "Finetune/Step": 4175, "Finetune/Step Time": 12.60983251221478}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7180860042572021, "Finetune/Loss (Raw)": 0.7259017825126648, "Finetune/Step": 4176, "Finetune/Step Time": 12.602911790832877}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7190405130386353, "Finetune/Loss (Raw)": 0.7596495747566223, "Finetune/Step": 4177, "Finetune/Step Time": 12.619940605014563}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7198258638381958, "Finetune/Loss (Raw)": 0.8263888359069824, "Finetune/Step": 4178, "Finetune/Step Time": 12.630128249526024}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7199305295944214, "Finetune/Loss (Raw)": 0.704325258731842, "Finetune/Step": 4179, "Finetune/Step Time": 12.647033860906959}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7208165526390076, "Finetune/Loss (Raw)": 0.8174384236335754, "Finetune/Step": 4180, "Finetune/Step Time": 12.618745589628816}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7225794792175293, "Finetune/Loss (Raw)": 0.7470548748970032, "Finetune/Step": 4181, "Finetune/Step Time": 12.58557196892798}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7220722436904907, "Finetune/Loss (Raw)": 0.5473979115486145, "Finetune/Step": 4182, "Finetune/Step Time": 12.586648985743523}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7222180366516113, "Finetune/Loss (Raw)": 0.7850391268730164, "Finetune/Step": 4183, "Finetune/Step Time": 12.59656591154635}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.723901629447937, "Finetune/Loss (Raw)": 0.7314928770065308, "Finetune/Step": 4184, "Finetune/Step Time": 12.56576019898057}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7237874269485474, "Finetune/Loss (Raw)": 0.8364100456237793, "Finetune/Step": 4185, "Finetune/Step Time": 12.569795103743672}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7250139117240906, "Finetune/Loss (Raw)": 0.8702106475830078, "Finetune/Step": 4186, "Finetune/Step Time": 12.585866402834654}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7251423001289368, "Finetune/Loss (Raw)": 0.7130250334739685, "Finetune/Step": 4187, "Finetune/Step Time": 12.570567606016994}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7260767221450806, "Finetune/Loss (Raw)": 0.5659139752388, "Finetune/Step": 4188, "Finetune/Step Time": 12.556104574352503}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7274591326713562, "Finetune/Loss (Raw)": 0.7273642420768738, "Finetune/Step": 4189, "Finetune/Step Time": 12.533653438091278}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7253662347793579, "Finetune/Loss (Raw)": 0.5294946432113647, "Finetune/Step": 4190, "Finetune/Step Time": 12.53437634371221}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7269364595413208, "Finetune/Loss (Raw)": 0.7330531477928162, "Finetune/Step": 4191, "Finetune/Step Time": 12.513191821053624}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7291151285171509, "Finetune/Loss (Raw)": 0.8861523866653442, "Finetune/Step": 4192, "Finetune/Step Time": 12.481475338339806}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7285616397857666, "Finetune/Loss (Raw)": 0.537894070148468, "Finetune/Step": 4193, "Finetune/Step Time": 12.496431209146976}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7286022901535034, "Finetune/Loss (Raw)": 0.7805366516113281, "Finetune/Step": 4194, "Finetune/Step Time": 12.499387113377452}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7284075617790222, "Finetune/Loss (Raw)": 0.8022429347038269, "Finetune/Step": 4195, "Finetune/Step Time": 12.501786477863789}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7279203534126282, "Finetune/Loss (Raw)": 0.7181293964385986, "Finetune/Step": 4196, "Finetune/Step Time": 12.501404015347362}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7250086069107056, "Finetune/Loss (Raw)": 0.4485150873661041, "Finetune/Step": 4197, "Finetune/Step Time": 12.518357310444117}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7256802320480347, "Finetune/Loss (Raw)": 0.8335087895393372, "Finetune/Step": 4198, "Finetune/Step Time": 12.516098108142614}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7271512746810913, "Finetune/Loss (Raw)": 0.881141722202301, "Finetune/Step": 4199, "Finetune/Step Time": 12.454114390537143}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7281628847122192, "Finetune/Loss (Raw)": 0.7646769285202026, "Finetune/Step": 4200, "Finetune/Step Time": 12.45083174109459}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7278001308441162, "Finetune/Loss (Raw)": 0.6850509643554688, "Finetune/Step": 4201, "Finetune/Step Time": 12.46186283417046}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7271008491516113, "Finetune/Loss (Raw)": 0.7489578723907471, "Finetune/Step": 4202, "Finetune/Step Time": 12.467444336041808}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7268845438957214, "Finetune/Loss (Raw)": 0.6948997378349304, "Finetune/Step": 4203, "Finetune/Step Time": 12.470236049965024}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7279946804046631, "Finetune/Loss (Raw)": 0.6912295818328857, "Finetune/Step": 4204, "Finetune/Step Time": 12.440227668732405}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7279629707336426, "Finetune/Loss (Raw)": 0.7699981927871704, "Finetune/Step": 4205, "Finetune/Step Time": 12.413779309019446}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7277472019195557, "Finetune/Loss (Raw)": 0.6673159003257751, "Finetune/Step": 4206, "Finetune/Step Time": 12.406892316415906}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7274313569068909, "Finetune/Loss (Raw)": 0.7784477472305298, "Finetune/Step": 4207, "Finetune/Step Time": 12.396148167550564}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7281436324119568, "Finetune/Loss (Raw)": 0.750208854675293, "Finetune/Step": 4208, "Finetune/Step Time": 12.385815808549523}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7297265529632568, "Finetune/Loss (Raw)": 0.8983339667320251, "Finetune/Step": 4209, "Finetune/Step Time": 12.351533384993672}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7303546667098999, "Finetune/Loss (Raw)": 0.7573431134223938, "Finetune/Step": 4210, "Finetune/Step Time": 12.346233554184437}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.730255126953125, "Finetune/Loss (Raw)": 0.8059251308441162, "Finetune/Step": 4211, "Finetune/Step Time": 12.349167592823505}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7300771474838257, "Finetune/Loss (Raw)": 0.636500358581543, "Finetune/Step": 4212, "Finetune/Step Time": 12.32226569391787}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7305691242218018, "Finetune/Loss (Raw)": 0.6200234889984131, "Finetune/Step": 4213, "Finetune/Step Time": 12.3202142175287}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7312828302383423, "Finetune/Loss (Raw)": 0.7550989389419556, "Finetune/Step": 4214, "Finetune/Step Time": 12.307956799864769}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7301270365715027, "Finetune/Loss (Raw)": 0.6864054203033447, "Finetune/Step": 4215, "Finetune/Step Time": 12.357381591573358}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7298452854156494, "Finetune/Loss (Raw)": 0.766539990901947, "Finetune/Step": 4216, "Finetune/Step Time": 12.353208987042308}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.730121910572052, "Finetune/Loss (Raw)": 0.797153651714325, "Finetune/Step": 4217, "Finetune/Step Time": 12.353109454736114}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7298173308372498, "Finetune/Loss (Raw)": 0.7325973510742188, "Finetune/Step": 4218, "Finetune/Step Time": 12.347857683897018}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7285387516021729, "Finetune/Loss (Raw)": 0.5462510585784912, "Finetune/Step": 4219, "Finetune/Step Time": 12.317794531583786}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7290961742401123, "Finetune/Loss (Raw)": 0.7888578176498413, "Finetune/Step": 4220, "Finetune/Step Time": 12.304372115060687}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7292258143424988, "Finetune/Loss (Raw)": 0.870878279209137, "Finetune/Step": 4221, "Finetune/Step Time": 12.310887621715665}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7280820608139038, "Finetune/Loss (Raw)": 0.7942249774932861, "Finetune/Step": 4222, "Finetune/Step Time": 12.301951438188553}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7294080257415771, "Finetune/Loss (Raw)": 0.8360680937767029, "Finetune/Step": 4223, "Finetune/Step Time": 12.293295735493302}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7280615568161011, "Finetune/Loss (Raw)": 0.6920403838157654, "Finetune/Step": 4224, "Finetune/Step Time": 12.30639224871993}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.726771354675293, "Finetune/Loss (Raw)": 0.6613295078277588, "Finetune/Step": 4225, "Finetune/Step Time": 12.299632070586085}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7288069128990173, "Finetune/Loss (Raw)": 0.8405459523200989, "Finetune/Step": 4226, "Finetune/Step Time": 12.278468608856201}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7303658723831177, "Finetune/Loss (Raw)": 0.9524995684623718, "Finetune/Step": 4227, "Finetune/Step Time": 12.280265480279922}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7293510437011719, "Finetune/Loss (Raw)": 0.7521352171897888, "Finetune/Step": 4228, "Finetune/Step Time": 12.29444152675569}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7299352288246155, "Finetune/Loss (Raw)": 0.8182044625282288, "Finetune/Step": 4229, "Finetune/Step Time": 12.27296326495707}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7280433177947998, "Finetune/Loss (Raw)": 0.4993886351585388, "Finetune/Step": 4230, "Finetune/Step Time": 12.289359789341688}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7261744737625122, "Finetune/Loss (Raw)": 0.5214499831199646, "Finetune/Step": 4231, "Finetune/Step Time": 12.362865617498755}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7258930206298828, "Finetune/Loss (Raw)": 0.7464457154273987, "Finetune/Step": 4232, "Finetune/Step Time": 12.372389499098063}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7261878848075867, "Finetune/Loss (Raw)": 0.6470969915390015, "Finetune/Step": 4233, "Finetune/Step Time": 12.381586842238903}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7278903722763062, "Finetune/Loss (Raw)": 0.9356297254562378, "Finetune/Step": 4234, "Finetune/Step Time": 12.381303945556283}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7282211780548096, "Finetune/Loss (Raw)": 0.7723047733306885, "Finetune/Step": 4235, "Finetune/Step Time": 12.385268894955516}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7267447710037231, "Finetune/Loss (Raw)": 0.5998027920722961, "Finetune/Step": 4236, "Finetune/Step Time": 12.394512586295605}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7280322909355164, "Finetune/Loss (Raw)": 0.8667182326316833, "Finetune/Step": 4237, "Finetune/Step Time": 12.387109287083149}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7288193702697754, "Finetune/Loss (Raw)": 0.8339047431945801, "Finetune/Step": 4238, "Finetune/Step Time": 12.370835673063993}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7282118797302246, "Finetune/Loss (Raw)": 0.8029682636260986, "Finetune/Step": 4239, "Finetune/Step Time": 12.369097083806992}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7295124530792236, "Finetune/Loss (Raw)": 0.7367255091667175, "Finetune/Step": 4240, "Finetune/Step Time": 12.354912789538503}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7306170463562012, "Finetune/Loss (Raw)": 0.7551523447036743, "Finetune/Step": 4241, "Finetune/Step Time": 12.358782779425383}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7309480905532837, "Finetune/Loss (Raw)": 0.8148294687271118, "Finetune/Step": 4242, "Finetune/Step Time": 12.36198535375297}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7305935025215149, "Finetune/Loss (Raw)": 0.7260934710502625, "Finetune/Step": 4243, "Finetune/Step Time": 12.390191840007901}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.732807457447052, "Finetune/Loss (Raw)": 0.7872796654701233, "Finetune/Step": 4244, "Finetune/Step Time": 12.370384464040399}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7339760065078735, "Finetune/Loss (Raw)": 0.7587360739707947, "Finetune/Step": 4245, "Finetune/Step Time": 12.373378556221724}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7323089838027954, "Finetune/Loss (Raw)": 0.7041103839874268, "Finetune/Step": 4246, "Finetune/Step Time": 12.425975309684873}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7317326068878174, "Finetune/Loss (Raw)": 0.7974865436553955, "Finetune/Step": 4247, "Finetune/Step Time": 12.429238198325038}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7312678098678589, "Finetune/Loss (Raw)": 0.6068224310874939, "Finetune/Step": 4248, "Finetune/Step Time": 12.438911093398929}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7313691973686218, "Finetune/Loss (Raw)": 0.794521152973175, "Finetune/Step": 4249, "Finetune/Step Time": 12.431717371568084}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7302674055099487, "Finetune/Loss (Raw)": 0.5568806529045105, "Finetune/Step": 4250, "Finetune/Step Time": 12.425939971581101}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7284137606620789, "Finetune/Loss (Raw)": 0.6525681614875793, "Finetune/Step": 4251, "Finetune/Step Time": 12.425142649561167}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7316789627075195, "Finetune/Loss (Raw)": 0.961007297039032, "Finetune/Step": 4252, "Finetune/Step Time": 12.430822486057878}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.729595422744751, "Finetune/Loss (Raw)": 0.516703188419342, "Finetune/Step": 4253, "Finetune/Step Time": 12.460774390026927}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7269545793533325, "Finetune/Loss (Raw)": 0.4557425379753113, "Finetune/Step": 4254, "Finetune/Step Time": 12.473343931138515}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7262399196624756, "Finetune/Loss (Raw)": 0.6801294088363647, "Finetune/Step": 4255, "Finetune/Step Time": 12.484090998768806}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7265326976776123, "Finetune/Loss (Raw)": 0.7514688372612, "Finetune/Step": 4256, "Finetune/Step Time": 12.504987996071577}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7269431948661804, "Finetune/Loss (Raw)": 0.8063328266143799, "Finetune/Step": 4257, "Finetune/Step Time": 12.509005444124341}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7257362008094788, "Finetune/Loss (Raw)": 0.5930696725845337, "Finetune/Step": 4258, "Finetune/Step Time": 12.51330066099763}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7267439365386963, "Finetune/Loss (Raw)": 0.8835673928260803, "Finetune/Step": 4259, "Finetune/Step Time": 12.521397441625595}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.726569652557373, "Finetune/Loss (Raw)": 0.7488653659820557, "Finetune/Step": 4260, "Finetune/Step Time": 12.51502314582467}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7272751927375793, "Finetune/Loss (Raw)": 0.7702050805091858, "Finetune/Step": 4261, "Finetune/Step Time": 12.508713360875845}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7273802161216736, "Finetune/Loss (Raw)": 0.7289958000183105, "Finetune/Step": 4262, "Finetune/Step Time": 12.493259815499187}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7292035818099976, "Finetune/Loss (Raw)": 0.9091193675994873, "Finetune/Step": 4263, "Finetune/Step Time": 12.49020922370255}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7283109426498413, "Finetune/Loss (Raw)": 0.6096708178520203, "Finetune/Step": 4264, "Finetune/Step Time": 12.503160232678056}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7285816669464111, "Finetune/Loss (Raw)": 0.6892051696777344, "Finetune/Step": 4265, "Finetune/Step Time": 12.516562856733799}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7289807796478271, "Finetune/Loss (Raw)": 0.8748502135276794, "Finetune/Step": 4266, "Finetune/Step Time": 12.512907424941659}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7286869287490845, "Finetune/Loss (Raw)": 0.6262824535369873, "Finetune/Step": 4267, "Finetune/Step Time": 12.528973622247577}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7284721732139587, "Finetune/Loss (Raw)": 0.6775751113891602, "Finetune/Step": 4268, "Finetune/Step Time": 12.509328966960311}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7275201678276062, "Finetune/Loss (Raw)": 0.525912880897522, "Finetune/Step": 4269, "Finetune/Step Time": 12.54457707889378}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7278503179550171, "Finetune/Loss (Raw)": 0.7217420339584351, "Finetune/Step": 4270, "Finetune/Step Time": 12.541049733757973}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7272663116455078, "Finetune/Loss (Raw)": 0.6124934554100037, "Finetune/Step": 4271, "Finetune/Step Time": 12.579458544030786}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7294660806655884, "Finetune/Loss (Raw)": 0.7998157739639282, "Finetune/Step": 4272, "Finetune/Step Time": 12.556684533134103}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7296904921531677, "Finetune/Loss (Raw)": 0.6494547128677368, "Finetune/Step": 4273, "Finetune/Step Time": 12.540670806542039}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7290555238723755, "Finetune/Loss (Raw)": 0.7144767642021179, "Finetune/Step": 4274, "Finetune/Step Time": 12.550142467021942}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7279092669487, "Finetune/Loss (Raw)": 0.6105504035949707, "Finetune/Step": 4275, "Finetune/Step Time": 12.566192196682096}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7277345061302185, "Finetune/Loss (Raw)": 0.7821263670921326, "Finetune/Step": 4276, "Finetune/Step Time": 12.568442527204752}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7272864580154419, "Finetune/Loss (Raw)": 0.6844490766525269, "Finetune/Step": 4277, "Finetune/Step Time": 12.601777920499444}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7289465069770813, "Finetune/Loss (Raw)": 0.8380812406539917, "Finetune/Step": 4278, "Finetune/Step Time": 12.554896812886}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7283897399902344, "Finetune/Loss (Raw)": 0.681073009967804, "Finetune/Step": 4279, "Finetune/Step Time": 12.552274225279689}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7288088202476501, "Finetune/Loss (Raw)": 0.8007312417030334, "Finetune/Step": 4280, "Finetune/Step Time": 12.543351631611586}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7302913665771484, "Finetune/Loss (Raw)": 0.8806421756744385, "Finetune/Step": 4281, "Finetune/Step Time": 12.54715720191598}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7306103110313416, "Finetune/Loss (Raw)": 0.7996606826782227, "Finetune/Step": 4282, "Finetune/Step Time": 12.543332731351256}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7311545610427856, "Finetune/Loss (Raw)": 0.7502070069313049, "Finetune/Step": 4283, "Finetune/Step Time": 12.547574449330568}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7318828701972961, "Finetune/Loss (Raw)": 0.7536129355430603, "Finetune/Step": 4284, "Finetune/Step Time": 12.543956432491541}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7296860814094543, "Finetune/Loss (Raw)": 0.5739930868148804, "Finetune/Step": 4285, "Finetune/Step Time": 12.605337304994464}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7294555902481079, "Finetune/Loss (Raw)": 0.7350725531578064, "Finetune/Step": 4286, "Finetune/Step Time": 12.594635680317879}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.729303240776062, "Finetune/Loss (Raw)": 0.7925831079483032, "Finetune/Step": 4287, "Finetune/Step Time": 12.598053768277168}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.729253351688385, "Finetune/Loss (Raw)": 0.8699924349784851, "Finetune/Step": 4288, "Finetune/Step Time": 12.615402357652783}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7288679480552673, "Finetune/Loss (Raw)": 0.7195473909378052, "Finetune/Step": 4289, "Finetune/Step Time": 12.619946274906397}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7286383509635925, "Finetune/Loss (Raw)": 0.854869544506073, "Finetune/Step": 4290, "Finetune/Step Time": 12.61686347052455}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7304770946502686, "Finetune/Loss (Raw)": 0.841513991355896, "Finetune/Step": 4291, "Finetune/Step Time": 12.595394596457481}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7330888509750366, "Finetune/Loss (Raw)": 0.7965079545974731, "Finetune/Step": 4292, "Finetune/Step Time": 12.591984577476978}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7327149510383606, "Finetune/Loss (Raw)": 0.8172263503074646, "Finetune/Step": 4293, "Finetune/Step Time": 12.605446223169565}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.731677770614624, "Finetune/Loss (Raw)": 0.7273938059806824, "Finetune/Step": 4294, "Finetune/Step Time": 12.644385270774364}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7307242155075073, "Finetune/Loss (Raw)": 0.5722721815109253, "Finetune/Step": 4295, "Finetune/Step Time": 12.672175886109471}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7330194115638733, "Finetune/Loss (Raw)": 0.8852022886276245, "Finetune/Step": 4296, "Finetune/Step Time": 12.666752763092518}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7346847057342529, "Finetune/Loss (Raw)": 0.8201746344566345, "Finetune/Step": 4297, "Finetune/Step Time": 12.639743668958545}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7344949245452881, "Finetune/Loss (Raw)": 0.5836296081542969, "Finetune/Step": 4298, "Finetune/Step Time": 12.628253381699324}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7348085641860962, "Finetune/Loss (Raw)": 0.8151968717575073, "Finetune/Step": 4299, "Finetune/Step Time": 12.638721507042646}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7356526255607605, "Finetune/Loss (Raw)": 0.8464499711990356, "Finetune/Step": 4300, "Finetune/Step Time": 12.620313599705696}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7345259189605713, "Finetune/Loss (Raw)": 0.5693732500076294, "Finetune/Step": 4301, "Finetune/Step Time": 12.64154302701354}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7362441420555115, "Finetune/Loss (Raw)": 0.8609225153923035, "Finetune/Step": 4302, "Finetune/Step Time": 12.624699329957366}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7377276420593262, "Finetune/Loss (Raw)": 0.8744566440582275, "Finetune/Step": 4303, "Finetune/Step Time": 12.62459122762084}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.736583948135376, "Finetune/Loss (Raw)": 0.5795113444328308, "Finetune/Step": 4304, "Finetune/Step Time": 12.63467974215746}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7356139421463013, "Finetune/Loss (Raw)": 0.635488748550415, "Finetune/Step": 4305, "Finetune/Step Time": 12.621842496097088}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7345654964447021, "Finetune/Loss (Raw)": 0.6921815872192383, "Finetune/Step": 4306, "Finetune/Step Time": 12.626434663310647}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7335278987884521, "Finetune/Loss (Raw)": 0.5715118050575256, "Finetune/Step": 4307, "Finetune/Step Time": 12.607441417872906}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7323459386825562, "Finetune/Loss (Raw)": 0.6661537289619446, "Finetune/Step": 4308, "Finetune/Step Time": 12.604651097208261}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7321174144744873, "Finetune/Loss (Raw)": 0.7177995443344116, "Finetune/Step": 4309, "Finetune/Step Time": 12.609246863052249}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7323533296585083, "Finetune/Loss (Raw)": 0.5775933265686035, "Finetune/Step": 4310, "Finetune/Step Time": 12.61871337890625}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7321023941040039, "Finetune/Loss (Raw)": 0.752918541431427, "Finetune/Step": 4311, "Finetune/Step Time": 12.614156011492014}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7326877117156982, "Finetune/Loss (Raw)": 0.8064211010932922, "Finetune/Step": 4312, "Finetune/Step Time": 12.634271813556552}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.732972264289856, "Finetune/Loss (Raw)": 0.8728328347206116, "Finetune/Step": 4313, "Finetune/Step Time": 12.64740595035255}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7326322197914124, "Finetune/Loss (Raw)": 0.8266818523406982, "Finetune/Step": 4314, "Finetune/Step Time": 12.638758666813374}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7327245473861694, "Finetune/Loss (Raw)": 0.7248444557189941, "Finetune/Step": 4315, "Finetune/Step Time": 12.645104873925447}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7333159446716309, "Finetune/Loss (Raw)": 0.6416083574295044, "Finetune/Step": 4316, "Finetune/Step Time": 12.650891179218888}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7335450649261475, "Finetune/Loss (Raw)": 0.7566900253295898, "Finetune/Step": 4317, "Finetune/Step Time": 12.650185085833073}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7338341474533081, "Finetune/Loss (Raw)": 0.5665028095245361, "Finetune/Step": 4318, "Finetune/Step Time": 12.655437149107456}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7324607968330383, "Finetune/Loss (Raw)": 0.5572629570960999, "Finetune/Step": 4319, "Finetune/Step Time": 12.663483971729875}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7310680150985718, "Finetune/Loss (Raw)": 0.7078765630722046, "Finetune/Step": 4320, "Finetune/Step Time": 12.667328540235758}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7315317392349243, "Finetune/Loss (Raw)": 0.5972517728805542, "Finetune/Step": 4321, "Finetune/Step Time": 12.657923312857747}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7319953441619873, "Finetune/Loss (Raw)": 0.839880108833313, "Finetune/Step": 4322, "Finetune/Step Time": 12.658516392111778}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7299376130104065, "Finetune/Loss (Raw)": 0.5388517379760742, "Finetune/Step": 4323, "Finetune/Step Time": 12.653463525697589}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7300431728363037, "Finetune/Loss (Raw)": 0.7316354513168335, "Finetune/Step": 4324, "Finetune/Step Time": 12.65363173186779}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7303526401519775, "Finetune/Loss (Raw)": 0.48813772201538086, "Finetune/Step": 4325, "Finetune/Step Time": 12.638069283217192}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.728685736656189, "Finetune/Loss (Raw)": 0.6201373934745789, "Finetune/Step": 4326, "Finetune/Step Time": 12.64815710671246}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7256386280059814, "Finetune/Loss (Raw)": 0.4911082684993744, "Finetune/Step": 4327, "Finetune/Step Time": 12.675101399421692}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7252863645553589, "Finetune/Loss (Raw)": 0.7195961475372314, "Finetune/Step": 4328, "Finetune/Step Time": 12.670510618016124}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7259096503257751, "Finetune/Loss (Raw)": 0.7648312449455261, "Finetune/Step": 4329, "Finetune/Step Time": 12.659896299242973}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7263939380645752, "Finetune/Loss (Raw)": 0.8109503984451294, "Finetune/Step": 4330, "Finetune/Step Time": 12.65938944555819}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7273051738739014, "Finetune/Loss (Raw)": 0.8115289807319641, "Finetune/Step": 4331, "Finetune/Step Time": 12.655528109520674}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7279045581817627, "Finetune/Loss (Raw)": 0.7679505348205566, "Finetune/Step": 4332, "Finetune/Step Time": 12.656262742355466}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7281798720359802, "Finetune/Loss (Raw)": 0.8052367568016052, "Finetune/Step": 4333, "Finetune/Step Time": 12.654885325580835}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7297042608261108, "Finetune/Loss (Raw)": 0.8624356389045715, "Finetune/Step": 4334, "Finetune/Step Time": 12.654800016433}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7294791340827942, "Finetune/Loss (Raw)": 0.749636173248291, "Finetune/Step": 4335, "Finetune/Step Time": 12.647669719532132}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7304129600524902, "Finetune/Loss (Raw)": 0.8697423338890076, "Finetune/Step": 4336, "Finetune/Step Time": 12.668451599776745}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7273039817810059, "Finetune/Loss (Raw)": 0.5003748536109924, "Finetune/Step": 4337, "Finetune/Step Time": 12.708321491256356}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7274629473686218, "Finetune/Loss (Raw)": 0.7776996493339539, "Finetune/Step": 4338, "Finetune/Step Time": 12.707977320998907}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7266093492507935, "Finetune/Loss (Raw)": 0.6966592669487, "Finetune/Step": 4339, "Finetune/Step Time": 12.714076792821288}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7270827889442444, "Finetune/Loss (Raw)": 0.6971036195755005, "Finetune/Step": 4340, "Finetune/Step Time": 12.733571860939264}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7291549444198608, "Finetune/Loss (Raw)": 0.8852631449699402, "Finetune/Step": 4341, "Finetune/Step Time": 12.724784195423126}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7283496856689453, "Finetune/Loss (Raw)": 0.6520195603370667, "Finetune/Step": 4342, "Finetune/Step Time": 12.801160683855414}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.728302001953125, "Finetune/Loss (Raw)": 0.6803057789802551, "Finetune/Step": 4343, "Finetune/Step Time": 12.738736122846603}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.72808837890625, "Finetune/Loss (Raw)": 0.7391955852508545, "Finetune/Step": 4344, "Finetune/Step Time": 12.748643582686782}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7275979518890381, "Finetune/Loss (Raw)": 0.734381914138794, "Finetune/Step": 4345, "Finetune/Step Time": 12.743652248755097}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7277780771255493, "Finetune/Loss (Raw)": 0.7556543350219727, "Finetune/Step": 4346, "Finetune/Step Time": 12.75058169849217}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7299553155899048, "Finetune/Loss (Raw)": 0.8249297142028809, "Finetune/Step": 4347, "Finetune/Step Time": 12.743122272193432}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7298089265823364, "Finetune/Loss (Raw)": 0.7701229453086853, "Finetune/Step": 4348, "Finetune/Step Time": 12.756108017638326}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.729785680770874, "Finetune/Loss (Raw)": 0.8678975105285645, "Finetune/Step": 4349, "Finetune/Step Time": 12.749149568378925}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7278395891189575, "Finetune/Loss (Raw)": 0.5451244711875916, "Finetune/Step": 4350, "Finetune/Step Time": 12.768630409613252}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7274307012557983, "Finetune/Loss (Raw)": 0.7837326526641846, "Finetune/Step": 4351, "Finetune/Step Time": 12.770155003294349}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7279645204544067, "Finetune/Loss (Raw)": 0.7603755593299866, "Finetune/Step": 4352, "Finetune/Step Time": 12.752734625712037}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7289948463439941, "Finetune/Loss (Raw)": 0.7932037115097046, "Finetune/Step": 4353, "Finetune/Step Time": 12.749889405444264}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7278560400009155, "Finetune/Loss (Raw)": 0.6947805285453796, "Finetune/Step": 4354, "Finetune/Step Time": 12.753111580386758}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7264624834060669, "Finetune/Loss (Raw)": 0.7741327285766602, "Finetune/Step": 4355, "Finetune/Step Time": 12.74558474123478}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7266961336135864, "Finetune/Loss (Raw)": 0.7820427417755127, "Finetune/Step": 4356, "Finetune/Step Time": 12.731033215299249}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7268240451812744, "Finetune/Loss (Raw)": 0.8345706462860107, "Finetune/Step": 4357, "Finetune/Step Time": 12.743190759792924}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7290814518928528, "Finetune/Loss (Raw)": 0.7883358001708984, "Finetune/Step": 4358, "Finetune/Step Time": 12.741871785372496}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7308149337768555, "Finetune/Loss (Raw)": 0.7433415055274963, "Finetune/Step": 4359, "Finetune/Step Time": 12.668841628357768}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.730307936668396, "Finetune/Loss (Raw)": 0.6815503239631653, "Finetune/Step": 4360, "Finetune/Step Time": 12.66144902817905}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7325401902198792, "Finetune/Loss (Raw)": 0.932820200920105, "Finetune/Step": 4361, "Finetune/Step Time": 12.67528547719121}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7310280799865723, "Finetune/Loss (Raw)": 0.742087721824646, "Finetune/Step": 4362, "Finetune/Step Time": 12.681412050500512}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7306647300720215, "Finetune/Loss (Raw)": 0.7257893681526184, "Finetune/Step": 4363, "Finetune/Step Time": 12.67787223495543}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7312371730804443, "Finetune/Loss (Raw)": 0.6730746626853943, "Finetune/Step": 4364, "Finetune/Step Time": 12.700432818382978}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7296142578125, "Finetune/Loss (Raw)": 0.6589812636375427, "Finetune/Step": 4365, "Finetune/Step Time": 12.721117218956351}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.729486346244812, "Finetune/Loss (Raw)": 0.8175320029258728, "Finetune/Step": 4366, "Finetune/Step Time": 12.724673125892878}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7286912202835083, "Finetune/Loss (Raw)": 0.7012020349502563, "Finetune/Step": 4367, "Finetune/Step Time": 12.732340892776847}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7291207313537598, "Finetune/Loss (Raw)": 0.7916983366012573, "Finetune/Step": 4368, "Finetune/Step Time": 12.729471057653427}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7288202047348022, "Finetune/Loss (Raw)": 0.7166827321052551, "Finetune/Step": 4369, "Finetune/Step Time": 12.738874968141317}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7289118766784668, "Finetune/Loss (Raw)": 0.8265652656555176, "Finetune/Step": 4370, "Finetune/Step Time": 12.744149720296264}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.729912519454956, "Finetune/Loss (Raw)": 0.8541771173477173, "Finetune/Step": 4371, "Finetune/Step Time": 12.714412709698081}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7276864051818848, "Finetune/Loss (Raw)": 0.5023332834243774, "Finetune/Step": 4372, "Finetune/Step Time": 12.741705916821957}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7271422147750854, "Finetune/Loss (Raw)": 0.6890870928764343, "Finetune/Step": 4373, "Finetune/Step Time": 12.739734843373299}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7274495959281921, "Finetune/Loss (Raw)": 0.743450403213501, "Finetune/Step": 4374, "Finetune/Step Time": 12.690912274643779}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7267584800720215, "Finetune/Loss (Raw)": 0.7090193629264832, "Finetune/Step": 4375, "Finetune/Step Time": 12.697779573500156}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7273300290107727, "Finetune/Loss (Raw)": 0.6799876689910889, "Finetune/Step": 4376, "Finetune/Step Time": 12.690112315118313}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7270066738128662, "Finetune/Loss (Raw)": 0.7531244158744812, "Finetune/Step": 4377, "Finetune/Step Time": 12.689654750749469}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7280796766281128, "Finetune/Loss (Raw)": 0.6942287087440491, "Finetune/Step": 4378, "Finetune/Step Time": 12.705384643748403}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7276052832603455, "Finetune/Loss (Raw)": 0.5918455719947815, "Finetune/Step": 4379, "Finetune/Step Time": 12.719283271580935}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7265710830688477, "Finetune/Loss (Raw)": 0.8286277651786804, "Finetune/Step": 4380, "Finetune/Step Time": 12.71874369867146}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7287625670433044, "Finetune/Loss (Raw)": 0.7972128987312317, "Finetune/Step": 4381, "Finetune/Step Time": 12.698791895061731}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7316572666168213, "Finetune/Loss (Raw)": 0.8262655138969421, "Finetune/Step": 4382, "Finetune/Step Time": 12.694757405668497}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7309083938598633, "Finetune/Loss (Raw)": 0.5842733383178711, "Finetune/Step": 4383, "Finetune/Step Time": 12.712232565507293}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7309108972549438, "Finetune/Loss (Raw)": 0.751788854598999, "Finetune/Step": 4384, "Finetune/Step Time": 12.693232100456953}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7304002046585083, "Finetune/Loss (Raw)": 0.7409628033638, "Finetune/Step": 4385, "Finetune/Step Time": 12.684626983478665}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7305068969726562, "Finetune/Loss (Raw)": 0.6067305207252502, "Finetune/Step": 4386, "Finetune/Step Time": 12.707916244864464}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7306127548217773, "Finetune/Loss (Raw)": 0.8971147537231445, "Finetune/Step": 4387, "Finetune/Step Time": 12.690863687545061}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7307785749435425, "Finetune/Loss (Raw)": 0.7700967192649841, "Finetune/Step": 4388, "Finetune/Step Time": 12.695031160488725}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7307307720184326, "Finetune/Loss (Raw)": 0.7640789151191711, "Finetune/Step": 4389, "Finetune/Step Time": 12.693054808303714}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7307759523391724, "Finetune/Loss (Raw)": 0.7347808480262756, "Finetune/Step": 4390, "Finetune/Step Time": 12.69717008434236}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7294053435325623, "Finetune/Loss (Raw)": 0.733684241771698, "Finetune/Step": 4391, "Finetune/Step Time": 12.706450624391437}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7297531366348267, "Finetune/Loss (Raw)": 0.6541824340820312, "Finetune/Step": 4392, "Finetune/Step Time": 12.728430341929197}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.72898930311203, "Finetune/Loss (Raw)": 0.5914382338523865, "Finetune/Step": 4393, "Finetune/Step Time": 12.740025501698256}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7277064919471741, "Finetune/Loss (Raw)": 0.7106523513793945, "Finetune/Step": 4394, "Finetune/Step Time": 12.753757560625672}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7286776304244995, "Finetune/Loss (Raw)": 0.7505891919136047, "Finetune/Step": 4395, "Finetune/Step Time": 12.745443599298596}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7294886112213135, "Finetune/Loss (Raw)": 0.7813800573348999, "Finetune/Step": 4396, "Finetune/Step Time": 12.754201155155897}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7312270402908325, "Finetune/Loss (Raw)": 0.7484288215637207, "Finetune/Step": 4397, "Finetune/Step Time": 12.71091789379716}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7312736511230469, "Finetune/Loss (Raw)": 0.7277054786682129, "Finetune/Step": 4398, "Finetune/Step Time": 12.72794128023088}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7316340208053589, "Finetune/Loss (Raw)": 0.6586227416992188, "Finetune/Step": 4399, "Finetune/Step Time": 12.69555152580142}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7311975955963135, "Finetune/Loss (Raw)": 0.7439571619033813, "Finetune/Step": 4400, "Finetune/Step Time": 12.702929381281137}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7311815023422241, "Finetune/Loss (Raw)": 0.6473987698554993, "Finetune/Step": 4401, "Finetune/Step Time": 12.748191550374031}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.730324387550354, "Finetune/Loss (Raw)": 0.6047568321228027, "Finetune/Step": 4402, "Finetune/Step Time": 12.77227446809411}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7318732142448425, "Finetune/Loss (Raw)": 0.8088067173957825, "Finetune/Step": 4403, "Finetune/Step Time": 12.75238049402833}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7328059673309326, "Finetune/Loss (Raw)": 0.9015210270881653, "Finetune/Step": 4404, "Finetune/Step Time": 12.749026825651526}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7330209016799927, "Finetune/Loss (Raw)": 0.7119500041007996, "Finetune/Step": 4405, "Finetune/Step Time": 12.729696296155453}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7311141490936279, "Finetune/Loss (Raw)": 0.5940233469009399, "Finetune/Step": 4406, "Finetune/Step Time": 12.729819832369685}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7309314012527466, "Finetune/Loss (Raw)": 0.6576783657073975, "Finetune/Step": 4407, "Finetune/Step Time": 12.728513952344656}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7316099405288696, "Finetune/Loss (Raw)": 0.8875875473022461, "Finetune/Step": 4408, "Finetune/Step Time": 12.72929292730987}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7297219634056091, "Finetune/Loss (Raw)": 0.6389782428741455, "Finetune/Step": 4409, "Finetune/Step Time": 12.729490606114268}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7295318841934204, "Finetune/Loss (Raw)": 0.775328516960144, "Finetune/Step": 4410, "Finetune/Step Time": 12.727397710084915}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7293506264686584, "Finetune/Loss (Raw)": 0.7270122170448303, "Finetune/Step": 4411, "Finetune/Step Time": 12.719816334545612}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7289348244667053, "Finetune/Loss (Raw)": 0.7003870606422424, "Finetune/Step": 4412, "Finetune/Step Time": 12.722261186689138}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7317566871643066, "Finetune/Loss (Raw)": 0.9351862072944641, "Finetune/Step": 4413, "Finetune/Step Time": 12.658126093447208}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7315151691436768, "Finetune/Loss (Raw)": 0.7041701078414917, "Finetune/Step": 4414, "Finetune/Step Time": 12.657332990318537}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7319220304489136, "Finetune/Loss (Raw)": 0.8446571230888367, "Finetune/Step": 4415, "Finetune/Step Time": 12.666711021214724}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7302472591400146, "Finetune/Loss (Raw)": 0.6556181907653809, "Finetune/Step": 4416, "Finetune/Step Time": 12.668155085295439}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7311087846755981, "Finetune/Loss (Raw)": 0.8298249840736389, "Finetune/Step": 4417, "Finetune/Step Time": 12.666633425280452}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7302649617195129, "Finetune/Loss (Raw)": 0.7468627691268921, "Finetune/Step": 4418, "Finetune/Step Time": 12.667932087555528}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7299840450286865, "Finetune/Loss (Raw)": 0.80555659532547, "Finetune/Step": 4419, "Finetune/Step Time": 12.671508202329278}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7289891242980957, "Finetune/Loss (Raw)": 0.6691575050354004, "Finetune/Step": 4420, "Finetune/Step Time": 12.684780756011605}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7281498908996582, "Finetune/Loss (Raw)": 0.7097948789596558, "Finetune/Step": 4421, "Finetune/Step Time": 12.681284330785275}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7283275127410889, "Finetune/Loss (Raw)": 0.7501384615898132, "Finetune/Step": 4422, "Finetune/Step Time": 12.648793898522854}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7283575534820557, "Finetune/Loss (Raw)": 0.5761172771453857, "Finetune/Step": 4423, "Finetune/Step Time": 12.618739368394017}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7260821461677551, "Finetune/Loss (Raw)": 0.5939497947692871, "Finetune/Step": 4424, "Finetune/Step Time": 12.649186996743083}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.724394679069519, "Finetune/Loss (Raw)": 0.6041788458824158, "Finetune/Step": 4425, "Finetune/Step Time": 12.67433862760663}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7261909246444702, "Finetune/Loss (Raw)": 0.813552975654602, "Finetune/Step": 4426, "Finetune/Step Time": 12.67330813780427}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7243322134017944, "Finetune/Loss (Raw)": 0.5772823095321655, "Finetune/Step": 4427, "Finetune/Step Time": 12.686810467392206}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7237048745155334, "Finetune/Loss (Raw)": 0.7661463022232056, "Finetune/Step": 4428, "Finetune/Step Time": 12.695822656154633}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7249754071235657, "Finetune/Loss (Raw)": 0.731998085975647, "Finetune/Step": 4429, "Finetune/Step Time": 12.671587750315666}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.722653865814209, "Finetune/Loss (Raw)": 0.5637751221656799, "Finetune/Step": 4430, "Finetune/Step Time": 12.737778004258871}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7216176986694336, "Finetune/Loss (Raw)": 0.7418250441551208, "Finetune/Step": 4431, "Finetune/Step Time": 12.745519308373332}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.723494291305542, "Finetune/Loss (Raw)": 0.8197139501571655, "Finetune/Step": 4432, "Finetune/Step Time": 12.723634304478765}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7229704856872559, "Finetune/Loss (Raw)": 0.5684361457824707, "Finetune/Step": 4433, "Finetune/Step Time": 12.730956304818392}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7240567207336426, "Finetune/Loss (Raw)": 0.8312194347381592, "Finetune/Step": 4434, "Finetune/Step Time": 12.7225310690701}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7255812883377075, "Finetune/Loss (Raw)": 0.7666573524475098, "Finetune/Step": 4435, "Finetune/Step Time": 12.713981030508876}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7249817848205566, "Finetune/Loss (Raw)": 0.5894154906272888, "Finetune/Step": 4436, "Finetune/Step Time": 12.731961632147431}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7247399091720581, "Finetune/Loss (Raw)": 0.6868355870246887, "Finetune/Step": 4437, "Finetune/Step Time": 12.73180316388607}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7263411283493042, "Finetune/Loss (Raw)": 0.7825567722320557, "Finetune/Step": 4438, "Finetune/Step Time": 12.698879715055227}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7273520827293396, "Finetune/Loss (Raw)": 0.882323682308197, "Finetune/Step": 4439, "Finetune/Step Time": 12.69791155681014}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.727555513381958, "Finetune/Loss (Raw)": 0.8324602842330933, "Finetune/Step": 4440, "Finetune/Step Time": 12.683169446885586}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7272672653198242, "Finetune/Loss (Raw)": 0.8359353542327881, "Finetune/Step": 4441, "Finetune/Step Time": 12.673840733245015}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7264784574508667, "Finetune/Loss (Raw)": 0.7257145643234253, "Finetune/Step": 4442, "Finetune/Step Time": 12.703812154009938}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7270009517669678, "Finetune/Loss (Raw)": 0.7917212843894958, "Finetune/Step": 4443, "Finetune/Step Time": 12.694908823817968}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7272050380706787, "Finetune/Loss (Raw)": 0.6677278876304626, "Finetune/Step": 4444, "Finetune/Step Time": 12.69485354796052}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7264425754547119, "Finetune/Loss (Raw)": 0.6590932607650757, "Finetune/Step": 4445, "Finetune/Step Time": 12.699415503069758}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.728588342666626, "Finetune/Loss (Raw)": 0.8411604762077332, "Finetune/Step": 4446, "Finetune/Step Time": 12.690483106300235}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7300349473953247, "Finetune/Loss (Raw)": 0.7424349188804626, "Finetune/Step": 4447, "Finetune/Step Time": 12.678416034206748}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.730322003364563, "Finetune/Loss (Raw)": 0.7446231245994568, "Finetune/Step": 4448, "Finetune/Step Time": 12.6811995934695}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7322757840156555, "Finetune/Loss (Raw)": 0.8473302125930786, "Finetune/Step": 4449, "Finetune/Step Time": 12.663598394021392}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7310806512832642, "Finetune/Loss (Raw)": 0.6869047284126282, "Finetune/Step": 4450, "Finetune/Step Time": 12.65534956753254}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7316052913665771, "Finetune/Loss (Raw)": 0.6060054898262024, "Finetune/Step": 4451, "Finetune/Step Time": 12.66083899140358}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7303427457809448, "Finetune/Loss (Raw)": 0.5700312256813049, "Finetune/Step": 4452, "Finetune/Step Time": 12.684054404497147}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7317185401916504, "Finetune/Loss (Raw)": 0.6642369627952576, "Finetune/Step": 4453, "Finetune/Step Time": 12.670118248090148}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7322432994842529, "Finetune/Loss (Raw)": 0.6873077154159546, "Finetune/Step": 4454, "Finetune/Step Time": 12.66383463703096}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.733116626739502, "Finetune/Loss (Raw)": 0.602891206741333, "Finetune/Step": 4455, "Finetune/Step Time": 12.656634014099836}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7329894304275513, "Finetune/Loss (Raw)": 0.7033184170722961, "Finetune/Step": 4456, "Finetune/Step Time": 12.657164078205824}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7320584058761597, "Finetune/Loss (Raw)": 0.6456544399261475, "Finetune/Step": 4457, "Finetune/Step Time": 12.66886049322784}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7308417558670044, "Finetune/Loss (Raw)": 0.6552230715751648, "Finetune/Step": 4458, "Finetune/Step Time": 12.684144623577595}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.729681670665741, "Finetune/Loss (Raw)": 0.6630375385284424, "Finetune/Step": 4459, "Finetune/Step Time": 12.69142016582191}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7302167415618896, "Finetune/Loss (Raw)": 0.836445152759552, "Finetune/Step": 4460, "Finetune/Step Time": 12.695635620504618}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7291654944419861, "Finetune/Loss (Raw)": 0.6706690788269043, "Finetune/Step": 4461, "Finetune/Step Time": 12.697383388876915}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7280771136283875, "Finetune/Loss (Raw)": 0.7231224179267883, "Finetune/Step": 4462, "Finetune/Step Time": 12.711494224146008}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7260986566543579, "Finetune/Loss (Raw)": 0.49639931321144104, "Finetune/Step": 4463, "Finetune/Step Time": 12.724225344136357}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7249929904937744, "Finetune/Loss (Raw)": 0.7282171845436096, "Finetune/Step": 4464, "Finetune/Step Time": 12.72920798882842}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7264673113822937, "Finetune/Loss (Raw)": 0.6890835762023926, "Finetune/Step": 4465, "Finetune/Step Time": 12.686281139031053}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7259724736213684, "Finetune/Loss (Raw)": 0.7143604159355164, "Finetune/Step": 4466, "Finetune/Step Time": 12.684751374647021}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7267137169837952, "Finetune/Loss (Raw)": 0.7915388345718384, "Finetune/Step": 4467, "Finetune/Step Time": 12.674071969464421}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7268949747085571, "Finetune/Loss (Raw)": 0.7203088402748108, "Finetune/Step": 4468, "Finetune/Step Time": 12.651698159053922}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7258913516998291, "Finetune/Loss (Raw)": 0.7567985653877258, "Finetune/Step": 4469, "Finetune/Step Time": 12.645967015996575}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7265720963478088, "Finetune/Loss (Raw)": 0.7391499876976013, "Finetune/Step": 4470, "Finetune/Step Time": 12.571171605959535}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7259501218795776, "Finetune/Loss (Raw)": 0.6006975173950195, "Finetune/Step": 4471, "Finetune/Step Time": 12.586981626227498}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7262232899665833, "Finetune/Loss (Raw)": 0.7741609215736389, "Finetune/Step": 4472, "Finetune/Step Time": 12.574976611882448}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7279582619667053, "Finetune/Loss (Raw)": 0.9564570188522339, "Finetune/Step": 4473, "Finetune/Step Time": 12.575235532596707}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7283401489257812, "Finetune/Loss (Raw)": 0.8045399785041809, "Finetune/Step": 4474, "Finetune/Step Time": 12.575418559834361}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7271615266799927, "Finetune/Loss (Raw)": 0.6740672588348389, "Finetune/Step": 4475, "Finetune/Step Time": 12.60549827106297}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7274885177612305, "Finetune/Loss (Raw)": 0.8119770884513855, "Finetune/Step": 4476, "Finetune/Step Time": 12.600270679220557}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7260010242462158, "Finetune/Loss (Raw)": 0.6774866580963135, "Finetune/Step": 4477, "Finetune/Step Time": 12.601193295791745}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7282404899597168, "Finetune/Loss (Raw)": 0.8317855596542358, "Finetune/Step": 4478, "Finetune/Step Time": 12.576296659186482}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.728164792060852, "Finetune/Loss (Raw)": 0.77403724193573, "Finetune/Step": 4479, "Finetune/Step Time": 12.584609555080533}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7272323369979858, "Finetune/Loss (Raw)": 0.6410202383995056, "Finetune/Step": 4480, "Finetune/Step Time": 12.586953347548842}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7263113856315613, "Finetune/Loss (Raw)": 0.6753275990486145, "Finetune/Step": 4481, "Finetune/Step Time": 12.585237890481949}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7260831594467163, "Finetune/Loss (Raw)": 0.6655716896057129, "Finetune/Step": 4482, "Finetune/Step Time": 12.60183897614479}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.725921630859375, "Finetune/Loss (Raw)": 0.7534578442573547, "Finetune/Step": 4483, "Finetune/Step Time": 12.599979555234313}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7263442873954773, "Finetune/Loss (Raw)": 0.8361385464668274, "Finetune/Step": 4484, "Finetune/Step Time": 12.620504818856716}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7255979180335999, "Finetune/Loss (Raw)": 0.739033579826355, "Finetune/Step": 4485, "Finetune/Step Time": 12.604350315406919}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7249457240104675, "Finetune/Loss (Raw)": 0.7048559188842773, "Finetune/Step": 4486, "Finetune/Step Time": 12.590731006115675}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7233089208602905, "Finetune/Loss (Raw)": 0.5338353514671326, "Finetune/Step": 4487, "Finetune/Step Time": 12.623186154291034}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7238553762435913, "Finetune/Loss (Raw)": 0.7514879703521729, "Finetune/Step": 4488, "Finetune/Step Time": 12.639290852472186}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7202223539352417, "Finetune/Loss (Raw)": 0.46779128909111023, "Finetune/Step": 4489, "Finetune/Step Time": 12.622492838650942}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7193831205368042, "Finetune/Loss (Raw)": 0.6346732974052429, "Finetune/Step": 4490, "Finetune/Step Time": 12.626437358558178}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.719232439994812, "Finetune/Loss (Raw)": 0.7065072059631348, "Finetune/Step": 4491, "Finetune/Step Time": 12.625124106183648}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7200806140899658, "Finetune/Loss (Raw)": 0.7816287875175476, "Finetune/Step": 4492, "Finetune/Step Time": 12.594347840175033}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7202750444412231, "Finetune/Loss (Raw)": 0.6838703751564026, "Finetune/Step": 4493, "Finetune/Step Time": 12.585183830931783}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7184352874755859, "Finetune/Loss (Raw)": 0.5820467472076416, "Finetune/Step": 4494, "Finetune/Step Time": 12.587243564426899}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7187594175338745, "Finetune/Loss (Raw)": 0.7426871657371521, "Finetune/Step": 4495, "Finetune/Step Time": 12.591050455346704}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7179039716720581, "Finetune/Loss (Raw)": 0.6822068095207214, "Finetune/Step": 4496, "Finetune/Step Time": 12.600247638300061}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7180264592170715, "Finetune/Loss (Raw)": 0.7323589324951172, "Finetune/Step": 4497, "Finetune/Step Time": 12.603783356025815}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7167863845825195, "Finetune/Loss (Raw)": 0.6678401231765747, "Finetune/Step": 4498, "Finetune/Step Time": 12.606049589812756}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7167048454284668, "Finetune/Loss (Raw)": 0.8437434434890747, "Finetune/Step": 4499, "Finetune/Step Time": 12.605943260714412}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7179406881332397, "Finetune/Loss (Raw)": 0.6605149507522583, "Finetune/Step": 4500, "Finetune/Step Time": 12.58703706227243}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7193206548690796, "Finetune/Loss (Raw)": 0.8657175302505493, "Finetune/Step": 4501, "Finetune/Step Time": 12.58392302878201}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7183032035827637, "Finetune/Loss (Raw)": 0.6132248044013977, "Finetune/Step": 4502, "Finetune/Step Time": 12.592134930193424}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7192153334617615, "Finetune/Loss (Raw)": 0.825766384601593, "Finetune/Step": 4503, "Finetune/Step Time": 12.581966277211905}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7195138931274414, "Finetune/Loss (Raw)": 0.718208372592926, "Finetune/Step": 4504, "Finetune/Step Time": 12.567959440872073}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7193427085876465, "Finetune/Loss (Raw)": 0.7312040328979492, "Finetune/Step": 4505, "Finetune/Step Time": 12.569838112220168}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7210737466812134, "Finetune/Loss (Raw)": 0.9158008694648743, "Finetune/Step": 4506, "Finetune/Step Time": 12.539159640669823}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7212347388267517, "Finetune/Loss (Raw)": 0.6124615669250488, "Finetune/Step": 4507, "Finetune/Step Time": 12.54532259516418}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.720565915107727, "Finetune/Loss (Raw)": 0.7430118322372437, "Finetune/Step": 4508, "Finetune/Step Time": 12.539360025897622}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7196633219718933, "Finetune/Loss (Raw)": 0.6816812753677368, "Finetune/Step": 4509, "Finetune/Step Time": 12.53638986684382}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.719488263130188, "Finetune/Loss (Raw)": 0.8038623929023743, "Finetune/Step": 4510, "Finetune/Step Time": 12.524186944589019}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7220291495323181, "Finetune/Loss (Raw)": 0.9095038175582886, "Finetune/Step": 4511, "Finetune/Step Time": 12.506845988333225}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7211549282073975, "Finetune/Loss (Raw)": 0.6398870348930359, "Finetune/Step": 4512, "Finetune/Step Time": 12.52479163184762}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7212283611297607, "Finetune/Loss (Raw)": 0.7503632307052612, "Finetune/Step": 4513, "Finetune/Step Time": 12.529043326154351}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7214652895927429, "Finetune/Loss (Raw)": 0.6370598077774048, "Finetune/Step": 4514, "Finetune/Step Time": 12.502841429784894}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7202811241149902, "Finetune/Loss (Raw)": 0.745547354221344, "Finetune/Step": 4515, "Finetune/Step Time": 12.507704559713602}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.718927264213562, "Finetune/Loss (Raw)": 0.596795916557312, "Finetune/Step": 4516, "Finetune/Step Time": 12.501233467832208}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7178748846054077, "Finetune/Loss (Raw)": 0.6293759942054749, "Finetune/Step": 4517, "Finetune/Step Time": 12.501225039362907}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7191208004951477, "Finetune/Loss (Raw)": 0.8942590355873108, "Finetune/Step": 4518, "Finetune/Step Time": 12.492780346423388}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7199375629425049, "Finetune/Loss (Raw)": 0.8382272124290466, "Finetune/Step": 4519, "Finetune/Step Time": 12.484050495550036}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7213323712348938, "Finetune/Loss (Raw)": 0.8327170610427856, "Finetune/Step": 4520, "Finetune/Step Time": 12.448284460231662}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7234233617782593, "Finetune/Loss (Raw)": 0.8590810298919678, "Finetune/Step": 4521, "Finetune/Step Time": 12.43292930163443}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7234475612640381, "Finetune/Loss (Raw)": 0.7137486934661865, "Finetune/Step": 4522, "Finetune/Step Time": 12.42821842059493}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7234799265861511, "Finetune/Loss (Raw)": 0.7547422647476196, "Finetune/Step": 4523, "Finetune/Step Time": 12.428076297044754}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7233753204345703, "Finetune/Loss (Raw)": 0.7679856419563293, "Finetune/Step": 4524, "Finetune/Step Time": 12.423973524942994}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7234300374984741, "Finetune/Loss (Raw)": 0.7554306983947754, "Finetune/Step": 4525, "Finetune/Step Time": 12.402936723083258}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7220886945724487, "Finetune/Loss (Raw)": 0.5560234785079956, "Finetune/Step": 4526, "Finetune/Step Time": 12.388452226296067}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.720160961151123, "Finetune/Loss (Raw)": 0.4118671119213104, "Finetune/Step": 4527, "Finetune/Step Time": 12.414512978866696}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7198656797409058, "Finetune/Loss (Raw)": 0.7061581015586853, "Finetune/Step": 4528, "Finetune/Step Time": 12.400092178955674}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7206839323043823, "Finetune/Loss (Raw)": 0.7521381378173828, "Finetune/Step": 4529, "Finetune/Step Time": 12.371591046452522}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.722556471824646, "Finetune/Loss (Raw)": 0.8444394469261169, "Finetune/Step": 4530, "Finetune/Step Time": 12.345342746004462}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7228472232818604, "Finetune/Loss (Raw)": 0.8460226058959961, "Finetune/Step": 4531, "Finetune/Step Time": 12.362192677333951}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7202850580215454, "Finetune/Loss (Raw)": 0.5735654234886169, "Finetune/Step": 4532, "Finetune/Step Time": 12.376381998881698}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7207283973693848, "Finetune/Loss (Raw)": 0.768699586391449, "Finetune/Step": 4533, "Finetune/Step Time": 12.363853890448809}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7206085920333862, "Finetune/Loss (Raw)": 0.5786879658699036, "Finetune/Step": 4534, "Finetune/Step Time": 12.39113374426961}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.720130205154419, "Finetune/Loss (Raw)": 0.5964388847351074, "Finetune/Step": 4535, "Finetune/Step Time": 12.39967362396419}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7191283702850342, "Finetune/Loss (Raw)": 0.7593531608581543, "Finetune/Step": 4536, "Finetune/Step Time": 12.411449071019888}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7203044891357422, "Finetune/Loss (Raw)": 0.7895224094390869, "Finetune/Step": 4537, "Finetune/Step Time": 12.410913528874516}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7204076051712036, "Finetune/Loss (Raw)": 0.7885253429412842, "Finetune/Step": 4538, "Finetune/Step Time": 12.408306734636426}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7197575569152832, "Finetune/Loss (Raw)": 0.6438146233558655, "Finetune/Step": 4539, "Finetune/Step Time": 12.414837853983045}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7181688547134399, "Finetune/Loss (Raw)": 0.49702686071395874, "Finetune/Step": 4540, "Finetune/Step Time": 12.44280930608511}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7159961462020874, "Finetune/Loss (Raw)": 0.65708327293396, "Finetune/Step": 4541, "Finetune/Step Time": 12.477966509759426}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7153859734535217, "Finetune/Loss (Raw)": 0.6260678768157959, "Finetune/Step": 4542, "Finetune/Step Time": 12.481480596587062}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7146551609039307, "Finetune/Loss (Raw)": 0.7511115074157715, "Finetune/Step": 4543, "Finetune/Step Time": 12.472636049613357}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7161531448364258, "Finetune/Loss (Raw)": 0.8473596572875977, "Finetune/Step": 4544, "Finetune/Step Time": 12.462646087631583}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7153581976890564, "Finetune/Loss (Raw)": 0.7280738353729248, "Finetune/Step": 4545, "Finetune/Step Time": 12.48159421607852}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7158726453781128, "Finetune/Loss (Raw)": 0.8127117156982422, "Finetune/Step": 4546, "Finetune/Step Time": 12.480319561436772}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7157131433486938, "Finetune/Loss (Raw)": 0.7851380705833435, "Finetune/Step": 4547, "Finetune/Step Time": 12.47410923987627}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7145769596099854, "Finetune/Loss (Raw)": 0.5237266421318054, "Finetune/Step": 4548, "Finetune/Step Time": 12.534067500382662}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.713519811630249, "Finetune/Loss (Raw)": 0.5744802951812744, "Finetune/Step": 4549, "Finetune/Step Time": 12.536228774115443}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7143983244895935, "Finetune/Loss (Raw)": 0.8625863194465637, "Finetune/Step": 4550, "Finetune/Step Time": 12.532722219824791}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7161874771118164, "Finetune/Loss (Raw)": 0.805131733417511, "Finetune/Step": 4551, "Finetune/Step Time": 12.529618725180626}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7158377766609192, "Finetune/Loss (Raw)": 0.5491886138916016, "Finetune/Step": 4552, "Finetune/Step Time": 12.517423382028937}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7170658111572266, "Finetune/Loss (Raw)": 0.7613676190376282, "Finetune/Step": 4553, "Finetune/Step Time": 12.491247411817312}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7173895239830017, "Finetune/Loss (Raw)": 0.8549869060516357, "Finetune/Step": 4554, "Finetune/Step Time": 12.48521325737238}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7187927961349487, "Finetune/Loss (Raw)": 0.756903886795044, "Finetune/Step": 4555, "Finetune/Step Time": 12.487246289849281}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.71971595287323, "Finetune/Loss (Raw)": 0.8843004703521729, "Finetune/Step": 4556, "Finetune/Step Time": 12.475890098139644}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7192636728286743, "Finetune/Loss (Raw)": 0.6741149425506592, "Finetune/Step": 4557, "Finetune/Step Time": 12.480540400370955}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.719136118888855, "Finetune/Loss (Raw)": 0.5474424362182617, "Finetune/Step": 4558, "Finetune/Step Time": 12.430450396612287}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7201031446456909, "Finetune/Loss (Raw)": 0.8656062483787537, "Finetune/Step": 4559, "Finetune/Step Time": 12.43144509382546}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.719191312789917, "Finetune/Loss (Raw)": 0.7030063271522522, "Finetune/Step": 4560, "Finetune/Step Time": 12.424994006752968}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7207810878753662, "Finetune/Loss (Raw)": 0.7719261050224304, "Finetune/Step": 4561, "Finetune/Step Time": 12.405500007793307}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7207708358764648, "Finetune/Loss (Raw)": 0.8299036622047424, "Finetune/Step": 4562, "Finetune/Step Time": 12.40642180107534}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7194573879241943, "Finetune/Loss (Raw)": 0.5985403060913086, "Finetune/Step": 4563, "Finetune/Step Time": 12.43547110632062}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.720491886138916, "Finetune/Loss (Raw)": 0.7218305468559265, "Finetune/Step": 4564, "Finetune/Step Time": 12.412427676841617}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7203071713447571, "Finetune/Loss (Raw)": 0.6631903648376465, "Finetune/Step": 4565, "Finetune/Step Time": 12.40485654398799}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7200005054473877, "Finetune/Loss (Raw)": 0.7432959675788879, "Finetune/Step": 4566, "Finetune/Step Time": 12.41184233687818}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7197710275650024, "Finetune/Loss (Raw)": 0.852959394454956, "Finetune/Step": 4567, "Finetune/Step Time": 12.408617954701185}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7194517850875854, "Finetune/Loss (Raw)": 0.7916000485420227, "Finetune/Step": 4568, "Finetune/Step Time": 12.410129245370626}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7193288803100586, "Finetune/Loss (Raw)": 0.8201993107795715, "Finetune/Step": 4569, "Finetune/Step Time": 12.408635688945651}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.719996452331543, "Finetune/Loss (Raw)": 0.8111676573753357, "Finetune/Step": 4570, "Finetune/Step Time": 12.376940548419952}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7183315753936768, "Finetune/Loss (Raw)": 0.5786096453666687, "Finetune/Step": 4571, "Finetune/Step Time": 12.40054820291698}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7186861038208008, "Finetune/Loss (Raw)": 0.7131088972091675, "Finetune/Step": 4572, "Finetune/Step Time": 12.397185118868947}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.718518853187561, "Finetune/Loss (Raw)": 0.6376837491989136, "Finetune/Step": 4573, "Finetune/Step Time": 12.428458223119378}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.718165934085846, "Finetune/Loss (Raw)": 0.7959843277931213, "Finetune/Step": 4574, "Finetune/Step Time": 12.437072234228253}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7177228331565857, "Finetune/Loss (Raw)": 0.6857215762138367, "Finetune/Step": 4575, "Finetune/Step Time": 12.454915266484022}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7169210910797119, "Finetune/Loss (Raw)": 0.6420082449913025, "Finetune/Step": 4576, "Finetune/Step Time": 12.461834400892258}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7169817686080933, "Finetune/Loss (Raw)": 0.8550848960876465, "Finetune/Step": 4577, "Finetune/Step Time": 12.466952163726091}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7179464101791382, "Finetune/Loss (Raw)": 0.8103816509246826, "Finetune/Step": 4578, "Finetune/Step Time": 12.469363955780864}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7175156474113464, "Finetune/Loss (Raw)": 0.550870954990387, "Finetune/Step": 4579, "Finetune/Step Time": 12.484317481517792}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7170001268386841, "Finetune/Loss (Raw)": 0.5040464997291565, "Finetune/Step": 4580, "Finetune/Step Time": 12.485247051343322}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7169554233551025, "Finetune/Loss (Raw)": 0.6585130095481873, "Finetune/Step": 4581, "Finetune/Step Time": 12.498468605801463}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7171138525009155, "Finetune/Loss (Raw)": 0.7075842618942261, "Finetune/Step": 4582, "Finetune/Step Time": 12.50481985323131}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.718932569026947, "Finetune/Loss (Raw)": 0.835686981678009, "Finetune/Step": 4583, "Finetune/Step Time": 12.485381346195936}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7186647653579712, "Finetune/Loss (Raw)": 0.6690407991409302, "Finetune/Step": 4584, "Finetune/Step Time": 12.486108094453812}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7183211445808411, "Finetune/Loss (Raw)": 0.6016693711280823, "Finetune/Step": 4585, "Finetune/Step Time": 12.468785367906094}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7184615135192871, "Finetune/Loss (Raw)": 0.6732000708580017, "Finetune/Step": 4586, "Finetune/Step Time": 12.455226443707943}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7197996377944946, "Finetune/Loss (Raw)": 0.8343067765235901, "Finetune/Step": 4587, "Finetune/Step Time": 12.449173837900162}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7197550535202026, "Finetune/Loss (Raw)": 0.830742597579956, "Finetune/Step": 4588, "Finetune/Step Time": 12.483623947948217}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7203147411346436, "Finetune/Loss (Raw)": 0.7423121333122253, "Finetune/Step": 4589, "Finetune/Step Time": 12.480650028213859}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7199288010597229, "Finetune/Loss (Raw)": 0.6737126708030701, "Finetune/Step": 4590, "Finetune/Step Time": 12.469000851735473}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7222400903701782, "Finetune/Loss (Raw)": 0.7922435998916626, "Finetune/Step": 4591, "Finetune/Step Time": 12.449069116264582}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7201805710792542, "Finetune/Loss (Raw)": 0.46460625529289246, "Finetune/Step": 4592, "Finetune/Step Time": 12.448278781026602}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.721161961555481, "Finetune/Loss (Raw)": 0.8146923780441284, "Finetune/Step": 4593, "Finetune/Step Time": 12.45643749088049}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7202186584472656, "Finetune/Loss (Raw)": 0.5936237573623657, "Finetune/Step": 4594, "Finetune/Step Time": 12.480894835665822}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7198723554611206, "Finetune/Loss (Raw)": 0.7472125887870789, "Finetune/Step": 4595, "Finetune/Step Time": 12.485196122899652}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7199413180351257, "Finetune/Loss (Raw)": 0.7291375398635864, "Finetune/Step": 4596, "Finetune/Step Time": 12.495654229074717}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7194438576698303, "Finetune/Loss (Raw)": 0.6931231021881104, "Finetune/Step": 4597, "Finetune/Step Time": 12.498562870547175}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7196540832519531, "Finetune/Loss (Raw)": 0.7660548686981201, "Finetune/Step": 4598, "Finetune/Step Time": 12.490133505314589}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7203075885772705, "Finetune/Loss (Raw)": 0.6843454837799072, "Finetune/Step": 4599, "Finetune/Step Time": 12.483509924262762}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7201329469680786, "Finetune/Loss (Raw)": 0.751808226108551, "Finetune/Step": 4600, "Finetune/Step Time": 12.488237455487251}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7176563143730164, "Finetune/Loss (Raw)": 0.639448881149292, "Finetune/Step": 4601, "Finetune/Step Time": 12.49144633114338}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7186729311943054, "Finetune/Loss (Raw)": 0.9346709847450256, "Finetune/Step": 4602, "Finetune/Step Time": 12.492480959743261}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7182208895683289, "Finetune/Loss (Raw)": 0.6162029504776001, "Finetune/Step": 4603, "Finetune/Step Time": 12.47925041243434}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7179019451141357, "Finetune/Loss (Raw)": 0.7711473703384399, "Finetune/Step": 4604, "Finetune/Step Time": 12.472919395193458}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7170594930648804, "Finetune/Loss (Raw)": 0.5696609616279602, "Finetune/Step": 4605, "Finetune/Step Time": 12.497821886092424}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7169004082679749, "Finetune/Loss (Raw)": 0.8114176988601685, "Finetune/Step": 4606, "Finetune/Step Time": 12.507530890405178}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7163931131362915, "Finetune/Loss (Raw)": 0.7091002464294434, "Finetune/Step": 4607, "Finetune/Step Time": 12.499311484396458}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7169220447540283, "Finetune/Loss (Raw)": 0.7087270617485046, "Finetune/Step": 4608, "Finetune/Step Time": 12.496692446991801}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.718543529510498, "Finetune/Loss (Raw)": 0.8828754425048828, "Finetune/Step": 4609, "Finetune/Step Time": 12.496907819062471}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7187160849571228, "Finetune/Loss (Raw)": 0.6876603364944458, "Finetune/Step": 4610, "Finetune/Step Time": 12.473371775820851}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7167947292327881, "Finetune/Loss (Raw)": 0.5075291395187378, "Finetune/Step": 4611, "Finetune/Step Time": 12.498695727437735}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7163666486740112, "Finetune/Loss (Raw)": 0.7813394665718079, "Finetune/Step": 4612, "Finetune/Step Time": 12.473840432241559}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7155003547668457, "Finetune/Loss (Raw)": 0.6281546950340271, "Finetune/Step": 4613, "Finetune/Step Time": 12.513607986271381}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7151931524276733, "Finetune/Loss (Raw)": 0.6655234098434448, "Finetune/Step": 4614, "Finetune/Step Time": 12.522383438423276}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7177907228469849, "Finetune/Loss (Raw)": 0.8663277626037598, "Finetune/Step": 4615, "Finetune/Step Time": 12.487240180373192}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7174668312072754, "Finetune/Loss (Raw)": 0.7100383043289185, "Finetune/Step": 4616, "Finetune/Step Time": 12.468241140246391}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7188875675201416, "Finetune/Loss (Raw)": 0.6496402025222778, "Finetune/Step": 4617, "Finetune/Step Time": 12.461843585595489}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7200806736946106, "Finetune/Loss (Raw)": 0.7873894572257996, "Finetune/Step": 4618, "Finetune/Step Time": 12.476293433457613}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7211169004440308, "Finetune/Loss (Raw)": 0.8391422629356384, "Finetune/Step": 4619, "Finetune/Step Time": 12.47987419180572}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7206741571426392, "Finetune/Loss (Raw)": 0.7249565720558167, "Finetune/Step": 4620, "Finetune/Step Time": 12.48682707734406}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7219240665435791, "Finetune/Loss (Raw)": 0.8438619375228882, "Finetune/Step": 4621, "Finetune/Step Time": 12.47473075054586}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7236331701278687, "Finetune/Loss (Raw)": 0.8008137941360474, "Finetune/Step": 4622, "Finetune/Step Time": 12.469359876587987}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7242673635482788, "Finetune/Loss (Raw)": 0.8238618969917297, "Finetune/Step": 4623, "Finetune/Step Time": 12.459778692573309}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7242434024810791, "Finetune/Loss (Raw)": 0.6791481971740723, "Finetune/Step": 4624, "Finetune/Step Time": 12.451069282367826}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7248891592025757, "Finetune/Loss (Raw)": 0.8150089383125305, "Finetune/Step": 4625, "Finetune/Step Time": 12.452491765841842}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7238417863845825, "Finetune/Loss (Raw)": 0.5337738990783691, "Finetune/Step": 4626, "Finetune/Step Time": 12.474644327536225}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7228267192840576, "Finetune/Loss (Raw)": 0.7138197422027588, "Finetune/Step": 4627, "Finetune/Step Time": 12.486459603533149}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7227689623832703, "Finetune/Loss (Raw)": 0.6531181931495667, "Finetune/Step": 4628, "Finetune/Step Time": 12.492268767207861}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7215476036071777, "Finetune/Loss (Raw)": 0.7093786597251892, "Finetune/Step": 4629, "Finetune/Step Time": 12.491063905879855}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7219821214675903, "Finetune/Loss (Raw)": 0.6688399910926819, "Finetune/Step": 4630, "Finetune/Step Time": 12.49825364165008}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7197679281234741, "Finetune/Loss (Raw)": 0.5423597693443298, "Finetune/Step": 4631, "Finetune/Step Time": 12.522848341614008}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7178919315338135, "Finetune/Loss (Raw)": 0.47807812690734863, "Finetune/Step": 4632, "Finetune/Step Time": 12.542787110432982}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7165106534957886, "Finetune/Loss (Raw)": 0.5544026494026184, "Finetune/Step": 4633, "Finetune/Step Time": 12.557841263711452}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7159008979797363, "Finetune/Loss (Raw)": 0.83774733543396, "Finetune/Step": 4634, "Finetune/Step Time": 12.571845810860395}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7153869867324829, "Finetune/Loss (Raw)": 0.5466887950897217, "Finetune/Step": 4635, "Finetune/Step Time": 12.57421389222145}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7153118848800659, "Finetune/Loss (Raw)": 0.7333927750587463, "Finetune/Step": 4636, "Finetune/Step Time": 12.577048473060131}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7163937091827393, "Finetune/Loss (Raw)": 0.8201572299003601, "Finetune/Step": 4637, "Finetune/Step Time": 12.567175835371017}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7176666259765625, "Finetune/Loss (Raw)": 0.9667952656745911, "Finetune/Step": 4638, "Finetune/Step Time": 12.572797821834683}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7150896787643433, "Finetune/Loss (Raw)": 0.5796543955802917, "Finetune/Step": 4639, "Finetune/Step Time": 12.610506400465965}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7163997888565063, "Finetune/Loss (Raw)": 0.8075776696205139, "Finetune/Step": 4640, "Finetune/Step Time": 12.59352220594883}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.71659255027771, "Finetune/Loss (Raw)": 0.7750380635261536, "Finetune/Step": 4641, "Finetune/Step Time": 12.593517730012536}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7176092267036438, "Finetune/Loss (Raw)": 0.7671973705291748, "Finetune/Step": 4642, "Finetune/Step Time": 12.5934944357723}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7183965444564819, "Finetune/Loss (Raw)": 0.8463244438171387, "Finetune/Step": 4643, "Finetune/Step Time": 12.588091108947992}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7184430360794067, "Finetune/Loss (Raw)": 0.6027489900588989, "Finetune/Step": 4644, "Finetune/Step Time": 12.61690211854875}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7197582721710205, "Finetune/Loss (Raw)": 0.7977229952812195, "Finetune/Step": 4645, "Finetune/Step Time": 12.617200011387467}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7175326347351074, "Finetune/Loss (Raw)": 0.6093719601631165, "Finetune/Step": 4646, "Finetune/Step Time": 12.633963564410806}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7169812917709351, "Finetune/Loss (Raw)": 0.7676660418510437, "Finetune/Step": 4647, "Finetune/Step Time": 12.638592770323157}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7160524129867554, "Finetune/Loss (Raw)": 0.7138180136680603, "Finetune/Step": 4648, "Finetune/Step Time": 12.646707847714424}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7157031297683716, "Finetune/Loss (Raw)": 0.8143720626831055, "Finetune/Step": 4649, "Finetune/Step Time": 12.640142971649766}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7149180173873901, "Finetune/Loss (Raw)": 0.6132512092590332, "Finetune/Step": 4650, "Finetune/Step Time": 12.650832172483206}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7148212194442749, "Finetune/Loss (Raw)": 0.7423570156097412, "Finetune/Step": 4651, "Finetune/Step Time": 12.644070401787758}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7146495580673218, "Finetune/Loss (Raw)": 0.7460135221481323, "Finetune/Step": 4652, "Finetune/Step Time": 12.638985317200422}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7127258777618408, "Finetune/Loss (Raw)": 0.5091996192932129, "Finetune/Step": 4653, "Finetune/Step Time": 12.659206956624985}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7139469385147095, "Finetune/Loss (Raw)": 0.7123160362243652, "Finetune/Step": 4654, "Finetune/Step Time": 12.661238186061382}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7154489755630493, "Finetune/Loss (Raw)": 0.604121744632721, "Finetune/Step": 4655, "Finetune/Step Time": 12.634088307619095}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7147748470306396, "Finetune/Loss (Raw)": 0.6198753714561462, "Finetune/Step": 4656, "Finetune/Step Time": 12.672503419220448}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7145342826843262, "Finetune/Loss (Raw)": 0.7213459014892578, "Finetune/Step": 4657, "Finetune/Step Time": 12.658810243010521}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7143447399139404, "Finetune/Loss (Raw)": 0.8201740384101868, "Finetune/Step": 4658, "Finetune/Step Time": 12.655259208753705}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7142238616943359, "Finetune/Loss (Raw)": 0.8305549621582031, "Finetune/Step": 4659, "Finetune/Step Time": 12.65581550821662}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7159396409988403, "Finetune/Loss (Raw)": 0.7931817770004272, "Finetune/Step": 4660, "Finetune/Step Time": 12.667576152831316}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7149287462234497, "Finetune/Loss (Raw)": 0.6393139362335205, "Finetune/Step": 4661, "Finetune/Step Time": 12.671039670705795}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7168565988540649, "Finetune/Loss (Raw)": 0.825447142124176, "Finetune/Step": 4662, "Finetune/Step Time": 12.653498062863946}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7184125185012817, "Finetune/Loss (Raw)": 0.7955979108810425, "Finetune/Step": 4663, "Finetune/Step Time": 12.63783728517592}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7183818221092224, "Finetune/Loss (Raw)": 0.7554185390472412, "Finetune/Step": 4664, "Finetune/Step Time": 12.622914139181376}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.717426061630249, "Finetune/Loss (Raw)": 0.6671898365020752, "Finetune/Step": 4665, "Finetune/Step Time": 12.61883600242436}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7155818343162537, "Finetune/Loss (Raw)": 0.552464485168457, "Finetune/Step": 4666, "Finetune/Step Time": 12.648269772529602}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7169362306594849, "Finetune/Loss (Raw)": 0.8171752095222473, "Finetune/Step": 4667, "Finetune/Step Time": 12.632094925269485}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7187580466270447, "Finetune/Loss (Raw)": 0.7302231192588806, "Finetune/Step": 4668, "Finetune/Step Time": 12.618168702349067}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7177962064743042, "Finetune/Loss (Raw)": 0.533966064453125, "Finetune/Step": 4669, "Finetune/Step Time": 12.615000449120998}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7190247774124146, "Finetune/Loss (Raw)": 0.7833191156387329, "Finetune/Step": 4670, "Finetune/Step Time": 12.613715663552284}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7185972929000854, "Finetune/Loss (Raw)": 0.6963979601860046, "Finetune/Step": 4671, "Finetune/Step Time": 12.605768417939544}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7180999517440796, "Finetune/Loss (Raw)": 0.7836955785751343, "Finetune/Step": 4672, "Finetune/Step Time": 12.624864224344492}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7181763052940369, "Finetune/Loss (Raw)": 0.7378539443016052, "Finetune/Step": 4673, "Finetune/Step Time": 12.612911561504006}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7182576060295105, "Finetune/Loss (Raw)": 0.823114812374115, "Finetune/Step": 4674, "Finetune/Step Time": 12.650113919749856}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7184065580368042, "Finetune/Loss (Raw)": 0.804210901260376, "Finetune/Step": 4675, "Finetune/Step Time": 12.653830548748374}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7198833227157593, "Finetune/Loss (Raw)": 0.7127537131309509, "Finetune/Step": 4676, "Finetune/Step Time": 12.572634983807802}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7217947244644165, "Finetune/Loss (Raw)": 0.8191319704055786, "Finetune/Step": 4677, "Finetune/Step Time": 12.557467576116323}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7207362055778503, "Finetune/Loss (Raw)": 0.7270943522453308, "Finetune/Step": 4678, "Finetune/Step Time": 12.59719830006361}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7192828059196472, "Finetune/Loss (Raw)": 0.6190975904464722, "Finetune/Step": 4679, "Finetune/Step Time": 12.59974930435419}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7216758728027344, "Finetune/Loss (Raw)": 0.8554962873458862, "Finetune/Step": 4680, "Finetune/Step Time": 12.586917258799076}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7213854789733887, "Finetune/Loss (Raw)": 0.7242087721824646, "Finetune/Step": 4681, "Finetune/Step Time": 12.609100105240941}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7203327417373657, "Finetune/Loss (Raw)": 0.7202321290969849, "Finetune/Step": 4682, "Finetune/Step Time": 12.626971704885364}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.720126211643219, "Finetune/Loss (Raw)": 0.7304677963256836, "Finetune/Step": 4683, "Finetune/Step Time": 12.606811083853245}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7198388576507568, "Finetune/Loss (Raw)": 0.8475211262702942, "Finetune/Step": 4684, "Finetune/Step Time": 12.605339705944061}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7210330963134766, "Finetune/Loss (Raw)": 0.8269726634025574, "Finetune/Step": 4685, "Finetune/Step Time": 12.603636782616377}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7215183973312378, "Finetune/Loss (Raw)": 0.6095607876777649, "Finetune/Step": 4686, "Finetune/Step Time": 12.599924061447382}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.720796525478363, "Finetune/Loss (Raw)": 0.7732040286064148, "Finetune/Step": 4687, "Finetune/Step Time": 12.587336299940944}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7230773568153381, "Finetune/Loss (Raw)": 0.9949578046798706, "Finetune/Step": 4688, "Finetune/Step Time": 12.581559104844928}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7238478064537048, "Finetune/Loss (Raw)": 0.8705447316169739, "Finetune/Step": 4689, "Finetune/Step Time": 12.568000478670001}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7221731543540955, "Finetune/Loss (Raw)": 0.615546464920044, "Finetune/Step": 4690, "Finetune/Step Time": 12.58776425756514}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7242401838302612, "Finetune/Loss (Raw)": 0.8631232976913452, "Finetune/Step": 4691, "Finetune/Step Time": 12.561613695695996}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7257153987884521, "Finetune/Loss (Raw)": 0.9106557965278625, "Finetune/Step": 4692, "Finetune/Step Time": 12.559628011658788}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7263802289962769, "Finetune/Loss (Raw)": 0.7482879757881165, "Finetune/Step": 4693, "Finetune/Step Time": 12.577591706067324}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7272716164588928, "Finetune/Loss (Raw)": 0.8573876619338989, "Finetune/Step": 4694, "Finetune/Step Time": 12.568572994321585}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.726885199546814, "Finetune/Loss (Raw)": 0.8035061955451965, "Finetune/Step": 4695, "Finetune/Step Time": 12.570919342339039}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7257299423217773, "Finetune/Loss (Raw)": 0.6437230706214905, "Finetune/Step": 4696, "Finetune/Step Time": 12.583935795351863}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7251114845275879, "Finetune/Loss (Raw)": 0.7410444617271423, "Finetune/Step": 4697, "Finetune/Step Time": 12.578083487227559}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7252111434936523, "Finetune/Loss (Raw)": 0.8239143490791321, "Finetune/Step": 4698, "Finetune/Step Time": 12.583572635427117}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7273622751235962, "Finetune/Loss (Raw)": 0.8539573550224304, "Finetune/Step": 4699, "Finetune/Step Time": 12.576566131785512}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7278032302856445, "Finetune/Loss (Raw)": 0.7695450186729431, "Finetune/Step": 4700, "Finetune/Step Time": 12.566981062293053}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7288622856140137, "Finetune/Loss (Raw)": 0.7732532620429993, "Finetune/Step": 4701, "Finetune/Step Time": 12.541912527754903}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.728337287902832, "Finetune/Loss (Raw)": 0.7287802696228027, "Finetune/Step": 4702, "Finetune/Step Time": 12.547458477318287}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7297042608261108, "Finetune/Loss (Raw)": 0.8606880307197571, "Finetune/Step": 4703, "Finetune/Step Time": 12.525377441197634}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7297021150588989, "Finetune/Loss (Raw)": 0.641743004322052, "Finetune/Step": 4704, "Finetune/Step Time": 12.517147663980722}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7297773957252502, "Finetune/Loss (Raw)": 0.8647192716598511, "Finetune/Step": 4705, "Finetune/Step Time": 12.523715814575553}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7288506031036377, "Finetune/Loss (Raw)": 0.6917470693588257, "Finetune/Step": 4706, "Finetune/Step Time": 12.516120929270983}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7297704219818115, "Finetune/Loss (Raw)": 0.6686071157455444, "Finetune/Step": 4707, "Finetune/Step Time": 12.4884988758713}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.730947732925415, "Finetune/Loss (Raw)": 0.6547418236732483, "Finetune/Step": 4708, "Finetune/Step Time": 12.462537370622158}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7308954000473022, "Finetune/Loss (Raw)": 0.6518185138702393, "Finetune/Step": 4709, "Finetune/Step Time": 12.469082184135914}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7325891852378845, "Finetune/Loss (Raw)": 0.9243858456611633, "Finetune/Step": 4710, "Finetune/Step Time": 12.458742074668407}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7317540049552917, "Finetune/Loss (Raw)": 0.7287852168083191, "Finetune/Step": 4711, "Finetune/Step Time": 12.45964422635734}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.731511652469635, "Finetune/Loss (Raw)": 0.6380202174186707, "Finetune/Step": 4712, "Finetune/Step Time": 12.475124875083566}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7331081628799438, "Finetune/Loss (Raw)": 0.8060353398323059, "Finetune/Step": 4713, "Finetune/Step Time": 12.4765634983778}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7335641980171204, "Finetune/Loss (Raw)": 0.731562077999115, "Finetune/Step": 4714, "Finetune/Step Time": 12.481099305674434}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.732845664024353, "Finetune/Loss (Raw)": 0.7423333525657654, "Finetune/Step": 4715, "Finetune/Step Time": 12.48531537130475}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.731849730014801, "Finetune/Loss (Raw)": 0.7032613158226013, "Finetune/Step": 4716, "Finetune/Step Time": 12.44561860524118}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7322582006454468, "Finetune/Loss (Raw)": 0.794602632522583, "Finetune/Step": 4717, "Finetune/Step Time": 12.444484697654843}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7312719821929932, "Finetune/Loss (Raw)": 0.5474711656570435, "Finetune/Step": 4718, "Finetune/Step Time": 12.461931742727757}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7298141717910767, "Finetune/Loss (Raw)": 0.605640709400177, "Finetune/Step": 4719, "Finetune/Step Time": 12.460869114845991}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7298728227615356, "Finetune/Loss (Raw)": 0.472117155790329, "Finetune/Step": 4720, "Finetune/Step Time": 12.488555481657386}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7281228303909302, "Finetune/Loss (Raw)": 0.5906949639320374, "Finetune/Step": 4721, "Finetune/Step Time": 12.493854394182563}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7286529541015625, "Finetune/Loss (Raw)": 0.6614828109741211, "Finetune/Step": 4722, "Finetune/Step Time": 12.467971036210656}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7288209199905396, "Finetune/Loss (Raw)": 0.7687087655067444, "Finetune/Step": 4723, "Finetune/Step Time": 12.463912148028612}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7277641892433167, "Finetune/Loss (Raw)": 0.5938765406608582, "Finetune/Step": 4724, "Finetune/Step Time": 12.496297830715775}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7275753617286682, "Finetune/Loss (Raw)": 0.6689528226852417, "Finetune/Step": 4725, "Finetune/Step Time": 12.499571206048131}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.726625919342041, "Finetune/Loss (Raw)": 0.6445295214653015, "Finetune/Step": 4726, "Finetune/Step Time": 12.509162476286292}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7267879247665405, "Finetune/Loss (Raw)": 0.7050835490226746, "Finetune/Step": 4727, "Finetune/Step Time": 12.504095796495676}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7263324856758118, "Finetune/Loss (Raw)": 0.6935097575187683, "Finetune/Step": 4728, "Finetune/Step Time": 12.506266929209232}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7288851737976074, "Finetune/Loss (Raw)": 0.9661937355995178, "Finetune/Step": 4729, "Finetune/Step Time": 12.505197944119573}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7274378538131714, "Finetune/Loss (Raw)": 0.7494214177131653, "Finetune/Step": 4730, "Finetune/Step Time": 12.497366089373827}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7272588014602661, "Finetune/Loss (Raw)": 0.5932819843292236, "Finetune/Step": 4731, "Finetune/Step Time": 12.495015362277627}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7271578311920166, "Finetune/Loss (Raw)": 0.7582212686538696, "Finetune/Step": 4732, "Finetune/Step Time": 12.495525700971484}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.729127049446106, "Finetune/Loss (Raw)": 0.8217165470123291, "Finetune/Step": 4733, "Finetune/Step Time": 12.46120211854577}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7279208898544312, "Finetune/Loss (Raw)": 0.6570320725440979, "Finetune/Step": 4734, "Finetune/Step Time": 12.467778334394097}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7287668585777283, "Finetune/Loss (Raw)": 0.817380964756012, "Finetune/Step": 4735, "Finetune/Step Time": 12.469163017347455}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.727603554725647, "Finetune/Loss (Raw)": 0.5598304867744446, "Finetune/Step": 4736, "Finetune/Step Time": 12.477894581854343}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7256947755813599, "Finetune/Loss (Raw)": 0.6385456919670105, "Finetune/Step": 4737, "Finetune/Step Time": 12.489387836307287}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7263880968093872, "Finetune/Loss (Raw)": 0.776409387588501, "Finetune/Step": 4738, "Finetune/Step Time": 12.499391941353679}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7277056574821472, "Finetune/Loss (Raw)": 0.676178514957428, "Finetune/Step": 4739, "Finetune/Step Time": 12.475356074050069}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.726829469203949, "Finetune/Loss (Raw)": 0.6691808700561523, "Finetune/Step": 4740, "Finetune/Step Time": 12.479642221704125}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7259960770606995, "Finetune/Loss (Raw)": 0.5214796662330627, "Finetune/Step": 4741, "Finetune/Step Time": 12.451054021716118}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7257362008094788, "Finetune/Loss (Raw)": 0.6322644948959351, "Finetune/Step": 4742, "Finetune/Step Time": 12.466040467843413}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7237846255302429, "Finetune/Loss (Raw)": 0.6165223121643066, "Finetune/Step": 4743, "Finetune/Step Time": 12.487585568800569}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7252103686332703, "Finetune/Loss (Raw)": 0.8925344944000244, "Finetune/Step": 4744, "Finetune/Step Time": 12.48930037021637}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.725442111492157, "Finetune/Loss (Raw)": 0.679305374622345, "Finetune/Step": 4745, "Finetune/Step Time": 12.513566844165325}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7243143320083618, "Finetune/Loss (Raw)": 0.6430349349975586, "Finetune/Step": 4746, "Finetune/Step Time": 12.524535128846765}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7245241403579712, "Finetune/Loss (Raw)": 0.8659977316856384, "Finetune/Step": 4747, "Finetune/Step Time": 12.519514787942171}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7250926494598389, "Finetune/Loss (Raw)": 0.7977187037467957, "Finetune/Step": 4748, "Finetune/Step Time": 12.537361243739724}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7246567010879517, "Finetune/Loss (Raw)": 0.7880644798278809, "Finetune/Step": 4749, "Finetune/Step Time": 12.531305087730289}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7239206433296204, "Finetune/Loss (Raw)": 0.7065977454185486, "Finetune/Step": 4750, "Finetune/Step Time": 12.535362904891372}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7232198715209961, "Finetune/Loss (Raw)": 0.7341573238372803, "Finetune/Step": 4751, "Finetune/Step Time": 12.556108746677637}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7241853475570679, "Finetune/Loss (Raw)": 0.8027299046516418, "Finetune/Step": 4752, "Finetune/Step Time": 12.556828023865819}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7230402231216431, "Finetune/Loss (Raw)": 0.6684398651123047, "Finetune/Step": 4753, "Finetune/Step Time": 12.546513583511114}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7248303294181824, "Finetune/Loss (Raw)": 0.7629086375236511, "Finetune/Step": 4754, "Finetune/Step Time": 12.528837760910392}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7250216603279114, "Finetune/Loss (Raw)": 0.7383065819740295, "Finetune/Step": 4755, "Finetune/Step Time": 12.526467913761735}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7257359027862549, "Finetune/Loss (Raw)": 0.744542121887207, "Finetune/Step": 4756, "Finetune/Step Time": 12.513845436275005}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7259141802787781, "Finetune/Loss (Raw)": 0.7321943640708923, "Finetune/Step": 4757, "Finetune/Step Time": 12.513173757120967}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7262114882469177, "Finetune/Loss (Raw)": 0.7068977355957031, "Finetune/Step": 4758, "Finetune/Step Time": 12.497904360294342}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.727303147315979, "Finetune/Loss (Raw)": 0.6820973753929138, "Finetune/Step": 4759, "Finetune/Step Time": 12.473955035209656}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7293795943260193, "Finetune/Loss (Raw)": 0.743855893611908, "Finetune/Step": 4760, "Finetune/Step Time": 12.451226955279708}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7296304106712341, "Finetune/Loss (Raw)": 0.5865119099617004, "Finetune/Step": 4761, "Finetune/Step Time": 12.454695411026478}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7284492254257202, "Finetune/Loss (Raw)": 0.6865549087524414, "Finetune/Step": 4762, "Finetune/Step Time": 12.446610609069467}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7299704551696777, "Finetune/Loss (Raw)": 0.7414051294326782, "Finetune/Step": 4763, "Finetune/Step Time": 12.424842312932014}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7294976711273193, "Finetune/Loss (Raw)": 0.672876238822937, "Finetune/Step": 4764, "Finetune/Step Time": 12.426201028749347}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7280833125114441, "Finetune/Loss (Raw)": 0.6391189694404602, "Finetune/Step": 4765, "Finetune/Step Time": 12.426544914022088}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7274714708328247, "Finetune/Loss (Raw)": 0.8884761333465576, "Finetune/Step": 4766, "Finetune/Step Time": 12.428489061072469}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7291576862335205, "Finetune/Loss (Raw)": 0.7954972386360168, "Finetune/Step": 4767, "Finetune/Step Time": 12.38001255877316}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7283617258071899, "Finetune/Loss (Raw)": 0.7056913375854492, "Finetune/Step": 4768, "Finetune/Step Time": 12.384367467835546}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7279596328735352, "Finetune/Loss (Raw)": 0.7235693335533142, "Finetune/Step": 4769, "Finetune/Step Time": 12.382122356444597}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7254567742347717, "Finetune/Loss (Raw)": 0.44683048129081726, "Finetune/Step": 4770, "Finetune/Step Time": 12.385331453755498}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7256038784980774, "Finetune/Loss (Raw)": 0.8651518225669861, "Finetune/Step": 4771, "Finetune/Step Time": 12.391410056501627}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7260079383850098, "Finetune/Loss (Raw)": 0.6544795632362366, "Finetune/Step": 4772, "Finetune/Step Time": 12.380454590544105}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7239294052124023, "Finetune/Loss (Raw)": 0.5316621661186218, "Finetune/Step": 4773, "Finetune/Step Time": 12.380088027566671}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7251940965652466, "Finetune/Loss (Raw)": 0.7712488770484924, "Finetune/Step": 4774, "Finetune/Step Time": 12.364191113039851}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7256996631622314, "Finetune/Loss (Raw)": 0.8323825597763062, "Finetune/Step": 4775, "Finetune/Step Time": 12.362593533471227}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7251458168029785, "Finetune/Loss (Raw)": 0.642926037311554, "Finetune/Step": 4776, "Finetune/Step Time": 12.38149025477469}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7245919108390808, "Finetune/Loss (Raw)": 0.7434750199317932, "Finetune/Step": 4777, "Finetune/Step Time": 12.384346529841423}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7238606214523315, "Finetune/Loss (Raw)": 0.5196402668952942, "Finetune/Step": 4778, "Finetune/Step Time": 12.391342164948583}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7250620126724243, "Finetune/Loss (Raw)": 0.8961290121078491, "Finetune/Step": 4779, "Finetune/Step Time": 12.395216148346663}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7245076298713684, "Finetune/Loss (Raw)": 0.6750622391700745, "Finetune/Step": 4780, "Finetune/Step Time": 12.399932619184256}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7254359722137451, "Finetune/Loss (Raw)": 0.628028929233551, "Finetune/Step": 4781, "Finetune/Step Time": 12.383785218000412}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7247962951660156, "Finetune/Loss (Raw)": 0.6304304003715515, "Finetune/Step": 4782, "Finetune/Step Time": 12.387362701818347}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7243355512619019, "Finetune/Loss (Raw)": 0.5451487898826599, "Finetune/Step": 4783, "Finetune/Step Time": 12.410509390756488}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7253289222717285, "Finetune/Loss (Raw)": 0.7470271587371826, "Finetune/Step": 4784, "Finetune/Step Time": 12.373453104868531}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7268749475479126, "Finetune/Loss (Raw)": 0.9192419052124023, "Finetune/Step": 4785, "Finetune/Step Time": 12.376368012279272}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.726627767086029, "Finetune/Loss (Raw)": 0.7885300517082214, "Finetune/Step": 4786, "Finetune/Step Time": 12.382500207051635}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7258854508399963, "Finetune/Loss (Raw)": 0.7355347871780396, "Finetune/Step": 4787, "Finetune/Step Time": 12.363677442073822}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7246356010437012, "Finetune/Loss (Raw)": 0.633215069770813, "Finetune/Step": 4788, "Finetune/Step Time": 12.388533633202314}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7241718769073486, "Finetune/Loss (Raw)": 0.5799488425254822, "Finetune/Step": 4789, "Finetune/Step Time": 12.389032796025276}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7238228917121887, "Finetune/Loss (Raw)": 0.7807726860046387, "Finetune/Step": 4790, "Finetune/Step Time": 12.38349630869925}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7224646806716919, "Finetune/Loss (Raw)": 0.6217542290687561, "Finetune/Step": 4791, "Finetune/Step Time": 12.424377841874957}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7237157821655273, "Finetune/Loss (Raw)": 0.9155545830726624, "Finetune/Step": 4792, "Finetune/Step Time": 12.429011221975088}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7248978018760681, "Finetune/Loss (Raw)": 0.8184929490089417, "Finetune/Step": 4793, "Finetune/Step Time": 12.430471766740084}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.725771427154541, "Finetune/Loss (Raw)": 0.6642805337905884, "Finetune/Step": 4794, "Finetune/Step Time": 12.405598647892475}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7245559692382812, "Finetune/Loss (Raw)": 0.6616019606590271, "Finetune/Step": 4795, "Finetune/Step Time": 12.4520872682333}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7252751588821411, "Finetune/Loss (Raw)": 0.8222759962081909, "Finetune/Step": 4796, "Finetune/Step Time": 12.444957187399268}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7270931601524353, "Finetune/Loss (Raw)": 0.7666745185852051, "Finetune/Step": 4797, "Finetune/Step Time": 12.41925254277885}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7254279851913452, "Finetune/Loss (Raw)": 0.5701700448989868, "Finetune/Step": 4798, "Finetune/Step Time": 12.43966288305819}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.726423978805542, "Finetune/Loss (Raw)": 0.8238831758499146, "Finetune/Step": 4799, "Finetune/Step Time": 12.443441294133663}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7275543808937073, "Finetune/Loss (Raw)": 0.9283929467201233, "Finetune/Step": 4800, "Finetune/Step Time": 12.417265675961971}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7282055616378784, "Finetune/Loss (Raw)": 0.8212118744850159, "Finetune/Step": 4801, "Finetune/Step Time": 12.401837881654501}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7277365326881409, "Finetune/Loss (Raw)": 0.763074517250061, "Finetune/Step": 4802, "Finetune/Step Time": 12.36064956896007}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7280036211013794, "Finetune/Loss (Raw)": 0.8383975028991699, "Finetune/Step": 4803, "Finetune/Step Time": 12.363616915419698}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7286210656166077, "Finetune/Loss (Raw)": 0.791788637638092, "Finetune/Step": 4804, "Finetune/Step Time": 12.364508830010891}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7285991907119751, "Finetune/Loss (Raw)": 0.8163262009620667, "Finetune/Step": 4805, "Finetune/Step Time": 12.372206324711442}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7288041710853577, "Finetune/Loss (Raw)": 0.7533315420150757, "Finetune/Step": 4806, "Finetune/Step Time": 12.340550104156137}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7299129366874695, "Finetune/Loss (Raw)": 0.761025071144104, "Finetune/Step": 4807, "Finetune/Step Time": 12.339564571157098}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7301256060600281, "Finetune/Loss (Raw)": 0.8827164769172668, "Finetune/Step": 4808, "Finetune/Step Time": 12.333617946133018}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7286739349365234, "Finetune/Loss (Raw)": 0.5384007096290588, "Finetune/Step": 4809, "Finetune/Step Time": 12.315380815416574}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7285985350608826, "Finetune/Loss (Raw)": 0.7105726003646851, "Finetune/Step": 4810, "Finetune/Step Time": 12.30285957455635}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7288798093795776, "Finetune/Loss (Raw)": 0.7664719223976135, "Finetune/Step": 4811, "Finetune/Step Time": 12.319494483992457}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7279881238937378, "Finetune/Loss (Raw)": 0.7333829402923584, "Finetune/Step": 4812, "Finetune/Step Time": 12.32205867022276}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7270097136497498, "Finetune/Loss (Raw)": 0.7017424702644348, "Finetune/Step": 4813, "Finetune/Step Time": 12.343571042641997}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7282711267471313, "Finetune/Loss (Raw)": 0.7710239887237549, "Finetune/Step": 4814, "Finetune/Step Time": 12.331884479150176}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7288911938667297, "Finetune/Loss (Raw)": 0.8525674939155579, "Finetune/Step": 4815, "Finetune/Step Time": 12.328754965215921}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.726300060749054, "Finetune/Loss (Raw)": 0.66329425573349, "Finetune/Step": 4816, "Finetune/Step Time": 12.351601114496589}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7255340814590454, "Finetune/Loss (Raw)": 0.7724979519844055, "Finetune/Step": 4817, "Finetune/Step Time": 12.362362518906593}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7271276712417603, "Finetune/Loss (Raw)": 0.8195260167121887, "Finetune/Step": 4818, "Finetune/Step Time": 12.345983248203993}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7269153594970703, "Finetune/Loss (Raw)": 0.8359462022781372, "Finetune/Step": 4819, "Finetune/Step Time": 12.342301744967699}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7263094186782837, "Finetune/Loss (Raw)": 0.8330965042114258, "Finetune/Step": 4820, "Finetune/Step Time": 12.34394297376275}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7272327542304993, "Finetune/Loss (Raw)": 0.8664730787277222, "Finetune/Step": 4821, "Finetune/Step Time": 12.326628029346466}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.72691810131073, "Finetune/Loss (Raw)": 0.8171165585517883, "Finetune/Step": 4822, "Finetune/Step Time": 12.3329822961241}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7271014451980591, "Finetune/Loss (Raw)": 0.8269778490066528, "Finetune/Step": 4823, "Finetune/Step Time": 12.334040682762861}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7267651557922363, "Finetune/Loss (Raw)": 0.6006683707237244, "Finetune/Step": 4824, "Finetune/Step Time": 12.337344186380506}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7266181707382202, "Finetune/Loss (Raw)": 0.7222325205802917, "Finetune/Step": 4825, "Finetune/Step Time": 12.344744347035885}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7260723114013672, "Finetune/Loss (Raw)": 0.7540493011474609, "Finetune/Step": 4826, "Finetune/Step Time": 12.341471180319786}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7258507013320923, "Finetune/Loss (Raw)": 0.8255936503410339, "Finetune/Step": 4827, "Finetune/Step Time": 12.328841391950846}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7259089946746826, "Finetune/Loss (Raw)": 0.7769975662231445, "Finetune/Step": 4828, "Finetune/Step Time": 12.344203729182482}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.725791335105896, "Finetune/Loss (Raw)": 0.7581934928894043, "Finetune/Step": 4829, "Finetune/Step Time": 12.348658133298159}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7256637811660767, "Finetune/Loss (Raw)": 0.7124618887901306, "Finetune/Step": 4830, "Finetune/Step Time": 12.328375177457929}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7231561541557312, "Finetune/Loss (Raw)": 0.5397071838378906, "Finetune/Step": 4831, "Finetune/Step Time": 12.358969351276755}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7231953740119934, "Finetune/Loss (Raw)": 0.6467664241790771, "Finetune/Step": 4832, "Finetune/Step Time": 12.414173798635602}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7223160862922668, "Finetune/Loss (Raw)": 0.7521644234657288, "Finetune/Step": 4833, "Finetune/Step Time": 12.41101741231978}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7239935398101807, "Finetune/Loss (Raw)": 0.9064654111862183, "Finetune/Step": 4834, "Finetune/Step Time": 12.417431714013219}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7251443862915039, "Finetune/Loss (Raw)": 0.8159198760986328, "Finetune/Step": 4835, "Finetune/Step Time": 12.416558580473065}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7266558408737183, "Finetune/Loss (Raw)": 0.8481990694999695, "Finetune/Step": 4836, "Finetune/Step Time": 12.410777173936367}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7274523973464966, "Finetune/Loss (Raw)": 0.7537762522697449, "Finetune/Step": 4837, "Finetune/Step Time": 12.387538030743599}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7266446352005005, "Finetune/Loss (Raw)": 0.820993185043335, "Finetune/Step": 4838, "Finetune/Step Time": 12.390115734189749}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7261736392974854, "Finetune/Loss (Raw)": 0.668501615524292, "Finetune/Step": 4839, "Finetune/Step Time": 12.393025202676654}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7269433736801147, "Finetune/Loss (Raw)": 0.7365511059761047, "Finetune/Step": 4840, "Finetune/Step Time": 12.384796351194382}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7260043621063232, "Finetune/Loss (Raw)": 0.6858417987823486, "Finetune/Step": 4841, "Finetune/Step Time": 12.39602785743773}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7252708673477173, "Finetune/Loss (Raw)": 0.6376679539680481, "Finetune/Step": 4842, "Finetune/Step Time": 12.414105935022235}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7264948487281799, "Finetune/Loss (Raw)": 0.8990071415901184, "Finetune/Step": 4843, "Finetune/Step Time": 12.410550463944674}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7262800931930542, "Finetune/Loss (Raw)": 0.6757737994194031, "Finetune/Step": 4844, "Finetune/Step Time": 12.43991931527853}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7266137599945068, "Finetune/Loss (Raw)": 0.8373087644577026, "Finetune/Step": 4845, "Finetune/Step Time": 12.443732243031263}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7282967567443848, "Finetune/Loss (Raw)": 0.7629027366638184, "Finetune/Step": 4846, "Finetune/Step Time": 12.461178170517087}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7284247875213623, "Finetune/Loss (Raw)": 0.622015655040741, "Finetune/Step": 4847, "Finetune/Step Time": 12.490148739889264}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7297267913818359, "Finetune/Loss (Raw)": 0.6387856602668762, "Finetune/Step": 4848, "Finetune/Step Time": 12.430605491623282}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7302101254463196, "Finetune/Loss (Raw)": 0.6525557637214661, "Finetune/Step": 4849, "Finetune/Step Time": 12.453864777460694}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7314214706420898, "Finetune/Loss (Raw)": 0.8165366053581238, "Finetune/Step": 4850, "Finetune/Step Time": 12.473200153559446}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.731979250907898, "Finetune/Loss (Raw)": 0.8400982022285461, "Finetune/Step": 4851, "Finetune/Step Time": 12.479333048686385}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7322568893432617, "Finetune/Loss (Raw)": 0.6294111609458923, "Finetune/Step": 4852, "Finetune/Step Time": 12.468456944450736}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7331410646438599, "Finetune/Loss (Raw)": 0.7821338772773743, "Finetune/Step": 4853, "Finetune/Step Time": 12.478087365627289}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7320795655250549, "Finetune/Loss (Raw)": 0.508656919002533, "Finetune/Step": 4854, "Finetune/Step Time": 12.478174615651369}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7324296832084656, "Finetune/Loss (Raw)": 0.7498990893363953, "Finetune/Step": 4855, "Finetune/Step Time": 12.480505542829633}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7331298589706421, "Finetune/Loss (Raw)": 0.7831338047981262, "Finetune/Step": 4856, "Finetune/Step Time": 12.476679584011436}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.732100784778595, "Finetune/Loss (Raw)": 0.8344681262969971, "Finetune/Step": 4857, "Finetune/Step Time": 12.47407377883792}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7333123087882996, "Finetune/Loss (Raw)": 0.9045021533966064, "Finetune/Step": 4858, "Finetune/Step Time": 12.485646089538932}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7346291542053223, "Finetune/Loss (Raw)": 0.7618401050567627, "Finetune/Step": 4859, "Finetune/Step Time": 12.467925174161792}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7340494394302368, "Finetune/Loss (Raw)": 0.6840174198150635, "Finetune/Step": 4860, "Finetune/Step Time": 12.46510485932231}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7331205606460571, "Finetune/Loss (Raw)": 0.7028108239173889, "Finetune/Step": 4861, "Finetune/Step Time": 12.48545447550714}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7349886298179626, "Finetune/Loss (Raw)": 0.8961507081985474, "Finetune/Step": 4862, "Finetune/Step Time": 12.469141062349081}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7354828119277954, "Finetune/Loss (Raw)": 0.8806360960006714, "Finetune/Step": 4863, "Finetune/Step Time": 12.471879372373223}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7366151809692383, "Finetune/Loss (Raw)": 0.7047731280326843, "Finetune/Step": 4864, "Finetune/Step Time": 12.48280181735754}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7379989624023438, "Finetune/Loss (Raw)": 0.8156675100326538, "Finetune/Step": 4865, "Finetune/Step Time": 12.481450920924544}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7373802661895752, "Finetune/Loss (Raw)": 0.697216272354126, "Finetune/Step": 4866, "Finetune/Step Time": 12.473899688571692}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7365081310272217, "Finetune/Loss (Raw)": 0.5645512938499451, "Finetune/Step": 4867, "Finetune/Step Time": 12.504693297669291}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7365405559539795, "Finetune/Loss (Raw)": 0.6733263731002808, "Finetune/Step": 4868, "Finetune/Step Time": 12.503730170428753}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7373758554458618, "Finetune/Loss (Raw)": 0.6283937692642212, "Finetune/Step": 4869, "Finetune/Step Time": 12.511197058483958}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7377675175666809, "Finetune/Loss (Raw)": 0.682400643825531, "Finetune/Step": 4870, "Finetune/Step Time": 12.489389419555664}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7388622164726257, "Finetune/Loss (Raw)": 0.7566468119621277, "Finetune/Step": 4871, "Finetune/Step Time": 12.481441782787442}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7376867532730103, "Finetune/Loss (Raw)": 0.742075502872467, "Finetune/Step": 4872, "Finetune/Step Time": 12.48221442103386}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7376750707626343, "Finetune/Loss (Raw)": 0.6778067350387573, "Finetune/Step": 4873, "Finetune/Step Time": 12.489592554047704}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7368955612182617, "Finetune/Loss (Raw)": 0.5432613492012024, "Finetune/Step": 4874, "Finetune/Step Time": 12.465897779911757}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7356879115104675, "Finetune/Loss (Raw)": 0.7114182710647583, "Finetune/Step": 4875, "Finetune/Step Time": 12.478429071605206}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7360585927963257, "Finetune/Loss (Raw)": 0.8451642990112305, "Finetune/Step": 4876, "Finetune/Step Time": 12.4452552087605}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7366068363189697, "Finetune/Loss (Raw)": 0.8582359552383423, "Finetune/Step": 4877, "Finetune/Step Time": 12.447449734434485}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7364328503608704, "Finetune/Loss (Raw)": 0.6843297481536865, "Finetune/Step": 4878, "Finetune/Step Time": 12.462940275669098}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7368993759155273, "Finetune/Loss (Raw)": 0.7938762903213501, "Finetune/Step": 4879, "Finetune/Step Time": 12.442178836092353}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7370768785476685, "Finetune/Loss (Raw)": 0.8254445195198059, "Finetune/Step": 4880, "Finetune/Step Time": 12.441033229231834}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7390707731246948, "Finetune/Loss (Raw)": 0.9236539602279663, "Finetune/Step": 4881, "Finetune/Step Time": 12.432407332584262}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7381905317306519, "Finetune/Loss (Raw)": 0.650239884853363, "Finetune/Step": 4882, "Finetune/Step Time": 12.432111285626888}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7374089956283569, "Finetune/Loss (Raw)": 0.638269305229187, "Finetune/Step": 4883, "Finetune/Step Time": 12.422926481813192}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7381607294082642, "Finetune/Loss (Raw)": 0.8407734632492065, "Finetune/Step": 4884, "Finetune/Step Time": 12.427532993257046}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7380335330963135, "Finetune/Loss (Raw)": 0.7159050107002258, "Finetune/Step": 4885, "Finetune/Step Time": 12.429095143452287}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7389227747917175, "Finetune/Loss (Raw)": 0.8207196593284607, "Finetune/Step": 4886, "Finetune/Step Time": 12.43827853910625}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7396550178527832, "Finetune/Loss (Raw)": 0.7758290767669678, "Finetune/Step": 4887, "Finetune/Step Time": 12.455052766948938}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7401484847068787, "Finetune/Loss (Raw)": 0.8070164918899536, "Finetune/Step": 4888, "Finetune/Step Time": 12.465860744938254}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7415248155593872, "Finetune/Loss (Raw)": 0.7626867890357971, "Finetune/Step": 4889, "Finetune/Step Time": 12.44794600084424}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7415029406547546, "Finetune/Loss (Raw)": 0.6837540864944458, "Finetune/Step": 4890, "Finetune/Step Time": 12.476900655776262}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7412464618682861, "Finetune/Loss (Raw)": 0.7085760235786438, "Finetune/Step": 4891, "Finetune/Step Time": 12.472823498770595}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7418779134750366, "Finetune/Loss (Raw)": 0.7537034153938293, "Finetune/Step": 4892, "Finetune/Step Time": 12.470473431050777}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7434879541397095, "Finetune/Loss (Raw)": 0.8451988101005554, "Finetune/Step": 4893, "Finetune/Step Time": 12.468019474297762}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7420896291732788, "Finetune/Loss (Raw)": 0.7094994187355042, "Finetune/Step": 4894, "Finetune/Step Time": 12.477898091077805}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7408016324043274, "Finetune/Loss (Raw)": 0.6306296586990356, "Finetune/Step": 4895, "Finetune/Step Time": 12.484214128926396}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7417725324630737, "Finetune/Loss (Raw)": 0.829971194267273, "Finetune/Step": 4896, "Finetune/Step Time": 12.476881148293614}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7409058809280396, "Finetune/Loss (Raw)": 0.6126271486282349, "Finetune/Step": 4897, "Finetune/Step Time": 12.48890619724989}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7423021793365479, "Finetune/Loss (Raw)": 0.6255606412887573, "Finetune/Step": 4898, "Finetune/Step Time": 12.491786662489176}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7420454025268555, "Finetune/Loss (Raw)": 0.8322809338569641, "Finetune/Step": 4899, "Finetune/Step Time": 12.486358230933547}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7427955865859985, "Finetune/Loss (Raw)": 0.7505025863647461, "Finetune/Step": 4900, "Finetune/Step Time": 12.470297826454043}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7442948818206787, "Finetune/Loss (Raw)": 0.7235724329948425, "Finetune/Step": 4901, "Finetune/Step Time": 12.466959096491337}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7438459396362305, "Finetune/Loss (Raw)": 0.7137893438339233, "Finetune/Step": 4902, "Finetune/Step Time": 12.46577450633049}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7427720427513123, "Finetune/Loss (Raw)": 0.6949199438095093, "Finetune/Step": 4903, "Finetune/Step Time": 12.463217459619045}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7435910105705261, "Finetune/Loss (Raw)": 0.7477539777755737, "Finetune/Step": 4904, "Finetune/Step Time": 12.443690104410052}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7436655759811401, "Finetune/Loss (Raw)": 0.753014862537384, "Finetune/Step": 4905, "Finetune/Step Time": 12.443959053605795}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7451158165931702, "Finetune/Loss (Raw)": 0.7052761316299438, "Finetune/Step": 4906, "Finetune/Step Time": 12.417793314903975}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7427703738212585, "Finetune/Loss (Raw)": 0.5959138870239258, "Finetune/Step": 4907, "Finetune/Step Time": 12.424501152709126}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7432989478111267, "Finetune/Loss (Raw)": 0.7427212595939636, "Finetune/Step": 4908, "Finetune/Step Time": 12.443912586197257}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7440725564956665, "Finetune/Loss (Raw)": 0.7270470261573792, "Finetune/Step": 4909, "Finetune/Step Time": 12.437899423763156}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7453431487083435, "Finetune/Loss (Raw)": 0.7930691242218018, "Finetune/Step": 4910, "Finetune/Step Time": 12.425358101725578}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7468048334121704, "Finetune/Loss (Raw)": 0.7322444915771484, "Finetune/Step": 4911, "Finetune/Step Time": 12.396136304363608}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7465759515762329, "Finetune/Loss (Raw)": 0.7177364826202393, "Finetune/Step": 4912, "Finetune/Step Time": 12.405524732545018}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7455441951751709, "Finetune/Loss (Raw)": 0.7871716022491455, "Finetune/Step": 4913, "Finetune/Step Time": 12.413611324504018}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7445855736732483, "Finetune/Loss (Raw)": 0.6658279299736023, "Finetune/Step": 4914, "Finetune/Step Time": 12.432337971404195}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7438154220581055, "Finetune/Loss (Raw)": 0.636946976184845, "Finetune/Step": 4915, "Finetune/Step Time": 12.436908891424537}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7445632815361023, "Finetune/Loss (Raw)": 0.7289458513259888, "Finetune/Step": 4916, "Finetune/Step Time": 12.384863900020719}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7449970245361328, "Finetune/Loss (Raw)": 0.6354690194129944, "Finetune/Step": 4917, "Finetune/Step Time": 12.407876208424568}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7449525594711304, "Finetune/Loss (Raw)": 0.7750869989395142, "Finetune/Step": 4918, "Finetune/Step Time": 12.408812927082181}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7458869814872742, "Finetune/Loss (Raw)": 0.7413578033447266, "Finetune/Step": 4919, "Finetune/Step Time": 12.373637855052948}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7452385425567627, "Finetune/Loss (Raw)": 0.8325532674789429, "Finetune/Step": 4920, "Finetune/Step Time": 12.369183417409658}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7444707155227661, "Finetune/Loss (Raw)": 0.7202118039131165, "Finetune/Step": 4921, "Finetune/Step Time": 12.395380344241858}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7444009780883789, "Finetune/Loss (Raw)": 0.6553472876548767, "Finetune/Step": 4922, "Finetune/Step Time": 12.395778931677341}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7448563575744629, "Finetune/Loss (Raw)": 0.7198938727378845, "Finetune/Step": 4923, "Finetune/Step Time": 12.360079588368535}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7437113523483276, "Finetune/Loss (Raw)": 0.6757224202156067, "Finetune/Step": 4924, "Finetune/Step Time": 12.3585844039917}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7429227232933044, "Finetune/Loss (Raw)": 0.6657224297523499, "Finetune/Step": 4925, "Finetune/Step Time": 12.355140678584576}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.743904709815979, "Finetune/Loss (Raw)": 0.6958721876144409, "Finetune/Step": 4926, "Finetune/Step Time": 12.335224816575646}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7431625127792358, "Finetune/Loss (Raw)": 0.7288763523101807, "Finetune/Step": 4927, "Finetune/Step Time": 12.336191294714808}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7401549816131592, "Finetune/Loss (Raw)": 0.543433427810669, "Finetune/Step": 4928, "Finetune/Step Time": 12.370191764086485}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7391800880432129, "Finetune/Loss (Raw)": 0.6964148283004761, "Finetune/Step": 4929, "Finetune/Step Time": 12.376680627465248}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7392208576202393, "Finetune/Loss (Raw)": 0.7682976722717285, "Finetune/Step": 4930, "Finetune/Step Time": 12.377635611221194}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.739120602607727, "Finetune/Loss (Raw)": 0.8255627155303955, "Finetune/Step": 4931, "Finetune/Step Time": 12.380135603249073}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7390986680984497, "Finetune/Loss (Raw)": 0.7889783382415771, "Finetune/Step": 4932, "Finetune/Step Time": 12.38092196919024}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7380383014678955, "Finetune/Loss (Raw)": 0.680605947971344, "Finetune/Step": 4933, "Finetune/Step Time": 12.395934658125043}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.738426923751831, "Finetune/Loss (Raw)": 0.8030703663825989, "Finetune/Step": 4934, "Finetune/Step Time": 12.389065738767385}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7387440800666809, "Finetune/Loss (Raw)": 0.8016316294670105, "Finetune/Step": 4935, "Finetune/Step Time": 12.386495994403958}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7369539737701416, "Finetune/Loss (Raw)": 0.6535826325416565, "Finetune/Step": 4936, "Finetune/Step Time": 12.399522732943296}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7396236062049866, "Finetune/Loss (Raw)": 0.8801065683364868, "Finetune/Step": 4937, "Finetune/Step Time": 12.393244521692395}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7401365637779236, "Finetune/Loss (Raw)": 0.7762273550033569, "Finetune/Step": 4938, "Finetune/Step Time": 12.406273756176233}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7388359308242798, "Finetune/Loss (Raw)": 0.5999966263771057, "Finetune/Step": 4939, "Finetune/Step Time": 12.405502973124385}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7377992868423462, "Finetune/Loss (Raw)": 0.6006943583488464, "Finetune/Step": 4940, "Finetune/Step Time": 12.405986277386546}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7372129559516907, "Finetune/Loss (Raw)": 0.6266875267028809, "Finetune/Step": 4941, "Finetune/Step Time": 12.382152259349823}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7364879846572876, "Finetune/Loss (Raw)": 0.6782285571098328, "Finetune/Step": 4942, "Finetune/Step Time": 12.38790588453412}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7350558042526245, "Finetune/Loss (Raw)": 0.6692548990249634, "Finetune/Step": 4943, "Finetune/Step Time": 12.402484528720379}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7359400391578674, "Finetune/Loss (Raw)": 0.7764735817909241, "Finetune/Step": 4944, "Finetune/Step Time": 12.385924270376563}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7365116477012634, "Finetune/Loss (Raw)": 0.8456595540046692, "Finetune/Step": 4945, "Finetune/Step Time": 12.381945749744773}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.735519528388977, "Finetune/Loss (Raw)": 0.6925356388092041, "Finetune/Step": 4946, "Finetune/Step Time": 12.383305728435516}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7349299788475037, "Finetune/Loss (Raw)": 0.7604843974113464, "Finetune/Step": 4947, "Finetune/Step Time": 12.386468291282654}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.734067440032959, "Finetune/Loss (Raw)": 0.7226872444152832, "Finetune/Step": 4948, "Finetune/Step Time": 12.386173350736499}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7326520681381226, "Finetune/Loss (Raw)": 0.6853119134902954, "Finetune/Step": 4949, "Finetune/Step Time": 12.383983148261905}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7313219308853149, "Finetune/Loss (Raw)": 0.6468590497970581, "Finetune/Step": 4950, "Finetune/Step Time": 12.395917739719152}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7311598062515259, "Finetune/Loss (Raw)": 0.8062255382537842, "Finetune/Step": 4951, "Finetune/Step Time": 12.395460339263082}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7325329184532166, "Finetune/Loss (Raw)": 0.7764269113540649, "Finetune/Step": 4952, "Finetune/Step Time": 12.383315781131387}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7321038246154785, "Finetune/Loss (Raw)": 0.6673093438148499, "Finetune/Step": 4953, "Finetune/Step Time": 12.381076022982597}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7321782112121582, "Finetune/Loss (Raw)": 0.7635670304298401, "Finetune/Step": 4954, "Finetune/Step Time": 12.460990795865655}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.731637716293335, "Finetune/Loss (Raw)": 0.7564067244529724, "Finetune/Step": 4955, "Finetune/Step Time": 12.468073161318898}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7317606806755066, "Finetune/Loss (Raw)": 0.7927441000938416, "Finetune/Step": 4956, "Finetune/Step Time": 12.447481883689761}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7320494651794434, "Finetune/Loss (Raw)": 0.7951516509056091, "Finetune/Step": 4957, "Finetune/Step Time": 12.432206649333239}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7316755056381226, "Finetune/Loss (Raw)": 0.664600133895874, "Finetune/Step": 4958, "Finetune/Step Time": 12.459201570600271}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7328513264656067, "Finetune/Loss (Raw)": 0.6902104020118713, "Finetune/Step": 4959, "Finetune/Step Time": 12.46420906111598}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7334187030792236, "Finetune/Loss (Raw)": 0.719393789768219, "Finetune/Step": 4960, "Finetune/Step Time": 12.418495256453753}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.733161211013794, "Finetune/Loss (Raw)": 0.7192080020904541, "Finetune/Step": 4961, "Finetune/Step Time": 12.41441615857184}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7323760986328125, "Finetune/Loss (Raw)": 0.8059672713279724, "Finetune/Step": 4962, "Finetune/Step Time": 12.42353350110352}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7316187024116516, "Finetune/Loss (Raw)": 0.7189710736274719, "Finetune/Step": 4963, "Finetune/Step Time": 12.426464732736349}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7314752340316772, "Finetune/Loss (Raw)": 0.8298332095146179, "Finetune/Step": 4964, "Finetune/Step Time": 12.43580211699009}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.732236921787262, "Finetune/Loss (Raw)": 0.851274847984314, "Finetune/Step": 4965, "Finetune/Step Time": 12.437487907707691}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7313083410263062, "Finetune/Loss (Raw)": 0.702137291431427, "Finetune/Step": 4966, "Finetune/Step Time": 12.443390449509025}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7324745059013367, "Finetune/Loss (Raw)": 0.8177697658538818, "Finetune/Step": 4967, "Finetune/Step Time": 12.440079052001238}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7325799465179443, "Finetune/Loss (Raw)": 0.7500491738319397, "Finetune/Step": 4968, "Finetune/Step Time": 12.42778860591352}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.732530415058136, "Finetune/Loss (Raw)": 0.6794999837875366, "Finetune/Step": 4969, "Finetune/Step Time": 12.433136204257607}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7335332036018372, "Finetune/Loss (Raw)": 0.7660222053527832, "Finetune/Step": 4970, "Finetune/Step Time": 12.405104495584965}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7333592176437378, "Finetune/Loss (Raw)": 0.8767395615577698, "Finetune/Step": 4971, "Finetune/Step Time": 12.422863496467471}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7338112592697144, "Finetune/Loss (Raw)": 0.7336374521255493, "Finetune/Step": 4972, "Finetune/Step Time": 12.417382376268506}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7343505620956421, "Finetune/Loss (Raw)": 0.9063417315483093, "Finetune/Step": 4973, "Finetune/Step Time": 12.418351722881198}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7326313257217407, "Finetune/Loss (Raw)": 0.5428323149681091, "Finetune/Step": 4974, "Finetune/Step Time": 12.406855020672083}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7328709959983826, "Finetune/Loss (Raw)": 0.6526975035667419, "Finetune/Step": 4975, "Finetune/Step Time": 12.386138623580337}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7347373366355896, "Finetune/Loss (Raw)": 0.8776765465736389, "Finetune/Step": 4976, "Finetune/Step Time": 12.390606066212058}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7347009181976318, "Finetune/Loss (Raw)": 0.6478920578956604, "Finetune/Step": 4977, "Finetune/Step Time": 12.395321188494563}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.733924150466919, "Finetune/Loss (Raw)": 0.7171077132225037, "Finetune/Step": 4978, "Finetune/Step Time": 12.378049759194255}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7323623299598694, "Finetune/Loss (Raw)": 0.6401898264884949, "Finetune/Step": 4979, "Finetune/Step Time": 12.380692820996046}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7323975563049316, "Finetune/Loss (Raw)": 0.6339161396026611, "Finetune/Step": 4980, "Finetune/Step Time": 12.371065579354763}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7315725684165955, "Finetune/Loss (Raw)": 0.6765356063842773, "Finetune/Step": 4981, "Finetune/Step Time": 12.358701238408685}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7339462041854858, "Finetune/Loss (Raw)": 0.8124877214431763, "Finetune/Step": 4982, "Finetune/Step Time": 12.354449737817049}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7333930730819702, "Finetune/Loss (Raw)": 0.6790977120399475, "Finetune/Step": 4983, "Finetune/Step Time": 12.378300469368696}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.731960117816925, "Finetune/Loss (Raw)": 0.5997084379196167, "Finetune/Step": 4984, "Finetune/Step Time": 12.390940841287374}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7320189476013184, "Finetune/Loss (Raw)": 0.8420006036758423, "Finetune/Step": 4985, "Finetune/Step Time": 12.385196268558502}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7295240759849548, "Finetune/Loss (Raw)": 0.5851592421531677, "Finetune/Step": 4986, "Finetune/Step Time": 12.37504007667303}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7295055389404297, "Finetune/Loss (Raw)": 0.7594682574272156, "Finetune/Step": 4987, "Finetune/Step Time": 12.382141172885895}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7304745316505432, "Finetune/Loss (Raw)": 0.808049201965332, "Finetune/Step": 4988, "Finetune/Step Time": 12.390005346387625}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7311403751373291, "Finetune/Loss (Raw)": 0.7880439758300781, "Finetune/Step": 4989, "Finetune/Step Time": 12.375811476260424}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7299681901931763, "Finetune/Loss (Raw)": 0.7461020946502686, "Finetune/Step": 4990, "Finetune/Step Time": 12.37504424713552}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7288687825202942, "Finetune/Loss (Raw)": 0.739916980266571, "Finetune/Step": 4991, "Finetune/Step Time": 12.36928541958332}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7305465340614319, "Finetune/Loss (Raw)": 0.9195265173912048, "Finetune/Step": 4992, "Finetune/Step Time": 12.369007227942348}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7279672026634216, "Finetune/Loss (Raw)": 0.4855113923549652, "Finetune/Step": 4993, "Finetune/Step Time": 12.384710863232613}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7284913063049316, "Finetune/Loss (Raw)": 0.7642952799797058, "Finetune/Step": 4994, "Finetune/Step Time": 12.391019409522414}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7283505797386169, "Finetune/Loss (Raw)": 0.5465428233146667, "Finetune/Step": 4995, "Finetune/Step Time": 12.370326701551676}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7298272848129272, "Finetune/Loss (Raw)": 0.8623484969139099, "Finetune/Step": 4996, "Finetune/Step Time": 12.36984688974917}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7312061786651611, "Finetune/Loss (Raw)": 0.8048849105834961, "Finetune/Step": 4997, "Finetune/Step Time": 12.34983522631228}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7335644364356995, "Finetune/Loss (Raw)": 0.984260082244873, "Finetune/Step": 4998, "Finetune/Step Time": 12.350098241120577}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7343372702598572, "Finetune/Loss (Raw)": 0.855570912361145, "Finetune/Step": 4999, "Finetune/Step Time": 12.338375646620989}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7330479025840759, "Finetune/Loss (Raw)": 0.5770374536514282, "Finetune/Step": 5000, "Finetune/Step Time": 12.364774644374847}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7337819337844849, "Finetune/Loss (Raw)": 0.771762490272522, "Finetune/Step": 5001, "Finetune/Step Time": 12.328388031572104}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7333369255065918, "Finetune/Loss (Raw)": 0.4863019287586212, "Finetune/Step": 5002, "Finetune/Step Time": 12.330175338312984}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7330070734024048, "Finetune/Loss (Raw)": 0.669192373752594, "Finetune/Step": 5003, "Finetune/Step Time": 12.315237700939178}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.731005847454071, "Finetune/Loss (Raw)": 0.5890108346939087, "Finetune/Step": 5004, "Finetune/Step Time": 12.332611320540309}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7300666570663452, "Finetune/Loss (Raw)": 0.7380208969116211, "Finetune/Step": 5005, "Finetune/Step Time": 12.349082257598639}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7306817770004272, "Finetune/Loss (Raw)": 0.7630683779716492, "Finetune/Step": 5006, "Finetune/Step Time": 12.327652588486671}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7286108732223511, "Finetune/Loss (Raw)": 0.5287995338439941, "Finetune/Step": 5007, "Finetune/Step Time": 12.338929479941726}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7273587584495544, "Finetune/Loss (Raw)": 0.6651701927185059, "Finetune/Step": 5008, "Finetune/Step Time": 12.356705076992512}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7271438837051392, "Finetune/Loss (Raw)": 0.8961509466171265, "Finetune/Step": 5009, "Finetune/Step Time": 12.360698649659753}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7279831171035767, "Finetune/Loss (Raw)": 0.7576625943183899, "Finetune/Step": 5010, "Finetune/Step Time": 12.349605452269316}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7288066744804382, "Finetune/Loss (Raw)": 0.7436829209327698, "Finetune/Step": 5011, "Finetune/Step Time": 12.349388485774398}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7280215620994568, "Finetune/Loss (Raw)": 0.7402825951576233, "Finetune/Step": 5012, "Finetune/Step Time": 12.346371913328767}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7271857261657715, "Finetune/Loss (Raw)": 0.6089136600494385, "Finetune/Step": 5013, "Finetune/Step Time": 12.34998183324933}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7261661291122437, "Finetune/Loss (Raw)": 0.6902180314064026, "Finetune/Step": 5014, "Finetune/Step Time": 12.339266696944833}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7254511713981628, "Finetune/Loss (Raw)": 0.6843101382255554, "Finetune/Step": 5015, "Finetune/Step Time": 12.320258708670735}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7246024012565613, "Finetune/Loss (Raw)": 0.6983750462532043, "Finetune/Step": 5016, "Finetune/Step Time": 12.351756090298295}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7236356735229492, "Finetune/Loss (Raw)": 0.6389474868774414, "Finetune/Step": 5017, "Finetune/Step Time": 12.353657001629472}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7233017086982727, "Finetune/Loss (Raw)": 0.6410038471221924, "Finetune/Step": 5018, "Finetune/Step Time": 12.336478013545275}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7231943607330322, "Finetune/Loss (Raw)": 0.6948298215866089, "Finetune/Step": 5019, "Finetune/Step Time": 12.334791012108326}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7219417095184326, "Finetune/Loss (Raw)": 0.5933660864830017, "Finetune/Step": 5020, "Finetune/Step Time": 12.358497705310583}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7217334508895874, "Finetune/Loss (Raw)": 0.8185470104217529, "Finetune/Step": 5021, "Finetune/Step Time": 12.363529123365879}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7222244739532471, "Finetune/Loss (Raw)": 0.7723459005355835, "Finetune/Step": 5022, "Finetune/Step Time": 12.337774783372879}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7229247689247131, "Finetune/Loss (Raw)": 0.7202703356742859, "Finetune/Step": 5023, "Finetune/Step Time": 12.342582637444139}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7221543788909912, "Finetune/Loss (Raw)": 0.7313557267189026, "Finetune/Step": 5024, "Finetune/Step Time": 12.348227817565203}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7229174971580505, "Finetune/Loss (Raw)": 0.7103090286254883, "Finetune/Step": 5025, "Finetune/Step Time": 12.349215671420097}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7243069410324097, "Finetune/Loss (Raw)": 0.8034082055091858, "Finetune/Step": 5026, "Finetune/Step Time": 12.340113623067737}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7239781022071838, "Finetune/Loss (Raw)": 0.7901927828788757, "Finetune/Step": 5027, "Finetune/Step Time": 12.340929355472326}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7248066067695618, "Finetune/Loss (Raw)": 0.8565502762794495, "Finetune/Step": 5028, "Finetune/Step Time": 12.340247651562095}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7254423499107361, "Finetune/Loss (Raw)": 0.8049494624137878, "Finetune/Step": 5029, "Finetune/Step Time": 12.341778572648764}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7254776358604431, "Finetune/Loss (Raw)": 0.7183067798614502, "Finetune/Step": 5030, "Finetune/Step Time": 12.344861207529902}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.725667417049408, "Finetune/Loss (Raw)": 0.7192116379737854, "Finetune/Step": 5031, "Finetune/Step Time": 12.345749132335186}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7260136008262634, "Finetune/Loss (Raw)": 0.7920613884925842, "Finetune/Step": 5032, "Finetune/Step Time": 12.341520551592112}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7259421348571777, "Finetune/Loss (Raw)": 0.7438711524009705, "Finetune/Step": 5033, "Finetune/Step Time": 12.339565528556705}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.726438581943512, "Finetune/Loss (Raw)": 0.7688186764717102, "Finetune/Step": 5034, "Finetune/Step Time": 12.337811606004834}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7271579504013062, "Finetune/Loss (Raw)": 0.6879982948303223, "Finetune/Step": 5035, "Finetune/Step Time": 12.33350513316691}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7268216013908386, "Finetune/Loss (Raw)": 0.6996638774871826, "Finetune/Step": 5036, "Finetune/Step Time": 12.304411847144365}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7279919981956482, "Finetune/Loss (Raw)": 0.8768596649169922, "Finetune/Step": 5037, "Finetune/Step Time": 12.300310414284468}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.728635311126709, "Finetune/Loss (Raw)": 0.8754106760025024, "Finetune/Step": 5038, "Finetune/Step Time": 12.309042166918516}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7300732135772705, "Finetune/Loss (Raw)": 0.9162958860397339, "Finetune/Step": 5039, "Finetune/Step Time": 12.315261758863926}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7285983562469482, "Finetune/Loss (Raw)": 0.5289510488510132, "Finetune/Step": 5040, "Finetune/Step Time": 12.323098788037896}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7294330596923828, "Finetune/Loss (Raw)": 0.8940199613571167, "Finetune/Step": 5041, "Finetune/Step Time": 12.309999272227287}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7310599088668823, "Finetune/Loss (Raw)": 0.8740602731704712, "Finetune/Step": 5042, "Finetune/Step Time": 12.303584529086947}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7321059703826904, "Finetune/Loss (Raw)": 0.7708413600921631, "Finetune/Step": 5043, "Finetune/Step Time": 12.308836314827204}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7322931289672852, "Finetune/Loss (Raw)": 0.752903163433075, "Finetune/Step": 5044, "Finetune/Step Time": 12.314178120344877}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.732373058795929, "Finetune/Loss (Raw)": 0.6457018852233887, "Finetune/Step": 5045, "Finetune/Step Time": 12.313286297023296}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.731048583984375, "Finetune/Loss (Raw)": 0.605549156665802, "Finetune/Step": 5046, "Finetune/Step Time": 12.33284379914403}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7313785552978516, "Finetune/Loss (Raw)": 0.7835986614227295, "Finetune/Step": 5047, "Finetune/Step Time": 12.333932528272271}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7316111922264099, "Finetune/Loss (Raw)": 0.8623307347297668, "Finetune/Step": 5048, "Finetune/Step Time": 12.335744505748153}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.731285035610199, "Finetune/Loss (Raw)": 0.6784653067588806, "Finetune/Step": 5049, "Finetune/Step Time": 12.323682131245732}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7317222356796265, "Finetune/Loss (Raw)": 0.7113122344017029, "Finetune/Step": 5050, "Finetune/Step Time": 12.336940104141831}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7307738065719604, "Finetune/Loss (Raw)": 0.5984897017478943, "Finetune/Step": 5051, "Finetune/Step Time": 12.364400412887335}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7300034761428833, "Finetune/Loss (Raw)": 0.577129065990448, "Finetune/Step": 5052, "Finetune/Step Time": 12.38543757982552}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7292495965957642, "Finetune/Loss (Raw)": 0.5692212581634521, "Finetune/Step": 5053, "Finetune/Step Time": 12.397175444290042}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7303529977798462, "Finetune/Loss (Raw)": 0.8371067643165588, "Finetune/Step": 5054, "Finetune/Step Time": 12.40272413007915}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7302884459495544, "Finetune/Loss (Raw)": 0.720612108707428, "Finetune/Step": 5055, "Finetune/Step Time": 12.401881139725447}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7321537733078003, "Finetune/Loss (Raw)": 0.7821919322013855, "Finetune/Step": 5056, "Finetune/Step Time": 12.368451500311494}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7322107553482056, "Finetune/Loss (Raw)": 0.7037099599838257, "Finetune/Step": 5057, "Finetune/Step Time": 12.371748231351376}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7322024703025818, "Finetune/Loss (Raw)": 0.7672420144081116, "Finetune/Step": 5058, "Finetune/Step Time": 12.37479492276907}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7322702407836914, "Finetune/Loss (Raw)": 0.8342300057411194, "Finetune/Step": 5059, "Finetune/Step Time": 12.368770524859428}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.732986569404602, "Finetune/Loss (Raw)": 0.8806769251823425, "Finetune/Step": 5060, "Finetune/Step Time": 12.363868096843362}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7340703010559082, "Finetune/Loss (Raw)": 0.8193196058273315, "Finetune/Step": 5061, "Finetune/Step Time": 12.340302668511868}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7321260571479797, "Finetune/Loss (Raw)": 0.5542024970054626, "Finetune/Step": 5062, "Finetune/Step Time": 12.347905227914453}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7324968576431274, "Finetune/Loss (Raw)": 0.8491010665893555, "Finetune/Step": 5063, "Finetune/Step Time": 12.348539683967829}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7322678565979004, "Finetune/Loss (Raw)": 0.6242644786834717, "Finetune/Step": 5064, "Finetune/Step Time": 12.345588544383645}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7320559024810791, "Finetune/Loss (Raw)": 0.8529788255691528, "Finetune/Step": 5065, "Finetune/Step Time": 12.353120544925332}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7325571775436401, "Finetune/Loss (Raw)": 0.8403862714767456, "Finetune/Step": 5066, "Finetune/Step Time": 12.341629521921277}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7334058880805969, "Finetune/Loss (Raw)": 0.7086363434791565, "Finetune/Step": 5067, "Finetune/Step Time": 12.31842022575438}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7347316741943359, "Finetune/Loss (Raw)": 0.7703937888145447, "Finetune/Step": 5068, "Finetune/Step Time": 12.305481050163507}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7352251410484314, "Finetune/Loss (Raw)": 0.6898553967475891, "Finetune/Step": 5069, "Finetune/Step Time": 12.30882915854454}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7353222370147705, "Finetune/Loss (Raw)": 0.690650463104248, "Finetune/Step": 5070, "Finetune/Step Time": 12.30611813440919}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7356345653533936, "Finetune/Loss (Raw)": 0.7092372179031372, "Finetune/Step": 5071, "Finetune/Step Time": 12.317768674343824}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7366500496864319, "Finetune/Loss (Raw)": 0.9064575433731079, "Finetune/Step": 5072, "Finetune/Step Time": 12.322123115882277}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.736290693283081, "Finetune/Loss (Raw)": 0.7996588945388794, "Finetune/Step": 5073, "Finetune/Step Time": 12.328947367146611}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.737576961517334, "Finetune/Loss (Raw)": 0.8571837544441223, "Finetune/Step": 5074, "Finetune/Step Time": 12.32825554907322}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.736426591873169, "Finetune/Loss (Raw)": 0.6132264733314514, "Finetune/Step": 5075, "Finetune/Step Time": 12.354987734928727}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7368063926696777, "Finetune/Loss (Raw)": 0.771308183670044, "Finetune/Step": 5076, "Finetune/Step Time": 12.352335458621383}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7371827960014343, "Finetune/Loss (Raw)": 0.7334930300712585, "Finetune/Step": 5077, "Finetune/Step Time": 12.381100019440055}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7376056909561157, "Finetune/Loss (Raw)": 0.7009829878807068, "Finetune/Step": 5078, "Finetune/Step Time": 12.358689969405532}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7379364967346191, "Finetune/Loss (Raw)": 0.8485726118087769, "Finetune/Step": 5079, "Finetune/Step Time": 12.35338875465095}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7381565570831299, "Finetune/Loss (Raw)": 0.8046038150787354, "Finetune/Step": 5080, "Finetune/Step Time": 12.344556769356132}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7376282215118408, "Finetune/Loss (Raw)": 0.5996727347373962, "Finetune/Step": 5081, "Finetune/Step Time": 12.339884111657739}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7359192371368408, "Finetune/Loss (Raw)": 0.5448185801506042, "Finetune/Step": 5082, "Finetune/Step Time": 12.28160042501986}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7353939414024353, "Finetune/Loss (Raw)": 0.6891679763793945, "Finetune/Step": 5083, "Finetune/Step Time": 12.282573016360402}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7343670129776001, "Finetune/Loss (Raw)": 0.6612949967384338, "Finetune/Step": 5084, "Finetune/Step Time": 12.300375007092953}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7337355613708496, "Finetune/Loss (Raw)": 0.7143285870552063, "Finetune/Step": 5085, "Finetune/Step Time": 12.309460826218128}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7353963851928711, "Finetune/Loss (Raw)": 0.8771946430206299, "Finetune/Step": 5086, "Finetune/Step Time": 12.289846768602729}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7357426881790161, "Finetune/Loss (Raw)": 0.7345259785652161, "Finetune/Step": 5087, "Finetune/Step Time": 12.288413779810071}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7369789481163025, "Finetune/Loss (Raw)": 0.8776395320892334, "Finetune/Step": 5088, "Finetune/Step Time": 12.276336623355746}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7379009127616882, "Finetune/Loss (Raw)": 0.8372157216072083, "Finetune/Step": 5089, "Finetune/Step Time": 12.278122453019023}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7370316982269287, "Finetune/Loss (Raw)": 0.6947168707847595, "Finetune/Step": 5090, "Finetune/Step Time": 12.271192137151957}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7376177310943604, "Finetune/Loss (Raw)": 0.7939736843109131, "Finetune/Step": 5091, "Finetune/Step Time": 12.281451020389795}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7356561422348022, "Finetune/Loss (Raw)": 0.5787578821182251, "Finetune/Step": 5092, "Finetune/Step Time": 12.3098613191396}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7349834442138672, "Finetune/Loss (Raw)": 0.7651677131652832, "Finetune/Step": 5093, "Finetune/Step Time": 12.321951163932681}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7338356971740723, "Finetune/Loss (Raw)": 0.5552199482917786, "Finetune/Step": 5094, "Finetune/Step Time": 12.330494917929173}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7318060398101807, "Finetune/Loss (Raw)": 0.5579771399497986, "Finetune/Step": 5095, "Finetune/Step Time": 12.338765200227499}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7311823964118958, "Finetune/Loss (Raw)": 0.6702264547348022, "Finetune/Step": 5096, "Finetune/Step Time": 12.394361674785614}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7293092012405396, "Finetune/Loss (Raw)": 0.43973100185394287, "Finetune/Step": 5097, "Finetune/Step Time": 12.376433674246073}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.728175163269043, "Finetune/Loss (Raw)": 0.6208590865135193, "Finetune/Step": 5098, "Finetune/Step Time": 12.37872147001326}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7266296148300171, "Finetune/Loss (Raw)": 0.6789041757583618, "Finetune/Step": 5099, "Finetune/Step Time": 12.360689589753747}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7257986664772034, "Finetune/Loss (Raw)": 0.6272853016853333, "Finetune/Step": 5100, "Finetune/Step Time": 12.338286064565182}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7240341901779175, "Finetune/Loss (Raw)": 0.6804850697517395, "Finetune/Step": 5101, "Finetune/Step Time": 12.335475169122219}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7252219915390015, "Finetune/Loss (Raw)": 0.6948720812797546, "Finetune/Step": 5102, "Finetune/Step Time": 12.313228510320187}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7267630100250244, "Finetune/Loss (Raw)": 0.8499510288238525, "Finetune/Step": 5103, "Finetune/Step Time": 12.305471478030086}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7237985730171204, "Finetune/Loss (Raw)": 0.4982280135154724, "Finetune/Step": 5104, "Finetune/Step Time": 12.30868411809206}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7249664664268494, "Finetune/Loss (Raw)": 0.7973779439926147, "Finetune/Step": 5105, "Finetune/Step Time": 12.274315051734447}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7262908220291138, "Finetune/Loss (Raw)": 0.886623740196228, "Finetune/Step": 5106, "Finetune/Step Time": 12.278674384579062}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7277094125747681, "Finetune/Loss (Raw)": 0.8217740058898926, "Finetune/Step": 5107, "Finetune/Step Time": 12.276968512684107}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.728623628616333, "Finetune/Loss (Raw)": 0.7509351968765259, "Finetune/Step": 5108, "Finetune/Step Time": 12.253844387829304}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7300885915756226, "Finetune/Loss (Raw)": 0.8640514612197876, "Finetune/Step": 5109, "Finetune/Step Time": 12.257833119481802}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7292484641075134, "Finetune/Loss (Raw)": 0.7049503922462463, "Finetune/Step": 5110, "Finetune/Step Time": 12.272895451635122}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7288484573364258, "Finetune/Loss (Raw)": 0.6279014348983765, "Finetune/Step": 5111, "Finetune/Step Time": 12.286664299666882}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7284316420555115, "Finetune/Loss (Raw)": 0.5463566780090332, "Finetune/Step": 5112, "Finetune/Step Time": 12.301103634759784}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7264730930328369, "Finetune/Loss (Raw)": 0.5912948846817017, "Finetune/Step": 5113, "Finetune/Step Time": 12.33598043397069}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7273819446563721, "Finetune/Loss (Raw)": 0.7014949917793274, "Finetune/Step": 5114, "Finetune/Step Time": 12.341051001101732}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7268790006637573, "Finetune/Loss (Raw)": 0.6950998902320862, "Finetune/Step": 5115, "Finetune/Step Time": 12.332044333219528}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7247852087020874, "Finetune/Loss (Raw)": 0.5400364995002747, "Finetune/Step": 5116, "Finetune/Step Time": 12.362232964485884}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7257115840911865, "Finetune/Loss (Raw)": 0.9066226482391357, "Finetune/Step": 5117, "Finetune/Step Time": 12.364523112773895}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7259100675582886, "Finetune/Loss (Raw)": 0.771504282951355, "Finetune/Step": 5118, "Finetune/Step Time": 12.369717460125685}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7267746329307556, "Finetune/Loss (Raw)": 0.8505867123603821, "Finetune/Step": 5119, "Finetune/Step Time": 12.371346302330494}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7239667177200317, "Finetune/Loss (Raw)": 0.5601197481155396, "Finetune/Step": 5120, "Finetune/Step Time": 12.381871556863189}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7254940271377563, "Finetune/Loss (Raw)": 0.6809999942779541, "Finetune/Step": 5121, "Finetune/Step Time": 12.364781863987446}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7247883081436157, "Finetune/Loss (Raw)": 0.6739637851715088, "Finetune/Step": 5122, "Finetune/Step Time": 12.35608272999525}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7266212701797485, "Finetune/Loss (Raw)": 0.7811588048934937, "Finetune/Step": 5123, "Finetune/Step Time": 12.355252409353852}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7265443801879883, "Finetune/Loss (Raw)": 0.8525092005729675, "Finetune/Step": 5124, "Finetune/Step Time": 12.354896761476994}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7267242670059204, "Finetune/Loss (Raw)": 0.8279094696044922, "Finetune/Step": 5125, "Finetune/Step Time": 12.35894669406116}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7241854071617126, "Finetune/Loss (Raw)": 0.6592873334884644, "Finetune/Step": 5126, "Finetune/Step Time": 12.380585826933384}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7224590182304382, "Finetune/Loss (Raw)": 0.6345914006233215, "Finetune/Step": 5127, "Finetune/Step Time": 12.39758275821805}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7237352132797241, "Finetune/Loss (Raw)": 0.7403936982154846, "Finetune/Step": 5128, "Finetune/Step Time": 12.372927974909544}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7215007543563843, "Finetune/Loss (Raw)": 0.4857468008995056, "Finetune/Step": 5129, "Finetune/Step Time": 12.400407955050468}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7233715057373047, "Finetune/Loss (Raw)": 0.7257592678070068, "Finetune/Step": 5130, "Finetune/Step Time": 12.392188036814332}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7225390076637268, "Finetune/Loss (Raw)": 0.5626326203346252, "Finetune/Step": 5131, "Finetune/Step Time": 12.397720195353031}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7223436832427979, "Finetune/Loss (Raw)": 0.564013659954071, "Finetune/Step": 5132, "Finetune/Step Time": 12.388337936252356}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7219525575637817, "Finetune/Loss (Raw)": 0.687955379486084, "Finetune/Step": 5133, "Finetune/Step Time": 12.377689607441425}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7221609354019165, "Finetune/Loss (Raw)": 0.7897352576255798, "Finetune/Step": 5134, "Finetune/Step Time": 12.393745521083474}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7228817939758301, "Finetune/Loss (Raw)": 0.6210666298866272, "Finetune/Step": 5135, "Finetune/Step Time": 12.387858537957072}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7246149778366089, "Finetune/Loss (Raw)": 0.8870236873626709, "Finetune/Step": 5136, "Finetune/Step Time": 12.383399780839682}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7234369516372681, "Finetune/Loss (Raw)": 0.7453605532646179, "Finetune/Step": 5137, "Finetune/Step Time": 12.383646607398987}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7230854630470276, "Finetune/Loss (Raw)": 0.7126756906509399, "Finetune/Step": 5138, "Finetune/Step Time": 12.411732394248247}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7212591171264648, "Finetune/Loss (Raw)": 0.5099042654037476, "Finetune/Step": 5139, "Finetune/Step Time": 12.435610895976424}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7214912176132202, "Finetune/Loss (Raw)": 0.7699994444847107, "Finetune/Step": 5140, "Finetune/Step Time": 12.431187892332673}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7233113050460815, "Finetune/Loss (Raw)": 0.8418861031532288, "Finetune/Step": 5141, "Finetune/Step Time": 12.424721293151379}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7229710221290588, "Finetune/Loss (Raw)": 0.6466583609580994, "Finetune/Step": 5142, "Finetune/Step Time": 12.425907045602798}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7243328094482422, "Finetune/Loss (Raw)": 0.858620822429657, "Finetune/Step": 5143, "Finetune/Step Time": 12.430272202938795}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7232387661933899, "Finetune/Loss (Raw)": 0.5583357810974121, "Finetune/Step": 5144, "Finetune/Step Time": 12.440218012779951}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7239568829536438, "Finetune/Loss (Raw)": 0.7308655381202698, "Finetune/Step": 5145, "Finetune/Step Time": 12.44583368115127}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7256456017494202, "Finetune/Loss (Raw)": 0.857162356376648, "Finetune/Step": 5146, "Finetune/Step Time": 12.442388154566288}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7261226177215576, "Finetune/Loss (Raw)": 0.7558794021606445, "Finetune/Step": 5147, "Finetune/Step Time": 12.4457754958421}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7253991365432739, "Finetune/Loss (Raw)": 0.5007674694061279, "Finetune/Step": 5148, "Finetune/Step Time": 12.424068883061409}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7247753143310547, "Finetune/Loss (Raw)": 0.738697350025177, "Finetune/Step": 5149, "Finetune/Step Time": 12.433963475748897}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7245926856994629, "Finetune/Loss (Raw)": 0.748968243598938, "Finetune/Step": 5150, "Finetune/Step Time": 12.443341424688697}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7243578433990479, "Finetune/Loss (Raw)": 0.6902062296867371, "Finetune/Step": 5151, "Finetune/Step Time": 12.438571963459253}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7239925861358643, "Finetune/Loss (Raw)": 0.6846012473106384, "Finetune/Step": 5152, "Finetune/Step Time": 12.439645808190107}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.723676860332489, "Finetune/Loss (Raw)": 0.6699007153511047, "Finetune/Step": 5153, "Finetune/Step Time": 12.453949004411697}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7223252058029175, "Finetune/Loss (Raw)": 0.6304017901420593, "Finetune/Step": 5154, "Finetune/Step Time": 12.485158987343311}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7212954759597778, "Finetune/Loss (Raw)": 0.6583872437477112, "Finetune/Step": 5155, "Finetune/Step Time": 12.49189217761159}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7208304405212402, "Finetune/Loss (Raw)": 0.7970196604728699, "Finetune/Step": 5156, "Finetune/Step Time": 12.509854190051556}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7202536463737488, "Finetune/Loss (Raw)": 0.7311251759529114, "Finetune/Step": 5157, "Finetune/Step Time": 12.51105097681284}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7203317284584045, "Finetune/Loss (Raw)": 0.7282967567443848, "Finetune/Step": 5158, "Finetune/Step Time": 12.51116744056344}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7214149832725525, "Finetune/Loss (Raw)": 0.8578683137893677, "Finetune/Step": 5159, "Finetune/Step Time": 12.514777025207877}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7219757437705994, "Finetune/Loss (Raw)": 0.8638458847999573, "Finetune/Step": 5160, "Finetune/Step Time": 12.512058723717928}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7222485542297363, "Finetune/Loss (Raw)": 0.7787840366363525, "Finetune/Step": 5161, "Finetune/Step Time": 12.530601492151618}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7215676307678223, "Finetune/Loss (Raw)": 0.6816692352294922, "Finetune/Step": 5162, "Finetune/Step Time": 12.536269165575504}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.722165048122406, "Finetune/Loss (Raw)": 0.7644622325897217, "Finetune/Step": 5163, "Finetune/Step Time": 12.535268161445856}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7232515811920166, "Finetune/Loss (Raw)": 0.8387429118156433, "Finetune/Step": 5164, "Finetune/Step Time": 12.55441521294415}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7206587791442871, "Finetune/Loss (Raw)": 0.5449742674827576, "Finetune/Step": 5165, "Finetune/Step Time": 12.566533314064145}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.7194368839263916, "Finetune/Loss (Raw)": 0.7190151214599609, "Finetune/Step": 5166, "Finetune/Step Time": 12.578148808330297}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7171025276184082, "Finetune/Loss (Raw)": 0.6174951791763306, "Finetune/Step": 5167, "Finetune/Step Time": 12.571609256789088}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.719661295413971, "Finetune/Loss (Raw)": 0.8564697504043579, "Finetune/Step": 5168, "Finetune/Step Time": 12.561576521024108}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7192091941833496, "Finetune/Loss (Raw)": 0.8361498117446899, "Finetune/Step": 5169, "Finetune/Step Time": 12.563786091282964}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.717121958732605, "Finetune/Loss (Raw)": 0.6069036722183228, "Finetune/Step": 5170, "Finetune/Step Time": 12.5591387655586}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7181539535522461, "Finetune/Loss (Raw)": 0.9029302597045898, "Finetune/Step": 5171, "Finetune/Step Time": 12.551291357725859}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7177064418792725, "Finetune/Loss (Raw)": 0.6956221461296082, "Finetune/Step": 5172, "Finetune/Step Time": 12.552137613296509}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7179721593856812, "Finetune/Loss (Raw)": 0.6797141432762146, "Finetune/Step": 5173, "Finetune/Step Time": 12.526050368323922}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7204340696334839, "Finetune/Loss (Raw)": 0.9206697344779968, "Finetune/Step": 5174, "Finetune/Step Time": 12.500642575323582}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7198330163955688, "Finetune/Loss (Raw)": 0.7066601514816284, "Finetune/Step": 5175, "Finetune/Step Time": 12.506175266578794}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7179386615753174, "Finetune/Loss (Raw)": 0.6198614239692688, "Finetune/Step": 5176, "Finetune/Step Time": 12.530002657324076}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.718817949295044, "Finetune/Loss (Raw)": 0.7910078763961792, "Finetune/Step": 5177, "Finetune/Step Time": 12.515537714585662}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7182705402374268, "Finetune/Loss (Raw)": 0.6412490010261536, "Finetune/Step": 5178, "Finetune/Step Time": 12.496072825044394}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7186702489852905, "Finetune/Loss (Raw)": 0.6496554613113403, "Finetune/Step": 5179, "Finetune/Step Time": 12.491242844611406}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7187292575836182, "Finetune/Loss (Raw)": 0.5846800804138184, "Finetune/Step": 5180, "Finetune/Step Time": 12.477037563920021}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7202589511871338, "Finetune/Loss (Raw)": 0.7650155425071716, "Finetune/Step": 5181, "Finetune/Step Time": 12.476036053150892}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7181656956672668, "Finetune/Loss (Raw)": 0.569179117679596, "Finetune/Step": 5182, "Finetune/Step Time": 12.492818962782621}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7187939882278442, "Finetune/Loss (Raw)": 0.8010295033454895, "Finetune/Step": 5183, "Finetune/Step Time": 12.502409158274531}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7175915837287903, "Finetune/Loss (Raw)": 0.6282854080200195, "Finetune/Step": 5184, "Finetune/Step Time": 12.514362735673785}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7182888984680176, "Finetune/Loss (Raw)": 0.7929599285125732, "Finetune/Step": 5185, "Finetune/Step Time": 12.533552434295416}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7169474363327026, "Finetune/Loss (Raw)": 0.5955443382263184, "Finetune/Step": 5186, "Finetune/Step Time": 12.56408355385065}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7150809168815613, "Finetune/Loss (Raw)": 0.5953138470649719, "Finetune/Step": 5187, "Finetune/Step Time": 12.58932725340128}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7135375142097473, "Finetune/Loss (Raw)": 0.683122992515564, "Finetune/Step": 5188, "Finetune/Step Time": 12.592088714241982}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7115546464920044, "Finetune/Loss (Raw)": 0.5655041337013245, "Finetune/Step": 5189, "Finetune/Step Time": 12.609931793063879}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7117549777030945, "Finetune/Loss (Raw)": 0.5798472166061401, "Finetune/Step": 5190, "Finetune/Step Time": 12.607510762289166}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7099100947380066, "Finetune/Loss (Raw)": 0.6129592061042786, "Finetune/Step": 5191, "Finetune/Step Time": 12.623677510768175}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7104610204696655, "Finetune/Loss (Raw)": 0.6947894096374512, "Finetune/Step": 5192, "Finetune/Step Time": 12.618369586765766}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7089177966117859, "Finetune/Loss (Raw)": 0.6554356217384338, "Finetune/Step": 5193, "Finetune/Step Time": 12.637701796367764}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.706979513168335, "Finetune/Loss (Raw)": 0.5922885537147522, "Finetune/Step": 5194, "Finetune/Step Time": 12.666575271636248}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7067608833312988, "Finetune/Loss (Raw)": 0.6806517243385315, "Finetune/Step": 5195, "Finetune/Step Time": 12.667986067011952}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7060889005661011, "Finetune/Loss (Raw)": 0.6843816637992859, "Finetune/Step": 5196, "Finetune/Step Time": 12.67644807510078}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.706801176071167, "Finetune/Loss (Raw)": 0.7810246348381042, "Finetune/Step": 5197, "Finetune/Step Time": 12.662727968767285}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7067111730575562, "Finetune/Loss (Raw)": 0.6791353821754456, "Finetune/Step": 5198, "Finetune/Step Time": 12.655381079763174}