diff --git "a/prism-clip-controlled+7b/run-metrics.jsonl" "b/prism-clip-controlled+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/prism-clip-controlled+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "llama2-7b-pure", "llm_max_length": 2048, "model_id": "prism-clip-controlled+7b", "reduce_in_full_precision": false, "type": "prism-clip-controlled+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "prism-clip-controlled+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "prism-clip-controlled+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 8.095309257507324, "Finetune/Loss (Raw)": 8.095309257507324, "Finetune/Step": 1, "Finetune/Step Time": 15.063021898269653}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 7.819714546203613, "Finetune/Loss (Raw)": 7.5441203117370605, "Finetune/Step": 2, "Finetune/Step Time": 12.453532695770264}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 7.470323085784912, "Finetune/Loss (Raw)": 6.771539211273193, "Finetune/Step": 3, "Finetune/Step Time": 11.19637942314148}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 7.297504425048828, "Finetune/Loss (Raw)": 6.779048919677734, "Finetune/Step": 4, "Finetune/Step Time": 9.73012501001358}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 7.045899391174316, "Finetune/Loss (Raw)": 6.039477348327637, "Finetune/Step": 5, "Finetune/Step Time": 9.181875801086425}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 6.936481475830078, "Finetune/Loss (Raw)": 6.389394760131836, "Finetune/Step": 6, "Finetune/Step Time": 8.643290281295776}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 6.825198650360107, "Finetune/Loss (Raw)": 6.157498359680176, "Finetune/Step": 7, "Finetune/Step Time": 8.20373375075204}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 6.73233699798584, "Finetune/Loss (Raw)": 6.082309246063232, "Finetune/Step": 8, "Finetune/Step Time": 7.915136009454727}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 6.6096954345703125, "Finetune/Loss (Raw)": 5.628560543060303, "Finetune/Step": 9, "Finetune/Step Time": 7.746963818868001}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 6.58674955368042, "Finetune/Loss (Raw)": 6.3802385330200195, "Finetune/Step": 10, "Finetune/Step Time": 7.59608838558197}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 6.4528045654296875, "Finetune/Loss (Raw)": 5.113358020782471, "Finetune/Step": 11, "Finetune/Step Time": 7.562947446649725}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 6.36007833480835, "Finetune/Loss (Raw)": 5.340087413787842, "Finetune/Step": 12, "Finetune/Step Time": 7.403946340084076}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 6.2316741943359375, "Finetune/Loss (Raw)": 4.690829277038574, "Finetune/Step": 13, "Finetune/Step Time": 7.256195746935331}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 6.133152961730957, "Finetune/Loss (Raw)": 4.852363586425781, "Finetune/Step": 14, "Finetune/Step Time": 7.129355839320591}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 5.990780830383301, "Finetune/Loss (Raw)": 3.9975781440734863, "Finetune/Step": 15, "Finetune/Step Time": 7.03298716545105}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 5.82175874710083, "Finetune/Loss (Raw)": 3.286428213119507, "Finetune/Step": 16, "Finetune/Step Time": 6.997323632240295}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 5.705778121948242, "Finetune/Loss (Raw)": 3.8500912189483643, "Finetune/Step": 17, "Finetune/Step Time": 6.959793820100672}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 5.554126262664795, "Finetune/Loss (Raw)": 2.9760401248931885, "Finetune/Step": 18, "Finetune/Step Time": 6.895215537812975}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 5.425154685974121, "Finetune/Loss (Raw)": 3.1036715507507324, "Finetune/Step": 19, "Finetune/Step Time": 6.8455641520650765}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 5.2987751960754395, "Finetune/Loss (Raw)": 2.89755916595459, "Finetune/Step": 20, "Finetune/Step Time": 6.774671530723571}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 5.169073104858398, "Finetune/Loss (Raw)": 2.575026035308838, "Finetune/Step": 21, "Finetune/Step Time": 6.714933293206351}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 5.0319504737854, "Finetune/Loss (Raw)": 2.1523752212524414, "Finetune/Step": 22, "Finetune/Step Time": 6.69881651618264}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 4.844033241271973, "Finetune/Loss (Raw)": 0.7098530530929565, "Finetune/Step": 23, "Finetune/Step Time": 6.677017740581347}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 4.741915702819824, "Finetune/Loss (Raw)": 2.393216371536255, "Finetune/Step": 24, "Finetune/Step Time": 6.718373994032542}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 4.638613224029541, "Finetune/Loss (Raw)": 2.159365177154541, "Finetune/Step": 25, "Finetune/Step Time": 6.670049133300782}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 4.490390777587891, "Finetune/Loss (Raw)": 0.7848235368728638, "Finetune/Step": 26, "Finetune/Step Time": 6.657184417431171}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 4.398900985717773, "Finetune/Loss (Raw)": 2.020167112350464, "Finetune/Step": 27, "Finetune/Step Time": 6.697927978303698}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 4.305598258972168, "Finetune/Loss (Raw)": 1.786423683166504, "Finetune/Step": 28, "Finetune/Step Time": 6.644536418574197}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 4.219967365264893, "Finetune/Loss (Raw)": 1.8223092555999756, "Finetune/Step": 29, "Finetune/Step Time": 6.611729934297759}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 4.134308815002441, "Finetune/Loss (Raw)": 1.650193214416504, "Finetune/Step": 30, "Finetune/Step Time": 6.608123310407003}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 4.06017541885376, "Finetune/Loss (Raw)": 1.8361988067626953, "Finetune/Step": 31, "Finetune/Step Time": 6.5994374598226235}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 3.9841980934143066, "Finetune/Loss (Raw)": 1.6288856267929077, "Finetune/Step": 32, "Finetune/Step Time": 6.587188482284546}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 3.9085824489593506, "Finetune/Loss (Raw)": 1.4888676404953003, "Finetune/Step": 33, "Finetune/Step Time": 6.599743864753029}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 3.8334202766418457, "Finetune/Loss (Raw)": 1.3530794382095337, "Finetune/Step": 34, "Finetune/Step Time": 6.578953245106866}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 3.773775815963745, "Finetune/Loss (Raw)": 1.7458584308624268, "Finetune/Step": 35, "Finetune/Step Time": 6.552457564217704}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 3.7079451084136963, "Finetune/Loss (Raw)": 1.4038671255111694, "Finetune/Step": 36, "Finetune/Step Time": 6.5468280977673}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 3.6502034664154053, "Finetune/Loss (Raw)": 1.5715131759643555, "Finetune/Step": 37, "Finetune/Step Time": 6.566712282799386}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 3.5894463062286377, "Finetune/Loss (Raw)": 1.341437816619873, "Finetune/Step": 38, "Finetune/Step Time": 6.591813438817074}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 3.5312507152557373, "Finetune/Loss (Raw)": 1.3198132514953613, "Finetune/Step": 39, "Finetune/Step Time": 6.5596597744868355}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 3.476062774658203, "Finetune/Loss (Raw)": 1.3237282037734985, "Finetune/Step": 40, "Finetune/Step Time": 6.534695810079574}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 3.4255192279815674, "Finetune/Loss (Raw)": 1.403784155845642, "Finetune/Step": 41, "Finetune/Step Time": 6.528012525744554}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 3.375821113586426, "Finetune/Loss (Raw)": 1.338189721107483, "Finetune/Step": 42, "Finetune/Step Time": 6.491759584063575}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 3.327512502670288, "Finetune/Loss (Raw)": 1.2985717058181763, "Finetune/Step": 43, "Finetune/Step Time": 6.472277907438056}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 3.282409191131592, "Finetune/Loss (Raw)": 1.3429596424102783, "Finetune/Step": 44, "Finetune/Step Time": 6.469283510338176}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 3.235342264175415, "Finetune/Loss (Raw)": 1.1643874645233154, "Finetune/Step": 45, "Finetune/Step Time": 6.476920864317152}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 3.181084632873535, "Finetune/Loss (Raw)": 0.7394983768463135, "Finetune/Step": 46, "Finetune/Step Time": 6.521773861802143}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 3.139021635055542, "Finetune/Loss (Raw)": 1.2041399478912354, "Finetune/Step": 47, "Finetune/Step Time": 6.557185167961932}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 3.0986838340759277, "Finetune/Loss (Raw)": 1.2027779817581177, "Finetune/Step": 48, "Finetune/Step Time": 6.548301403721173}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 3.0608458518981934, "Finetune/Loss (Raw)": 1.2446439266204834, "Finetune/Step": 49, "Finetune/Step Time": 6.5499114552322695}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 3.0213069915771484, "Finetune/Loss (Raw)": 1.083899736404419, "Finetune/Step": 50, "Finetune/Step Time": 6.5347942352294925}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 2.9857358932495117, "Finetune/Loss (Raw)": 1.2071702480316162, "Finetune/Step": 51, "Finetune/Step Time": 6.51317517897662}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.952582597732544, "Finetune/Loss (Raw)": 1.2617629766464233, "Finetune/Step": 52, "Finetune/Step Time": 6.499424324585841}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 2.915364980697632, "Finetune/Loss (Raw)": 0.9800668358802795, "Finetune/Step": 53, "Finetune/Step Time": 6.497773040015742}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 2.879223346710205, "Finetune/Loss (Raw)": 0.9637051820755005, "Finetune/Step": 54, "Finetune/Step Time": 6.504045517356308}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 2.848445177078247, "Finetune/Loss (Raw)": 1.1864391565322876, "Finetune/Step": 55, "Finetune/Step Time": 6.501902857693759}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 2.817913770675659, "Finetune/Loss (Raw)": 1.1386722326278687, "Finetune/Step": 56, "Finetune/Step Time": 6.505917140415737}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 2.7867953777313232, "Finetune/Loss (Raw)": 1.0441654920578003, "Finetune/Step": 57, "Finetune/Step Time": 6.507919767446685}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 2.7574241161346436, "Finetune/Loss (Raw)": 1.083274006843567, "Finetune/Step": 58, "Finetune/Step Time": 6.505169679378641}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 2.729353666305542, "Finetune/Loss (Raw)": 1.1012440919876099, "Finetune/Step": 59, "Finetune/Step Time": 6.524579230001417}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 2.701671838760376, "Finetune/Loss (Raw)": 1.068443775177002, "Finetune/Step": 60, "Finetune/Step Time": 6.547507031758626}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 2.676398754119873, "Finetune/Loss (Raw)": 1.1600369215011597, "Finetune/Step": 61, "Finetune/Step Time": 6.532112664863711}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 2.6525893211364746, "Finetune/Loss (Raw)": 1.200213074684143, "Finetune/Step": 62, "Finetune/Step Time": 6.517618863813339}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 2.6298131942749023, "Finetune/Loss (Raw)": 1.2176859378814697, "Finetune/Step": 63, "Finetune/Step Time": 6.500344374823192}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 2.6054015159606934, "Finetune/Loss (Raw)": 1.0674769878387451, "Finetune/Step": 64, "Finetune/Step Time": 6.495025813579559}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 2.581594705581665, "Finetune/Loss (Raw)": 1.0579512119293213, "Finetune/Step": 65, "Finetune/Step Time": 6.549651982234074}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 2.5578036308288574, "Finetune/Loss (Raw)": 1.0113787651062012, "Finetune/Step": 66, "Finetune/Step Time": 6.541882930379925}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 2.5333874225616455, "Finetune/Loss (Raw)": 0.9219306111335754, "Finetune/Step": 67, "Finetune/Step Time": 6.528157451259556}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 2.512918472290039, "Finetune/Loss (Raw)": 1.1414815187454224, "Finetune/Step": 68, "Finetune/Step Time": 6.514202861224904}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 2.493034601211548, "Finetune/Loss (Raw)": 1.1409251689910889, "Finetune/Step": 69, "Finetune/Step Time": 6.508091349532639}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 2.474640369415283, "Finetune/Loss (Raw)": 1.2054585218429565, "Finetune/Step": 70, "Finetune/Step Time": 6.492254822594779}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 2.4527742862701416, "Finetune/Loss (Raw)": 0.9221475124359131, "Finetune/Step": 71, "Finetune/Step Time": 6.479840396155773}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 2.433027982711792, "Finetune/Loss (Raw)": 1.0310382843017578, "Finetune/Step": 72, "Finetune/Step Time": 6.467670142650604}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 2.412436008453369, "Finetune/Loss (Raw)": 0.9298105239868164, "Finetune/Step": 73, "Finetune/Step Time": 6.452422824624467}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 2.392505168914795, "Finetune/Loss (Raw)": 0.9375441074371338, "Finetune/Step": 74, "Finetune/Step Time": 6.439829152983588}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 2.3716890811920166, "Finetune/Loss (Raw)": 0.8312904834747314, "Finetune/Step": 75, "Finetune/Step Time": 6.427882010142008}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 2.353468656539917, "Finetune/Loss (Raw)": 0.9869470000267029, "Finetune/Step": 76, "Finetune/Step Time": 6.422288715839386}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 2.3375802040100098, "Finetune/Loss (Raw)": 1.130076289176941, "Finetune/Step": 77, "Finetune/Step Time": 6.413761838690027}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 2.322847843170166, "Finetune/Loss (Raw)": 1.1884527206420898, "Finetune/Step": 78, "Finetune/Step Time": 6.398276940370217}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 2.3081815242767334, "Finetune/Loss (Raw)": 1.164185643196106, "Finetune/Step": 79, "Finetune/Step Time": 6.3846423625946045}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 2.29168963432312, "Finetune/Loss (Raw)": 0.9888543486595154, "Finetune/Step": 80, "Finetune/Step Time": 6.378201976418495}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 2.2776072025299072, "Finetune/Loss (Raw)": 1.1509956121444702, "Finetune/Step": 81, "Finetune/Step Time": 6.380694989804868}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 2.26344633102417, "Finetune/Loss (Raw)": 1.116438627243042, "Finetune/Step": 82, "Finetune/Step Time": 6.3753426656490415}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 2.2475931644439697, "Finetune/Loss (Raw)": 0.947608232498169, "Finetune/Step": 83, "Finetune/Step Time": 6.3690100865191726}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 2.2350690364837646, "Finetune/Loss (Raw)": 1.195565104484558, "Finetune/Step": 84, "Finetune/Step Time": 6.373347043991089}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 2.2210276126861572, "Finetune/Loss (Raw)": 1.0415436029434204, "Finetune/Step": 85, "Finetune/Step Time": 6.37072197970222}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 2.203709602355957, "Finetune/Loss (Raw)": 0.7316941618919373, "Finetune/Step": 86, "Finetune/Step Time": 6.3681059909421345}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 2.190117597579956, "Finetune/Loss (Raw)": 1.021185278892517, "Finetune/Step": 87, "Finetune/Step Time": 6.390464020871568}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 2.17905855178833, "Finetune/Loss (Raw)": 1.2169266939163208, "Finetune/Step": 88, "Finetune/Step Time": 6.3840286840092055}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 2.1665585041046143, "Finetune/Loss (Raw)": 1.0665702819824219, "Finetune/Step": 89, "Finetune/Step Time": 6.384302291977272}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 2.1549623012542725, "Finetune/Loss (Raw)": 1.1228892803192139, "Finetune/Step": 90, "Finetune/Step Time": 6.378897915946113}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 2.1439948081970215, "Finetune/Loss (Raw)": 1.1569114923477173, "Finetune/Step": 91, "Finetune/Step Time": 6.382974849952446}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 2.133558988571167, "Finetune/Loss (Raw)": 1.1839203834533691, "Finetune/Step": 92, "Finetune/Step Time": 6.381519027378248}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 2.1203994750976562, "Finetune/Loss (Raw)": 0.9097207188606262, "Finetune/Step": 93, "Finetune/Step Time": 6.374021230205413}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 2.110084056854248, "Finetune/Loss (Raw)": 1.150750994682312, "Finetune/Step": 94, "Finetune/Step Time": 6.365481546584596}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 2.0992088317871094, "Finetune/Loss (Raw)": 1.0769221782684326, "Finetune/Step": 95, "Finetune/Step Time": 6.353579380637721}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 2.0884652137756348, "Finetune/Loss (Raw)": 1.0678348541259766, "Finetune/Step": 96, "Finetune/Step Time": 6.348044715821743}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 2.0776398181915283, "Finetune/Loss (Raw)": 1.0384018421173096, "Finetune/Step": 97, "Finetune/Step Time": 6.348197288119916}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 2.067875385284424, "Finetune/Loss (Raw)": 1.1207247972488403, "Finetune/Step": 98, "Finetune/Step Time": 6.343197097583693}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 2.053056478500366, "Finetune/Loss (Raw)": 0.6008155941963196, "Finetune/Step": 99, "Finetune/Step Time": 6.338662715873333}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 2.044450044631958, "Finetune/Loss (Raw)": 1.192392349243164, "Finetune/Step": 100, "Finetune/Step Time": 6.348659739494324}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 2.034472942352295, "Finetune/Loss (Raw)": 1.0367796421051025, "Finetune/Step": 101, "Finetune/Step Time": 6.3437889094399935}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 2.02632212638855, "Finetune/Loss (Raw)": 1.203060269355774, "Finetune/Step": 102, "Finetune/Step Time": 6.340682053098492}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 2.0128724575042725, "Finetune/Loss (Raw)": 0.6410332918167114, "Finetune/Step": 103, "Finetune/Step Time": 6.334970640904695}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 2.0045228004455566, "Finetune/Loss (Raw)": 1.144498348236084, "Finetune/Step": 104, "Finetune/Step Time": 6.345144881651952}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.9951426982879639, "Finetune/Loss (Raw)": 1.0196080207824707, "Finetune/Step": 105, "Finetune/Step Time": 6.334694233394805}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.9861735105514526, "Finetune/Loss (Raw)": 1.0444129705429077, "Finetune/Step": 106, "Finetune/Step Time": 6.322348419225441}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.9779475927352905, "Finetune/Loss (Raw)": 1.106011152267456, "Finetune/Step": 107, "Finetune/Step Time": 6.3120277574129195}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.9690347909927368, "Finetune/Loss (Raw)": 1.0153605937957764, "Finetune/Step": 108, "Finetune/Step Time": 6.3025464548005}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.961364507675171, "Finetune/Loss (Raw)": 1.1329821348190308, "Finetune/Step": 109, "Finetune/Step Time": 6.294711797609242}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.9529657363891602, "Finetune/Loss (Raw)": 1.0374821424484253, "Finetune/Step": 110, "Finetune/Step Time": 6.286825349114158}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.945180892944336, "Finetune/Loss (Raw)": 1.0888526439666748, "Finetune/Step": 111, "Finetune/Step Time": 6.2816000027699515}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.9373952150344849, "Finetune/Loss (Raw)": 1.0731792449951172, "Finetune/Step": 112, "Finetune/Step Time": 6.283532472593444}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.9300596714019775, "Finetune/Loss (Raw)": 1.1084805727005005, "Finetune/Step": 113, "Finetune/Step Time": 6.280911738893627}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.9185810089111328, "Finetune/Loss (Raw)": 0.6214961409568787, "Finetune/Step": 114, "Finetune/Step Time": 6.285723313950656}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.9112492799758911, "Finetune/Loss (Raw)": 1.0754438638687134, "Finetune/Step": 115, "Finetune/Step Time": 6.316172297104545}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.9025349617004395, "Finetune/Loss (Raw)": 0.9003957509994507, "Finetune/Step": 116, "Finetune/Step Time": 6.312211753993199}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.8956146240234375, "Finetune/Loss (Raw)": 1.0928186178207397, "Finetune/Step": 117, "Finetune/Step Time": 6.313840947599492}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.889101505279541, "Finetune/Loss (Raw)": 1.1270774602890015, "Finetune/Step": 118, "Finetune/Step Time": 6.307980927370362}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.881885290145874, "Finetune/Loss (Raw)": 1.0303758382797241, "Finetune/Step": 119, "Finetune/Step Time": 6.299740009948987}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.8750717639923096, "Finetune/Loss (Raw)": 1.0642621517181396, "Finetune/Step": 120, "Finetune/Step Time": 6.294994382063548}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.867912769317627, "Finetune/Loss (Raw)": 1.0088579654693604, "Finetune/Step": 121, "Finetune/Step Time": 6.293036447083654}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.8605157136917114, "Finetune/Loss (Raw)": 0.965456485748291, "Finetune/Step": 122, "Finetune/Step Time": 6.295054771861092}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.8535046577453613, "Finetune/Loss (Raw)": 0.9981521368026733, "Finetune/Step": 123, "Finetune/Step Time": 6.287646514613454}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.8474535942077637, "Finetune/Loss (Raw)": 1.1031904220581055, "Finetune/Step": 124, "Finetune/Step Time": 6.281025423157599}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.840627908706665, "Finetune/Loss (Raw)": 0.9942147135734558, "Finetune/Step": 125, "Finetune/Step Time": 6.274872123718262}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.8346436023712158, "Finetune/Loss (Raw)": 1.0866100788116455, "Finetune/Step": 126, "Finetune/Step Time": 6.283592033007788}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.8277623653411865, "Finetune/Loss (Raw)": 0.9607384204864502, "Finetune/Step": 127, "Finetune/Step Time": 6.28847584198779}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.8221774101257324, "Finetune/Loss (Raw)": 1.112882137298584, "Finetune/Step": 128, "Finetune/Step Time": 6.282077411189675}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.7678486108779907, "Finetune/Loss (Raw)": 1.1412317752838135, "Finetune/Step": 129, "Finetune/Step Time": 6.20869168266654}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.717668056488037, "Finetune/Loss (Raw)": 1.1209867000579834, "Finetune/Step": 130, "Finetune/Step Time": 6.1762167774140835}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.6732428073883057, "Finetune/Loss (Raw)": 1.0851099491119385, "Finetune/Step": 131, "Finetune/Step Time": 6.154546534642577}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.6288187503814697, "Finetune/Loss (Raw)": 1.0927698612213135, "Finetune/Step": 132, "Finetune/Step Time": 6.154278077185154}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.5884411334991455, "Finetune/Loss (Raw)": 0.8711488246917725, "Finetune/Step": 133, "Finetune/Step Time": 6.145503995940089}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.5480937957763672, "Finetune/Loss (Raw)": 1.224926233291626, "Finetune/Step": 134, "Finetune/Step Time": 6.150794118642807}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.5076050758361816, "Finetune/Loss (Raw)": 0.974958598613739, "Finetune/Step": 135, "Finetune/Step Time": 6.150881569832563}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.4683295488357544, "Finetune/Loss (Raw)": 1.055034875869751, "Finetune/Step": 136, "Finetune/Step Time": 6.149324022233486}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.4318394660949707, "Finetune/Loss (Raw)": 0.9578397870063782, "Finetune/Step": 137, "Finetune/Step Time": 6.14198898896575}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.390395164489746, "Finetune/Loss (Raw)": 1.0753519535064697, "Finetune/Step": 138, "Finetune/Step Time": 6.137077260762453}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.3573702573776245, "Finetune/Loss (Raw)": 0.8861732482910156, "Finetune/Step": 139, "Finetune/Step Time": 6.120335416868329}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.3255985975265503, "Finetune/Loss (Raw)": 1.273324728012085, "Finetune/Step": 140, "Finetune/Step Time": 6.120473010465503}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.2968721389770508, "Finetune/Loss (Raw)": 1.013834834098816, "Finetune/Step": 141, "Finetune/Step Time": 6.11717520840466}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.2668297290802002, "Finetune/Loss (Raw)": 1.0069442987442017, "Finetune/Step": 142, "Finetune/Step Time": 6.122938476502895}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.2428964376449585, "Finetune/Loss (Raw)": 0.9341040253639221, "Finetune/Step": 143, "Finetune/Step Time": 6.150351855903864}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.2233312129974365, "Finetune/Loss (Raw)": 0.7820814847946167, "Finetune/Step": 144, "Finetune/Step Time": 6.161754906177521}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.1986513137817383, "Finetune/Loss (Raw)": 0.6910732388496399, "Finetune/Step": 145, "Finetune/Step Time": 6.1752148531377316}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.1827831268310547, "Finetune/Loss (Raw)": 0.9449127316474915, "Finetune/Step": 146, "Finetune/Step Time": 6.18743996322155}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.1653738021850586, "Finetune/Loss (Raw)": 0.8752724528312683, "Finetune/Step": 147, "Finetune/Step Time": 6.183284046128392}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.151151418685913, "Finetune/Loss (Raw)": 1.0771043300628662, "Finetune/Step": 148, "Finetune/Step Time": 6.18593979999423}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.1395900249481201, "Finetune/Loss (Raw)": 1.095153570175171, "Finetune/Step": 149, "Finetune/Step Time": 6.185776071622968}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.1311877965927124, "Finetune/Loss (Raw)": 1.076884150505066, "Finetune/Step": 150, "Finetune/Step Time": 6.181602831929922}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.1341222524642944, "Finetune/Loss (Raw)": 1.0854783058166504, "Finetune/Step": 151, "Finetune/Step Time": 6.179823750630021}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.1233258247375488, "Finetune/Loss (Raw)": 1.0112665891647339, "Finetune/Step": 152, "Finetune/Step Time": 6.165274312719703}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.1154022216796875, "Finetune/Loss (Raw)": 1.145141839981079, "Finetune/Step": 153, "Finetune/Step Time": 6.170491322875023}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.1178653240203857, "Finetune/Loss (Raw)": 1.1000937223434448, "Finetune/Step": 154, "Finetune/Step Time": 6.171399436891079}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.1111981868743896, "Finetune/Loss (Raw)": 1.1667811870574951, "Finetune/Step": 155, "Finetune/Step Time": 6.15530770458281}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.1026673316955566, "Finetune/Loss (Raw)": 0.6944799423217773, "Finetune/Step": 156, "Finetune/Step Time": 6.164043830707669}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0967556238174438, "Finetune/Loss (Raw)": 1.065598726272583, "Finetune/Step": 157, "Finetune/Step Time": 6.178800079971552}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0922930240631104, "Finetune/Loss (Raw)": 1.0789871215820312, "Finetune/Step": 158, "Finetune/Step Time": 6.171538554131985}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.086275339126587, "Finetune/Loss (Raw)": 1.0659431219100952, "Finetune/Step": 159, "Finetune/Step Time": 6.164373781532049}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0813310146331787, "Finetune/Loss (Raw)": 0.9959980845451355, "Finetune/Step": 160, "Finetune/Step Time": 6.158433955162764}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0774370431900024, "Finetune/Loss (Raw)": 0.9904428720474243, "Finetune/Step": 161, "Finetune/Step Time": 6.150767168030143}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0764107704162598, "Finetune/Loss (Raw)": 1.2217190265655518, "Finetune/Step": 162, "Finetune/Step Time": 6.148074209690094}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.071031093597412, "Finetune/Loss (Raw)": 1.0572720766067505, "Finetune/Step": 163, "Finetune/Step Time": 6.1475829388946295}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0673127174377441, "Finetune/Loss (Raw)": 0.9279095530509949, "Finetune/Step": 164, "Finetune/Step Time": 6.147681262344122}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0631067752838135, "Finetune/Loss (Raw)": 1.0331547260284424, "Finetune/Step": 165, "Finetune/Step Time": 6.142039369791746}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0600999593734741, "Finetune/Loss (Raw)": 0.9565492868423462, "Finetune/Step": 166, "Finetune/Step Time": 6.129073167219758}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0585029125213623, "Finetune/Loss (Raw)": 1.115411639213562, "Finetune/Step": 167, "Finetune/Step Time": 6.130031893029809}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.055844783782959, "Finetune/Loss (Raw)": 0.9834772944450378, "Finetune/Step": 168, "Finetune/Step Time": 6.130678955465555}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0522944927215576, "Finetune/Loss (Raw)": 0.9493520855903625, "Finetune/Step": 169, "Finetune/Step Time": 6.126516178250313}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0481590032577515, "Finetune/Loss (Raw)": 0.808842122554779, "Finetune/Step": 170, "Finetune/Step Time": 6.134154791012406}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0454879999160767, "Finetune/Loss (Raw)": 0.9566744565963745, "Finetune/Step": 171, "Finetune/Step Time": 6.159026335924864}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0425288677215576, "Finetune/Loss (Raw)": 0.964198112487793, "Finetune/Step": 172, "Finetune/Step Time": 6.158371722325683}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0424954891204834, "Finetune/Loss (Raw)": 1.1601195335388184, "Finetune/Step": 173, "Finetune/Step Time": 6.153600426390767}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0434541702270508, "Finetune/Loss (Raw)": 0.8622130751609802, "Finetune/Step": 174, "Finetune/Step Time": 6.13035793043673}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0429385900497437, "Finetune/Loss (Raw)": 1.1381417512893677, "Finetune/Step": 175, "Finetune/Step Time": 6.111238099634647}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.038661003112793, "Finetune/Loss (Raw)": 0.6552550196647644, "Finetune/Step": 176, "Finetune/Step Time": 6.110730653628707}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.036292314529419, "Finetune/Loss (Raw)": 0.9414418339729309, "Finetune/Step": 177, "Finetune/Step Time": 6.118153695017099}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.036994218826294, "Finetune/Loss (Raw)": 1.1737403869628906, "Finetune/Step": 178, "Finetune/Step Time": 6.1187745332717896}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0345722436904907, "Finetune/Loss (Raw)": 0.897160530090332, "Finetune/Step": 179, "Finetune/Step Time": 6.1224352568387985}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.032891035079956, "Finetune/Loss (Raw)": 1.0465636253356934, "Finetune/Step": 180, "Finetune/Step Time": 6.1228701788932085}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0330498218536377, "Finetune/Loss (Raw)": 1.000405192375183, "Finetune/Step": 181, "Finetune/Step Time": 6.117009442299604}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0337271690368652, "Finetune/Loss (Raw)": 1.0503863096237183, "Finetune/Step": 182, "Finetune/Step Time": 6.10563587769866}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0322411060333252, "Finetune/Loss (Raw)": 0.9962300658226013, "Finetune/Step": 183, "Finetune/Step Time": 6.099638387560844}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0321613550186157, "Finetune/Loss (Raw)": 1.1284726858139038, "Finetune/Step": 184, "Finetune/Step Time": 6.087148234248161}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0310783386230469, "Finetune/Loss (Raw)": 0.9055318236351013, "Finetune/Step": 185, "Finetune/Step Time": 6.081188838928938}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0302674770355225, "Finetune/Loss (Raw)": 0.9794819355010986, "Finetune/Step": 186, "Finetune/Step Time": 6.088580694049597}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0293562412261963, "Finetune/Loss (Raw)": 0.9845988750457764, "Finetune/Step": 187, "Finetune/Step Time": 6.079606460407376}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0295398235321045, "Finetune/Loss (Raw)": 1.0919523239135742, "Finetune/Step": 188, "Finetune/Step Time": 6.060952527448535}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0281167030334473, "Finetune/Loss (Raw)": 0.9778844714164734, "Finetune/Step": 189, "Finetune/Step Time": 6.062013512477279}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0269601345062256, "Finetune/Loss (Raw)": 1.052169680595398, "Finetune/Step": 190, "Finetune/Step Time": 6.069727044552565}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0257339477539062, "Finetune/Loss (Raw)": 1.0607274770736694, "Finetune/Step": 191, "Finetune/Step Time": 6.0735126454383135}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0254528522491455, "Finetune/Loss (Raw)": 1.0314992666244507, "Finetune/Step": 192, "Finetune/Step Time": 6.07290917262435}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0243074893951416, "Finetune/Loss (Raw)": 0.9113314747810364, "Finetune/Step": 193, "Finetune/Step Time": 6.041401946917176}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.0245260000228882, "Finetune/Loss (Raw)": 1.0393584966659546, "Finetune/Step": 194, "Finetune/Step Time": 6.037245770916343}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0249629020690918, "Finetune/Loss (Raw)": 0.9778463840484619, "Finetune/Step": 195, "Finetune/Step Time": 6.037314996123314}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.0234179496765137, "Finetune/Loss (Raw)": 0.9437454342842102, "Finetune/Step": 196, "Finetune/Step Time": 6.0395792704075575}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0225820541381836, "Finetune/Loss (Raw)": 1.0339205265045166, "Finetune/Step": 197, "Finetune/Step Time": 6.037399178370833}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.0208377838134766, "Finetune/Loss (Raw)": 0.9821884036064148, "Finetune/Step": 198, "Finetune/Step Time": 6.039472367614508}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.0212559700012207, "Finetune/Loss (Raw)": 0.9756710529327393, "Finetune/Step": 199, "Finetune/Step Time": 6.037964664399624}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.0211260318756104, "Finetune/Loss (Raw)": 1.0144213438034058, "Finetune/Step": 200, "Finetune/Step Time": 6.039860412478447}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.0224065780639648, "Finetune/Loss (Raw)": 1.0937038660049438, "Finetune/Step": 201, "Finetune/Step Time": 6.042651064693928}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0236575603485107, "Finetune/Loss (Raw)": 1.0976768732070923, "Finetune/Step": 202, "Finetune/Step Time": 6.044963404536247}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0253046751022339, "Finetune/Loss (Raw)": 1.04212486743927, "Finetune/Step": 203, "Finetune/Step Time": 6.0468842554837465}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0258386135101318, "Finetune/Loss (Raw)": 1.0552798509597778, "Finetune/Step": 204, "Finetune/Step Time": 6.0427492298185825}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 1.0225152969360352, "Finetune/Loss (Raw)": 0.7046979069709778, "Finetune/Step": 205, "Finetune/Step Time": 6.046246929094195}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 1.020916223526001, "Finetune/Loss (Raw)": 0.9837795495986938, "Finetune/Step": 206, "Finetune/Step Time": 6.0661532655358315}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 1.0207722187042236, "Finetune/Loss (Raw)": 1.145742416381836, "Finetune/Step": 207, "Finetune/Step Time": 6.075645670294762}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 1.0208359956741333, "Finetune/Loss (Raw)": 0.9970220327377319, "Finetune/Step": 208, "Finetune/Step Time": 6.08474175632}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 1.019496202468872, "Finetune/Loss (Raw)": 0.9794907569885254, "Finetune/Step": 209, "Finetune/Step Time": 6.074102336540818}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 1.0165860652923584, "Finetune/Loss (Raw)": 0.7439451217651367, "Finetune/Step": 210, "Finetune/Step Time": 6.075289839878678}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 1.0165942907333374, "Finetune/Loss (Raw)": 0.948664128780365, "Finetune/Step": 211, "Finetune/Step Time": 6.091396285220981}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 1.015413761138916, "Finetune/Loss (Raw)": 1.0444607734680176, "Finetune/Step": 212, "Finetune/Step Time": 6.086605915799737}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 1.0163013935089111, "Finetune/Loss (Raw)": 1.1551616191864014, "Finetune/Step": 213, "Finetune/Step Time": 6.086299918591976}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 1.0180596113204956, "Finetune/Loss (Raw)": 0.9567499756813049, "Finetune/Step": 214, "Finetune/Step Time": 6.085938459262252}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 1.0175352096557617, "Finetune/Loss (Raw)": 0.9540600776672363, "Finetune/Step": 215, "Finetune/Step Time": 6.073784425854683}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 1.0150643587112427, "Finetune/Loss (Raw)": 0.9006534218788147, "Finetune/Step": 216, "Finetune/Step Time": 6.072718963027}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 1.0150519609451294, "Finetune/Loss (Raw)": 1.064984679222107, "Finetune/Step": 217, "Finetune/Step Time": 6.073009656742215}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 1.0145289897918701, "Finetune/Loss (Raw)": 1.0559442043304443, "Finetune/Step": 218, "Finetune/Step Time": 6.070147348567843}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 1.0146392583847046, "Finetune/Loss (Raw)": 1.171038269996643, "Finetune/Step": 219, "Finetune/Step Time": 6.063350601121783}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 1.0127778053283691, "Finetune/Loss (Raw)": 0.9456489086151123, "Finetune/Step": 220, "Finetune/Step Time": 6.057981492951512}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 1.0141582489013672, "Finetune/Loss (Raw)": 1.086413025856018, "Finetune/Step": 221, "Finetune/Step Time": 6.056966992095113}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 1.0123836994171143, "Finetune/Loss (Raw)": 0.9236240983009338, "Finetune/Step": 222, "Finetune/Step Time": 6.060389671474695}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 1.0115855932235718, "Finetune/Loss (Raw)": 0.9747443795204163, "Finetune/Step": 223, "Finetune/Step Time": 6.066127618774772}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 1.009081482887268, "Finetune/Loss (Raw)": 0.7473154067993164, "Finetune/Step": 224, "Finetune/Step Time": 6.070286840200424}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 1.0090062618255615, "Finetune/Loss (Raw)": 1.0287785530090332, "Finetune/Step": 225, "Finetune/Step Time": 6.079711114987731}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 1.0093207359313965, "Finetune/Loss (Raw)": 1.1609818935394287, "Finetune/Step": 226, "Finetune/Step Time": 6.07912521995604}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 1.0136667490005493, "Finetune/Loss (Raw)": 1.1571050882339478, "Finetune/Step": 227, "Finetune/Step Time": 6.074215503409505}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 1.0128551721572876, "Finetune/Loss (Raw)": 1.0884966850280762, "Finetune/Step": 228, "Finetune/Step Time": 6.068847155198455}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 1.0126221179962158, "Finetune/Loss (Raw)": 1.006956934928894, "Finetune/Step": 229, "Finetune/Step Time": 6.066102562472224}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 1.0119889974594116, "Finetune/Loss (Raw)": 1.1220180988311768, "Finetune/Step": 230, "Finetune/Step Time": 6.063419450074434}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 1.014825701713562, "Finetune/Loss (Raw)": 1.004138469696045, "Finetune/Step": 231, "Finetune/Step Time": 6.060879494994879}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 1.0140244960784912, "Finetune/Loss (Raw)": 1.0419442653656006, "Finetune/Step": 232, "Finetune/Step Time": 6.045749647542834}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 1.0104737281799316, "Finetune/Loss (Raw)": 0.5651048421859741, "Finetune/Step": 233, "Finetune/Step Time": 6.0524440836161375}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 1.0111174583435059, "Finetune/Loss (Raw)": 1.126807451248169, "Finetune/Step": 234, "Finetune/Step Time": 6.082108400762081}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 1.011410117149353, "Finetune/Loss (Raw)": 1.1434800624847412, "Finetune/Step": 235, "Finetune/Step Time": 6.103142037987709}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 1.0112934112548828, "Finetune/Loss (Raw)": 1.0004099607467651, "Finetune/Step": 236, "Finetune/Step Time": 6.130195265635848}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 1.0106258392333984, "Finetune/Loss (Raw)": 1.047544002532959, "Finetune/Step": 237, "Finetune/Step Time": 6.13952599465847}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 1.0101501941680908, "Finetune/Loss (Raw)": 0.9765887260437012, "Finetune/Step": 238, "Finetune/Step Time": 6.160929821431637}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 1.0084168910980225, "Finetune/Loss (Raw)": 0.8669925928115845, "Finetune/Step": 239, "Finetune/Step Time": 6.1611050218343735}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 1.007413387298584, "Finetune/Loss (Raw)": 0.944741427898407, "Finetune/Step": 240, "Finetune/Step Time": 6.1526702512055635}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 1.0071110725402832, "Finetune/Loss (Raw)": 1.0697811841964722, "Finetune/Step": 241, "Finetune/Step Time": 6.149222576990724}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 1.0102413892745972, "Finetune/Loss (Raw)": 1.0221678018569946, "Finetune/Step": 242, "Finetune/Step Time": 6.138738637790084}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 1.0098772048950195, "Finetune/Loss (Raw)": 1.028845191001892, "Finetune/Step": 243, "Finetune/Step Time": 6.119543418288231}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 1.0097135305404663, "Finetune/Loss (Raw)": 0.8794307708740234, "Finetune/Step": 244, "Finetune/Step Time": 6.1220160480588675}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 1.010375738143921, "Finetune/Loss (Raw)": 1.177587866783142, "Finetune/Step": 245, "Finetune/Step Time": 6.113264271989465}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 1.0102441310882568, "Finetune/Loss (Raw)": 1.1102262735366821, "Finetune/Step": 246, "Finetune/Step Time": 6.112133167684078}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 1.0101876258850098, "Finetune/Loss (Raw)": 1.0231502056121826, "Finetune/Step": 247, "Finetune/Step Time": 6.117572877556086}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 1.0095105171203613, "Finetune/Loss (Raw)": 0.9775876402854919, "Finetune/Step": 248, "Finetune/Step Time": 6.116986041888595}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 1.009443998336792, "Finetune/Loss (Raw)": 1.0003445148468018, "Finetune/Step": 249, "Finetune/Step Time": 6.116057692095637}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 1.0097779035568237, "Finetune/Loss (Raw)": 1.0081899166107178, "Finetune/Step": 250, "Finetune/Step Time": 6.105761321261525}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0105223655700684, "Finetune/Loss (Raw)": 1.09345281124115, "Finetune/Step": 251, "Finetune/Step Time": 6.107691872864962}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 1.0096843242645264, "Finetune/Loss (Raw)": 0.9959129691123962, "Finetune/Step": 252, "Finetune/Step Time": 6.116142377257347}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0101158618927002, "Finetune/Loss (Raw)": 1.0494470596313477, "Finetune/Step": 253, "Finetune/Step Time": 6.116158800199628}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 1.0090044736862183, "Finetune/Loss (Raw)": 0.9443590641021729, "Finetune/Step": 254, "Finetune/Step Time": 6.09941927716136}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 1.0073623657226562, "Finetune/Loss (Raw)": 0.7505630850791931, "Finetune/Step": 255, "Finetune/Step Time": 6.091991292312741}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 1.0057756900787354, "Finetune/Loss (Raw)": 0.9097766876220703, "Finetune/Step": 256, "Finetune/Step Time": 6.1078371945768595}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 1.0057473182678223, "Finetune/Loss (Raw)": 1.137595295906067, "Finetune/Step": 257, "Finetune/Step Time": 6.108689416199923}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 1.0052076578140259, "Finetune/Loss (Raw)": 1.0519092082977295, "Finetune/Step": 258, "Finetune/Step Time": 6.109315700829029}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 1.0049824714660645, "Finetune/Loss (Raw)": 1.0562835931777954, "Finetune/Step": 259, "Finetune/Step Time": 6.1106137707829475}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 1.004461407661438, "Finetune/Loss (Raw)": 1.0260728597640991, "Finetune/Step": 260, "Finetune/Step Time": 6.116776997223496}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 1.0040478706359863, "Finetune/Loss (Raw)": 0.8182210326194763, "Finetune/Step": 261, "Finetune/Step Time": 6.1248125825077295}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 1.0006732940673828, "Finetune/Loss (Raw)": 0.7929779291152954, "Finetune/Step": 262, "Finetune/Step Time": 6.116744808852673}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 1.0009140968322754, "Finetune/Loss (Raw)": 1.0057862997055054, "Finetune/Step": 263, "Finetune/Step Time": 6.12254174798727}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 1.000079870223999, "Finetune/Loss (Raw)": 0.9482536315917969, "Finetune/Step": 264, "Finetune/Step Time": 6.124375710263848}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.999877393245697, "Finetune/Loss (Raw)": 0.9319172501564026, "Finetune/Step": 265, "Finetune/Step Time": 6.131940819323063}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 1.0005900859832764, "Finetune/Loss (Raw)": 1.1665902137756348, "Finetune/Step": 266, "Finetune/Step Time": 6.132674504071474}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 1.0004137754440308, "Finetune/Loss (Raw)": 0.8636013269424438, "Finetune/Step": 267, "Finetune/Step Time": 6.138818157836795}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9988611936569214, "Finetune/Loss (Raw)": 1.0745922327041626, "Finetune/Step": 268, "Finetune/Step Time": 6.1383547727018595}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9989145398139954, "Finetune/Loss (Raw)": 1.0206539630889893, "Finetune/Step": 269, "Finetune/Step Time": 6.142409328371286}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9988681077957153, "Finetune/Loss (Raw)": 1.0010128021240234, "Finetune/Step": 270, "Finetune/Step Time": 6.137808043509722}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9993361234664917, "Finetune/Loss (Raw)": 0.9940070509910583, "Finetune/Step": 271, "Finetune/Step Time": 6.114099893718958}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 1.001536250114441, "Finetune/Loss (Raw)": 1.063685655593872, "Finetune/Step": 272, "Finetune/Step Time": 6.104525338858366}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0042481422424316, "Finetune/Loss (Raw)": 1.038207769393921, "Finetune/Step": 273, "Finetune/Step Time": 6.086912956088781}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.005136489868164, "Finetune/Loss (Raw)": 1.0586186647415161, "Finetune/Step": 274, "Finetune/Step Time": 6.075762402266264}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0058481693267822, "Finetune/Loss (Raw)": 0.9663764834403992, "Finetune/Step": 275, "Finetune/Step Time": 6.078871693462133}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.003482699394226, "Finetune/Loss (Raw)": 0.7743149995803833, "Finetune/Step": 276, "Finetune/Step Time": 6.086721761152148}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.0027081966400146, "Finetune/Loss (Raw)": 0.9960069060325623, "Finetune/Step": 277, "Finetune/Step Time": 6.107546040788293}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0021097660064697, "Finetune/Loss (Raw)": 1.0002977848052979, "Finetune/Step": 278, "Finetune/Step Time": 6.105451071634889}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0025595426559448, "Finetune/Loss (Raw)": 1.1430456638336182, "Finetune/Step": 279, "Finetune/Step Time": 6.1041017305105925}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0019466876983643, "Finetune/Loss (Raw)": 0.9328144192695618, "Finetune/Step": 280, "Finetune/Step Time": 6.107794106006622}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0011448860168457, "Finetune/Loss (Raw)": 1.0425152778625488, "Finetune/Step": 281, "Finetune/Step Time": 6.103260237723589}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0003674030303955, "Finetune/Loss (Raw)": 1.000593900680542, "Finetune/Step": 282, "Finetune/Step Time": 6.094554049894214}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9999184608459473, "Finetune/Loss (Raw)": 1.10929536819458, "Finetune/Step": 283, "Finetune/Step Time": 6.103369539603591}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0030715465545654, "Finetune/Loss (Raw)": 1.0980865955352783, "Finetune/Step": 284, "Finetune/Step Time": 6.097071174532175}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.002155065536499, "Finetune/Loss (Raw)": 0.9482747912406921, "Finetune/Step": 285, "Finetune/Step Time": 6.083442786708474}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0016100406646729, "Finetune/Loss (Raw)": 1.009229302406311, "Finetune/Step": 286, "Finetune/Step Time": 6.095825433731079}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.001416802406311, "Finetune/Loss (Raw)": 1.04120934009552, "Finetune/Step": 287, "Finetune/Step Time": 6.106806917116046}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0004987716674805, "Finetune/Loss (Raw)": 0.8784961700439453, "Finetune/Step": 288, "Finetune/Step Time": 6.112604001536965}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0011636018753052, "Finetune/Loss (Raw)": 1.075539231300354, "Finetune/Step": 289, "Finetune/Step Time": 6.118344143033028}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9987471699714661, "Finetune/Loss (Raw)": 0.9124133586883545, "Finetune/Step": 290, "Finetune/Step Time": 6.123516786843538}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9989156126976013, "Finetune/Loss (Raw)": 1.0788365602493286, "Finetune/Step": 291, "Finetune/Step Time": 6.1292039807885885}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.999914824962616, "Finetune/Loss (Raw)": 1.0558083057403564, "Finetune/Step": 292, "Finetune/Step Time": 6.122110199183226}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0004973411560059, "Finetune/Loss (Raw)": 1.1077245473861694, "Finetune/Step": 293, "Finetune/Step Time": 6.112977959215641}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9985271096229553, "Finetune/Loss (Raw)": 0.7043504118919373, "Finetune/Step": 294, "Finetune/Step Time": 6.1091461181640625}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9981755018234253, "Finetune/Loss (Raw)": 1.0703980922698975, "Finetune/Step": 295, "Finetune/Step Time": 6.113064646720886}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9979938268661499, "Finetune/Loss (Raw)": 0.9602324366569519, "Finetune/Step": 296, "Finetune/Step Time": 6.115379437804222}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9990489482879639, "Finetune/Loss (Raw)": 1.084405779838562, "Finetune/Step": 297, "Finetune/Step Time": 6.116561366245151}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9992274641990662, "Finetune/Loss (Raw)": 0.83169025182724, "Finetune/Step": 298, "Finetune/Step Time": 6.1300741489976645}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9974483251571655, "Finetune/Loss (Raw)": 0.7289425730705261, "Finetune/Step": 299, "Finetune/Step Time": 6.122187927365303}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.995051383972168, "Finetune/Loss (Raw)": 0.6573975682258606, "Finetune/Step": 300, "Finetune/Step Time": 6.136642079800367}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9918122887611389, "Finetune/Loss (Raw)": 0.7455089688301086, "Finetune/Step": 301, "Finetune/Step Time": 6.150223987177014}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9915032386779785, "Finetune/Loss (Raw)": 0.8226595520973206, "Finetune/Step": 302, "Finetune/Step Time": 6.167017297819257}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9873968362808228, "Finetune/Loss (Raw)": 0.6125076413154602, "Finetune/Step": 303, "Finetune/Step Time": 6.176239727064967}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9905478358268738, "Finetune/Loss (Raw)": 1.0585944652557373, "Finetune/Step": 304, "Finetune/Step Time": 6.187161820009351}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.991008996963501, "Finetune/Loss (Raw)": 1.0004708766937256, "Finetune/Step": 305, "Finetune/Step Time": 6.171171862632036}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.988855242729187, "Finetune/Loss (Raw)": 0.8980571627616882, "Finetune/Step": 306, "Finetune/Step Time": 6.1669815964996815}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9907919764518738, "Finetune/Loss (Raw)": 1.1450644731521606, "Finetune/Step": 307, "Finetune/Step Time": 6.167662290856242}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9904510974884033, "Finetune/Loss (Raw)": 1.002928614616394, "Finetune/Step": 308, "Finetune/Step Time": 6.16831755451858}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9910997748374939, "Finetune/Loss (Raw)": 1.0834413766860962, "Finetune/Step": 309, "Finetune/Step Time": 6.17012645304203}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9904940128326416, "Finetune/Loss (Raw)": 0.9728497266769409, "Finetune/Step": 310, "Finetune/Step Time": 6.176684556528926}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9903744459152222, "Finetune/Loss (Raw)": 0.9809159636497498, "Finetune/Step": 311, "Finetune/Step Time": 6.17608698271215}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9888226389884949, "Finetune/Loss (Raw)": 0.9298525452613831, "Finetune/Step": 312, "Finetune/Step Time": 6.179837599396706}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9901889562606812, "Finetune/Loss (Raw)": 1.0804113149642944, "Finetune/Step": 313, "Finetune/Step Time": 6.177117854356766}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9914441108703613, "Finetune/Loss (Raw)": 1.1401481628417969, "Finetune/Step": 314, "Finetune/Step Time": 6.165558172389865}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9910604357719421, "Finetune/Loss (Raw)": 0.9354850649833679, "Finetune/Step": 315, "Finetune/Step Time": 6.156173350289464}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9874510169029236, "Finetune/Loss (Raw)": 0.6299471855163574, "Finetune/Step": 316, "Finetune/Step Time": 6.163107959553599}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9869978427886963, "Finetune/Loss (Raw)": 0.9198762774467468, "Finetune/Step": 317, "Finetune/Step Time": 6.176449907943606}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9867874383926392, "Finetune/Loss (Raw)": 1.0252443552017212, "Finetune/Step": 318, "Finetune/Step Time": 6.168576940894127}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9855567216873169, "Finetune/Loss (Raw)": 0.9031926393508911, "Finetune/Step": 319, "Finetune/Step Time": 6.166031926870346}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.984542727470398, "Finetune/Loss (Raw)": 0.9017090201377869, "Finetune/Step": 320, "Finetune/Step Time": 6.16871253028512}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9824461936950684, "Finetune/Loss (Raw)": 0.64296954870224, "Finetune/Step": 321, "Finetune/Step Time": 6.170675948262215}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9817062616348267, "Finetune/Loss (Raw)": 0.9446476101875305, "Finetune/Step": 322, "Finetune/Step Time": 6.193101078271866}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9818631410598755, "Finetune/Loss (Raw)": 0.9979367256164551, "Finetune/Step": 323, "Finetune/Step Time": 6.193789720535278}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9827989339828491, "Finetune/Loss (Raw)": 1.0635219812393188, "Finetune/Step": 324, "Finetune/Step Time": 6.189556259661913}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9825071096420288, "Finetune/Loss (Raw)": 0.9965622425079346, "Finetune/Step": 325, "Finetune/Step Time": 6.189472675323486}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9837296605110168, "Finetune/Loss (Raw)": 1.1386862993240356, "Finetune/Step": 326, "Finetune/Step Time": 6.189017374068499}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.983607292175293, "Finetune/Loss (Raw)": 0.9600062966346741, "Finetune/Step": 327, "Finetune/Step Time": 6.188387153670192}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9836068749427795, "Finetune/Loss (Raw)": 1.0143600702285767, "Finetune/Step": 328, "Finetune/Step Time": 6.184961441904306}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9818401336669922, "Finetune/Loss (Raw)": 0.8675580024719238, "Finetune/Step": 329, "Finetune/Step Time": 6.191719200462103}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9799765348434448, "Finetune/Loss (Raw)": 0.8591469526290894, "Finetune/Step": 330, "Finetune/Step Time": 6.201959645375609}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9797500371932983, "Finetune/Loss (Raw)": 1.0131274461746216, "Finetune/Step": 331, "Finetune/Step Time": 6.20391627587378}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9775254726409912, "Finetune/Loss (Raw)": 0.7705293297767639, "Finetune/Step": 332, "Finetune/Step Time": 6.209340315312147}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9797918796539307, "Finetune/Loss (Raw)": 0.9948017001152039, "Finetune/Step": 333, "Finetune/Step Time": 6.212962407618761}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9796868562698364, "Finetune/Loss (Raw)": 0.9703419208526611, "Finetune/Step": 334, "Finetune/Step Time": 6.197706704959273}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9781925082206726, "Finetune/Loss (Raw)": 0.9544654488563538, "Finetune/Step": 335, "Finetune/Step Time": 6.192593295127153}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9787173867225647, "Finetune/Loss (Raw)": 1.0642012357711792, "Finetune/Step": 336, "Finetune/Step Time": 6.186125263571739}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9801241159439087, "Finetune/Loss (Raw)": 1.1595478057861328, "Finetune/Step": 337, "Finetune/Step Time": 6.187729986384511}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.981330394744873, "Finetune/Loss (Raw)": 0.8983545303344727, "Finetune/Step": 338, "Finetune/Step Time": 6.182520292699337}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9808542728424072, "Finetune/Loss (Raw)": 0.8877275586128235, "Finetune/Step": 339, "Finetune/Step Time": 6.179620038717985}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9793810844421387, "Finetune/Loss (Raw)": 0.8558842539787292, "Finetune/Step": 340, "Finetune/Step Time": 6.180932158604264}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9779216051101685, "Finetune/Loss (Raw)": 0.9683523178100586, "Finetune/Step": 341, "Finetune/Step Time": 6.1795305870473385}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9784796833992004, "Finetune/Loss (Raw)": 1.0281884670257568, "Finetune/Step": 342, "Finetune/Step Time": 6.176435170695186}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9787524938583374, "Finetune/Loss (Raw)": 0.9889803528785706, "Finetune/Step": 343, "Finetune/Step Time": 6.166109951213002}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9797638058662415, "Finetune/Loss (Raw)": 1.0300921201705933, "Finetune/Step": 344, "Finetune/Step Time": 6.163212429732084}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9798213243484497, "Finetune/Loss (Raw)": 1.072350025177002, "Finetune/Step": 345, "Finetune/Step Time": 6.15543401055038}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9797258377075195, "Finetune/Loss (Raw)": 1.043725609779358, "Finetune/Step": 346, "Finetune/Step Time": 6.15819832496345}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9791547656059265, "Finetune/Loss (Raw)": 1.0979417562484741, "Finetune/Step": 347, "Finetune/Step Time": 6.161096418276429}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9796504974365234, "Finetune/Loss (Raw)": 1.0091023445129395, "Finetune/Step": 348, "Finetune/Step Time": 6.165330830961466}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9795080423355103, "Finetune/Loss (Raw)": 1.068171739578247, "Finetune/Step": 349, "Finetune/Step Time": 6.17751557007432}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9790951013565063, "Finetune/Loss (Raw)": 0.8707743883132935, "Finetune/Step": 350, "Finetune/Step Time": 6.184878254309297}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9787391424179077, "Finetune/Loss (Raw)": 0.9291775226593018, "Finetune/Step": 351, "Finetune/Step Time": 6.193879138678312}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9800756573677063, "Finetune/Loss (Raw)": 0.9183909296989441, "Finetune/Step": 352, "Finetune/Step Time": 6.197240989655256}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9790475368499756, "Finetune/Loss (Raw)": 0.8971761465072632, "Finetune/Step": 353, "Finetune/Step Time": 6.18656294606626}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9766882061958313, "Finetune/Loss (Raw)": 0.8589915633201599, "Finetune/Step": 354, "Finetune/Step Time": 6.186399785801768}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9755098819732666, "Finetune/Loss (Raw)": 1.0062800645828247, "Finetune/Step": 355, "Finetune/Step Time": 6.203471323475242}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.973548412322998, "Finetune/Loss (Raw)": 0.8374337553977966, "Finetune/Step": 356, "Finetune/Step Time": 6.200665360316634}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9720533490180969, "Finetune/Loss (Raw)": 0.8155818581581116, "Finetune/Step": 357, "Finetune/Step Time": 6.206089003011584}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.968995988368988, "Finetune/Loss (Raw)": 0.730676531791687, "Finetune/Step": 358, "Finetune/Step Time": 6.218487121164799}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9674816131591797, "Finetune/Loss (Raw)": 0.8102990984916687, "Finetune/Step": 359, "Finetune/Step Time": 6.23366317152977}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9665230512619019, "Finetune/Loss (Raw)": 0.919245183467865, "Finetune/Step": 360, "Finetune/Step Time": 6.235584672540426}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9685257077217102, "Finetune/Loss (Raw)": 0.8214436173439026, "Finetune/Step": 361, "Finetune/Step Time": 6.230640767142177}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9667040109634399, "Finetune/Loss (Raw)": 0.8936402201652527, "Finetune/Step": 362, "Finetune/Step Time": 6.206240642815828}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9657499194145203, "Finetune/Loss (Raw)": 1.0213508605957031, "Finetune/Step": 363, "Finetune/Step Time": 6.192323749884963}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9660307168960571, "Finetune/Loss (Raw)": 1.036355972290039, "Finetune/Step": 364, "Finetune/Step Time": 6.166658543050289}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9661197066307068, "Finetune/Loss (Raw)": 1.058925747871399, "Finetune/Step": 365, "Finetune/Step Time": 6.159266781061888}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9651956558227539, "Finetune/Loss (Raw)": 0.8583101034164429, "Finetune/Step": 366, "Finetune/Step Time": 6.1418841779232025}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9659610986709595, "Finetune/Loss (Raw)": 0.9649736881256104, "Finetune/Step": 367, "Finetune/Step Time": 6.144536342471838}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9659054279327393, "Finetune/Loss (Raw)": 0.9376184940338135, "Finetune/Step": 368, "Finetune/Step Time": 6.148781631141901}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9647256135940552, "Finetune/Loss (Raw)": 0.9187625050544739, "Finetune/Step": 369, "Finetune/Step Time": 6.150935946032405}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9652862548828125, "Finetune/Loss (Raw)": 1.093930959701538, "Finetune/Step": 370, "Finetune/Step Time": 6.1516895946115255}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9659247398376465, "Finetune/Loss (Raw)": 1.1105705499649048, "Finetune/Step": 371, "Finetune/Step Time": 6.138998804613948}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9666762948036194, "Finetune/Loss (Raw)": 0.9756303429603577, "Finetune/Step": 372, "Finetune/Step Time": 6.134517405182123}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9635141491889954, "Finetune/Loss (Raw)": 0.7728301286697388, "Finetune/Step": 373, "Finetune/Step Time": 6.143823828548193}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9601057171821594, "Finetune/Loss (Raw)": 0.6739475727081299, "Finetune/Step": 374, "Finetune/Step Time": 6.163629753515124}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9601900577545166, "Finetune/Loss (Raw)": 1.0339463949203491, "Finetune/Step": 375, "Finetune/Step Time": 6.174656027927995}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9590187668800354, "Finetune/Loss (Raw)": 0.8276582360267639, "Finetune/Step": 376, "Finetune/Step Time": 6.174032166600227}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9583374261856079, "Finetune/Loss (Raw)": 0.9131365418434143, "Finetune/Step": 377, "Finetune/Step Time": 6.174188852310181}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9593205451965332, "Finetune/Loss (Raw)": 1.134033441543579, "Finetune/Step": 378, "Finetune/Step Time": 6.175504567101598}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9593268632888794, "Finetune/Loss (Raw)": 1.0942507982254028, "Finetune/Step": 379, "Finetune/Step Time": 6.173569051548839}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9592050313949585, "Finetune/Loss (Raw)": 0.9803258776664734, "Finetune/Step": 380, "Finetune/Step Time": 6.164875393733382}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.958976149559021, "Finetune/Loss (Raw)": 1.0201445817947388, "Finetune/Step": 381, "Finetune/Step Time": 6.165247743949294}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9581164121627808, "Finetune/Loss (Raw)": 0.8343212604522705, "Finetune/Step": 382, "Finetune/Step Time": 6.179611150175333}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9584295749664307, "Finetune/Loss (Raw)": 0.7906414270401001, "Finetune/Step": 383, "Finetune/Step Time": 6.210890490561724}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9572358131408691, "Finetune/Loss (Raw)": 0.7569822072982788, "Finetune/Step": 384, "Finetune/Step Time": 6.219521367922425}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9554901123046875, "Finetune/Loss (Raw)": 0.9141409397125244, "Finetune/Step": 385, "Finetune/Step Time": 6.231324769556522}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9539330005645752, "Finetune/Loss (Raw)": 0.8526012301445007, "Finetune/Step": 386, "Finetune/Step Time": 6.229138756170869}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9520882368087769, "Finetune/Loss (Raw)": 0.820149302482605, "Finetune/Step": 387, "Finetune/Step Time": 6.228845478966832}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9505434036254883, "Finetune/Loss (Raw)": 0.8283336758613586, "Finetune/Step": 388, "Finetune/Step Time": 6.22430375777185}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9509071111679077, "Finetune/Loss (Raw)": 0.86478191614151, "Finetune/Step": 389, "Finetune/Step Time": 6.212114054709673}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9504314661026001, "Finetune/Loss (Raw)": 0.7320883274078369, "Finetune/Step": 390, "Finetune/Step Time": 6.211030088365078}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9500211477279663, "Finetune/Loss (Raw)": 0.9532743692398071, "Finetune/Step": 391, "Finetune/Step Time": 6.203242717310786}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9494032859802246, "Finetune/Loss (Raw)": 0.8691595792770386, "Finetune/Step": 392, "Finetune/Step Time": 6.201106311753392}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9480599164962769, "Finetune/Loss (Raw)": 0.75996994972229, "Finetune/Step": 393, "Finetune/Step Time": 6.202168615534902}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9449495077133179, "Finetune/Loss (Raw)": 0.7684563994407654, "Finetune/Step": 394, "Finetune/Step Time": 6.2133510652929544}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9472799301147461, "Finetune/Loss (Raw)": 1.1619038581848145, "Finetune/Step": 395, "Finetune/Step Time": 6.2226614356040955}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9470776319503784, "Finetune/Loss (Raw)": 1.0486888885498047, "Finetune/Step": 396, "Finetune/Step Time": 6.230864565819502}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.944563627243042, "Finetune/Loss (Raw)": 0.6988599300384521, "Finetune/Step": 397, "Finetune/Step Time": 6.2342003006488085}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9452965259552002, "Finetune/Loss (Raw)": 1.094821572303772, "Finetune/Step": 398, "Finetune/Step Time": 6.242972239851952}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9436479806900024, "Finetune/Loss (Raw)": 0.7829994559288025, "Finetune/Step": 399, "Finetune/Step Time": 6.237841002643108}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9422948360443115, "Finetune/Loss (Raw)": 0.8904743194580078, "Finetune/Step": 400, "Finetune/Step Time": 6.229850152507424}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.942198634147644, "Finetune/Loss (Raw)": 1.025896668434143, "Finetune/Step": 401, "Finetune/Step Time": 6.227812044322491}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9413062334060669, "Finetune/Loss (Raw)": 0.9443986415863037, "Finetune/Step": 402, "Finetune/Step Time": 6.231215735897422}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9410144090652466, "Finetune/Loss (Raw)": 0.929023027420044, "Finetune/Step": 403, "Finetune/Step Time": 6.241116419434547}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9428712129592896, "Finetune/Loss (Raw)": 1.0119893550872803, "Finetune/Step": 404, "Finetune/Step Time": 6.232251655310392}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9405829906463623, "Finetune/Loss (Raw)": 0.7031002044677734, "Finetune/Step": 405, "Finetune/Step Time": 6.214957473799586}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9387772083282471, "Finetune/Loss (Raw)": 0.7691665291786194, "Finetune/Step": 406, "Finetune/Step Time": 6.226445065811276}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.935254693031311, "Finetune/Loss (Raw)": 0.6921596527099609, "Finetune/Step": 407, "Finetune/Step Time": 6.244451293721795}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9352725148200989, "Finetune/Loss (Raw)": 0.9350956678390503, "Finetune/Step": 408, "Finetune/Step Time": 6.252849690616131}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9361358880996704, "Finetune/Loss (Raw)": 1.1530303955078125, "Finetune/Step": 409, "Finetune/Step Time": 6.25205947086215}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9372764825820923, "Finetune/Loss (Raw)": 1.1465927362442017, "Finetune/Step": 410, "Finetune/Step Time": 6.251653598621488}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9360335469245911, "Finetune/Loss (Raw)": 0.9502025246620178, "Finetune/Step": 411, "Finetune/Step Time": 6.252753522247076}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9330701231956482, "Finetune/Loss (Raw)": 0.7187637686729431, "Finetune/Step": 412, "Finetune/Step Time": 6.26007017493248}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9335383176803589, "Finetune/Loss (Raw)": 1.0081990957260132, "Finetune/Step": 413, "Finetune/Step Time": 6.2730029951781034}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9325474500656128, "Finetune/Loss (Raw)": 0.8824023008346558, "Finetune/Step": 414, "Finetune/Step Time": 6.257180605083704}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9318673014640808, "Finetune/Loss (Raw)": 0.954149603843689, "Finetune/Step": 415, "Finetune/Step Time": 6.247259698808193}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9332327246665955, "Finetune/Loss (Raw)": 1.0532666444778442, "Finetune/Step": 416, "Finetune/Step Time": 6.244145851582289}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9324793815612793, "Finetune/Loss (Raw)": 0.9791144132614136, "Finetune/Step": 417, "Finetune/Step Time": 6.235910234972835}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9333540797233582, "Finetune/Loss (Raw)": 1.0243746042251587, "Finetune/Step": 418, "Finetune/Step Time": 6.23054026812315}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9316731691360474, "Finetune/Loss (Raw)": 0.8636831045150757, "Finetune/Step": 419, "Finetune/Step Time": 6.227093134075403}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9288283586502075, "Finetune/Loss (Raw)": 0.6916699409484863, "Finetune/Step": 420, "Finetune/Step Time": 6.241234220564365}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9276577234268188, "Finetune/Loss (Raw)": 0.9578821063041687, "Finetune/Step": 421, "Finetune/Step Time": 6.257440127432346}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9295374155044556, "Finetune/Loss (Raw)": 0.9449587464332581, "Finetune/Step": 422, "Finetune/Step Time": 6.260620586574078}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9292047023773193, "Finetune/Loss (Raw)": 1.0277992486953735, "Finetune/Step": 423, "Finetune/Step Time": 6.264196956530213}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9295746088027954, "Finetune/Loss (Raw)": 1.0075796842575073, "Finetune/Step": 424, "Finetune/Step Time": 6.262282058596611}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9262627363204956, "Finetune/Loss (Raw)": 0.6604969501495361, "Finetune/Step": 425, "Finetune/Step Time": 6.27204922772944}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.926926851272583, "Finetune/Loss (Raw)": 0.9166857600212097, "Finetune/Step": 426, "Finetune/Step Time": 6.277313262224197}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9284073114395142, "Finetune/Loss (Raw)": 0.9184523224830627, "Finetune/Step": 427, "Finetune/Step Time": 6.261858105659485}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9313275814056396, "Finetune/Loss (Raw)": 1.0311908721923828, "Finetune/Step": 428, "Finetune/Step Time": 6.2451752834022045}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.933612048625946, "Finetune/Loss (Raw)": 1.0379174947738647, "Finetune/Step": 429, "Finetune/Step Time": 6.226878536865115}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9337500333786011, "Finetune/Loss (Raw)": 0.8403186202049255, "Finetune/Step": 430, "Finetune/Step Time": 6.214356271550059}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9364135265350342, "Finetune/Loss (Raw)": 0.9534380435943604, "Finetune/Step": 431, "Finetune/Step Time": 6.208387207239866}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9349043369293213, "Finetune/Loss (Raw)": 0.8654149770736694, "Finetune/Step": 432, "Finetune/Step Time": 6.198184570297599}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9337237477302551, "Finetune/Loss (Raw)": 0.8493592739105225, "Finetune/Step": 433, "Finetune/Step Time": 6.2018647864460945}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9338478446006775, "Finetune/Loss (Raw)": 0.9139399528503418, "Finetune/Step": 434, "Finetune/Step Time": 6.204876491799951}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9310262203216553, "Finetune/Loss (Raw)": 0.7838962078094482, "Finetune/Step": 435, "Finetune/Step Time": 6.203802308067679}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9300826787948608, "Finetune/Loss (Raw)": 0.8821565508842468, "Finetune/Step": 436, "Finetune/Step Time": 6.198859242722392}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9290028810501099, "Finetune/Loss (Raw)": 0.9452223777770996, "Finetune/Step": 437, "Finetune/Step Time": 6.196273157373071}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9275175929069519, "Finetune/Loss (Raw)": 0.7827381491661072, "Finetune/Step": 438, "Finetune/Step Time": 6.1926975809037685}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9267076253890991, "Finetune/Loss (Raw)": 0.8772373199462891, "Finetune/Step": 439, "Finetune/Step Time": 6.192683920264244}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9268969297409058, "Finetune/Loss (Raw)": 0.9540823698043823, "Finetune/Step": 440, "Finetune/Step Time": 6.1948556099087}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9262871742248535, "Finetune/Loss (Raw)": 1.0023703575134277, "Finetune/Step": 441, "Finetune/Step Time": 6.195518409833312}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9232915639877319, "Finetune/Loss (Raw)": 0.75670325756073, "Finetune/Step": 442, "Finetune/Step Time": 6.1997320633381605}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9237620830535889, "Finetune/Loss (Raw)": 0.9957082271575928, "Finetune/Step": 443, "Finetune/Step Time": 6.218581607565284}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9270434975624084, "Finetune/Loss (Raw)": 1.0499712228775024, "Finetune/Step": 444, "Finetune/Step Time": 6.216717621311545}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9270880818367004, "Finetune/Loss (Raw)": 0.9255832433700562, "Finetune/Step": 445, "Finetune/Step Time": 6.200463276356459}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9269793033599854, "Finetune/Loss (Raw)": 1.01132071018219, "Finetune/Step": 446, "Finetune/Step Time": 6.200795199722052}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9275173544883728, "Finetune/Loss (Raw)": 0.9720657467842102, "Finetune/Step": 447, "Finetune/Step Time": 6.201265582814813}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9277504682540894, "Finetune/Loss (Raw)": 0.931545615196228, "Finetune/Step": 448, "Finetune/Step Time": 6.196356251835823}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9311668872833252, "Finetune/Loss (Raw)": 1.0802726745605469, "Finetune/Step": 449, "Finetune/Step Time": 6.1950100641697645}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9306535720825195, "Finetune/Loss (Raw)": 0.8789445757865906, "Finetune/Step": 450, "Finetune/Step Time": 6.175926011055708}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9299169778823853, "Finetune/Loss (Raw)": 0.9036517143249512, "Finetune/Step": 451, "Finetune/Step Time": 6.175140941515565}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9286941289901733, "Finetune/Loss (Raw)": 0.9070008993148804, "Finetune/Step": 452, "Finetune/Step Time": 6.188810279592872}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9297611713409424, "Finetune/Loss (Raw)": 1.1331381797790527, "Finetune/Step": 453, "Finetune/Step Time": 6.1842662282288074}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9280147552490234, "Finetune/Loss (Raw)": 0.9151474237442017, "Finetune/Step": 454, "Finetune/Step Time": 6.183940401300788}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9284102916717529, "Finetune/Loss (Raw)": 1.010633111000061, "Finetune/Step": 455, "Finetune/Step Time": 6.192034758627415}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9259812831878662, "Finetune/Loss (Raw)": 0.7034430503845215, "Finetune/Step": 456, "Finetune/Step Time": 6.194412913173437}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9255900382995605, "Finetune/Loss (Raw)": 0.8174825310707092, "Finetune/Step": 457, "Finetune/Step Time": 6.199135119095445}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9273403882980347, "Finetune/Loss (Raw)": 1.0831897258758545, "Finetune/Step": 458, "Finetune/Step Time": 6.188152182847261}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9264364242553711, "Finetune/Loss (Raw)": 0.8974255919456482, "Finetune/Step": 459, "Finetune/Step Time": 6.18643151409924}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9262040853500366, "Finetune/Loss (Raw)": 0.7407852411270142, "Finetune/Step": 460, "Finetune/Step Time": 6.187713999301195}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9252930879592896, "Finetune/Loss (Raw)": 0.8781986236572266, "Finetune/Step": 461, "Finetune/Step Time": 6.187193626537919}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9248694181442261, "Finetune/Loss (Raw)": 0.9161044359207153, "Finetune/Step": 462, "Finetune/Step Time": 6.1859634462744}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9261773824691772, "Finetune/Loss (Raw)": 1.1218875646591187, "Finetune/Step": 463, "Finetune/Step Time": 6.184039268642664}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9229738712310791, "Finetune/Loss (Raw)": 0.6541551351547241, "Finetune/Step": 464, "Finetune/Step Time": 6.184882938861847}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9216205477714539, "Finetune/Loss (Raw)": 0.9863261580467224, "Finetune/Step": 465, "Finetune/Step Time": 6.201712526381016}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9204463958740234, "Finetune/Loss (Raw)": 0.748055636882782, "Finetune/Step": 466, "Finetune/Step Time": 6.2188278920948505}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9211254715919495, "Finetune/Loss (Raw)": 0.9746564626693726, "Finetune/Step": 467, "Finetune/Step Time": 6.210817817598581}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9203161597251892, "Finetune/Loss (Raw)": 0.7522890567779541, "Finetune/Step": 468, "Finetune/Step Time": 6.213053714483976}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9175029993057251, "Finetune/Loss (Raw)": 0.6082742810249329, "Finetune/Step": 469, "Finetune/Step Time": 6.224378753453493}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9164925813674927, "Finetune/Loss (Raw)": 0.8988457918167114, "Finetune/Step": 470, "Finetune/Step Time": 6.23770803026855}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9158471822738647, "Finetune/Loss (Raw)": 0.9063780903816223, "Finetune/Step": 471, "Finetune/Step Time": 6.2405940517783165}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9161807894706726, "Finetune/Loss (Raw)": 1.072787880897522, "Finetune/Step": 472, "Finetune/Step Time": 6.248530358076096}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9143210053443909, "Finetune/Loss (Raw)": 0.8342985510826111, "Finetune/Step": 473, "Finetune/Step Time": 6.247461277991533}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9138650298118591, "Finetune/Loss (Raw)": 0.9853572845458984, "Finetune/Step": 474, "Finetune/Step Time": 6.245073897764087}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9127965569496155, "Finetune/Loss (Raw)": 0.9611803889274597, "Finetune/Step": 475, "Finetune/Step Time": 6.243113074451685}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9124122858047485, "Finetune/Loss (Raw)": 0.9599171876907349, "Finetune/Step": 476, "Finetune/Step Time": 6.239804806187749}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9112181663513184, "Finetune/Loss (Raw)": 0.9153227210044861, "Finetune/Step": 477, "Finetune/Step Time": 6.232157306745648}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9112265110015869, "Finetune/Loss (Raw)": 0.871836245059967, "Finetune/Step": 478, "Finetune/Step Time": 6.231338771060109}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9115052223205566, "Finetune/Loss (Raw)": 0.9648542404174805, "Finetune/Step": 479, "Finetune/Step Time": 6.214941872283816}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9122146964073181, "Finetune/Loss (Raw)": 1.009207010269165, "Finetune/Step": 480, "Finetune/Step Time": 6.204653661698103}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9125550985336304, "Finetune/Loss (Raw)": 0.9407446384429932, "Finetune/Step": 481, "Finetune/Step Time": 6.200977390632033}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9133510589599609, "Finetune/Loss (Raw)": 0.9608720541000366, "Finetune/Step": 482, "Finetune/Step Time": 6.206082152202725}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9127084016799927, "Finetune/Loss (Raw)": 0.9240282773971558, "Finetune/Step": 483, "Finetune/Step Time": 6.202043781057}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9127000570297241, "Finetune/Loss (Raw)": 0.8363680243492126, "Finetune/Step": 484, "Finetune/Step Time": 6.208932787179947}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.911637544631958, "Finetune/Loss (Raw)": 0.6795788407325745, "Finetune/Step": 485, "Finetune/Step Time": 6.2131221909075975}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9128519296646118, "Finetune/Loss (Raw)": 0.8861153721809387, "Finetune/Step": 486, "Finetune/Step Time": 6.214155733585358}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9138974547386169, "Finetune/Loss (Raw)": 0.9441235661506653, "Finetune/Step": 487, "Finetune/Step Time": 6.205567739903927}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9144542217254639, "Finetune/Loss (Raw)": 0.9905170202255249, "Finetune/Step": 488, "Finetune/Step Time": 6.20430888608098}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9144221544265747, "Finetune/Loss (Raw)": 0.817329466342926, "Finetune/Step": 489, "Finetune/Step Time": 6.205004317685962}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9136795997619629, "Finetune/Loss (Raw)": 0.7985929846763611, "Finetune/Step": 490, "Finetune/Step Time": 6.208384659141302}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9097265005111694, "Finetune/Loss (Raw)": 0.5153651833534241, "Finetune/Step": 491, "Finetune/Step Time": 6.218631958588958}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.908412754535675, "Finetune/Loss (Raw)": 0.8681965470314026, "Finetune/Step": 492, "Finetune/Step Time": 6.235787197947502}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.907612144947052, "Finetune/Loss (Raw)": 0.9564400315284729, "Finetune/Step": 493, "Finetune/Step Time": 6.238326847553253}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9078031778335571, "Finetune/Loss (Raw)": 0.8827587962150574, "Finetune/Step": 494, "Finetune/Step Time": 6.241608489304781}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9074254035949707, "Finetune/Loss (Raw)": 0.9166238903999329, "Finetune/Step": 495, "Finetune/Step Time": 6.248206665739417}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9075908660888672, "Finetune/Loss (Raw)": 0.9587972164154053, "Finetune/Step": 496, "Finetune/Step Time": 6.248877115547657}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9072126746177673, "Finetune/Loss (Raw)": 0.8703534007072449, "Finetune/Step": 497, "Finetune/Step Time": 6.255614450201392}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9062364101409912, "Finetune/Loss (Raw)": 0.968970537185669, "Finetune/Step": 498, "Finetune/Step Time": 6.2550080846995115}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9041996002197266, "Finetune/Loss (Raw)": 0.8498616218566895, "Finetune/Step": 499, "Finetune/Step Time": 6.252903560176492}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9036275744438171, "Finetune/Loss (Raw)": 0.902412474155426, "Finetune/Step": 500, "Finetune/Step Time": 6.256076091900468}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9031504392623901, "Finetune/Loss (Raw)": 0.7117551565170288, "Finetune/Step": 501, "Finetune/Step Time": 6.256256345659494}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9038092494010925, "Finetune/Loss (Raw)": 0.758272111415863, "Finetune/Step": 502, "Finetune/Step Time": 6.245819555595517}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9021438360214233, "Finetune/Loss (Raw)": 0.8207698464393616, "Finetune/Step": 503, "Finetune/Step Time": 6.244072815403342}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9030050039291382, "Finetune/Loss (Raw)": 0.9378889799118042, "Finetune/Step": 504, "Finetune/Step Time": 6.251901291310787}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9031433463096619, "Finetune/Loss (Raw)": 0.9308430552482605, "Finetune/Step": 505, "Finetune/Step Time": 6.249052848666906}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.8994566202163696, "Finetune/Loss (Raw)": 0.6621325016021729, "Finetune/Step": 506, "Finetune/Step Time": 6.252043813467026}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.8983174562454224, "Finetune/Loss (Raw)": 0.9484424591064453, "Finetune/Step": 507, "Finetune/Step Time": 6.268050404265523}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.897612988948822, "Finetune/Loss (Raw)": 0.890153706073761, "Finetune/Step": 508, "Finetune/Step Time": 6.266781881451607}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.8965837955474854, "Finetune/Loss (Raw)": 0.8884076476097107, "Finetune/Step": 509, "Finetune/Step Time": 6.267339274287224}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.8966784477233887, "Finetune/Loss (Raw)": 0.846444308757782, "Finetune/Step": 510, "Finetune/Step Time": 6.25950026139617}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.8982016444206238, "Finetune/Loss (Raw)": 0.9855997562408447, "Finetune/Step": 511, "Finetune/Step Time": 6.2258285861462355}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.8991810083389282, "Finetune/Loss (Raw)": 0.8823405504226685, "Finetune/Step": 512, "Finetune/Step Time": 6.202319391071796}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.8999695181846619, "Finetune/Loss (Raw)": 1.015073299407959, "Finetune/Step": 513, "Finetune/Step Time": 6.189136657863855}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9007724523544312, "Finetune/Loss (Raw)": 0.9553800821304321, "Finetune/Step": 514, "Finetune/Step Time": 6.194513808935881}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.8996782302856445, "Finetune/Loss (Raw)": 0.6800822615623474, "Finetune/Step": 515, "Finetune/Step Time": 6.207735311239958}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9008787274360657, "Finetune/Loss (Raw)": 0.9820070266723633, "Finetune/Step": 516, "Finetune/Step Time": 6.224056405946612}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9019144177436829, "Finetune/Loss (Raw)": 0.9973466396331787, "Finetune/Step": 517, "Finetune/Step Time": 6.225999657064676}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.903530478477478, "Finetune/Loss (Raw)": 0.9389455318450928, "Finetune/Step": 518, "Finetune/Step Time": 6.22561508603394}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9036954045295715, "Finetune/Loss (Raw)": 0.97437983751297, "Finetune/Step": 519, "Finetune/Step Time": 6.230048980563879}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9031925797462463, "Finetune/Loss (Raw)": 0.804797351360321, "Finetune/Step": 520, "Finetune/Step Time": 6.237677680328488}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9048579335212708, "Finetune/Loss (Raw)": 0.9731346964836121, "Finetune/Step": 521, "Finetune/Step Time": 6.235201131552458}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9059236645698547, "Finetune/Loss (Raw)": 0.9048779606819153, "Finetune/Step": 522, "Finetune/Step Time": 6.22524349950254}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9022507667541504, "Finetune/Loss (Raw)": 0.6917627453804016, "Finetune/Step": 523, "Finetune/Step Time": 6.2261108830571175}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9014254212379456, "Finetune/Loss (Raw)": 0.9430522322654724, "Finetune/Step": 524, "Finetune/Step Time": 6.2191326264292}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.903355598449707, "Finetune/Loss (Raw)": 0.9459208846092224, "Finetune/Step": 525, "Finetune/Step Time": 6.214052943512797}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9013619422912598, "Finetune/Loss (Raw)": 0.8396390080451965, "Finetune/Step": 526, "Finetune/Step Time": 6.207645069807768}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9018317461013794, "Finetune/Loss (Raw)": 0.8431234359741211, "Finetune/Step": 527, "Finetune/Step Time": 6.213046560063958}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9022858738899231, "Finetune/Loss (Raw)": 0.9486079216003418, "Finetune/Step": 528, "Finetune/Step Time": 6.209820333868265}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9014956951141357, "Finetune/Loss (Raw)": 0.9247477054595947, "Finetune/Step": 529, "Finetune/Step Time": 6.207652531564236}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9019393920898438, "Finetune/Loss (Raw)": 1.0012009143829346, "Finetune/Step": 530, "Finetune/Step Time": 6.202427055686712}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9028359651565552, "Finetune/Loss (Raw)": 1.0437819957733154, "Finetune/Step": 531, "Finetune/Step Time": 6.188710484653711}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9018008708953857, "Finetune/Loss (Raw)": 0.8795037269592285, "Finetune/Step": 532, "Finetune/Step Time": 6.186759226024151}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9032779932022095, "Finetune/Loss (Raw)": 0.892163097858429, "Finetune/Step": 533, "Finetune/Step Time": 6.184035401791334}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9041804671287537, "Finetune/Loss (Raw)": 0.8846861720085144, "Finetune/Step": 534, "Finetune/Step Time": 6.177911050617695}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9051355123519897, "Finetune/Loss (Raw)": 0.8144090175628662, "Finetune/Step": 535, "Finetune/Step Time": 6.162886675447226}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9039938449859619, "Finetune/Loss (Raw)": 0.7889575362205505, "Finetune/Step": 536, "Finetune/Step Time": 6.158738631755114}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9024953842163086, "Finetune/Loss (Raw)": 0.9612281918525696, "Finetune/Step": 537, "Finetune/Step Time": 6.173077588900924}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9008391499519348, "Finetune/Loss (Raw)": 0.9346001148223877, "Finetune/Step": 538, "Finetune/Step Time": 6.175333516672254}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9014544486999512, "Finetune/Loss (Raw)": 1.02894926071167, "Finetune/Step": 539, "Finetune/Step Time": 6.16668352112174}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9027395248413086, "Finetune/Loss (Raw)": 0.8832608461380005, "Finetune/Step": 540, "Finetune/Step Time": 6.157742468640208}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9020481705665588, "Finetune/Loss (Raw)": 0.9196998476982117, "Finetune/Step": 541, "Finetune/Step Time": 6.141617862507701}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9022541046142578, "Finetune/Loss (Raw)": 0.9087673425674438, "Finetune/Step": 542, "Finetune/Step Time": 6.145733717828989}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9029859304428101, "Finetune/Loss (Raw)": 1.0478178262710571, "Finetune/Step": 543, "Finetune/Step Time": 6.14618581533432}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9023959636688232, "Finetune/Loss (Raw)": 0.9777556657791138, "Finetune/Step": 544, "Finetune/Step Time": 6.145035702735186}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9021358489990234, "Finetune/Loss (Raw)": 0.9458171725273132, "Finetune/Step": 545, "Finetune/Step Time": 6.142864868044853}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9010804891586304, "Finetune/Loss (Raw)": 0.8892908096313477, "Finetune/Step": 546, "Finetune/Step Time": 6.1401927806437016}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9021552801132202, "Finetune/Loss (Raw)": 1.001259446144104, "Finetune/Step": 547, "Finetune/Step Time": 6.137285377830267}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.902921199798584, "Finetune/Loss (Raw)": 0.7897001504898071, "Finetune/Step": 548, "Finetune/Step Time": 6.12980018183589}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9006394147872925, "Finetune/Loss (Raw)": 0.6658124923706055, "Finetune/Step": 549, "Finetune/Step Time": 6.123237084597349}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9000005722045898, "Finetune/Loss (Raw)": 0.8631930351257324, "Finetune/Step": 550, "Finetune/Step Time": 6.123422643169761}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.8984909653663635, "Finetune/Loss (Raw)": 0.8345687985420227, "Finetune/Step": 551, "Finetune/Step Time": 6.1125336438417435}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.8985615968704224, "Finetune/Loss (Raw)": 1.0166200399398804, "Finetune/Step": 552, "Finetune/Step Time": 6.111545342952013}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.8990447521209717, "Finetune/Loss (Raw)": 0.722334623336792, "Finetune/Step": 553, "Finetune/Step Time": 6.100915284827352}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.8997222185134888, "Finetune/Loss (Raw)": 1.0034143924713135, "Finetune/Step": 554, "Finetune/Step Time": 6.080091739073396}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.8995333909988403, "Finetune/Loss (Raw)": 0.8942738175392151, "Finetune/Step": 555, "Finetune/Step Time": 6.082587415352464}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.8985363245010376, "Finetune/Loss (Raw)": 0.9035623073577881, "Finetune/Step": 556, "Finetune/Step Time": 6.094097051769495}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.8971689939498901, "Finetune/Loss (Raw)": 0.862903356552124, "Finetune/Step": 557, "Finetune/Step Time": 6.099324829876423}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.8951345682144165, "Finetune/Loss (Raw)": 0.5799136161804199, "Finetune/Step": 558, "Finetune/Step Time": 6.099892750382423}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.8947160243988037, "Finetune/Loss (Raw)": 0.8998593688011169, "Finetune/Step": 559, "Finetune/Step Time": 6.111276159062982}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.8940860033035278, "Finetune/Loss (Raw)": 0.7847751975059509, "Finetune/Step": 560, "Finetune/Step Time": 6.107440738007426}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.8938720226287842, "Finetune/Loss (Raw)": 0.8219754099845886, "Finetune/Step": 561, "Finetune/Step Time": 6.106121780350804}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.8930312395095825, "Finetune/Loss (Raw)": 0.8063122034072876, "Finetune/Step": 562, "Finetune/Step Time": 6.106088863685727}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.8944540023803711, "Finetune/Loss (Raw)": 0.9660124778747559, "Finetune/Step": 563, "Finetune/Step Time": 6.103866629302502}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.8947429656982422, "Finetune/Loss (Raw)": 0.9191415905952454, "Finetune/Step": 564, "Finetune/Step Time": 6.115055173635483}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.8933101296424866, "Finetune/Loss (Raw)": 0.7618212103843689, "Finetune/Step": 565, "Finetune/Step Time": 6.122390555217862}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.8951878547668457, "Finetune/Loss (Raw)": 1.0230928659439087, "Finetune/Step": 566, "Finetune/Step Time": 6.127221658825874}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.8946787118911743, "Finetune/Loss (Raw)": 0.8120648860931396, "Finetune/Step": 567, "Finetune/Step Time": 6.129840545356274}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.892245352268219, "Finetune/Loss (Raw)": 0.6426083445549011, "Finetune/Step": 568, "Finetune/Step Time": 6.135427691042423}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.891090452671051, "Finetune/Loss (Raw)": 0.8545441627502441, "Finetune/Step": 569, "Finetune/Step Time": 6.150311069563031}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.8923017978668213, "Finetune/Loss (Raw)": 0.9117584228515625, "Finetune/Step": 570, "Finetune/Step Time": 6.148899290710688}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.8908576965332031, "Finetune/Loss (Raw)": 0.8108646869659424, "Finetune/Step": 571, "Finetune/Step Time": 6.13650300912559}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.8899445533752441, "Finetune/Loss (Raw)": 0.933089554309845, "Finetune/Step": 572, "Finetune/Step Time": 6.140330322086811}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.8906078338623047, "Finetune/Loss (Raw)": 1.0104782581329346, "Finetune/Step": 573, "Finetune/Step Time": 6.14128165692091}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.8906395435333252, "Finetune/Loss (Raw)": 1.015381932258606, "Finetune/Step": 574, "Finetune/Step Time": 6.141557680442929}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.8909666538238525, "Finetune/Loss (Raw)": 1.0139299631118774, "Finetune/Step": 575, "Finetune/Step Time": 6.143181923776865}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.8906909227371216, "Finetune/Loss (Raw)": 0.8962538242340088, "Finetune/Step": 576, "Finetune/Step Time": 6.153940111398697}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.8891785144805908, "Finetune/Loss (Raw)": 0.8866934776306152, "Finetune/Step": 577, "Finetune/Step Time": 6.153314132243395}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.8888162970542908, "Finetune/Loss (Raw)": 0.8325708508491516, "Finetune/Step": 578, "Finetune/Step Time": 6.161022629588842}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.8878133296966553, "Finetune/Loss (Raw)": 0.7752748131752014, "Finetune/Step": 579, "Finetune/Step Time": 6.161121828481555}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.8882996439933777, "Finetune/Loss (Raw)": 0.9692524671554565, "Finetune/Step": 580, "Finetune/Step Time": 6.158069146797061}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.8874027729034424, "Finetune/Loss (Raw)": 1.0183393955230713, "Finetune/Step": 581, "Finetune/Step Time": 6.160371487960219}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.8881281018257141, "Finetune/Loss (Raw)": 1.0079855918884277, "Finetune/Step": 582, "Finetune/Step Time": 6.161054439842701}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.8864250183105469, "Finetune/Loss (Raw)": 0.7926424741744995, "Finetune/Step": 583, "Finetune/Step Time": 6.15881335362792}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.887914776802063, "Finetune/Loss (Raw)": 0.8941255807876587, "Finetune/Step": 584, "Finetune/Step Time": 6.1581580843776464}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.8890392780303955, "Finetune/Loss (Raw)": 0.9614164233207703, "Finetune/Step": 585, "Finetune/Step Time": 6.147749083116651}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.885771632194519, "Finetune/Loss (Raw)": 0.6649364233016968, "Finetune/Step": 586, "Finetune/Step Time": 6.151362834498286}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.8871698379516602, "Finetune/Loss (Raw)": 1.0764020681381226, "Finetune/Step": 587, "Finetune/Step Time": 6.164050675928593}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.8874627947807312, "Finetune/Loss (Raw)": 0.7782759070396423, "Finetune/Step": 588, "Finetune/Step Time": 6.160002613440156}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.8884670734405518, "Finetune/Loss (Raw)": 1.0067423582077026, "Finetune/Step": 589, "Finetune/Step Time": 6.1646396443247795}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.8893387317657471, "Finetune/Loss (Raw)": 1.027679204940796, "Finetune/Step": 590, "Finetune/Step Time": 6.163615075871348}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.8871023654937744, "Finetune/Loss (Raw)": 0.8356439471244812, "Finetune/Step": 591, "Finetune/Step Time": 6.165026593953371}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.8889483213424683, "Finetune/Loss (Raw)": 0.8904286623001099, "Finetune/Step": 592, "Finetune/Step Time": 6.160454975441098}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.8879591226577759, "Finetune/Loss (Raw)": 0.8597029447555542, "Finetune/Step": 593, "Finetune/Step Time": 6.145865174010396}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.8894734382629395, "Finetune/Loss (Raw)": 0.9418957829475403, "Finetune/Step": 594, "Finetune/Step Time": 6.139783119782805}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.8893272876739502, "Finetune/Loss (Raw)": 0.9559473991394043, "Finetune/Step": 595, "Finetune/Step Time": 6.13196873664856}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.8900684118270874, "Finetune/Loss (Raw)": 0.8471498489379883, "Finetune/Step": 596, "Finetune/Step Time": 6.124161448329687}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.891471266746521, "Finetune/Loss (Raw)": 0.7878466844558716, "Finetune/Step": 597, "Finetune/Step Time": 6.110623130574822}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.8912144899368286, "Finetune/Loss (Raw)": 0.8659750819206238, "Finetune/Step": 598, "Finetune/Step Time": 6.100628515705466}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.8917652368545532, "Finetune/Loss (Raw)": 0.9768746495246887, "Finetune/Step": 599, "Finetune/Step Time": 6.108901420608163}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.8911768794059753, "Finetune/Loss (Raw)": 0.9974711537361145, "Finetune/Step": 600, "Finetune/Step Time": 6.099626498296857}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.8911517858505249, "Finetune/Loss (Raw)": 0.8310928344726562, "Finetune/Step": 601, "Finetune/Step Time": 6.107022203505039}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.8908491730690002, "Finetune/Loss (Raw)": 0.9466249346733093, "Finetune/Step": 602, "Finetune/Step Time": 6.119551192969084}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.8891700506210327, "Finetune/Loss (Raw)": 0.7462530136108398, "Finetune/Step": 603, "Finetune/Step Time": 6.117186617106199}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.8891615867614746, "Finetune/Loss (Raw)": 0.95882648229599, "Finetune/Step": 604, "Finetune/Step Time": 6.119078028947115}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.888195812702179, "Finetune/Loss (Raw)": 0.7917050123214722, "Finetune/Step": 605, "Finetune/Step Time": 6.117670118808746}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.8877216577529907, "Finetune/Loss (Raw)": 0.811139702796936, "Finetune/Step": 606, "Finetune/Step Time": 6.11757630109787}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.8853754997253418, "Finetune/Loss (Raw)": 0.6645601391792297, "Finetune/Step": 607, "Finetune/Step Time": 6.133542759343982}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.8853524923324585, "Finetune/Loss (Raw)": 1.0062575340270996, "Finetune/Step": 608, "Finetune/Step Time": 6.151518452912569}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.8844075202941895, "Finetune/Loss (Raw)": 0.8197835087776184, "Finetune/Step": 609, "Finetune/Step Time": 6.150875516235828}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.8840351104736328, "Finetune/Loss (Raw)": 0.913205087184906, "Finetune/Step": 610, "Finetune/Step Time": 6.148321408778429}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.8840216398239136, "Finetune/Loss (Raw)": 0.9223108291625977, "Finetune/Step": 611, "Finetune/Step Time": 6.139736149460077}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.8860397338867188, "Finetune/Loss (Raw)": 1.094677209854126, "Finetune/Step": 612, "Finetune/Step Time": 6.125684287399054}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.8865880966186523, "Finetune/Loss (Raw)": 0.7497684955596924, "Finetune/Step": 613, "Finetune/Step Time": 6.121675997972488}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.8870006799697876, "Finetune/Loss (Raw)": 0.938924252986908, "Finetune/Step": 614, "Finetune/Step Time": 6.112378139048815}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.8867487907409668, "Finetune/Loss (Raw)": 0.9118854403495789, "Finetune/Step": 615, "Finetune/Step Time": 6.103983802720904}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.8862783312797546, "Finetune/Loss (Raw)": 0.9302959442138672, "Finetune/Step": 616, "Finetune/Step Time": 6.107434244826436}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.8871190547943115, "Finetune/Loss (Raw)": 0.9249471426010132, "Finetune/Step": 617, "Finetune/Step Time": 6.107166005298495}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.8879227042198181, "Finetune/Loss (Raw)": 0.9014568328857422, "Finetune/Step": 618, "Finetune/Step Time": 6.101445488631725}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.8903534412384033, "Finetune/Loss (Raw)": 0.8264967799186707, "Finetune/Step": 619, "Finetune/Step Time": 6.105667896568775}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.8908058404922485, "Finetune/Loss (Raw)": 0.9261024594306946, "Finetune/Step": 620, "Finetune/Step Time": 6.100189503282309}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.8907314538955688, "Finetune/Loss (Raw)": 0.9469202160835266, "Finetune/Step": 621, "Finetune/Step Time": 6.098929895088077}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.890762209892273, "Finetune/Loss (Raw)": 0.8866961002349854, "Finetune/Step": 622, "Finetune/Step Time": 6.107715236023068}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.8911985754966736, "Finetune/Loss (Raw)": 0.9724818468093872, "Finetune/Step": 623, "Finetune/Step Time": 6.101934097707272}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.891002357006073, "Finetune/Loss (Raw)": 0.9336844086647034, "Finetune/Step": 624, "Finetune/Step Time": 6.099256869405508}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.891659677028656, "Finetune/Loss (Raw)": 0.9544838666915894, "Finetune/Step": 625, "Finetune/Step Time": 6.0900854635983706}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.8917866349220276, "Finetune/Loss (Raw)": 0.9852171540260315, "Finetune/Step": 626, "Finetune/Step Time": 6.0909953489899635}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.892518162727356, "Finetune/Loss (Raw)": 0.9435076117515564, "Finetune/Step": 627, "Finetune/Step Time": 6.09068438410759}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.8923206925392151, "Finetune/Loss (Raw)": 0.8771308660507202, "Finetune/Step": 628, "Finetune/Step Time": 6.088120300322771}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.8940891027450562, "Finetune/Loss (Raw)": 0.9381116032600403, "Finetune/Step": 629, "Finetune/Step Time": 6.079833842813969}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.896727979183197, "Finetune/Loss (Raw)": 1.0960490703582764, "Finetune/Step": 630, "Finetune/Step Time": 6.071185201406479}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.8962945938110352, "Finetune/Loss (Raw)": 0.765296220779419, "Finetune/Step": 631, "Finetune/Step Time": 6.0570399053394794}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.8970572352409363, "Finetune/Loss (Raw)": 1.035509467124939, "Finetune/Step": 632, "Finetune/Step Time": 6.04762858338654}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.8988342881202698, "Finetune/Loss (Raw)": 1.1583013534545898, "Finetune/Step": 633, "Finetune/Step Time": 6.047850888222456}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9001027941703796, "Finetune/Loss (Raw)": 0.8245016932487488, "Finetune/Step": 634, "Finetune/Step Time": 6.0570094138383865}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.900036096572876, "Finetune/Loss (Raw)": 0.9399021863937378, "Finetune/Step": 635, "Finetune/Step Time": 6.042812019586563}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.8999706506729126, "Finetune/Loss (Raw)": 0.881780743598938, "Finetune/Step": 636, "Finetune/Step Time": 6.05048980563879}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9006096124649048, "Finetune/Loss (Raw)": 0.9702012538909912, "Finetune/Step": 637, "Finetune/Step Time": 6.062742976471782}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9017156362533569, "Finetune/Loss (Raw)": 0.9880149960517883, "Finetune/Step": 638, "Finetune/Step Time": 6.057308543473482}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9010136127471924, "Finetune/Loss (Raw)": 0.8957318663597107, "Finetune/Step": 639, "Finetune/Step Time": 6.055838372558355}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9012260437011719, "Finetune/Loss (Raw)": 0.9095416069030762, "Finetune/Step": 640, "Finetune/Step Time": 6.05491915717721}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.8999000787734985, "Finetune/Loss (Raw)": 0.8453390598297119, "Finetune/Step": 641, "Finetune/Step Time": 6.056531948968768}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.8972850441932678, "Finetune/Loss (Raw)": 0.6206607222557068, "Finetune/Step": 642, "Finetune/Step Time": 6.059968117624521}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.8990774154663086, "Finetune/Loss (Raw)": 0.9095067977905273, "Finetune/Step": 643, "Finetune/Step Time": 6.05861409381032}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.8990057110786438, "Finetune/Loss (Raw)": 0.9728279113769531, "Finetune/Step": 644, "Finetune/Step Time": 6.0441470462828875}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.8991154432296753, "Finetune/Loss (Raw)": 1.0113900899887085, "Finetune/Step": 645, "Finetune/Step Time": 6.0466895420104265}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.8989760875701904, "Finetune/Loss (Raw)": 0.9211093187332153, "Finetune/Step": 646, "Finetune/Step Time": 6.046937592327595}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.8980456590652466, "Finetune/Loss (Raw)": 0.8552889227867126, "Finetune/Step": 647, "Finetune/Step Time": 6.051605632528663}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.8992091417312622, "Finetune/Loss (Raw)": 0.9537214636802673, "Finetune/Step": 648, "Finetune/Step Time": 6.052105782553554}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.8981097936630249, "Finetune/Loss (Raw)": 0.8324154615402222, "Finetune/Step": 649, "Finetune/Step Time": 6.053127204999328}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.8974442481994629, "Finetune/Loss (Raw)": 0.8196919560432434, "Finetune/Step": 650, "Finetune/Step Time": 6.055394759401679}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.899249255657196, "Finetune/Loss (Raw)": 0.9228035807609558, "Finetune/Step": 651, "Finetune/Step Time": 6.054456260055304}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.8987873792648315, "Finetune/Loss (Raw)": 0.8839256763458252, "Finetune/Step": 652, "Finetune/Step Time": 6.060773901641369}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.8981044888496399, "Finetune/Loss (Raw)": 0.8585134744644165, "Finetune/Step": 653, "Finetune/Step Time": 6.063971046358347}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9005763530731201, "Finetune/Loss (Raw)": 1.15604567527771, "Finetune/Step": 654, "Finetune/Step Time": 6.0620133969932795}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9006775617599487, "Finetune/Loss (Raw)": 0.8560651540756226, "Finetune/Step": 655, "Finetune/Step Time": 6.057845009490848}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.8999401926994324, "Finetune/Loss (Raw)": 0.8542318940162659, "Finetune/Step": 656, "Finetune/Step Time": 6.06272679194808}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.8990633487701416, "Finetune/Loss (Raw)": 0.8125139474868774, "Finetune/Step": 657, "Finetune/Step Time": 6.068937612697482}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.898460865020752, "Finetune/Loss (Raw)": 0.9240828156471252, "Finetune/Step": 658, "Finetune/Step Time": 6.081666439771652}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.8958932757377625, "Finetune/Loss (Raw)": 0.7151266932487488, "Finetune/Step": 659, "Finetune/Step Time": 6.087545653805137}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.8971436023712158, "Finetune/Loss (Raw)": 1.0395469665527344, "Finetune/Step": 660, "Finetune/Step Time": 6.100654533132911}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.8973478078842163, "Finetune/Loss (Raw)": 0.9182981252670288, "Finetune/Step": 661, "Finetune/Step Time": 6.100832926109433}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.8981014490127563, "Finetune/Loss (Raw)": 0.9811539053916931, "Finetune/Step": 662, "Finetune/Step Time": 6.095869982615113}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.8995212316513062, "Finetune/Loss (Raw)": 0.9961393475532532, "Finetune/Step": 663, "Finetune/Step Time": 6.088463390246034}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.900026798248291, "Finetune/Loss (Raw)": 0.8536712527275085, "Finetune/Step": 664, "Finetune/Step Time": 6.0788538586348295}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9002803564071655, "Finetune/Loss (Raw)": 0.993684709072113, "Finetune/Step": 665, "Finetune/Step Time": 6.072657844051719}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9013426899909973, "Finetune/Loss (Raw)": 1.0705825090408325, "Finetune/Step": 666, "Finetune/Step Time": 6.076103983446956}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9007695913314819, "Finetune/Loss (Raw)": 0.9555888772010803, "Finetune/Step": 667, "Finetune/Step Time": 6.074582502245903}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.8998783826828003, "Finetune/Loss (Raw)": 0.7691855430603027, "Finetune/Step": 668, "Finetune/Step Time": 6.083315301686525}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9001792669296265, "Finetune/Loss (Raw)": 0.9582147598266602, "Finetune/Step": 669, "Finetune/Step Time": 6.084847986698151}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.8997592926025391, "Finetune/Loss (Raw)": 0.8550117015838623, "Finetune/Step": 670, "Finetune/Step Time": 6.082672514021397}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.8985655307769775, "Finetune/Loss (Raw)": 0.8950163722038269, "Finetune/Step": 671, "Finetune/Step Time": 6.082978175953031}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.8983358144760132, "Finetune/Loss (Raw)": 0.9483487010002136, "Finetune/Step": 672, "Finetune/Step Time": 6.0819513984024525}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.899236798286438, "Finetune/Loss (Raw)": 1.0611498355865479, "Finetune/Step": 673, "Finetune/Step Time": 6.081531533971429}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9006277918815613, "Finetune/Loss (Raw)": 1.067333698272705, "Finetune/Step": 674, "Finetune/Step Time": 6.083452204242349}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9004045128822327, "Finetune/Loss (Raw)": 0.9726754426956177, "Finetune/Step": 675, "Finetune/Step Time": 6.0961692575365305}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9017798900604248, "Finetune/Loss (Raw)": 0.9657553434371948, "Finetune/Step": 676, "Finetune/Step Time": 6.096214225515723}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9025865793228149, "Finetune/Loss (Raw)": 0.7690622210502625, "Finetune/Step": 677, "Finetune/Step Time": 6.099851761013269}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9037463665008545, "Finetune/Loss (Raw)": 1.011650562286377, "Finetune/Step": 678, "Finetune/Step Time": 6.1209851168096066}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9052714109420776, "Finetune/Loss (Raw)": 1.029770016670227, "Finetune/Step": 679, "Finetune/Step Time": 6.1280998308211565}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.903841495513916, "Finetune/Loss (Raw)": 0.8335986137390137, "Finetune/Step": 680, "Finetune/Step Time": 6.130074122920632}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9059778451919556, "Finetune/Loss (Raw)": 0.9957870244979858, "Finetune/Step": 681, "Finetune/Step Time": 6.127946622669697}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9058109521865845, "Finetune/Loss (Raw)": 0.9820497632026672, "Finetune/Step": 682, "Finetune/Step Time": 6.124634649604559}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9069526195526123, "Finetune/Loss (Raw)": 1.0404011011123657, "Finetune/Step": 683, "Finetune/Step Time": 6.117580346763134}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.906545877456665, "Finetune/Loss (Raw)": 0.8514978885650635, "Finetune/Step": 684, "Finetune/Step Time": 6.103071058169007}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9049984216690063, "Finetune/Loss (Raw)": 0.66483074426651, "Finetune/Step": 685, "Finetune/Step Time": 6.099508127197623}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9063611030578613, "Finetune/Loss (Raw)": 0.7543391585350037, "Finetune/Step": 686, "Finetune/Step Time": 6.105883285403252}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9063369035720825, "Finetune/Loss (Raw)": 0.8967665433883667, "Finetune/Step": 687, "Finetune/Step Time": 6.097348410636187}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9073173403739929, "Finetune/Loss (Raw)": 0.9102666974067688, "Finetune/Step": 688, "Finetune/Step Time": 6.096058469265699}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.905070960521698, "Finetune/Loss (Raw)": 0.5344415307044983, "Finetune/Step": 689, "Finetune/Step Time": 6.095887389034033}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9038844108581543, "Finetune/Loss (Raw)": 0.6544327735900879, "Finetune/Step": 690, "Finetune/Step Time": 6.112378058955073}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9039965867996216, "Finetune/Loss (Raw)": 0.9803717732429504, "Finetune/Step": 691, "Finetune/Step Time": 6.153242038562894}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9029567241668701, "Finetune/Loss (Raw)": 0.7860318422317505, "Finetune/Step": 692, "Finetune/Step Time": 6.149601623415947}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9031148552894592, "Finetune/Loss (Raw)": 0.7820733785629272, "Finetune/Step": 693, "Finetune/Step Time": 6.161451455205679}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9011496305465698, "Finetune/Loss (Raw)": 0.7715327739715576, "Finetune/Step": 694, "Finetune/Step Time": 6.165619662031531}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9002688527107239, "Finetune/Loss (Raw)": 0.6993335485458374, "Finetune/Step": 695, "Finetune/Step Time": 6.181685542687774}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9030123949050903, "Finetune/Loss (Raw)": 0.9937803745269775, "Finetune/Step": 696, "Finetune/Step Time": 6.182124519720674}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9025894403457642, "Finetune/Loss (Raw)": 0.8004075884819031, "Finetune/Step": 697, "Finetune/Step Time": 6.170569017529488}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.9036339521408081, "Finetune/Loss (Raw)": 1.0454508066177368, "Finetune/Step": 698, "Finetune/Step Time": 6.172436207532883}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9058458805084229, "Finetune/Loss (Raw)": 1.0939979553222656, "Finetune/Step": 699, "Finetune/Step Time": 6.167714664712548}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9049359560012817, "Finetune/Loss (Raw)": 0.8166157603263855, "Finetune/Step": 700, "Finetune/Step Time": 6.169653804972768}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9019899368286133, "Finetune/Loss (Raw)": 0.6333865523338318, "Finetune/Step": 701, "Finetune/Step Time": 6.1849871799349785}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9010261297225952, "Finetune/Loss (Raw)": 0.89201819896698, "Finetune/Step": 702, "Finetune/Step Time": 6.2049840204417706}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.89887535572052, "Finetune/Loss (Raw)": 0.7386236190795898, "Finetune/Step": 703, "Finetune/Step Time": 6.207368906587362}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.8993077874183655, "Finetune/Loss (Raw)": 0.951606035232544, "Finetune/Step": 704, "Finetune/Step Time": 6.204283008351922}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.8998023271560669, "Finetune/Loss (Raw)": 0.9500023126602173, "Finetune/Step": 705, "Finetune/Step Time": 6.210715062916279}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.8985610008239746, "Finetune/Loss (Raw)": 0.6736785173416138, "Finetune/Step": 706, "Finetune/Step Time": 6.199787450954318}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.8988646864891052, "Finetune/Loss (Raw)": 0.8141455054283142, "Finetune/Step": 707, "Finetune/Step Time": 6.198807969689369}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.8996613621711731, "Finetune/Loss (Raw)": 1.071224331855774, "Finetune/Step": 708, "Finetune/Step Time": 6.191929008811712}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.8979493379592896, "Finetune/Loss (Raw)": 0.7992021441459656, "Finetune/Step": 709, "Finetune/Step Time": 6.193690121173859}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.8964632153511047, "Finetune/Loss (Raw)": 0.8177631497383118, "Finetune/Step": 710, "Finetune/Step Time": 6.192243654280901}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.8974722027778625, "Finetune/Loss (Raw)": 0.9217922687530518, "Finetune/Step": 711, "Finetune/Step Time": 6.190461942926049}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.8952513933181763, "Finetune/Loss (Raw)": 0.6098539233207703, "Finetune/Step": 712, "Finetune/Step Time": 6.2023787423968315}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.894963264465332, "Finetune/Loss (Raw)": 0.9245460629463196, "Finetune/Step": 713, "Finetune/Step Time": 6.209348574280739}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.8956480026245117, "Finetune/Loss (Raw)": 0.7525779604911804, "Finetune/Step": 714, "Finetune/Step Time": 6.20563174597919}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.8950733542442322, "Finetune/Loss (Raw)": 1.0028486251831055, "Finetune/Step": 715, "Finetune/Step Time": 6.192194316536188}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.8950943946838379, "Finetune/Loss (Raw)": 0.7809680700302124, "Finetune/Step": 716, "Finetune/Step Time": 6.1885874923318624}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.8948704600334167, "Finetune/Loss (Raw)": 0.9780838489532471, "Finetune/Step": 717, "Finetune/Step Time": 6.17634304985404}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.8942458629608154, "Finetune/Loss (Raw)": 0.9477365016937256, "Finetune/Step": 718, "Finetune/Step Time": 6.182467505335808}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.8950557708740234, "Finetune/Loss (Raw)": 0.9392974972724915, "Finetune/Step": 719, "Finetune/Step Time": 6.183345420286059}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.896385908126831, "Finetune/Loss (Raw)": 1.0606878995895386, "Finetune/Step": 720, "Finetune/Step Time": 6.184303464367986}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.8962754011154175, "Finetune/Loss (Raw)": 0.8455624580383301, "Finetune/Step": 721, "Finetune/Step Time": 6.186792867258191}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.8956988453865051, "Finetune/Loss (Raw)": 0.8680956959724426, "Finetune/Step": 722, "Finetune/Step Time": 6.194193672388792}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.8962103724479675, "Finetune/Loss (Raw)": 1.0214216709136963, "Finetune/Step": 723, "Finetune/Step Time": 6.207795817404985}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.8970611095428467, "Finetune/Loss (Raw)": 0.9560438990592957, "Finetune/Step": 724, "Finetune/Step Time": 6.208630593493581}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.8993790745735168, "Finetune/Loss (Raw)": 1.0845507383346558, "Finetune/Step": 725, "Finetune/Step Time": 6.216693822294474}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.8974330425262451, "Finetune/Loss (Raw)": 0.616883397102356, "Finetune/Step": 726, "Finetune/Step Time": 6.213586548343301}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.8970560431480408, "Finetune/Loss (Raw)": 0.9286131262779236, "Finetune/Step": 727, "Finetune/Step Time": 6.208048835396767}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.8973401188850403, "Finetune/Loss (Raw)": 1.0338338613510132, "Finetune/Step": 728, "Finetune/Step Time": 6.212859943509102}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.8946645259857178, "Finetune/Loss (Raw)": 0.48861533403396606, "Finetune/Step": 729, "Finetune/Step Time": 6.210092743858695}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.8947287797927856, "Finetune/Loss (Raw)": 0.9548540711402893, "Finetune/Step": 730, "Finetune/Step Time": 6.2039546594023705}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.896212100982666, "Finetune/Loss (Raw)": 0.9361174702644348, "Finetune/Step": 731, "Finetune/Step Time": 6.2057922799140215}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.8948679566383362, "Finetune/Loss (Raw)": 0.786771297454834, "Finetune/Step": 732, "Finetune/Step Time": 6.220258321613073}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.895667552947998, "Finetune/Loss (Raw)": 0.8940523862838745, "Finetune/Step": 733, "Finetune/Step Time": 6.2391540221869946}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.8954804539680481, "Finetune/Loss (Raw)": 0.7871975898742676, "Finetune/Step": 734, "Finetune/Step Time": 6.235224002972245}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.8962278962135315, "Finetune/Loss (Raw)": 0.7602306008338928, "Finetune/Step": 735, "Finetune/Step Time": 6.222369246184826}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.8953548073768616, "Finetune/Loss (Raw)": 0.8945023417472839, "Finetune/Step": 736, "Finetune/Step Time": 6.214372545480728}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.8970440030097961, "Finetune/Loss (Raw)": 1.036002278327942, "Finetune/Step": 737, "Finetune/Step Time": 6.233756948262453}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.8974176645278931, "Finetune/Loss (Raw)": 0.9610254168510437, "Finetune/Step": 738, "Finetune/Step Time": 6.228588143363595}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.8966518640518188, "Finetune/Loss (Raw)": 0.8242940902709961, "Finetune/Step": 739, "Finetune/Step Time": 6.229891575872898}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.8960895538330078, "Finetune/Loss (Raw)": 1.022703766822815, "Finetune/Step": 740, "Finetune/Step Time": 6.24843474291265}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.8956252336502075, "Finetune/Loss (Raw)": 0.6903344988822937, "Finetune/Step": 741, "Finetune/Step Time": 6.253600616008043}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.8952761888504028, "Finetune/Loss (Raw)": 0.8942501544952393, "Finetune/Step": 742, "Finetune/Step Time": 6.266168858855963}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.8959939479827881, "Finetune/Loss (Raw)": 1.003753662109375, "Finetune/Step": 743, "Finetune/Step Time": 6.269549038261175}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.8961185216903687, "Finetune/Loss (Raw)": 0.9462407231330872, "Finetune/Step": 744, "Finetune/Step Time": 6.265694512054324}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.8948186635971069, "Finetune/Loss (Raw)": 0.7585633397102356, "Finetune/Step": 745, "Finetune/Step Time": 6.270034005865455}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.8956525325775146, "Finetune/Loss (Raw)": 1.0081896781921387, "Finetune/Step": 746, "Finetune/Step Time": 6.290734890848398}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.8971151113510132, "Finetune/Loss (Raw)": 1.0137180089950562, "Finetune/Step": 747, "Finetune/Step Time": 6.272951640188694}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.8978783488273621, "Finetune/Loss (Raw)": 1.0237910747528076, "Finetune/Step": 748, "Finetune/Step Time": 6.262472815811634}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.8970334529876709, "Finetune/Loss (Raw)": 0.8387695550918579, "Finetune/Step": 749, "Finetune/Step Time": 6.261382976546884}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.8967386484146118, "Finetune/Loss (Raw)": 0.8489667177200317, "Finetune/Step": 750, "Finetune/Step Time": 6.254821378737688}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.8949643969535828, "Finetune/Loss (Raw)": 0.7453806400299072, "Finetune/Step": 751, "Finetune/Step Time": 6.256363730877638}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.895485520362854, "Finetune/Loss (Raw)": 1.0003817081451416, "Finetune/Step": 752, "Finetune/Step Time": 6.258204601705074}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.8934440612792969, "Finetune/Loss (Raw)": 0.6931843161582947, "Finetune/Step": 753, "Finetune/Step Time": 6.263847889378667}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.8920059204101562, "Finetune/Loss (Raw)": 0.8011337518692017, "Finetune/Step": 754, "Finetune/Step Time": 6.277636116370559}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.8905491828918457, "Finetune/Loss (Raw)": 0.7570401430130005, "Finetune/Step": 755, "Finetune/Step Time": 6.282580453902483}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.890423059463501, "Finetune/Loss (Raw)": 0.8609848022460938, "Finetune/Step": 756, "Finetune/Step Time": 6.29672066681087}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.8896225690841675, "Finetune/Loss (Raw)": 0.8356521725654602, "Finetune/Step": 757, "Finetune/Step Time": 6.298108387738466}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8887077569961548, "Finetune/Loss (Raw)": 0.9789491891860962, "Finetune/Step": 758, "Finetune/Step Time": 6.3054227363318205}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.890191912651062, "Finetune/Loss (Raw)": 0.9552781581878662, "Finetune/Step": 759, "Finetune/Step Time": 6.309504900127649}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8889667391777039, "Finetune/Loss (Raw)": 0.8786779046058655, "Finetune/Step": 760, "Finetune/Step Time": 6.309169430285692}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.8871359825134277, "Finetune/Loss (Raw)": 0.9239684343338013, "Finetune/Step": 761, "Finetune/Step Time": 6.30489607155323}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.8864426612854004, "Finetune/Loss (Raw)": 0.7357524633407593, "Finetune/Step": 762, "Finetune/Step Time": 6.300268925726414}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8850506544113159, "Finetune/Loss (Raw)": 0.7617286443710327, "Finetune/Step": 763, "Finetune/Step Time": 6.315474895760417}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8848181962966919, "Finetune/Loss (Raw)": 0.8520268201828003, "Finetune/Step": 764, "Finetune/Step Time": 6.310653369873762}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.8843868970870972, "Finetune/Loss (Raw)": 0.9149930477142334, "Finetune/Step": 765, "Finetune/Step Time": 6.297510804608464}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8841742277145386, "Finetune/Loss (Raw)": 0.9607924818992615, "Finetune/Step": 766, "Finetune/Step Time": 6.303633842617273}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8841055631637573, "Finetune/Loss (Raw)": 0.8869504332542419, "Finetune/Step": 767, "Finetune/Step Time": 6.317186767235398}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.88348388671875, "Finetune/Loss (Raw)": 0.8299667835235596, "Finetune/Step": 768, "Finetune/Step Time": 6.325594751164317}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.8825100660324097, "Finetune/Loss (Raw)": 0.7206794619560242, "Finetune/Step": 769, "Finetune/Step Time": 6.331251408904791}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8842890858650208, "Finetune/Loss (Raw)": 0.848382294178009, "Finetune/Step": 770, "Finetune/Step Time": 6.332247560843825}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8850187063217163, "Finetune/Loss (Raw)": 1.0028947591781616, "Finetune/Step": 771, "Finetune/Step Time": 6.321008812636137}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8846465349197388, "Finetune/Loss (Raw)": 0.9251936674118042, "Finetune/Step": 772, "Finetune/Step Time": 6.322649022564292}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.884384036064148, "Finetune/Loss (Raw)": 0.9777911901473999, "Finetune/Step": 773, "Finetune/Step Time": 6.317885734140873}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8828975558280945, "Finetune/Loss (Raw)": 0.7308356165885925, "Finetune/Step": 774, "Finetune/Step Time": 6.31979875266552}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8837055563926697, "Finetune/Loss (Raw)": 0.9587141275405884, "Finetune/Step": 775, "Finetune/Step Time": 6.327162753790617}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.8816299438476562, "Finetune/Loss (Raw)": 0.688045084476471, "Finetune/Step": 776, "Finetune/Step Time": 6.327491667121649}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.8828713893890381, "Finetune/Loss (Raw)": 0.9913135170936584, "Finetune/Step": 777, "Finetune/Step Time": 6.328265545889735}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8840728998184204, "Finetune/Loss (Raw)": 0.9734948873519897, "Finetune/Step": 778, "Finetune/Step Time": 6.33442660048604}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8835601210594177, "Finetune/Loss (Raw)": 0.8571644425392151, "Finetune/Step": 779, "Finetune/Step Time": 6.3256639037281275}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.8817448616027832, "Finetune/Loss (Raw)": 0.6515730619430542, "Finetune/Step": 780, "Finetune/Step Time": 6.327790353447199}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8813614249229431, "Finetune/Loss (Raw)": 0.8094356656074524, "Finetune/Step": 781, "Finetune/Step Time": 6.341890528798103}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8768678903579712, "Finetune/Loss (Raw)": 0.5808660387992859, "Finetune/Step": 782, "Finetune/Step Time": 6.348382515832782}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.876808762550354, "Finetune/Loss (Raw)": 0.8484958410263062, "Finetune/Step": 783, "Finetune/Step Time": 6.376898493617773}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8750124573707581, "Finetune/Loss (Raw)": 0.624312162399292, "Finetune/Step": 784, "Finetune/Step Time": 6.406679008156061}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8762455582618713, "Finetune/Loss (Raw)": 0.9703450798988342, "Finetune/Step": 785, "Finetune/Step Time": 6.41600776463747}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8768730163574219, "Finetune/Loss (Raw)": 1.0044020414352417, "Finetune/Step": 786, "Finetune/Step Time": 6.414172338321805}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8786262273788452, "Finetune/Loss (Raw)": 0.9395419955253601, "Finetune/Step": 787, "Finetune/Step Time": 6.41510053165257}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8786077499389648, "Finetune/Loss (Raw)": 1.037178874015808, "Finetune/Step": 788, "Finetune/Step Time": 6.427460385486484}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8786326050758362, "Finetune/Loss (Raw)": 0.9214767813682556, "Finetune/Step": 789, "Finetune/Step Time": 6.425654042512178}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8754055500030518, "Finetune/Loss (Raw)": 0.5680859684944153, "Finetune/Step": 790, "Finetune/Step Time": 6.431017586961389}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8743475675582886, "Finetune/Loss (Raw)": 0.8607239723205566, "Finetune/Step": 791, "Finetune/Step Time": 6.449912361800671}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.873839259147644, "Finetune/Loss (Raw)": 0.788608729839325, "Finetune/Step": 792, "Finetune/Step Time": 6.4507813304662704}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.87293541431427, "Finetune/Loss (Raw)": 0.8779888153076172, "Finetune/Step": 793, "Finetune/Step Time": 6.4457668997347355}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8711731433868408, "Finetune/Loss (Raw)": 0.8450214862823486, "Finetune/Step": 794, "Finetune/Step Time": 6.448468068614602}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8707941770553589, "Finetune/Loss (Raw)": 0.9070729613304138, "Finetune/Step": 795, "Finetune/Step Time": 6.452328611165285}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8717021346092224, "Finetune/Loss (Raw)": 0.885407567024231, "Finetune/Step": 796, "Finetune/Step Time": 6.454067744314671}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8710780739784241, "Finetune/Loss (Raw)": 0.8783326745033264, "Finetune/Step": 797, "Finetune/Step Time": 6.454065063968301}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8718605637550354, "Finetune/Loss (Raw)": 0.9551708698272705, "Finetune/Step": 798, "Finetune/Step Time": 6.4579539485275745}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8710530996322632, "Finetune/Loss (Raw)": 0.7916634678840637, "Finetune/Step": 799, "Finetune/Step Time": 6.461910471320152}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8707985877990723, "Finetune/Loss (Raw)": 0.9157662987709045, "Finetune/Step": 800, "Finetune/Step Time": 6.465789996087551}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8698287606239319, "Finetune/Loss (Raw)": 0.9370113015174866, "Finetune/Step": 801, "Finetune/Step Time": 6.472991654649377}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8677144050598145, "Finetune/Loss (Raw)": 0.7966977953910828, "Finetune/Step": 802, "Finetune/Step Time": 6.500100431963801}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8657834529876709, "Finetune/Loss (Raw)": 0.7255100011825562, "Finetune/Step": 803, "Finetune/Step Time": 6.491723293438554}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8653635382652283, "Finetune/Loss (Raw)": 0.912011444568634, "Finetune/Step": 804, "Finetune/Step Time": 6.4937745574861765}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8663961887359619, "Finetune/Loss (Raw)": 0.9012429118156433, "Finetune/Step": 805, "Finetune/Step Time": 6.4831862449646}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8638468980789185, "Finetune/Loss (Raw)": 0.6853448748588562, "Finetune/Step": 806, "Finetune/Step Time": 6.468613686040044}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.862808108329773, "Finetune/Loss (Raw)": 0.8967981338500977, "Finetune/Step": 807, "Finetune/Step Time": 6.476401010528207}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8626673817634583, "Finetune/Loss (Raw)": 0.815585196018219, "Finetune/Step": 808, "Finetune/Step Time": 6.476176228374243}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8619024157524109, "Finetune/Loss (Raw)": 0.8978734016418457, "Finetune/Step": 809, "Finetune/Step Time": 6.487418361008167}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8621363639831543, "Finetune/Loss (Raw)": 1.011988878250122, "Finetune/Step": 810, "Finetune/Step Time": 6.4916044641286135}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.860191822052002, "Finetune/Loss (Raw)": 0.7915042042732239, "Finetune/Step": 811, "Finetune/Step Time": 6.493964632973075}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8619906902313232, "Finetune/Loss (Raw)": 1.081752061843872, "Finetune/Step": 812, "Finetune/Step Time": 6.492774335667491}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8639671206474304, "Finetune/Loss (Raw)": 0.9178121089935303, "Finetune/Step": 813, "Finetune/Step Time": 6.488558502867818}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8649083375930786, "Finetune/Loss (Raw)": 0.8748161792755127, "Finetune/Step": 814, "Finetune/Step Time": 6.478079199790955}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8647462725639343, "Finetune/Loss (Raw)": 0.8760247826576233, "Finetune/Step": 815, "Finetune/Step Time": 6.472591441124678}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8650524616241455, "Finetune/Loss (Raw)": 0.9494561553001404, "Finetune/Step": 816, "Finetune/Step Time": 6.473731422796845}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8682523965835571, "Finetune/Loss (Raw)": 0.944038987159729, "Finetune/Step": 817, "Finetune/Step Time": 6.473023207858205}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8683132529258728, "Finetune/Loss (Raw)": 0.6622163653373718, "Finetune/Step": 818, "Finetune/Step Time": 6.461610121652484}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8664547801017761, "Finetune/Loss (Raw)": 0.7424864768981934, "Finetune/Step": 819, "Finetune/Step Time": 6.435576304793358}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8651679754257202, "Finetune/Loss (Raw)": 0.621319055557251, "Finetune/Step": 820, "Finetune/Step Time": 6.4314696826040745}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8655714988708496, "Finetune/Loss (Raw)": 0.8337278962135315, "Finetune/Step": 821, "Finetune/Step Time": 6.418563155457377}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8661333322525024, "Finetune/Loss (Raw)": 0.8434522151947021, "Finetune/Step": 822, "Finetune/Step Time": 6.4140319135040045}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8686322569847107, "Finetune/Loss (Raw)": 1.0191936492919922, "Finetune/Step": 823, "Finetune/Step Time": 6.397171441465616}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8679776191711426, "Finetune/Loss (Raw)": 0.9099883437156677, "Finetune/Step": 824, "Finetune/Step Time": 6.387889677658677}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8683662414550781, "Finetune/Loss (Raw)": 0.850154459476471, "Finetune/Step": 825, "Finetune/Step Time": 6.38523861579597}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.866141676902771, "Finetune/Loss (Raw)": 0.7606961727142334, "Finetune/Step": 826, "Finetune/Step Time": 6.382227502763271}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.864221453666687, "Finetune/Loss (Raw)": 0.8482104539871216, "Finetune/Step": 827, "Finetune/Step Time": 6.3843624871224165}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8632678985595703, "Finetune/Loss (Raw)": 0.6945706605911255, "Finetune/Step": 828, "Finetune/Step Time": 6.377380475401878}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.8649117350578308, "Finetune/Loss (Raw)": 0.8437864184379578, "Finetune/Step": 829, "Finetune/Step Time": 6.3789660558104515}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8651555776596069, "Finetune/Loss (Raw)": 0.9232355356216431, "Finetune/Step": 830, "Finetune/Step Time": 6.364929145202041}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8660838603973389, "Finetune/Loss (Raw)": 0.8574453592300415, "Finetune/Step": 831, "Finetune/Step Time": 6.363767413422465}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.8664186000823975, "Finetune/Loss (Raw)": 0.9944526553153992, "Finetune/Step": 832, "Finetune/Step Time": 6.363314813002944}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.864818811416626, "Finetune/Loss (Raw)": 0.745223343372345, "Finetune/Step": 833, "Finetune/Step Time": 6.357301522046328}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8665396571159363, "Finetune/Loss (Raw)": 0.8939491510391235, "Finetune/Step": 834, "Finetune/Step Time": 6.3743377309292555}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.867162823677063, "Finetune/Loss (Raw)": 0.8939117193222046, "Finetune/Step": 835, "Finetune/Step Time": 6.380035845562816}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.865545392036438, "Finetune/Loss (Raw)": 0.8641884922981262, "Finetune/Step": 836, "Finetune/Step Time": 6.3804482240229845}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8652503490447998, "Finetune/Loss (Raw)": 0.7614317536354065, "Finetune/Step": 837, "Finetune/Step Time": 6.378965333104134}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8653073310852051, "Finetune/Loss (Raw)": 0.8250616788864136, "Finetune/Step": 838, "Finetune/Step Time": 6.385224899277091}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.864277720451355, "Finetune/Loss (Raw)": 0.7900107502937317, "Finetune/Step": 839, "Finetune/Step Time": 6.38455918058753}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8676376938819885, "Finetune/Loss (Raw)": 1.0399267673492432, "Finetune/Step": 840, "Finetune/Step Time": 6.376705436035991}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.866793155670166, "Finetune/Loss (Raw)": 0.8164489269256592, "Finetune/Step": 841, "Finetune/Step Time": 6.370386928319931}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.868281364440918, "Finetune/Loss (Raw)": 0.9430652260780334, "Finetune/Step": 842, "Finetune/Step Time": 6.372422749176621}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.867530107498169, "Finetune/Loss (Raw)": 0.906681478023529, "Finetune/Step": 843, "Finetune/Step Time": 6.3852641601115465}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8681077361106873, "Finetune/Loss (Raw)": 0.8549115061759949, "Finetune/Step": 844, "Finetune/Step Time": 6.392448335886002}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8677411079406738, "Finetune/Loss (Raw)": 0.9311454892158508, "Finetune/Step": 845, "Finetune/Step Time": 6.390919256955385}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8677933812141418, "Finetune/Loss (Raw)": 0.9544354677200317, "Finetune/Step": 846, "Finetune/Step Time": 6.382749008014798}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8657253384590149, "Finetune/Loss (Raw)": 0.6745870113372803, "Finetune/Step": 847, "Finetune/Step Time": 6.382966674864292}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8635005354881287, "Finetune/Loss (Raw)": 0.7759172320365906, "Finetune/Step": 848, "Finetune/Step Time": 6.401838457211852}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8641417622566223, "Finetune/Loss (Raw)": 0.9276365041732788, "Finetune/Step": 849, "Finetune/Step Time": 6.399830777198076}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8636655807495117, "Finetune/Loss (Raw)": 0.8071441054344177, "Finetune/Step": 850, "Finetune/Step Time": 6.384266933426261}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8627524375915527, "Finetune/Loss (Raw)": 0.9045373797416687, "Finetune/Step": 851, "Finetune/Step Time": 6.376356575638056}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8614355325698853, "Finetune/Loss (Raw)": 0.7874875068664551, "Finetune/Step": 852, "Finetune/Step Time": 6.376531599089503}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8599824905395508, "Finetune/Loss (Raw)": 0.8985498547554016, "Finetune/Step": 853, "Finetune/Step Time": 6.366733999922872}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8615080118179321, "Finetune/Loss (Raw)": 0.8121569156646729, "Finetune/Step": 854, "Finetune/Step Time": 6.364499486982822}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8592972755432129, "Finetune/Loss (Raw)": 0.6456429362297058, "Finetune/Step": 855, "Finetune/Step Time": 6.373353864997625}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8581308722496033, "Finetune/Loss (Raw)": 0.884530246257782, "Finetune/Step": 856, "Finetune/Step Time": 6.394612435251474}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8605784773826599, "Finetune/Loss (Raw)": 0.8019097447395325, "Finetune/Step": 857, "Finetune/Step Time": 6.391018565744162}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8617779016494751, "Finetune/Loss (Raw)": 1.1083767414093018, "Finetune/Step": 858, "Finetune/Step Time": 6.384429072961211}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8616616129875183, "Finetune/Loss (Raw)": 0.9212309122085571, "Finetune/Step": 859, "Finetune/Step Time": 6.3969815745949745}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.862179160118103, "Finetune/Loss (Raw)": 0.8530223965644836, "Finetune/Step": 860, "Finetune/Step Time": 6.389130812138319}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8600157499313354, "Finetune/Loss (Raw)": 0.6171324253082275, "Finetune/Step": 861, "Finetune/Step Time": 6.3671323619782925}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8609768152236938, "Finetune/Loss (Raw)": 0.9102187752723694, "Finetune/Step": 862, "Finetune/Step Time": 6.36104048229754}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8604888916015625, "Finetune/Loss (Raw)": 0.6977701783180237, "Finetune/Step": 863, "Finetune/Step Time": 6.364086663350463}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8609867095947266, "Finetune/Loss (Raw)": 0.9582312107086182, "Finetune/Step": 864, "Finetune/Step Time": 6.36200481466949}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8593551516532898, "Finetune/Loss (Raw)": 0.8271600604057312, "Finetune/Step": 865, "Finetune/Step Time": 6.348327672109008}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8597155809402466, "Finetune/Loss (Raw)": 1.0071605443954468, "Finetune/Step": 866, "Finetune/Step Time": 6.362083006650209}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8610059022903442, "Finetune/Loss (Raw)": 0.9894561767578125, "Finetune/Step": 867, "Finetune/Step Time": 6.357751006260514}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8595370650291443, "Finetune/Loss (Raw)": 0.834693968296051, "Finetune/Step": 868, "Finetune/Step Time": 6.339723888784647}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8618826866149902, "Finetune/Loss (Raw)": 0.9905675649642944, "Finetune/Step": 869, "Finetune/Step Time": 6.33504575304687}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8612801432609558, "Finetune/Loss (Raw)": 0.8171254396438599, "Finetune/Step": 870, "Finetune/Step Time": 6.331516671925783}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8589629530906677, "Finetune/Loss (Raw)": 0.7071572542190552, "Finetune/Step": 871, "Finetune/Step Time": 6.333253558725119}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8587632179260254, "Finetune/Loss (Raw)": 0.9206768870353699, "Finetune/Step": 872, "Finetune/Step Time": 6.3353396113961935}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8603644371032715, "Finetune/Loss (Raw)": 0.9635226726531982, "Finetune/Step": 873, "Finetune/Step Time": 6.330886160954833}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8584145307540894, "Finetune/Loss (Raw)": 0.758594810962677, "Finetune/Step": 874, "Finetune/Step Time": 6.310435296967626}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8567157983779907, "Finetune/Loss (Raw)": 0.7962760925292969, "Finetune/Step": 875, "Finetune/Step Time": 6.314359024167061}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8554378747940063, "Finetune/Loss (Raw)": 0.8602206707000732, "Finetune/Step": 876, "Finetune/Step Time": 6.320612169802189}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.855619490146637, "Finetune/Loss (Raw)": 0.8620191216468811, "Finetune/Step": 877, "Finetune/Step Time": 6.321087120100856}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.855879008769989, "Finetune/Loss (Raw)": 0.8821839690208435, "Finetune/Step": 878, "Finetune/Step Time": 6.319242248311639}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8563222885131836, "Finetune/Loss (Raw)": 0.8021135330200195, "Finetune/Step": 879, "Finetune/Step Time": 6.320358298718929}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8550059199333191, "Finetune/Loss (Raw)": 0.8318952918052673, "Finetune/Step": 880, "Finetune/Step Time": 6.33497778326273}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8548500537872314, "Finetune/Loss (Raw)": 0.6732341647148132, "Finetune/Step": 881, "Finetune/Step Time": 6.335534814745188}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8555207252502441, "Finetune/Loss (Raw)": 0.8869808316230774, "Finetune/Step": 882, "Finetune/Step Time": 6.328044207766652}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8573178052902222, "Finetune/Loss (Raw)": 0.9870584607124329, "Finetune/Step": 883, "Finetune/Step Time": 6.3226334769278765}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8585184216499329, "Finetune/Loss (Raw)": 1.014666199684143, "Finetune/Step": 884, "Finetune/Step Time": 6.306297060102224}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8563225269317627, "Finetune/Loss (Raw)": 0.5545856952667236, "Finetune/Step": 885, "Finetune/Step Time": 6.309755947440863}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.8554691076278687, "Finetune/Loss (Raw)": 0.8697007298469543, "Finetune/Step": 886, "Finetune/Step Time": 6.319932501763105}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8539776802062988, "Finetune/Loss (Raw)": 0.764374852180481, "Finetune/Step": 887, "Finetune/Step Time": 6.327657848596573}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8546689748764038, "Finetune/Loss (Raw)": 0.9671727418899536, "Finetune/Step": 888, "Finetune/Step Time": 6.349390057846904}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8547947406768799, "Finetune/Loss (Raw)": 0.940066397190094, "Finetune/Step": 889, "Finetune/Step Time": 6.355573859065771}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8559733629226685, "Finetune/Loss (Raw)": 0.8866114616394043, "Finetune/Step": 890, "Finetune/Step Time": 6.355357861146331}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8569140434265137, "Finetune/Loss (Raw)": 0.8821327090263367, "Finetune/Step": 891, "Finetune/Step Time": 6.343338826671243}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.856576681137085, "Finetune/Loss (Raw)": 0.8088425993919373, "Finetune/Step": 892, "Finetune/Step Time": 6.347142037004232}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8570128679275513, "Finetune/Loss (Raw)": 0.97083580493927, "Finetune/Step": 893, "Finetune/Step Time": 6.349159821867943}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8567672967910767, "Finetune/Loss (Raw)": 0.9293516874313354, "Finetune/Step": 894, "Finetune/Step Time": 6.3441566694527864}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.8560886383056641, "Finetune/Loss (Raw)": 0.8000795841217041, "Finetune/Step": 895, "Finetune/Step Time": 6.33568331412971}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8568924069404602, "Finetune/Loss (Raw)": 0.9328545928001404, "Finetune/Step": 896, "Finetune/Step Time": 6.336612846702337}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8565366268157959, "Finetune/Loss (Raw)": 0.6751374006271362, "Finetune/Step": 897, "Finetune/Step Time": 6.335428439080715}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.854805588722229, "Finetune/Loss (Raw)": 0.6268085241317749, "Finetune/Step": 898, "Finetune/Step Time": 6.342237202450633}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.852756142616272, "Finetune/Loss (Raw)": 0.7405646443367004, "Finetune/Step": 899, "Finetune/Step Time": 6.363543674349785}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8530834317207336, "Finetune/Loss (Raw)": 0.9670889973640442, "Finetune/Step": 900, "Finetune/Step Time": 6.400349788367748}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8531741499900818, "Finetune/Loss (Raw)": 0.9894049763679504, "Finetune/Step": 901, "Finetune/Step Time": 6.400969248265028}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.854163408279419, "Finetune/Loss (Raw)": 0.8574608564376831, "Finetune/Step": 902, "Finetune/Step Time": 6.401868280023336}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8535478115081787, "Finetune/Loss (Raw)": 0.8799108266830444, "Finetune/Step": 903, "Finetune/Step Time": 6.39352092705667}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8544669151306152, "Finetune/Loss (Raw)": 0.8057014346122742, "Finetune/Step": 904, "Finetune/Step Time": 6.398628195747733}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.854354202747345, "Finetune/Loss (Raw)": 0.9768789410591125, "Finetune/Step": 905, "Finetune/Step Time": 6.392840003594756}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8530557155609131, "Finetune/Loss (Raw)": 0.8072898983955383, "Finetune/Step": 906, "Finetune/Step Time": 6.380732856690884}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8536092042922974, "Finetune/Loss (Raw)": 0.9280082583427429, "Finetune/Step": 907, "Finetune/Step Time": 6.376629803329706}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.855685830116272, "Finetune/Loss (Raw)": 0.9173843860626221, "Finetune/Step": 908, "Finetune/Step Time": 6.366135744377971}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8559131026268005, "Finetune/Loss (Raw)": 0.8385248184204102, "Finetune/Step": 909, "Finetune/Step Time": 6.352848490700126}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8581055998802185, "Finetune/Loss (Raw)": 0.8615061044692993, "Finetune/Step": 910, "Finetune/Step Time": 6.349576098844409}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8580466508865356, "Finetune/Loss (Raw)": 0.8409523367881775, "Finetune/Step": 911, "Finetune/Step Time": 6.3222434762865305}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8609721064567566, "Finetune/Loss (Raw)": 0.9987708330154419, "Finetune/Step": 912, "Finetune/Step Time": 6.292836124077439}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8582748770713806, "Finetune/Loss (Raw)": 0.6250960826873779, "Finetune/Step": 913, "Finetune/Step Time": 6.286036787554622}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8587188124656677, "Finetune/Loss (Raw)": 1.0612283945083618, "Finetune/Step": 914, "Finetune/Step Time": 6.294331079348922}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8585174083709717, "Finetune/Loss (Raw)": 0.9137570261955261, "Finetune/Step": 915, "Finetune/Step Time": 6.289626752957702}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8577876091003418, "Finetune/Loss (Raw)": 0.943772554397583, "Finetune/Step": 916, "Finetune/Step Time": 6.26501789689064}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8588495850563049, "Finetune/Loss (Raw)": 1.0574061870574951, "Finetune/Step": 917, "Finetune/Step Time": 6.277536038309336}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8610341548919678, "Finetune/Loss (Raw)": 0.8477146625518799, "Finetune/Step": 918, "Finetune/Step Time": 6.301419049501419}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8592272400856018, "Finetune/Loss (Raw)": 0.6294358968734741, "Finetune/Step": 919, "Finetune/Step Time": 6.290379762649536}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8588100671768188, "Finetune/Loss (Raw)": 0.7352089881896973, "Finetune/Step": 920, "Finetune/Step Time": 6.29901235923171}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8594153523445129, "Finetune/Loss (Raw)": 0.9554645419120789, "Finetune/Step": 921, "Finetune/Step Time": 6.301346533000469}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8595657348632812, "Finetune/Loss (Raw)": 0.8642694354057312, "Finetune/Step": 922, "Finetune/Step Time": 6.294691452756524}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8599377870559692, "Finetune/Loss (Raw)": 0.9546910524368286, "Finetune/Step": 923, "Finetune/Step Time": 6.290519390255213}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8591291904449463, "Finetune/Loss (Raw)": 0.7819144129753113, "Finetune/Step": 924, "Finetune/Step Time": 6.286542112007737}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8579551577568054, "Finetune/Loss (Raw)": 0.7280545234680176, "Finetune/Step": 925, "Finetune/Step Time": 6.294661881402135}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8552671670913696, "Finetune/Loss (Raw)": 0.6111077666282654, "Finetune/Step": 926, "Finetune/Step Time": 6.307316195219755}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8560265302658081, "Finetune/Loss (Raw)": 0.8888605237007141, "Finetune/Step": 927, "Finetune/Step Time": 6.306695410981774}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8559998869895935, "Finetune/Loss (Raw)": 0.912360668182373, "Finetune/Step": 928, "Finetune/Step Time": 6.300651378929615}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8554525375366211, "Finetune/Loss (Raw)": 0.8669477105140686, "Finetune/Step": 929, "Finetune/Step Time": 6.291962286457419}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8556398749351501, "Finetune/Loss (Raw)": 0.8206813335418701, "Finetune/Step": 930, "Finetune/Step Time": 6.266779011115432}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8572373390197754, "Finetune/Loss (Raw)": 0.9299771189689636, "Finetune/Step": 931, "Finetune/Step Time": 6.266368975862861}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8575094938278198, "Finetune/Loss (Raw)": 0.9468493461608887, "Finetune/Step": 932, "Finetune/Step Time": 6.257754063233733}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8571720123291016, "Finetune/Loss (Raw)": 0.8580498099327087, "Finetune/Step": 933, "Finetune/Step Time": 6.263392791152}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8591457605361938, "Finetune/Loss (Raw)": 0.9379833936691284, "Finetune/Step": 934, "Finetune/Step Time": 6.268003003671765}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8574641942977905, "Finetune/Loss (Raw)": 0.6815614700317383, "Finetune/Step": 935, "Finetune/Step Time": 6.260377209633589}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8573499321937561, "Finetune/Loss (Raw)": 0.8009544610977173, "Finetune/Step": 936, "Finetune/Step Time": 6.259280353784561}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8583489656448364, "Finetune/Loss (Raw)": 1.025747537612915, "Finetune/Step": 937, "Finetune/Step Time": 6.254794893786311}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.858775794506073, "Finetune/Loss (Raw)": 1.0666271448135376, "Finetune/Step": 938, "Finetune/Step Time": 6.252706712111831}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.859319806098938, "Finetune/Loss (Raw)": 0.8611387610435486, "Finetune/Step": 939, "Finetune/Step Time": 6.253361472859979}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8582196235656738, "Finetune/Loss (Raw)": 0.9409265518188477, "Finetune/Step": 940, "Finetune/Step Time": 6.253030741587281}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8581981062889099, "Finetune/Loss (Raw)": 0.9150568842887878, "Finetune/Step": 941, "Finetune/Step Time": 6.255200242623687}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8568361401557922, "Finetune/Loss (Raw)": 0.7004889249801636, "Finetune/Step": 942, "Finetune/Step Time": 6.257848933339119}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8570210933685303, "Finetune/Loss (Raw)": 0.8996960520744324, "Finetune/Step": 943, "Finetune/Step Time": 6.260622138157487}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.856004536151886, "Finetune/Loss (Raw)": 0.8193346858024597, "Finetune/Step": 944, "Finetune/Step Time": 6.258919257670641}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8547729849815369, "Finetune/Loss (Raw)": 0.7864004969596863, "Finetune/Step": 945, "Finetune/Step Time": 6.257963620126247}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8551602363586426, "Finetune/Loss (Raw)": 0.7117860317230225, "Finetune/Step": 946, "Finetune/Step Time": 6.262581288814545}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8557865619659424, "Finetune/Loss (Raw)": 0.8226596117019653, "Finetune/Step": 947, "Finetune/Step Time": 6.261245217174292}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8563747406005859, "Finetune/Loss (Raw)": 0.6966009736061096, "Finetune/Step": 948, "Finetune/Step Time": 6.275879167020321}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8577666282653809, "Finetune/Loss (Raw)": 1.0118870735168457, "Finetune/Step": 949, "Finetune/Step Time": 6.284380160272121}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8579379320144653, "Finetune/Loss (Raw)": 0.8653836250305176, "Finetune/Step": 950, "Finetune/Step Time": 6.277046522125602}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8583567142486572, "Finetune/Loss (Raw)": 1.072794795036316, "Finetune/Step": 951, "Finetune/Step Time": 6.275768017396331}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8573659658432007, "Finetune/Loss (Raw)": 0.783176064491272, "Finetune/Step": 952, "Finetune/Step Time": 6.27372326515615}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8576891422271729, "Finetune/Loss (Raw)": 0.8915130496025085, "Finetune/Step": 953, "Finetune/Step Time": 6.276114944368601}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8580498695373535, "Finetune/Loss (Raw)": 0.8068732619285583, "Finetune/Step": 954, "Finetune/Step Time": 6.272783054038882}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8583265542984009, "Finetune/Loss (Raw)": 0.8836283683776855, "Finetune/Step": 955, "Finetune/Step Time": 6.2814590483903885}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8601207733154297, "Finetune/Loss (Raw)": 0.9242278337478638, "Finetune/Step": 956, "Finetune/Step Time": 6.277558904141188}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.859891414642334, "Finetune/Loss (Raw)": 0.8144345879554749, "Finetune/Step": 957, "Finetune/Step Time": 6.26199265383184}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8592473268508911, "Finetune/Loss (Raw)": 0.8407955765724182, "Finetune/Step": 958, "Finetune/Step Time": 6.262264249846339}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8582856059074402, "Finetune/Loss (Raw)": 0.7343390583992004, "Finetune/Step": 959, "Finetune/Step Time": 6.263906996697187}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8572787046432495, "Finetune/Loss (Raw)": 0.8655640482902527, "Finetune/Step": 960, "Finetune/Step Time": 6.254209388047457}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8574544191360474, "Finetune/Loss (Raw)": 0.7677225470542908, "Finetune/Step": 961, "Finetune/Step Time": 6.2507192976772785}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8579089045524597, "Finetune/Loss (Raw)": 0.9521244764328003, "Finetune/Step": 962, "Finetune/Step Time": 6.235737532377243}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8573856353759766, "Finetune/Loss (Raw)": 0.8269354701042175, "Finetune/Step": 963, "Finetune/Step Time": 6.232144992798567}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8573380708694458, "Finetune/Loss (Raw)": 0.8580951690673828, "Finetune/Step": 964, "Finetune/Step Time": 6.228311533108354}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.857275128364563, "Finetune/Loss (Raw)": 0.7533802390098572, "Finetune/Step": 965, "Finetune/Step Time": 6.2287635914981365}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.857363224029541, "Finetune/Loss (Raw)": 0.8363301753997803, "Finetune/Step": 966, "Finetune/Step Time": 6.228149678558111}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8575177192687988, "Finetune/Loss (Raw)": 0.8097878098487854, "Finetune/Step": 967, "Finetune/Step Time": 6.23006441257894}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8565220236778259, "Finetune/Loss (Raw)": 0.9124783873558044, "Finetune/Step": 968, "Finetune/Step Time": 6.232460496947169}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8564470410346985, "Finetune/Loss (Raw)": 0.8068525195121765, "Finetune/Step": 969, "Finetune/Step Time": 6.233025157824159}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8532348871231079, "Finetune/Loss (Raw)": 0.531913697719574, "Finetune/Step": 970, "Finetune/Step Time": 6.250994220376015}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.852957010269165, "Finetune/Loss (Raw)": 0.8711115717887878, "Finetune/Step": 971, "Finetune/Step Time": 6.247896198183298}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8526489734649658, "Finetune/Loss (Raw)": 0.8154777884483337, "Finetune/Step": 972, "Finetune/Step Time": 6.262051787227392}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8516132831573486, "Finetune/Loss (Raw)": 0.798583447933197, "Finetune/Step": 973, "Finetune/Step Time": 6.2780262883752584}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8503686785697937, "Finetune/Loss (Raw)": 0.7951233386993408, "Finetune/Step": 974, "Finetune/Step Time": 6.2851109355688095}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8529521226882935, "Finetune/Loss (Raw)": 1.0052666664123535, "Finetune/Step": 975, "Finetune/Step Time": 6.292889470234513}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.85361647605896, "Finetune/Loss (Raw)": 0.8609535098075867, "Finetune/Step": 976, "Finetune/Step Time": 6.2820273377001286}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8541068434715271, "Finetune/Loss (Raw)": 0.9904093146324158, "Finetune/Step": 977, "Finetune/Step Time": 6.28021134622395}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8542662262916565, "Finetune/Loss (Raw)": 0.827540397644043, "Finetune/Step": 978, "Finetune/Step Time": 6.280032040551305}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8537726402282715, "Finetune/Loss (Raw)": 0.8413638472557068, "Finetune/Step": 979, "Finetune/Step Time": 6.271129623055458}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8557314872741699, "Finetune/Loss (Raw)": 1.0382121801376343, "Finetune/Step": 980, "Finetune/Step Time": 6.271484727039933}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8554360866546631, "Finetune/Loss (Raw)": 0.8607468605041504, "Finetune/Step": 981, "Finetune/Step Time": 6.271916799247265}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8565477728843689, "Finetune/Loss (Raw)": 0.9544447660446167, "Finetune/Step": 982, "Finetune/Step Time": 6.271874792873859}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8587329387664795, "Finetune/Loss (Raw)": 0.925353467464447, "Finetune/Step": 983, "Finetune/Step Time": 6.257029568776488}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8576608896255493, "Finetune/Loss (Raw)": 0.7472953796386719, "Finetune/Step": 984, "Finetune/Step Time": 6.237405294552445}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8582077026367188, "Finetune/Loss (Raw)": 0.871906578540802, "Finetune/Step": 985, "Finetune/Step Time": 6.244433557614684}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8557285070419312, "Finetune/Loss (Raw)": 0.7910383343696594, "Finetune/Step": 986, "Finetune/Step Time": 6.245768008753657}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.855530321598053, "Finetune/Loss (Raw)": 0.8958700895309448, "Finetune/Step": 987, "Finetune/Step Time": 6.234861008822918}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8539199829101562, "Finetune/Loss (Raw)": 0.6468928456306458, "Finetune/Step": 988, "Finetune/Step Time": 6.234718628227711}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8564608097076416, "Finetune/Loss (Raw)": 0.9423573613166809, "Finetune/Step": 989, "Finetune/Step Time": 6.23761004768312}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8542016744613647, "Finetune/Loss (Raw)": 0.6210504770278931, "Finetune/Step": 990, "Finetune/Step Time": 6.242653951048851}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8562137484550476, "Finetune/Loss (Raw)": 0.9553191065788269, "Finetune/Step": 991, "Finetune/Step Time": 6.245193203911185}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8555296659469604, "Finetune/Loss (Raw)": 0.8706607818603516, "Finetune/Step": 992, "Finetune/Step Time": 6.241169612854719}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8554467558860779, "Finetune/Loss (Raw)": 0.8165590167045593, "Finetune/Step": 993, "Finetune/Step Time": 6.241986775770783}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8527178764343262, "Finetune/Loss (Raw)": 0.6578585505485535, "Finetune/Step": 994, "Finetune/Step Time": 6.2508236691355705}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8518011569976807, "Finetune/Loss (Raw)": 0.872117280960083, "Finetune/Step": 995, "Finetune/Step Time": 6.256800200790167}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.851256251335144, "Finetune/Loss (Raw)": 0.7649458646774292, "Finetune/Step": 996, "Finetune/Step Time": 6.258161747828126}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8501954674720764, "Finetune/Loss (Raw)": 0.8547862768173218, "Finetune/Step": 997, "Finetune/Step Time": 6.255673410370946}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8497462272644043, "Finetune/Loss (Raw)": 0.7596173882484436, "Finetune/Step": 998, "Finetune/Step Time": 6.247864775359631}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8517166376113892, "Finetune/Loss (Raw)": 0.9593701958656311, "Finetune/Step": 999, "Finetune/Step Time": 6.255277689546347}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8524906635284424, "Finetune/Loss (Raw)": 1.0197535753250122, "Finetune/Step": 1000, "Finetune/Step Time": 6.2501725517213345}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8500903844833374, "Finetune/Loss (Raw)": 0.6562893390655518, "Finetune/Step": 1001, "Finetune/Step Time": 6.252848660573363}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8515601754188538, "Finetune/Loss (Raw)": 0.9467253088951111, "Finetune/Step": 1002, "Finetune/Step Time": 6.27184915356338}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8528742790222168, "Finetune/Loss (Raw)": 0.9644870162010193, "Finetune/Step": 1003, "Finetune/Step Time": 6.275286911055446}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8538401126861572, "Finetune/Loss (Raw)": 0.9838485717773438, "Finetune/Step": 1004, "Finetune/Step Time": 6.277472136542201}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8542372584342957, "Finetune/Loss (Raw)": 0.9128538966178894, "Finetune/Step": 1005, "Finetune/Step Time": 6.276164826005697}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8527725338935852, "Finetune/Loss (Raw)": 0.6946945190429688, "Finetune/Step": 1006, "Finetune/Step Time": 6.274618549272418}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8531179428100586, "Finetune/Loss (Raw)": 0.8463289737701416, "Finetune/Step": 1007, "Finetune/Step Time": 6.280266731977463}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8537287712097168, "Finetune/Loss (Raw)": 0.9100796580314636, "Finetune/Step": 1008, "Finetune/Step Time": 6.268506743013859}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8545998334884644, "Finetune/Loss (Raw)": 0.7847333550453186, "Finetune/Step": 1009, "Finetune/Step Time": 6.27169531211257}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8537709712982178, "Finetune/Loss (Raw)": 0.7808854579925537, "Finetune/Step": 1010, "Finetune/Step Time": 6.279847003519535}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8524734377861023, "Finetune/Loss (Raw)": 0.8209710717201233, "Finetune/Step": 1011, "Finetune/Step Time": 6.290719423443079}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8517389297485352, "Finetune/Loss (Raw)": 0.9206498861312866, "Finetune/Step": 1012, "Finetune/Step Time": 6.290145467966795}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8541164994239807, "Finetune/Loss (Raw)": 0.8589109182357788, "Finetune/Step": 1013, "Finetune/Step Time": 6.28690248914063}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8550435900688171, "Finetune/Loss (Raw)": 0.988369882106781, "Finetune/Step": 1014, "Finetune/Step Time": 6.26903659850359}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8535849452018738, "Finetune/Loss (Raw)": 0.5776695013046265, "Finetune/Step": 1015, "Finetune/Step Time": 6.265546075999737}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8533298969268799, "Finetune/Loss (Raw)": 0.9345230460166931, "Finetune/Step": 1016, "Finetune/Step Time": 6.261188263073564}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.853584885597229, "Finetune/Loss (Raw)": 0.9727052450180054, "Finetune/Step": 1017, "Finetune/Step Time": 6.257632711902261}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8531782031059265, "Finetune/Loss (Raw)": 0.8345621228218079, "Finetune/Step": 1018, "Finetune/Step Time": 6.258263975381851}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8528276085853577, "Finetune/Loss (Raw)": 0.8372554183006287, "Finetune/Step": 1019, "Finetune/Step Time": 6.278273640200496}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8533779978752136, "Finetune/Loss (Raw)": 0.8792933225631714, "Finetune/Step": 1020, "Finetune/Step Time": 6.27768817730248}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8514407873153687, "Finetune/Loss (Raw)": 0.7228710055351257, "Finetune/Step": 1021, "Finetune/Step Time": 6.277802174910903}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8508443832397461, "Finetune/Loss (Raw)": 0.8530125617980957, "Finetune/Step": 1022, "Finetune/Step Time": 6.284253539517522}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8497777581214905, "Finetune/Loss (Raw)": 0.6635506749153137, "Finetune/Step": 1023, "Finetune/Step Time": 6.288350725546479}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8486572504043579, "Finetune/Loss (Raw)": 0.7894282341003418, "Finetune/Step": 1024, "Finetune/Step Time": 6.290318764746189}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8495638370513916, "Finetune/Loss (Raw)": 0.7911816835403442, "Finetune/Step": 1025, "Finetune/Step Time": 6.2856465093791485}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8514846563339233, "Finetune/Loss (Raw)": 0.8726724982261658, "Finetune/Step": 1026, "Finetune/Step Time": 6.271844150498509}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8515561819076538, "Finetune/Loss (Raw)": 0.7497243285179138, "Finetune/Step": 1027, "Finetune/Step Time": 6.265877792611718}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8513391017913818, "Finetune/Loss (Raw)": 0.9392952919006348, "Finetune/Step": 1028, "Finetune/Step Time": 6.242209108546376}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.849831223487854, "Finetune/Loss (Raw)": 0.796396017074585, "Finetune/Step": 1029, "Finetune/Step Time": 6.24644179828465}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8492645025253296, "Finetune/Loss (Raw)": 0.7849226593971252, "Finetune/Step": 1030, "Finetune/Step Time": 6.249748630449176}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8489759564399719, "Finetune/Loss (Raw)": 0.8429819941520691, "Finetune/Step": 1031, "Finetune/Step Time": 6.24661847576499}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8479838371276855, "Finetune/Loss (Raw)": 0.6787092089653015, "Finetune/Step": 1032, "Finetune/Step Time": 6.236470198258758}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8474848866462708, "Finetune/Loss (Raw)": 0.91301429271698, "Finetune/Step": 1033, "Finetune/Step Time": 6.262180101126432}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8470302820205688, "Finetune/Loss (Raw)": 0.7490994334220886, "Finetune/Step": 1034, "Finetune/Step Time": 6.278909573331475}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.846535861492157, "Finetune/Loss (Raw)": 0.864721417427063, "Finetune/Step": 1035, "Finetune/Step Time": 6.284412078559399}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.845877468585968, "Finetune/Loss (Raw)": 0.8331087827682495, "Finetune/Step": 1036, "Finetune/Step Time": 6.290638541802764}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8447613716125488, "Finetune/Loss (Raw)": 0.6956692337989807, "Finetune/Step": 1037, "Finetune/Step Time": 6.29186238348484}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.846304714679718, "Finetune/Loss (Raw)": 1.059052586555481, "Finetune/Step": 1038, "Finetune/Step Time": 6.291747085750103}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.846620500087738, "Finetune/Loss (Raw)": 0.8813718557357788, "Finetune/Step": 1039, "Finetune/Step Time": 6.2874068189412355}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8445136547088623, "Finetune/Loss (Raw)": 0.7290939092636108, "Finetune/Step": 1040, "Finetune/Step Time": 6.285930924117565}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8475170731544495, "Finetune/Loss (Raw)": 1.0095363855361938, "Finetune/Step": 1041, "Finetune/Step Time": 6.279495783150196}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8470677137374878, "Finetune/Loss (Raw)": 1.0037041902542114, "Finetune/Step": 1042, "Finetune/Step Time": 6.259115258231759}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8462566137313843, "Finetune/Loss (Raw)": 0.8099417090415955, "Finetune/Step": 1043, "Finetune/Step Time": 6.268240820616484}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8439391851425171, "Finetune/Loss (Raw)": 0.6471417546272278, "Finetune/Step": 1044, "Finetune/Step Time": 6.2871445789933205}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8419371843338013, "Finetune/Loss (Raw)": 0.8011518120765686, "Finetune/Step": 1045, "Finetune/Step Time": 6.28208820708096}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8419803380966187, "Finetune/Loss (Raw)": 0.8532420992851257, "Finetune/Step": 1046, "Finetune/Step Time": 6.2634687796235085}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8440147638320923, "Finetune/Loss (Raw)": 0.889838457107544, "Finetune/Step": 1047, "Finetune/Step Time": 6.260732168331742}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8463290929794312, "Finetune/Loss (Raw)": 1.031438946723938, "Finetune/Step": 1048, "Finetune/Step Time": 6.250583430752158}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8448058366775513, "Finetune/Loss (Raw)": 0.7604899406433105, "Finetune/Step": 1049, "Finetune/Step Time": 6.243909522891045}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8438382148742676, "Finetune/Loss (Raw)": 0.7404097318649292, "Finetune/Step": 1050, "Finetune/Step Time": 6.2448473535478115}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8417022824287415, "Finetune/Loss (Raw)": 0.6812918782234192, "Finetune/Step": 1051, "Finetune/Step Time": 6.251892210915685}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8434932231903076, "Finetune/Loss (Raw)": 1.0111563205718994, "Finetune/Step": 1052, "Finetune/Step Time": 6.253491919487715}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8443520069122314, "Finetune/Loss (Raw)": 0.8379790782928467, "Finetune/Step": 1053, "Finetune/Step Time": 6.2483826372772455}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8465802669525146, "Finetune/Loss (Raw)": 0.8963284492492676, "Finetune/Step": 1054, "Finetune/Step Time": 6.238565027713776}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8457435369491577, "Finetune/Loss (Raw)": 0.781757652759552, "Finetune/Step": 1055, "Finetune/Step Time": 6.235795157030225}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8465437293052673, "Finetune/Loss (Raw)": 1.0147855281829834, "Finetune/Step": 1056, "Finetune/Step Time": 6.237288128584623}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8461955785751343, "Finetune/Loss (Raw)": 0.8223848342895508, "Finetune/Step": 1057, "Finetune/Step Time": 6.236972961574793}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.8457695841789246, "Finetune/Loss (Raw)": 0.7661494016647339, "Finetune/Step": 1058, "Finetune/Step Time": 6.231891334056854}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8445871472358704, "Finetune/Loss (Raw)": 0.7786259651184082, "Finetune/Step": 1059, "Finetune/Step Time": 6.230910509824753}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8436094522476196, "Finetune/Loss (Raw)": 0.8216989040374756, "Finetune/Step": 1060, "Finetune/Step Time": 6.2396048828959465}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8419736623764038, "Finetune/Loss (Raw)": 0.6486750245094299, "Finetune/Step": 1061, "Finetune/Step Time": 6.233100600540638}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8414372801780701, "Finetune/Loss (Raw)": 0.8693303465843201, "Finetune/Step": 1062, "Finetune/Step Time": 6.21845580637455}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8429207801818848, "Finetune/Loss (Raw)": 0.8714462518692017, "Finetune/Step": 1063, "Finetune/Step Time": 6.2168163023889065}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8453400135040283, "Finetune/Loss (Raw)": 1.1106189489364624, "Finetune/Step": 1064, "Finetune/Step Time": 6.219997180625796}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8453922271728516, "Finetune/Loss (Raw)": 1.0324318408966064, "Finetune/Step": 1065, "Finetune/Step Time": 6.211959568783641}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.843316912651062, "Finetune/Loss (Raw)": 0.8009806871414185, "Finetune/Step": 1066, "Finetune/Step Time": 6.210752634331584}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8446166515350342, "Finetune/Loss (Raw)": 1.0275036096572876, "Finetune/Step": 1067, "Finetune/Step Time": 6.209042809903622}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.84343421459198, "Finetune/Loss (Raw)": 0.7895816564559937, "Finetune/Step": 1068, "Finetune/Step Time": 6.224733082577586}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8429170846939087, "Finetune/Loss (Raw)": 0.8488704562187195, "Finetune/Step": 1069, "Finetune/Step Time": 6.232947299256921}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8443300724029541, "Finetune/Loss (Raw)": 0.8813386559486389, "Finetune/Step": 1070, "Finetune/Step Time": 6.244940394535661}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8446819186210632, "Finetune/Loss (Raw)": 0.944736897945404, "Finetune/Step": 1071, "Finetune/Step Time": 6.238792536780238}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.845658540725708, "Finetune/Loss (Raw)": 0.9443433284759521, "Finetune/Step": 1072, "Finetune/Step Time": 6.2411875538527966}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8460918664932251, "Finetune/Loss (Raw)": 0.841869056224823, "Finetune/Step": 1073, "Finetune/Step Time": 6.244376443326473}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8481889367103577, "Finetune/Loss (Raw)": 0.9802024960517883, "Finetune/Step": 1074, "Finetune/Step Time": 6.231497855857015}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8484328985214233, "Finetune/Loss (Raw)": 0.8538938164710999, "Finetune/Step": 1075, "Finetune/Step Time": 6.222139671444893}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8506276607513428, "Finetune/Loss (Raw)": 0.9775288105010986, "Finetune/Step": 1076, "Finetune/Step Time": 6.213105434551835}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8503644466400146, "Finetune/Loss (Raw)": 0.9781925082206726, "Finetune/Step": 1077, "Finetune/Step Time": 6.198342088609934}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8510284423828125, "Finetune/Loss (Raw)": 0.950379490852356, "Finetune/Step": 1078, "Finetune/Step Time": 6.199210207909346}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8485348224639893, "Finetune/Loss (Raw)": 0.7536059021949768, "Finetune/Step": 1079, "Finetune/Step Time": 6.199519703164697}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8478250503540039, "Finetune/Loss (Raw)": 0.6923320293426514, "Finetune/Step": 1080, "Finetune/Step Time": 6.2017925679683685}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.847949743270874, "Finetune/Loss (Raw)": 0.9074642658233643, "Finetune/Step": 1081, "Finetune/Step Time": 6.200725633651018}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.84715735912323, "Finetune/Loss (Raw)": 0.7054527997970581, "Finetune/Step": 1082, "Finetune/Step Time": 6.216645902022719}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8475955724716187, "Finetune/Loss (Raw)": 0.9397169947624207, "Finetune/Step": 1083, "Finetune/Step Time": 6.216880444437265}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8475997447967529, "Finetune/Loss (Raw)": 0.9247633814811707, "Finetune/Step": 1084, "Finetune/Step Time": 6.218212081119418}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8482888340950012, "Finetune/Loss (Raw)": 0.9026414155960083, "Finetune/Step": 1085, "Finetune/Step Time": 6.223715307191014}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8491870760917664, "Finetune/Loss (Raw)": 0.955767035484314, "Finetune/Step": 1086, "Finetune/Step Time": 6.214473012834787}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8508882522583008, "Finetune/Loss (Raw)": 0.952089786529541, "Finetune/Step": 1087, "Finetune/Step Time": 6.207261653617024}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8490389585494995, "Finetune/Loss (Raw)": 0.6288516521453857, "Finetune/Step": 1088, "Finetune/Step Time": 6.208470935001969}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8499971628189087, "Finetune/Loss (Raw)": 0.8903753757476807, "Finetune/Step": 1089, "Finetune/Step Time": 6.210273306816816}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8500442504882812, "Finetune/Loss (Raw)": 0.9581514000892639, "Finetune/Step": 1090, "Finetune/Step Time": 6.208173314109445}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8501136302947998, "Finetune/Loss (Raw)": 0.8358171582221985, "Finetune/Step": 1091, "Finetune/Step Time": 6.2141172755509615}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.850835919380188, "Finetune/Loss (Raw)": 0.9505453109741211, "Finetune/Step": 1092, "Finetune/Step Time": 6.213353967294097}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8510622978210449, "Finetune/Loss (Raw)": 0.7823676466941833, "Finetune/Step": 1093, "Finetune/Step Time": 6.210321210324764}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8513186573982239, "Finetune/Loss (Raw)": 0.8691343665122986, "Finetune/Step": 1094, "Finetune/Step Time": 6.204867409542203}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8526526689529419, "Finetune/Loss (Raw)": 0.980548620223999, "Finetune/Step": 1095, "Finetune/Step Time": 6.197680899873376}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8527736663818359, "Finetune/Loss (Raw)": 0.9279597997665405, "Finetune/Step": 1096, "Finetune/Step Time": 6.188104469329119}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8531485795974731, "Finetune/Loss (Raw)": 0.8548440933227539, "Finetune/Step": 1097, "Finetune/Step Time": 6.187065944075584}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8554562330245972, "Finetune/Loss (Raw)": 0.8272928595542908, "Finetune/Step": 1098, "Finetune/Step Time": 6.177270820364356}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.85575270652771, "Finetune/Loss (Raw)": 0.9090588688850403, "Finetune/Step": 1099, "Finetune/Step Time": 6.176613939926028}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8559690713882446, "Finetune/Loss (Raw)": 0.8431721329689026, "Finetune/Step": 1100, "Finetune/Step Time": 6.156064055860043}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8567924499511719, "Finetune/Loss (Raw)": 0.9039784073829651, "Finetune/Step": 1101, "Finetune/Step Time": 6.1415353436023}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8562796711921692, "Finetune/Loss (Raw)": 0.729485809803009, "Finetune/Step": 1102, "Finetune/Step Time": 6.135928699746728}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8563716411590576, "Finetune/Loss (Raw)": 1.017046570777893, "Finetune/Step": 1103, "Finetune/Step Time": 6.124067442491651}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8573878407478333, "Finetune/Loss (Raw)": 0.9910169839859009, "Finetune/Step": 1104, "Finetune/Step Time": 6.117078948765993}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8561747074127197, "Finetune/Loss (Raw)": 0.83512943983078, "Finetune/Step": 1105, "Finetune/Step Time": 6.1233890149742365}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8558858036994934, "Finetune/Loss (Raw)": 0.7905626893043518, "Finetune/Step": 1106, "Finetune/Step Time": 6.128087341785431}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8566504120826721, "Finetune/Loss (Raw)": 0.939231276512146, "Finetune/Step": 1107, "Finetune/Step Time": 6.134737726300955}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8565929532051086, "Finetune/Loss (Raw)": 1.0308549404144287, "Finetune/Step": 1108, "Finetune/Step Time": 6.1326627768576145}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8548011779785156, "Finetune/Loss (Raw)": 0.6314107775688171, "Finetune/Step": 1109, "Finetune/Step Time": 6.134833417832851}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8543804883956909, "Finetune/Loss (Raw)": 0.9005886316299438, "Finetune/Step": 1110, "Finetune/Step Time": 6.140181502327323}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8554345965385437, "Finetune/Loss (Raw)": 1.06028151512146, "Finetune/Step": 1111, "Finetune/Step Time": 6.139250256121159}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.855979859828949, "Finetune/Loss (Raw)": 0.8170849680900574, "Finetune/Step": 1112, "Finetune/Step Time": 6.133472079411149}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8559648990631104, "Finetune/Loss (Raw)": 0.8699924349784851, "Finetune/Step": 1113, "Finetune/Step Time": 6.125686669722199}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8558131456375122, "Finetune/Loss (Raw)": 0.7716122269630432, "Finetune/Step": 1114, "Finetune/Step Time": 6.127050733193755}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8558139801025391, "Finetune/Loss (Raw)": 0.8959758281707764, "Finetune/Step": 1115, "Finetune/Step Time": 6.140753565356135}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8584612607955933, "Finetune/Loss (Raw)": 0.9857495427131653, "Finetune/Step": 1116, "Finetune/Step Time": 6.136569004505873}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8574203252792358, "Finetune/Loss (Raw)": 0.8091199994087219, "Finetune/Step": 1117, "Finetune/Step Time": 6.132413022220135}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8596758842468262, "Finetune/Loss (Raw)": 0.9097597599029541, "Finetune/Step": 1118, "Finetune/Step Time": 6.127815535292029}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.856979250907898, "Finetune/Loss (Raw)": 0.6101511716842651, "Finetune/Step": 1119, "Finetune/Step Time": 6.121035698801279}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.857081949710846, "Finetune/Loss (Raw)": 0.8838021755218506, "Finetune/Step": 1120, "Finetune/Step Time": 6.124255543574691}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8585023880004883, "Finetune/Loss (Raw)": 0.9983808398246765, "Finetune/Step": 1121, "Finetune/Step Time": 6.117131393402815}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.86044842004776, "Finetune/Loss (Raw)": 0.9069493412971497, "Finetune/Step": 1122, "Finetune/Step Time": 6.099232517182827}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8597246408462524, "Finetune/Loss (Raw)": 0.7794679999351501, "Finetune/Step": 1123, "Finetune/Step Time": 6.1160627864301205}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8620494604110718, "Finetune/Loss (Raw)": 1.06252121925354, "Finetune/Step": 1124, "Finetune/Step Time": 6.124592557549477}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8619811534881592, "Finetune/Loss (Raw)": 0.8460525274276733, "Finetune/Step": 1125, "Finetune/Step Time": 6.12107951566577}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8631643056869507, "Finetune/Loss (Raw)": 0.9110583066940308, "Finetune/Step": 1126, "Finetune/Step Time": 6.1136295441538095}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8623870611190796, "Finetune/Loss (Raw)": 0.8598785996437073, "Finetune/Step": 1127, "Finetune/Step Time": 6.103084575384855}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8606053590774536, "Finetune/Loss (Raw)": 0.7916984558105469, "Finetune/Step": 1128, "Finetune/Step Time": 6.1055845357477665}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8629269003868103, "Finetune/Loss (Raw)": 0.9534505009651184, "Finetune/Step": 1129, "Finetune/Step Time": 6.105179600417614}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8607537746429443, "Finetune/Loss (Raw)": 0.6685606241226196, "Finetune/Step": 1130, "Finetune/Step Time": 6.08573479577899}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8606564998626709, "Finetune/Loss (Raw)": 0.9520367383956909, "Finetune/Step": 1131, "Finetune/Step Time": 6.084555244073272}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8603330850601196, "Finetune/Loss (Raw)": 0.9424468278884888, "Finetune/Step": 1132, "Finetune/Step Time": 6.0742329601198435}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8602201342582703, "Finetune/Loss (Raw)": 0.8983966112136841, "Finetune/Step": 1133, "Finetune/Step Time": 6.073833927512169}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8615866899490356, "Finetune/Loss (Raw)": 0.8696200847625732, "Finetune/Step": 1134, "Finetune/Step Time": 6.066750457510352}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8623661398887634, "Finetune/Loss (Raw)": 0.9460954666137695, "Finetune/Step": 1135, "Finetune/Step Time": 6.055277725681663}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8619234561920166, "Finetune/Loss (Raw)": 0.853417158126831, "Finetune/Step": 1136, "Finetune/Step Time": 6.050861317664385}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8633490800857544, "Finetune/Loss (Raw)": 0.9672168493270874, "Finetune/Step": 1137, "Finetune/Step Time": 6.042724015191197}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8642723560333252, "Finetune/Loss (Raw)": 0.8990609049797058, "Finetune/Step": 1138, "Finetune/Step Time": 6.040900252759457}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8642855286598206, "Finetune/Loss (Raw)": 0.8226593732833862, "Finetune/Step": 1139, "Finetune/Step Time": 6.037284756079316}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8641235828399658, "Finetune/Loss (Raw)": 0.8999130129814148, "Finetune/Step": 1140, "Finetune/Step Time": 6.043289782479405}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8641464710235596, "Finetune/Loss (Raw)": 0.8618481159210205, "Finetune/Step": 1141, "Finetune/Step Time": 6.039915909990668}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8612135648727417, "Finetune/Loss (Raw)": 0.6129537224769592, "Finetune/Step": 1142, "Finetune/Step Time": 6.04659272916615}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8633495569229126, "Finetune/Loss (Raw)": 0.8510759472846985, "Finetune/Step": 1143, "Finetune/Step Time": 6.056841116398573}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8627209663391113, "Finetune/Loss (Raw)": 0.8540662527084351, "Finetune/Step": 1144, "Finetune/Step Time": 6.04882350191474}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8619823455810547, "Finetune/Loss (Raw)": 0.87816321849823, "Finetune/Step": 1145, "Finetune/Step Time": 6.0522407833486795}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8627032041549683, "Finetune/Loss (Raw)": 0.9268336892127991, "Finetune/Step": 1146, "Finetune/Step Time": 6.047001635655761}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8615063428878784, "Finetune/Loss (Raw)": 0.6840556263923645, "Finetune/Step": 1147, "Finetune/Step Time": 6.027010157704353}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8589403033256531, "Finetune/Loss (Raw)": 0.5508379936218262, "Finetune/Step": 1148, "Finetune/Step Time": 6.031771482899785}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8615056276321411, "Finetune/Loss (Raw)": 1.0512290000915527, "Finetune/Step": 1149, "Finetune/Step Time": 6.049271125346422}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8609625101089478, "Finetune/Loss (Raw)": 0.7834906578063965, "Finetune/Step": 1150, "Finetune/Step Time": 6.050911644473672}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8618609309196472, "Finetune/Loss (Raw)": 0.7785559296607971, "Finetune/Step": 1151, "Finetune/Step Time": 6.043650984764099}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8619797825813293, "Finetune/Loss (Raw)": 0.8046404123306274, "Finetune/Step": 1152, "Finetune/Step Time": 6.038482604548335}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.862930178642273, "Finetune/Loss (Raw)": 0.912830114364624, "Finetune/Step": 1153, "Finetune/Step Time": 6.05228997208178}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8615870475769043, "Finetune/Loss (Raw)": 0.7007530331611633, "Finetune/Step": 1154, "Finetune/Step Time": 6.064750945195556}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8602802157402039, "Finetune/Loss (Raw)": 0.5824477672576904, "Finetune/Step": 1155, "Finetune/Step Time": 6.064927015453577}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8606868982315063, "Finetune/Loss (Raw)": 0.9913539886474609, "Finetune/Step": 1156, "Finetune/Step Time": 6.0630824994295835}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8619441390037537, "Finetune/Loss (Raw)": 0.9573230147361755, "Finetune/Step": 1157, "Finetune/Step Time": 6.059726491570473}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8619718551635742, "Finetune/Loss (Raw)": 0.7884601950645447, "Finetune/Step": 1158, "Finetune/Step Time": 6.054937411099672}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8614504933357239, "Finetune/Loss (Raw)": 0.7762519121170044, "Finetune/Step": 1159, "Finetune/Step Time": 6.050688890740275}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8626943826675415, "Finetune/Loss (Raw)": 0.8379271030426025, "Finetune/Step": 1160, "Finetune/Step Time": 6.049787689000368}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8617422580718994, "Finetune/Loss (Raw)": 0.7911460995674133, "Finetune/Step": 1161, "Finetune/Step Time": 6.038622088730335}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8633507490158081, "Finetune/Loss (Raw)": 0.9549904465675354, "Finetune/Step": 1162, "Finetune/Step Time": 6.033185005187988}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8614750504493713, "Finetune/Loss (Raw)": 0.624625027179718, "Finetune/Step": 1163, "Finetune/Step Time": 6.033501543104649}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.863247275352478, "Finetune/Loss (Raw)": 1.0599616765975952, "Finetune/Step": 1164, "Finetune/Step Time": 6.038995558395982}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8633396625518799, "Finetune/Loss (Raw)": 0.7074838876724243, "Finetune/Step": 1165, "Finetune/Step Time": 6.040640754625201}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8612219095230103, "Finetune/Loss (Raw)": 0.7879871726036072, "Finetune/Step": 1166, "Finetune/Step Time": 6.05175974406302}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.859171450138092, "Finetune/Loss (Raw)": 0.6189118027687073, "Finetune/Step": 1167, "Finetune/Step Time": 6.0593775305897}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8595635890960693, "Finetune/Loss (Raw)": 0.7792847156524658, "Finetune/Step": 1168, "Finetune/Step Time": 6.06640444137156}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8589126467704773, "Finetune/Loss (Raw)": 0.9262169003486633, "Finetune/Step": 1169, "Finetune/Step Time": 6.065908191725612}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8572471141815186, "Finetune/Loss (Raw)": 0.790515661239624, "Finetune/Step": 1170, "Finetune/Step Time": 6.070323817431927}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8585954904556274, "Finetune/Loss (Raw)": 0.9825353622436523, "Finetune/Step": 1171, "Finetune/Step Time": 6.075355118140578}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8607099056243896, "Finetune/Loss (Raw)": 0.9177899956703186, "Finetune/Step": 1172, "Finetune/Step Time": 6.054910512641072}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8611833453178406, "Finetune/Loss (Raw)": 0.8617513179779053, "Finetune/Step": 1173, "Finetune/Step Time": 6.049981500953436}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8600605130195618, "Finetune/Loss (Raw)": 0.7095149159431458, "Finetune/Step": 1174, "Finetune/Step Time": 6.04423901066184}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8594611883163452, "Finetune/Loss (Raw)": 0.813122570514679, "Finetune/Step": 1175, "Finetune/Step Time": 6.0580830834805965}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8577812314033508, "Finetune/Loss (Raw)": 0.8164085745811462, "Finetune/Step": 1176, "Finetune/Step Time": 6.065877258777618}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8561844825744629, "Finetune/Loss (Raw)": 0.5561118125915527, "Finetune/Step": 1177, "Finetune/Step Time": 6.069680796936154}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8549355268478394, "Finetune/Loss (Raw)": 0.5805358290672302, "Finetune/Step": 1178, "Finetune/Step Time": 6.088870448991656}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.857571542263031, "Finetune/Loss (Raw)": 1.0187063217163086, "Finetune/Step": 1179, "Finetune/Step Time": 6.106455976143479}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.855878472328186, "Finetune/Loss (Raw)": 0.7944397330284119, "Finetune/Step": 1180, "Finetune/Step Time": 6.105588033795357}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.857219934463501, "Finetune/Loss (Raw)": 1.0096837282180786, "Finetune/Step": 1181, "Finetune/Step Time": 6.113717885687947}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8547194600105286, "Finetune/Loss (Raw)": 0.5762677192687988, "Finetune/Step": 1182, "Finetune/Step Time": 6.106247819960117}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8560895919799805, "Finetune/Loss (Raw)": 0.9571384191513062, "Finetune/Step": 1183, "Finetune/Step Time": 6.107394156977534}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8535681962966919, "Finetune/Loss (Raw)": 0.6920456886291504, "Finetune/Step": 1184, "Finetune/Step Time": 6.114286135882139}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8540865182876587, "Finetune/Loss (Raw)": 0.8887327313423157, "Finetune/Step": 1185, "Finetune/Step Time": 6.133257117122412}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8559634685516357, "Finetune/Loss (Raw)": 1.006401538848877, "Finetune/Step": 1186, "Finetune/Step Time": 6.1368464305996895}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8552662134170532, "Finetune/Loss (Raw)": 0.689368486404419, "Finetune/Step": 1187, "Finetune/Step Time": 6.140840070322156}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8560337424278259, "Finetune/Loss (Raw)": 0.9199516177177429, "Finetune/Step": 1188, "Finetune/Step Time": 6.149194272235036}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8584542870521545, "Finetune/Loss (Raw)": 0.9585015773773193, "Finetune/Step": 1189, "Finetune/Step Time": 6.149719702079892}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8584809303283691, "Finetune/Loss (Raw)": 0.8727368712425232, "Finetune/Step": 1190, "Finetune/Step Time": 6.153582468628883}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.858867883682251, "Finetune/Loss (Raw)": 0.9209768176078796, "Finetune/Step": 1191, "Finetune/Step Time": 6.152363797649741}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8577278256416321, "Finetune/Loss (Raw)": 0.9646968841552734, "Finetune/Step": 1192, "Finetune/Step Time": 6.149779239669442}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8567321300506592, "Finetune/Loss (Raw)": 0.9049907922744751, "Finetune/Step": 1193, "Finetune/Step Time": 6.153612565249205}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8577326536178589, "Finetune/Loss (Raw)": 0.9290395975112915, "Finetune/Step": 1194, "Finetune/Step Time": 6.154504284262657}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8565376996994019, "Finetune/Loss (Raw)": 0.8745498061180115, "Finetune/Step": 1195, "Finetune/Step Time": 6.1726957857608795}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8573676347732544, "Finetune/Loss (Raw)": 0.8958116173744202, "Finetune/Step": 1196, "Finetune/Step Time": 6.157048339024186}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8582490682601929, "Finetune/Loss (Raw)": 0.9616976976394653, "Finetune/Step": 1197, "Finetune/Step Time": 6.148781826719642}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8583219051361084, "Finetune/Loss (Raw)": 0.8906575441360474, "Finetune/Step": 1198, "Finetune/Step Time": 6.129916418343782}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8584924936294556, "Finetune/Loss (Raw)": 0.9665717482566833, "Finetune/Step": 1199, "Finetune/Step Time": 6.131407653912902}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8585377335548401, "Finetune/Loss (Raw)": 0.9501374363899231, "Finetune/Step": 1200, "Finetune/Step Time": 6.127891223877668}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8595755100250244, "Finetune/Loss (Raw)": 0.9747035503387451, "Finetune/Step": 1201, "Finetune/Step Time": 6.127962002530694}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.860339879989624, "Finetune/Loss (Raw)": 1.0780433416366577, "Finetune/Step": 1202, "Finetune/Step Time": 6.137789772823453}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8617774248123169, "Finetune/Loss (Raw)": 1.0379011631011963, "Finetune/Step": 1203, "Finetune/Step Time": 6.136648977175355}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8617277145385742, "Finetune/Loss (Raw)": 0.9711658358573914, "Finetune/Step": 1204, "Finetune/Step Time": 6.132229723036289}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.859998345375061, "Finetune/Loss (Raw)": 0.7568353414535522, "Finetune/Step": 1205, "Finetune/Step Time": 6.139545012265444}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8606024980545044, "Finetune/Loss (Raw)": 1.0277053117752075, "Finetune/Step": 1206, "Finetune/Step Time": 6.149424612522125}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8614596128463745, "Finetune/Loss (Raw)": 0.8633210062980652, "Finetune/Step": 1207, "Finetune/Step Time": 6.146891599521041}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8631790280342102, "Finetune/Loss (Raw)": 0.9124131798744202, "Finetune/Step": 1208, "Finetune/Step Time": 6.150119103491306}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8636305332183838, "Finetune/Loss (Raw)": 0.9652627110481262, "Finetune/Step": 1209, "Finetune/Step Time": 6.1508639473468065}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8646739721298218, "Finetune/Loss (Raw)": 0.8390076160430908, "Finetune/Step": 1210, "Finetune/Step Time": 6.135240143164992}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8642053008079529, "Finetune/Loss (Raw)": 0.879727303981781, "Finetune/Step": 1211, "Finetune/Step Time": 6.123716922476888}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8644495010375977, "Finetune/Loss (Raw)": 0.9560189247131348, "Finetune/Step": 1212, "Finetune/Step Time": 6.124234311282635}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8639527559280396, "Finetune/Loss (Raw)": 0.8390564918518066, "Finetune/Step": 1213, "Finetune/Step Time": 6.1201298125088215}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8624864816665649, "Finetune/Loss (Raw)": 0.7680855989456177, "Finetune/Step": 1214, "Finetune/Step Time": 6.12423250079155}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8622612357139587, "Finetune/Loss (Raw)": 0.9232569336891174, "Finetune/Step": 1215, "Finetune/Step Time": 6.133283514529467}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8620163202285767, "Finetune/Loss (Raw)": 0.5975033640861511, "Finetune/Step": 1216, "Finetune/Step Time": 6.139100030064583}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8630847930908203, "Finetune/Loss (Raw)": 1.0271379947662354, "Finetune/Step": 1217, "Finetune/Step Time": 6.151983670890331}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8630391359329224, "Finetune/Loss (Raw)": 0.952311098575592, "Finetune/Step": 1218, "Finetune/Step Time": 6.1531526278704405}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8610436916351318, "Finetune/Loss (Raw)": 0.5803977847099304, "Finetune/Step": 1219, "Finetune/Step Time": 6.150451228022575}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8603933453559875, "Finetune/Loss (Raw)": 0.867303192615509, "Finetune/Step": 1220, "Finetune/Step Time": 6.167233385145664}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8607959747314453, "Finetune/Loss (Raw)": 0.8339062929153442, "Finetune/Step": 1221, "Finetune/Step Time": 6.168861335143447}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8603978157043457, "Finetune/Loss (Raw)": 0.8181664347648621, "Finetune/Step": 1222, "Finetune/Step Time": 6.178483856841922}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8598735332489014, "Finetune/Loss (Raw)": 0.9134424924850464, "Finetune/Step": 1223, "Finetune/Step Time": 6.18579938262701}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8596635460853577, "Finetune/Loss (Raw)": 0.9010792970657349, "Finetune/Step": 1224, "Finetune/Step Time": 6.18698488548398}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8589197397232056, "Finetune/Loss (Raw)": 0.7596396803855896, "Finetune/Step": 1225, "Finetune/Step Time": 6.186168875545263}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8585418462753296, "Finetune/Loss (Raw)": 0.7789227962493896, "Finetune/Step": 1226, "Finetune/Step Time": 6.1773057878017426}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8569594025611877, "Finetune/Loss (Raw)": 0.7065067887306213, "Finetune/Step": 1227, "Finetune/Step Time": 6.172606986016035}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8564189672470093, "Finetune/Loss (Raw)": 0.7739863991737366, "Finetune/Step": 1228, "Finetune/Step Time": 6.178367350250483}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8571473956108093, "Finetune/Loss (Raw)": 0.997222363948822, "Finetune/Step": 1229, "Finetune/Step Time": 6.182670192793012}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.856651246547699, "Finetune/Loss (Raw)": 0.6659754514694214, "Finetune/Step": 1230, "Finetune/Step Time": 6.188326586037874}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8565695285797119, "Finetune/Loss (Raw)": 1.0065964460372925, "Finetune/Step": 1231, "Finetune/Step Time": 6.211780428886414}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8554683327674866, "Finetune/Loss (Raw)": 0.8500586748123169, "Finetune/Step": 1232, "Finetune/Step Time": 6.208396032452583}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8561419248580933, "Finetune/Loss (Raw)": 0.921344518661499, "Finetune/Step": 1233, "Finetune/Step Time": 6.2000078819692135}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8556028604507446, "Finetune/Loss (Raw)": 0.7215703129768372, "Finetune/Step": 1234, "Finetune/Step Time": 6.193156607449055}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8551375865936279, "Finetune/Loss (Raw)": 0.8796758651733398, "Finetune/Step": 1235, "Finetune/Step Time": 6.198727026581764}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8547677993774414, "Finetune/Loss (Raw)": 0.9835224747657776, "Finetune/Step": 1236, "Finetune/Step Time": 6.206763815134764}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8573316335678101, "Finetune/Loss (Raw)": 0.9595791697502136, "Finetune/Step": 1237, "Finetune/Step Time": 6.203387200832367}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8580324649810791, "Finetune/Loss (Raw)": 0.990297794342041, "Finetune/Step": 1238, "Finetune/Step Time": 6.205139346420765}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8567344546318054, "Finetune/Loss (Raw)": 0.894135057926178, "Finetune/Step": 1239, "Finetune/Step Time": 6.207994328811765}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8570931553840637, "Finetune/Loss (Raw)": 0.8629958033561707, "Finetune/Step": 1240, "Finetune/Step Time": 6.213520230725408}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8566379547119141, "Finetune/Loss (Raw)": 0.8117278814315796, "Finetune/Step": 1241, "Finetune/Step Time": 6.213898224756122}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8576604723930359, "Finetune/Loss (Raw)": 0.9024934768676758, "Finetune/Step": 1242, "Finetune/Step Time": 6.210685160011053}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8579273819923401, "Finetune/Loss (Raw)": 0.9301425814628601, "Finetune/Step": 1243, "Finetune/Step Time": 6.192516714334488}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8568916916847229, "Finetune/Loss (Raw)": 0.853181004524231, "Finetune/Step": 1244, "Finetune/Step Time": 6.1897853426635265}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8566033840179443, "Finetune/Loss (Raw)": 0.7722129225730896, "Finetune/Step": 1245, "Finetune/Step Time": 6.191357865929604}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8559588193893433, "Finetune/Loss (Raw)": 0.827256441116333, "Finetune/Step": 1246, "Finetune/Step Time": 6.19167385995388}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8587803840637207, "Finetune/Loss (Raw)": 0.9713133573532104, "Finetune/Step": 1247, "Finetune/Step Time": 6.202520687133074}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8574575185775757, "Finetune/Loss (Raw)": 0.7144781947135925, "Finetune/Step": 1248, "Finetune/Step Time": 6.196206148713827}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8561390042304993, "Finetune/Loss (Raw)": 0.8296071290969849, "Finetune/Step": 1249, "Finetune/Step Time": 6.200134294107556}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8561301231384277, "Finetune/Loss (Raw)": 0.9058107733726501, "Finetune/Step": 1250, "Finetune/Step Time": 6.195827730000019}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.857054591178894, "Finetune/Loss (Raw)": 0.8978040218353271, "Finetune/Step": 1251, "Finetune/Step Time": 6.171411421149969}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8549060821533203, "Finetune/Loss (Raw)": 0.7875152230262756, "Finetune/Step": 1252, "Finetune/Step Time": 6.173646653071046}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8543388843536377, "Finetune/Loss (Raw)": 0.7734518647193909, "Finetune/Step": 1253, "Finetune/Step Time": 6.174076404422522}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8539804816246033, "Finetune/Loss (Raw)": 0.8651772737503052, "Finetune/Step": 1254, "Finetune/Step Time": 6.184822369366884}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8548474907875061, "Finetune/Loss (Raw)": 0.9708589315414429, "Finetune/Step": 1255, "Finetune/Step Time": 6.186321655288339}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8557894825935364, "Finetune/Loss (Raw)": 0.9122710227966309, "Finetune/Step": 1256, "Finetune/Step Time": 6.187163328751922}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8527733087539673, "Finetune/Loss (Raw)": 0.5673837661743164, "Finetune/Step": 1257, "Finetune/Step Time": 6.19041221216321}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.854386568069458, "Finetune/Loss (Raw)": 0.8750534653663635, "Finetune/Step": 1258, "Finetune/Step Time": 6.204386303201318}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8529024124145508, "Finetune/Loss (Raw)": 0.7620688676834106, "Finetune/Step": 1259, "Finetune/Step Time": 6.201232058927417}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.854047417640686, "Finetune/Loss (Raw)": 1.0890077352523804, "Finetune/Step": 1260, "Finetune/Step Time": 6.20698444545269}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8527981638908386, "Finetune/Loss (Raw)": 0.7384863495826721, "Finetune/Step": 1261, "Finetune/Step Time": 6.2069165874272585}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8531655073165894, "Finetune/Loss (Raw)": 0.9166399240493774, "Finetune/Step": 1262, "Finetune/Step Time": 6.206907106563449}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8530839085578918, "Finetune/Loss (Raw)": 0.9356558918952942, "Finetune/Step": 1263, "Finetune/Step Time": 6.203451978042722}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8532470464706421, "Finetune/Loss (Raw)": 0.8743005394935608, "Finetune/Step": 1264, "Finetune/Step Time": 6.2032136246562}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8512778282165527, "Finetune/Loss (Raw)": 0.7151538133621216, "Finetune/Step": 1265, "Finetune/Step Time": 6.208256080746651}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8507091403007507, "Finetune/Loss (Raw)": 0.8262673616409302, "Finetune/Step": 1266, "Finetune/Step Time": 6.212746536359191}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8515751361846924, "Finetune/Loss (Raw)": 0.9335072636604309, "Finetune/Step": 1267, "Finetune/Step Time": 6.213776748627424}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8521599769592285, "Finetune/Loss (Raw)": 0.9747731685638428, "Finetune/Step": 1268, "Finetune/Step Time": 6.207226168364286}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8516349196434021, "Finetune/Loss (Raw)": 0.7946393489837646, "Finetune/Step": 1269, "Finetune/Step Time": 6.20894256606698}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8542091846466064, "Finetune/Loss (Raw)": 0.9424567818641663, "Finetune/Step": 1270, "Finetune/Step Time": 6.200904525816441}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8552154898643494, "Finetune/Loss (Raw)": 0.9798857569694519, "Finetune/Step": 1271, "Finetune/Step Time": 6.187630424275994}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.85422283411026, "Finetune/Loss (Raw)": 0.7270059585571289, "Finetune/Step": 1272, "Finetune/Step Time": 6.181121155619621}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8533775806427002, "Finetune/Loss (Raw)": 0.7699744701385498, "Finetune/Step": 1273, "Finetune/Step Time": 6.18641603551805}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.852427065372467, "Finetune/Loss (Raw)": 0.805165708065033, "Finetune/Step": 1274, "Finetune/Step Time": 6.189920157194138}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.855303168296814, "Finetune/Loss (Raw)": 1.052199125289917, "Finetune/Step": 1275, "Finetune/Step Time": 6.183212393894792}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8577536344528198, "Finetune/Loss (Raw)": 0.8645018935203552, "Finetune/Step": 1276, "Finetune/Step Time": 6.172638962045312}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8563917279243469, "Finetune/Loss (Raw)": 0.8768949508666992, "Finetune/Step": 1277, "Finetune/Step Time": 6.155545545741916}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8548917770385742, "Finetune/Loss (Raw)": 0.591501772403717, "Finetune/Step": 1278, "Finetune/Step Time": 6.156040469184518}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8555705547332764, "Finetune/Loss (Raw)": 0.8654386401176453, "Finetune/Step": 1279, "Finetune/Step Time": 6.15849563665688}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8571075201034546, "Finetune/Loss (Raw)": 1.0013773441314697, "Finetune/Step": 1280, "Finetune/Step Time": 6.153955711051822}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.856997013092041, "Finetune/Loss (Raw)": 0.8986801505088806, "Finetune/Step": 1281, "Finetune/Step Time": 6.138018092140555}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8583648800849915, "Finetune/Loss (Raw)": 0.8758379220962524, "Finetune/Step": 1282, "Finetune/Step Time": 6.125980608165264}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8590304255485535, "Finetune/Loss (Raw)": 0.6676411628723145, "Finetune/Step": 1283, "Finetune/Step Time": 6.109391013160348}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8579410314559937, "Finetune/Loss (Raw)": 0.8519057631492615, "Finetune/Step": 1284, "Finetune/Step Time": 6.100711299106479}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8580656051635742, "Finetune/Loss (Raw)": 0.9732693433761597, "Finetune/Step": 1285, "Finetune/Step Time": 6.10138144902885}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8585954308509827, "Finetune/Loss (Raw)": 0.8562792539596558, "Finetune/Step": 1286, "Finetune/Step Time": 6.104368740692735}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8594099879264832, "Finetune/Loss (Raw)": 0.8805140852928162, "Finetune/Step": 1287, "Finetune/Step Time": 6.112729467451572}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8593376874923706, "Finetune/Loss (Raw)": 0.8286705017089844, "Finetune/Step": 1288, "Finetune/Step Time": 6.10868651419878}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8595881462097168, "Finetune/Loss (Raw)": 0.8232059478759766, "Finetune/Step": 1289, "Finetune/Step Time": 6.094169611111283}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8599335551261902, "Finetune/Loss (Raw)": 0.9992038011550903, "Finetune/Step": 1290, "Finetune/Step Time": 6.084832923486829}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.861207902431488, "Finetune/Loss (Raw)": 0.787742018699646, "Finetune/Step": 1291, "Finetune/Step Time": 6.091579157859087}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8593738079071045, "Finetune/Loss (Raw)": 0.8251965641975403, "Finetune/Step": 1292, "Finetune/Step Time": 6.087904484942555}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8607264757156372, "Finetune/Loss (Raw)": 0.8806242942810059, "Finetune/Step": 1293, "Finetune/Step Time": 6.08099927008152}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8618713021278381, "Finetune/Loss (Raw)": 0.9345269203186035, "Finetune/Step": 1294, "Finetune/Step Time": 6.066708376631141}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8633977174758911, "Finetune/Loss (Raw)": 0.8142940402030945, "Finetune/Step": 1295, "Finetune/Step Time": 6.06798661313951}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8634768128395081, "Finetune/Loss (Raw)": 0.789408266544342, "Finetune/Step": 1296, "Finetune/Step Time": 6.067252164706588}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8626432418823242, "Finetune/Loss (Raw)": 0.8195160627365112, "Finetune/Step": 1297, "Finetune/Step Time": 6.0727366879582405}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8623040318489075, "Finetune/Loss (Raw)": 0.7470990419387817, "Finetune/Step": 1298, "Finetune/Step Time": 6.0740471594035625}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8598940372467041, "Finetune/Loss (Raw)": 0.6740618348121643, "Finetune/Step": 1299, "Finetune/Step Time": 6.056354595348239}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8590659499168396, "Finetune/Loss (Raw)": 0.8117885589599609, "Finetune/Step": 1300, "Finetune/Step Time": 6.056939620524645}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8588701486587524, "Finetune/Loss (Raw)": 0.8366955518722534, "Finetune/Step": 1301, "Finetune/Step Time": 6.058666996657848}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8597500324249268, "Finetune/Loss (Raw)": 0.8221359252929688, "Finetune/Step": 1302, "Finetune/Step Time": 6.067888960242271}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8599026203155518, "Finetune/Loss (Raw)": 0.832650899887085, "Finetune/Step": 1303, "Finetune/Step Time": 6.061305167153478}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8608910441398621, "Finetune/Loss (Raw)": 0.9429283142089844, "Finetune/Step": 1304, "Finetune/Step Time": 6.052298713475466}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8630304336547852, "Finetune/Loss (Raw)": 0.8299580812454224, "Finetune/Step": 1305, "Finetune/Step Time": 6.05158151499927}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8648426532745361, "Finetune/Loss (Raw)": 0.8124966621398926, "Finetune/Step": 1306, "Finetune/Step Time": 6.035195145756006}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8647359609603882, "Finetune/Loss (Raw)": 1.0050469636917114, "Finetune/Step": 1307, "Finetune/Step Time": 6.028055049479008}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8665176630020142, "Finetune/Loss (Raw)": 1.0224988460540771, "Finetune/Step": 1308, "Finetune/Step Time": 6.020370960235596}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.865479588508606, "Finetune/Loss (Raw)": 0.8768141269683838, "Finetune/Step": 1309, "Finetune/Step Time": 6.013264764100313}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8674920201301575, "Finetune/Loss (Raw)": 0.8338605761528015, "Finetune/Step": 1310, "Finetune/Step Time": 6.02420355938375}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8670936226844788, "Finetune/Loss (Raw)": 0.906141459941864, "Finetune/Step": 1311, "Finetune/Step Time": 6.025221202522516}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8662247657775879, "Finetune/Loss (Raw)": 0.5808308124542236, "Finetune/Step": 1312, "Finetune/Step Time": 6.024469394236803}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8662353754043579, "Finetune/Loss (Raw)": 0.8900916576385498, "Finetune/Step": 1313, "Finetune/Step Time": 6.021232387050986}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8657898306846619, "Finetune/Loss (Raw)": 0.9493724703788757, "Finetune/Step": 1314, "Finetune/Step Time": 6.023606741800904}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8676221370697021, "Finetune/Loss (Raw)": 0.9239016771316528, "Finetune/Step": 1315, "Finetune/Step Time": 6.016720872372389}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8685694336891174, "Finetune/Loss (Raw)": 1.0412042140960693, "Finetune/Step": 1316, "Finetune/Step Time": 6.0020698718726635}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8684694170951843, "Finetune/Loss (Raw)": 0.9457044005393982, "Finetune/Step": 1317, "Finetune/Step Time": 6.003979867324233}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8683344721794128, "Finetune/Loss (Raw)": 0.8554624319076538, "Finetune/Step": 1318, "Finetune/Step Time": 6.000932643190026}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8680928945541382, "Finetune/Loss (Raw)": 0.890052080154419, "Finetune/Step": 1319, "Finetune/Step Time": 6.001339239999652}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8666720986366272, "Finetune/Loss (Raw)": 0.7828369140625, "Finetune/Step": 1320, "Finetune/Step Time": 6.000170242041349}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8665874004364014, "Finetune/Loss (Raw)": 0.8941535353660583, "Finetune/Step": 1321, "Finetune/Step Time": 6.0016514509916306}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8662875890731812, "Finetune/Loss (Raw)": 0.8906622529029846, "Finetune/Step": 1322, "Finetune/Step Time": 6.001680979505181}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8666366934776306, "Finetune/Loss (Raw)": 0.91922926902771, "Finetune/Step": 1323, "Finetune/Step Time": 5.983851009979844}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8670777082443237, "Finetune/Loss (Raw)": 0.952263593673706, "Finetune/Step": 1324, "Finetune/Step Time": 5.985047401860356}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8671088218688965, "Finetune/Loss (Raw)": 0.9656873941421509, "Finetune/Step": 1325, "Finetune/Step Time": 5.989074029028416}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.867618203163147, "Finetune/Loss (Raw)": 0.9558518528938293, "Finetune/Step": 1326, "Finetune/Step Time": 5.997591042891145}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8659319877624512, "Finetune/Loss (Raw)": 0.7507420182228088, "Finetune/Step": 1327, "Finetune/Step Time": 6.001184795051813}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8668980598449707, "Finetune/Loss (Raw)": 1.0737837553024292, "Finetune/Step": 1328, "Finetune/Step Time": 6.023462599143386}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8677653074264526, "Finetune/Loss (Raw)": 1.0857179164886475, "Finetune/Step": 1329, "Finetune/Step Time": 6.018785430118442}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8646903038024902, "Finetune/Loss (Raw)": 0.6844409704208374, "Finetune/Step": 1330, "Finetune/Step Time": 6.010815927758813}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8638595342636108, "Finetune/Loss (Raw)": 0.9315605163574219, "Finetune/Step": 1331, "Finetune/Step Time": 6.0072655491530895}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8621625900268555, "Finetune/Loss (Raw)": 0.7539618015289307, "Finetune/Step": 1332, "Finetune/Step Time": 6.006038289517164}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8632230758666992, "Finetune/Loss (Raw)": 0.8925713896751404, "Finetune/Step": 1333, "Finetune/Step Time": 6.006266940385103}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8624441623687744, "Finetune/Loss (Raw)": 0.9280098080635071, "Finetune/Step": 1334, "Finetune/Step Time": 6.001046204939485}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8627681732177734, "Finetune/Loss (Raw)": 0.9047906398773193, "Finetune/Step": 1335, "Finetune/Step Time": 6.003410330042243}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8627626299858093, "Finetune/Loss (Raw)": 0.9117055535316467, "Finetune/Step": 1336, "Finetune/Step Time": 5.999619698151946}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8626374006271362, "Finetune/Loss (Raw)": 0.9492328763008118, "Finetune/Step": 1337, "Finetune/Step Time": 5.99717852845788}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8608766198158264, "Finetune/Loss (Raw)": 0.6136327981948853, "Finetune/Step": 1338, "Finetune/Step Time": 6.002696145325899}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8600108027458191, "Finetune/Loss (Raw)": 0.7688987851142883, "Finetune/Step": 1339, "Finetune/Step Time": 6.0203537456691265}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8591755628585815, "Finetune/Loss (Raw)": 0.8491073250770569, "Finetune/Step": 1340, "Finetune/Step Time": 6.023441342636943}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8590095639228821, "Finetune/Loss (Raw)": 0.8178118467330933, "Finetune/Step": 1341, "Finetune/Step Time": 6.0259897615760565}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8600146770477295, "Finetune/Loss (Raw)": 0.8967354893684387, "Finetune/Step": 1342, "Finetune/Step Time": 6.025496382266283}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8590939044952393, "Finetune/Loss (Raw)": 0.8053932785987854, "Finetune/Step": 1343, "Finetune/Step Time": 6.028171310201287}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.860628604888916, "Finetune/Loss (Raw)": 0.793954074382782, "Finetune/Step": 1344, "Finetune/Step Time": 6.036993104964495}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.860420823097229, "Finetune/Loss (Raw)": 1.000536561012268, "Finetune/Step": 1345, "Finetune/Step Time": 6.024108149111271}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8598541021347046, "Finetune/Loss (Raw)": 0.8797683715820312, "Finetune/Step": 1346, "Finetune/Step Time": 6.025374876335263}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8626766800880432, "Finetune/Loss (Raw)": 0.9416896104812622, "Finetune/Step": 1347, "Finetune/Step Time": 6.036771195009351}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8615801334381104, "Finetune/Loss (Raw)": 0.7269519567489624, "Finetune/Step": 1348, "Finetune/Step Time": 6.0367865059524775}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8623772859573364, "Finetune/Loss (Raw)": 0.9359367489814758, "Finetune/Step": 1349, "Finetune/Step Time": 6.051198843866587}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8631333708763123, "Finetune/Loss (Raw)": 0.9149492979049683, "Finetune/Step": 1350, "Finetune/Step Time": 6.038814261555672}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.863257884979248, "Finetune/Loss (Raw)": 0.9293753504753113, "Finetune/Step": 1351, "Finetune/Step Time": 6.038351133465767}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8614319562911987, "Finetune/Loss (Raw)": 0.6673657894134521, "Finetune/Step": 1352, "Finetune/Step Time": 6.046076750382781}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8621275424957275, "Finetune/Loss (Raw)": 0.8486732840538025, "Finetune/Step": 1353, "Finetune/Step Time": 6.059948690235615}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8627699613571167, "Finetune/Loss (Raw)": 0.861149787902832, "Finetune/Step": 1354, "Finetune/Step Time": 6.058247536420822}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8651505708694458, "Finetune/Loss (Raw)": 1.0112260580062866, "Finetune/Step": 1355, "Finetune/Step Time": 6.055323394015431}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8669660091400146, "Finetune/Loss (Raw)": 1.0063695907592773, "Finetune/Step": 1356, "Finetune/Step Time": 6.051538342610002}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8661934733390808, "Finetune/Loss (Raw)": 0.8983293175697327, "Finetune/Step": 1357, "Finetune/Step Time": 6.051083188503981}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8680567741394043, "Finetune/Loss (Raw)": 0.904473066329956, "Finetune/Step": 1358, "Finetune/Step Time": 6.05168729647994}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8664423227310181, "Finetune/Loss (Raw)": 0.799953043460846, "Finetune/Step": 1359, "Finetune/Step Time": 6.031093722209334}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8671783208847046, "Finetune/Loss (Raw)": 0.944270670413971, "Finetune/Step": 1360, "Finetune/Step Time": 6.0370790399611}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8677657246589661, "Finetune/Loss (Raw)": 0.9965310096740723, "Finetune/Step": 1361, "Finetune/Step Time": 6.038931334391236}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8689432144165039, "Finetune/Loss (Raw)": 0.8722883462905884, "Finetune/Step": 1362, "Finetune/Step Time": 6.037400526925921}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.868565559387207, "Finetune/Loss (Raw)": 0.8313316702842712, "Finetune/Step": 1363, "Finetune/Step Time": 6.038644727319479}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8670891523361206, "Finetune/Loss (Raw)": 0.7945464849472046, "Finetune/Step": 1364, "Finetune/Step Time": 6.033163260668516}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8655991554260254, "Finetune/Loss (Raw)": 0.7688555121421814, "Finetune/Step": 1365, "Finetune/Step Time": 6.048315128311515}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8647207617759705, "Finetune/Loss (Raw)": 0.8778647184371948, "Finetune/Step": 1366, "Finetune/Step Time": 6.042263111099601}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8639616966247559, "Finetune/Loss (Raw)": 0.796972393989563, "Finetune/Step": 1367, "Finetune/Step Time": 6.043309858068824}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8641366958618164, "Finetune/Loss (Raw)": 0.8854054808616638, "Finetune/Step": 1368, "Finetune/Step Time": 6.053273601457477}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.865510106086731, "Finetune/Loss (Raw)": 0.9875085949897766, "Finetune/Step": 1369, "Finetune/Step Time": 6.055080518126488}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8643012046813965, "Finetune/Loss (Raw)": 0.7477558851242065, "Finetune/Step": 1370, "Finetune/Step Time": 6.061182154342532}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8640702962875366, "Finetune/Loss (Raw)": 0.9005894064903259, "Finetune/Step": 1371, "Finetune/Step Time": 6.06225068308413}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8628156781196594, "Finetune/Loss (Raw)": 0.6925947666168213, "Finetune/Step": 1372, "Finetune/Step Time": 6.06665650755167}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8644392490386963, "Finetune/Loss (Raw)": 0.9800263047218323, "Finetune/Step": 1373, "Finetune/Step Time": 6.080558560788631}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8637354969978333, "Finetune/Loss (Raw)": 0.7371752858161926, "Finetune/Step": 1374, "Finetune/Step Time": 6.078543845564127}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8634997606277466, "Finetune/Loss (Raw)": 0.9411390423774719, "Finetune/Step": 1375, "Finetune/Step Time": 6.072453724220395}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8623687028884888, "Finetune/Loss (Raw)": 0.5697060823440552, "Finetune/Step": 1376, "Finetune/Step Time": 6.074313949793577}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8622429370880127, "Finetune/Loss (Raw)": 0.813512921333313, "Finetune/Step": 1377, "Finetune/Step Time": 6.086415844038129}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8624445199966431, "Finetune/Loss (Raw)": 0.9316051602363586, "Finetune/Step": 1378, "Finetune/Step Time": 6.094351833686233}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8600885272026062, "Finetune/Loss (Raw)": 0.5962399244308472, "Finetune/Step": 1379, "Finetune/Step Time": 6.1080736722797155}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8606033325195312, "Finetune/Loss (Raw)": 0.8534212112426758, "Finetune/Step": 1380, "Finetune/Step Time": 6.106676226481795}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8618484735488892, "Finetune/Loss (Raw)": 0.9328201413154602, "Finetune/Step": 1381, "Finetune/Step Time": 6.105912448838353}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8618773221969604, "Finetune/Loss (Raw)": 0.8688702583312988, "Finetune/Step": 1382, "Finetune/Step Time": 6.098070809617639}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.860079824924469, "Finetune/Loss (Raw)": 0.7407788038253784, "Finetune/Step": 1383, "Finetune/Step Time": 6.097827646881342}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8597034215927124, "Finetune/Loss (Raw)": 0.8640989065170288, "Finetune/Step": 1384, "Finetune/Step Time": 6.100433107465506}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8625770807266235, "Finetune/Loss (Raw)": 0.935202419757843, "Finetune/Step": 1385, "Finetune/Step Time": 6.098807131871581}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8623411655426025, "Finetune/Loss (Raw)": 0.8448562622070312, "Finetune/Step": 1386, "Finetune/Step Time": 6.0856078919023275}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8621859550476074, "Finetune/Loss (Raw)": 0.7422033548355103, "Finetune/Step": 1387, "Finetune/Step Time": 6.084780924022198}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8609728813171387, "Finetune/Loss (Raw)": 0.9337344765663147, "Finetune/Step": 1388, "Finetune/Step Time": 6.080927995964885}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8621103763580322, "Finetune/Loss (Raw)": 0.8840863704681396, "Finetune/Step": 1389, "Finetune/Step Time": 6.079724399372935}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.86296546459198, "Finetune/Loss (Raw)": 1.0260934829711914, "Finetune/Step": 1390, "Finetune/Step Time": 6.082103189080954}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8620352149009705, "Finetune/Loss (Raw)": 0.8165833353996277, "Finetune/Step": 1391, "Finetune/Step Time": 6.088640520349145}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8616513013839722, "Finetune/Loss (Raw)": 0.8251624703407288, "Finetune/Step": 1392, "Finetune/Step Time": 6.102459326386452}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8618741035461426, "Finetune/Loss (Raw)": 0.7436632513999939, "Finetune/Step": 1393, "Finetune/Step Time": 6.124120635911822}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8627200126647949, "Finetune/Loss (Raw)": 0.9345532059669495, "Finetune/Step": 1394, "Finetune/Step Time": 6.129274154081941}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8618155121803284, "Finetune/Loss (Raw)": 0.8177290558815002, "Finetune/Step": 1395, "Finetune/Step Time": 6.123317986726761}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8590539693832397, "Finetune/Loss (Raw)": 0.6212949752807617, "Finetune/Step": 1396, "Finetune/Step Time": 6.1263103019446135}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8595269918441772, "Finetune/Loss (Raw)": 0.8551911115646362, "Finetune/Step": 1397, "Finetune/Step Time": 6.134929036721587}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8589028120040894, "Finetune/Loss (Raw)": 0.862554132938385, "Finetune/Step": 1398, "Finetune/Step Time": 6.1479658130556345}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8559691905975342, "Finetune/Loss (Raw)": 0.6043885350227356, "Finetune/Step": 1399, "Finetune/Step Time": 6.143783526495099}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8576821088790894, "Finetune/Loss (Raw)": 0.9462594389915466, "Finetune/Step": 1400, "Finetune/Step Time": 6.145427595824003}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8580020666122437, "Finetune/Loss (Raw)": 0.8109216094017029, "Finetune/Step": 1401, "Finetune/Step Time": 6.142264245077968}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8576840162277222, "Finetune/Loss (Raw)": 0.7644564509391785, "Finetune/Step": 1402, "Finetune/Step Time": 6.14584519341588}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8559340834617615, "Finetune/Loss (Raw)": 0.8282133340835571, "Finetune/Step": 1403, "Finetune/Step Time": 6.163975905627012}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8561662435531616, "Finetune/Loss (Raw)": 0.8942157030105591, "Finetune/Step": 1404, "Finetune/Step Time": 6.1763886064291}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8548539876937866, "Finetune/Loss (Raw)": 0.7089264392852783, "Finetune/Step": 1405, "Finetune/Step Time": 6.175229603424668}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8568686246871948, "Finetune/Loss (Raw)": 0.8493713140487671, "Finetune/Step": 1406, "Finetune/Step Time": 6.172250386327505}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.855399489402771, "Finetune/Loss (Raw)": 0.6773900389671326, "Finetune/Step": 1407, "Finetune/Step Time": 6.1734118815511465}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8533152341842651, "Finetune/Loss (Raw)": 0.7345957159996033, "Finetune/Step": 1408, "Finetune/Step Time": 6.187919348478317}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8533928990364075, "Finetune/Loss (Raw)": 0.9086204767227173, "Finetune/Step": 1409, "Finetune/Step Time": 6.188760442659259}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8526211977005005, "Finetune/Loss (Raw)": 0.7770561575889587, "Finetune/Step": 1410, "Finetune/Step Time": 6.190428515896201}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8542330861091614, "Finetune/Loss (Raw)": 0.8739702105522156, "Finetune/Step": 1411, "Finetune/Step Time": 6.203173350542784}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8527693152427673, "Finetune/Loss (Raw)": 0.664543628692627, "Finetune/Step": 1412, "Finetune/Step Time": 6.1973467245697975}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8522760272026062, "Finetune/Loss (Raw)": 0.9101263284683228, "Finetune/Step": 1413, "Finetune/Step Time": 6.199210576713085}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8534338474273682, "Finetune/Loss (Raw)": 1.0044785737991333, "Finetune/Step": 1414, "Finetune/Step Time": 6.198391057550907}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.853168249130249, "Finetune/Loss (Raw)": 0.8465200066566467, "Finetune/Step": 1415, "Finetune/Step Time": 6.192030031234026}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8542954921722412, "Finetune/Loss (Raw)": 0.9729490280151367, "Finetune/Step": 1416, "Finetune/Step Time": 6.194018270820379}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.854378342628479, "Finetune/Loss (Raw)": 0.8338136672973633, "Finetune/Step": 1417, "Finetune/Step Time": 6.192781783640385}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.852235734462738, "Finetune/Loss (Raw)": 0.7249516248703003, "Finetune/Step": 1418, "Finetune/Step Time": 6.1935257241129875}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8516647219657898, "Finetune/Loss (Raw)": 0.7146581411361694, "Finetune/Step": 1419, "Finetune/Step Time": 6.1836268827319145}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8523784875869751, "Finetune/Loss (Raw)": 0.9165567755699158, "Finetune/Step": 1420, "Finetune/Step Time": 6.185698259621859}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.851962685585022, "Finetune/Loss (Raw)": 0.8273955583572388, "Finetune/Step": 1421, "Finetune/Step Time": 6.186141692101955}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8507590293884277, "Finetune/Loss (Raw)": 0.7804570198059082, "Finetune/Step": 1422, "Finetune/Step Time": 6.185944424942136}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.851836085319519, "Finetune/Loss (Raw)": 0.95216965675354, "Finetune/Step": 1423, "Finetune/Step Time": 6.182550663128495}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8517759442329407, "Finetune/Loss (Raw)": 0.781701385974884, "Finetune/Step": 1424, "Finetune/Step Time": 6.176689859479666}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8520106077194214, "Finetune/Loss (Raw)": 0.8495556712150574, "Finetune/Step": 1425, "Finetune/Step Time": 6.173030225560069}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8523535132408142, "Finetune/Loss (Raw)": 0.7909839749336243, "Finetune/Step": 1426, "Finetune/Step Time": 6.172858571633697}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8528153300285339, "Finetune/Loss (Raw)": 0.7331798076629639, "Finetune/Step": 1427, "Finetune/Step Time": 6.180492360144854}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8523416519165039, "Finetune/Loss (Raw)": 0.7511535882949829, "Finetune/Step": 1428, "Finetune/Step Time": 6.181859979405999}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8513206243515015, "Finetune/Loss (Raw)": 0.7060100436210632, "Finetune/Step": 1429, "Finetune/Step Time": 6.183376934379339}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8513299226760864, "Finetune/Loss (Raw)": 0.8233205676078796, "Finetune/Step": 1430, "Finetune/Step Time": 6.175842065364122}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8506919145584106, "Finetune/Loss (Raw)": 0.750988781452179, "Finetune/Step": 1431, "Finetune/Step Time": 6.173302184790373}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8493363857269287, "Finetune/Loss (Raw)": 0.7694153785705566, "Finetune/Step": 1432, "Finetune/Step Time": 6.180445866659284}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8502950668334961, "Finetune/Loss (Raw)": 0.9526728391647339, "Finetune/Step": 1433, "Finetune/Step Time": 6.182347914204001}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8495854139328003, "Finetune/Loss (Raw)": 0.7216664552688599, "Finetune/Step": 1434, "Finetune/Step Time": 6.187871653586626}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8488211631774902, "Finetune/Loss (Raw)": 0.9072180986404419, "Finetune/Step": 1435, "Finetune/Step Time": 6.185270670801401}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8456867933273315, "Finetune/Loss (Raw)": 0.6213023662567139, "Finetune/Step": 1436, "Finetune/Step Time": 6.192806992679834}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8457082509994507, "Finetune/Loss (Raw)": 0.8795521259307861, "Finetune/Step": 1437, "Finetune/Step Time": 6.1963458098471165}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8460769653320312, "Finetune/Loss (Raw)": 0.881057858467102, "Finetune/Step": 1438, "Finetune/Step Time": 6.185515034943819}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8463969230651855, "Finetune/Loss (Raw)": 0.9471032619476318, "Finetune/Step": 1439, "Finetune/Step Time": 6.181362755596638}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8467404842376709, "Finetune/Loss (Raw)": 0.6248044967651367, "Finetune/Step": 1440, "Finetune/Step Time": 6.181215086951852}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8464158773422241, "Finetune/Loss (Raw)": 0.8485418558120728, "Finetune/Step": 1441, "Finetune/Step Time": 6.1845484133809805}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8453357219696045, "Finetune/Loss (Raw)": 0.8111059069633484, "Finetune/Step": 1442, "Finetune/Step Time": 6.183256432414055}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8446340560913086, "Finetune/Loss (Raw)": 0.834099292755127, "Finetune/Step": 1443, "Finetune/Step Time": 6.187083596363664}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8427232503890991, "Finetune/Loss (Raw)": 0.7966088056564331, "Finetune/Step": 1444, "Finetune/Step Time": 6.191529434174299}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8419941663742065, "Finetune/Loss (Raw)": 0.852393627166748, "Finetune/Step": 1445, "Finetune/Step Time": 6.191476430743933}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8408628702163696, "Finetune/Loss (Raw)": 0.7106556296348572, "Finetune/Step": 1446, "Finetune/Step Time": 6.196221448481083}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.84092116355896, "Finetune/Loss (Raw)": 0.8975129723548889, "Finetune/Step": 1447, "Finetune/Step Time": 6.204512597993016}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.841869592666626, "Finetune/Loss (Raw)": 0.9042301177978516, "Finetune/Step": 1448, "Finetune/Step Time": 6.204704277217388}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8406497240066528, "Finetune/Loss (Raw)": 0.7380144596099854, "Finetune/Step": 1449, "Finetune/Step Time": 6.201208360493183}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8393969535827637, "Finetune/Loss (Raw)": 0.7303005456924438, "Finetune/Step": 1450, "Finetune/Step Time": 6.210729960352182}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8388733863830566, "Finetune/Loss (Raw)": 0.8522257208824158, "Finetune/Step": 1451, "Finetune/Step Time": 6.234502213075757}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.838736891746521, "Finetune/Loss (Raw)": 0.9347831606864929, "Finetune/Step": 1452, "Finetune/Step Time": 6.234950600191951}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8373690247535706, "Finetune/Loss (Raw)": 0.7906002998352051, "Finetune/Step": 1453, "Finetune/Step Time": 6.228834964334965}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8380557298660278, "Finetune/Loss (Raw)": 1.0437512397766113, "Finetune/Step": 1454, "Finetune/Step Time": 6.226644912734628}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8394960165023804, "Finetune/Loss (Raw)": 0.9350981712341309, "Finetune/Step": 1455, "Finetune/Step Time": 6.221583915874362}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8375126123428345, "Finetune/Loss (Raw)": 0.8199058175086975, "Finetune/Step": 1456, "Finetune/Step Time": 6.202033443376422}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8338673114776611, "Finetune/Loss (Raw)": 0.6191226840019226, "Finetune/Step": 1457, "Finetune/Step Time": 6.20842363871634}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8351632356643677, "Finetune/Loss (Raw)": 0.8503130078315735, "Finetune/Step": 1458, "Finetune/Step Time": 6.223912423476577}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8356047868728638, "Finetune/Loss (Raw)": 0.9880871772766113, "Finetune/Step": 1459, "Finetune/Step Time": 6.233300874009728}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8376171588897705, "Finetune/Loss (Raw)": 1.011541485786438, "Finetune/Step": 1460, "Finetune/Step Time": 6.23507877625525}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8388040065765381, "Finetune/Loss (Raw)": 1.0444934368133545, "Finetune/Step": 1461, "Finetune/Step Time": 6.228198740631342}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8385908603668213, "Finetune/Loss (Raw)": 0.9007248878479004, "Finetune/Step": 1462, "Finetune/Step Time": 6.2237127758562565}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.839081346988678, "Finetune/Loss (Raw)": 0.9675750136375427, "Finetune/Step": 1463, "Finetune/Step Time": 6.2249029744416475}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.838356077671051, "Finetune/Loss (Raw)": 0.8188698887825012, "Finetune/Step": 1464, "Finetune/Step Time": 6.225976023823023}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8375473022460938, "Finetune/Loss (Raw)": 0.8457162380218506, "Finetune/Step": 1465, "Finetune/Step Time": 6.230234967544675}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8394495248794556, "Finetune/Loss (Raw)": 0.8571051359176636, "Finetune/Step": 1466, "Finetune/Step Time": 6.223819890990853}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8400515913963318, "Finetune/Loss (Raw)": 0.8459693193435669, "Finetune/Step": 1467, "Finetune/Step Time": 6.216461982578039}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8406103849411011, "Finetune/Loss (Raw)": 0.9206308722496033, "Finetune/Step": 1468, "Finetune/Step Time": 6.22655195184052}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.839866578578949, "Finetune/Loss (Raw)": 0.7226037383079529, "Finetune/Step": 1469, "Finetune/Step Time": 6.227400541305542}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8391884565353394, "Finetune/Loss (Raw)": 0.8099372982978821, "Finetune/Step": 1470, "Finetune/Step Time": 6.241126980632544}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8395693302154541, "Finetune/Loss (Raw)": 0.8541417121887207, "Finetune/Step": 1471, "Finetune/Step Time": 6.227040464058518}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8394345045089722, "Finetune/Loss (Raw)": 0.7766981720924377, "Finetune/Step": 1472, "Finetune/Step Time": 6.208845358341932}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.836412787437439, "Finetune/Loss (Raw)": 0.6137643456459045, "Finetune/Step": 1473, "Finetune/Step Time": 6.2064694203436375}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8376905918121338, "Finetune/Loss (Raw)": 1.0433216094970703, "Finetune/Step": 1474, "Finetune/Step Time": 6.206642398610711}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8357070684432983, "Finetune/Loss (Raw)": 0.6878041625022888, "Finetune/Step": 1475, "Finetune/Step Time": 6.202048748731613}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8372073769569397, "Finetune/Loss (Raw)": 0.9189860820770264, "Finetune/Step": 1476, "Finetune/Step Time": 6.192582566291094}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8350191712379456, "Finetune/Loss (Raw)": 0.6558496952056885, "Finetune/Step": 1477, "Finetune/Step Time": 6.183689979836345}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8358869552612305, "Finetune/Loss (Raw)": 1.0260175466537476, "Finetune/Step": 1478, "Finetune/Step Time": 6.201199935749173}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.834592342376709, "Finetune/Loss (Raw)": 0.7636655569076538, "Finetune/Step": 1479, "Finetune/Step Time": 6.199521342292428}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8362940549850464, "Finetune/Loss (Raw)": 0.8851866126060486, "Finetune/Step": 1480, "Finetune/Step Time": 6.201900767162442}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8367372155189514, "Finetune/Loss (Raw)": 0.9054051637649536, "Finetune/Step": 1481, "Finetune/Step Time": 6.188350571319461}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8364050388336182, "Finetune/Loss (Raw)": 0.8186228275299072, "Finetune/Step": 1482, "Finetune/Step Time": 6.1920804269611835}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8331705927848816, "Finetune/Loss (Raw)": 0.5972185134887695, "Finetune/Step": 1483, "Finetune/Step Time": 6.193516658619046}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8323544859886169, "Finetune/Loss (Raw)": 0.9019132852554321, "Finetune/Step": 1484, "Finetune/Step Time": 6.206402717158198}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8315247297286987, "Finetune/Loss (Raw)": 0.7921105027198792, "Finetune/Step": 1485, "Finetune/Step Time": 6.201045203953981}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8296202421188354, "Finetune/Loss (Raw)": 0.6607034206390381, "Finetune/Step": 1486, "Finetune/Step Time": 6.199775334447622}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8313496112823486, "Finetune/Loss (Raw)": 1.021316409111023, "Finetune/Step": 1487, "Finetune/Step Time": 6.215818895027041}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8326231241226196, "Finetune/Loss (Raw)": 1.107277512550354, "Finetune/Step": 1488, "Finetune/Step Time": 6.215524846687913}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.829771876335144, "Finetune/Loss (Raw)": 0.6315671801567078, "Finetune/Step": 1489, "Finetune/Step Time": 6.216302445158362}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8289405107498169, "Finetune/Loss (Raw)": 0.765878438949585, "Finetune/Step": 1490, "Finetune/Step Time": 6.228197047486901}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8279619216918945, "Finetune/Loss (Raw)": 0.7060733437538147, "Finetune/Step": 1491, "Finetune/Step Time": 6.2331089079380035}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8291306495666504, "Finetune/Loss (Raw)": 0.9441479444503784, "Finetune/Step": 1492, "Finetune/Step Time": 6.236604265868664}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8284257650375366, "Finetune/Loss (Raw)": 0.6786257028579712, "Finetune/Step": 1493, "Finetune/Step Time": 6.225258218124509}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8280433416366577, "Finetune/Loss (Raw)": 0.8289074301719666, "Finetune/Step": 1494, "Finetune/Step Time": 6.239716861397028}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8285377025604248, "Finetune/Loss (Raw)": 0.8602585196495056, "Finetune/Step": 1495, "Finetune/Step Time": 6.23968843370676}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8287290334701538, "Finetune/Loss (Raw)": 0.9098877310752869, "Finetune/Step": 1496, "Finetune/Step Time": 6.230644533410668}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8270062208175659, "Finetune/Loss (Raw)": 0.7669980525970459, "Finetune/Step": 1497, "Finetune/Step Time": 6.229526033625007}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.828825831413269, "Finetune/Loss (Raw)": 0.9806638956069946, "Finetune/Step": 1498, "Finetune/Step Time": 6.226321121677756}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8271124958992004, "Finetune/Loss (Raw)": 0.6812827587127686, "Finetune/Step": 1499, "Finetune/Step Time": 6.232988310977817}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8263542652130127, "Finetune/Loss (Raw)": 0.5955411791801453, "Finetune/Step": 1500, "Finetune/Step Time": 6.2462902292609215}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8264005184173584, "Finetune/Loss (Raw)": 0.985944926738739, "Finetune/Step": 1501, "Finetune/Step Time": 6.2529659401625395}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8281093835830688, "Finetune/Loss (Raw)": 0.9559091925621033, "Finetune/Step": 1502, "Finetune/Step Time": 6.2709639351814985}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8263970017433167, "Finetune/Loss (Raw)": 0.7219586372375488, "Finetune/Step": 1503, "Finetune/Step Time": 6.266703382134438}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8288204669952393, "Finetune/Loss (Raw)": 0.8799015283584595, "Finetune/Step": 1504, "Finetune/Step Time": 6.2656324449926615}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8290503025054932, "Finetune/Loss (Raw)": 0.8429312109947205, "Finetune/Step": 1505, "Finetune/Step Time": 6.2542889434844255}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8279356360435486, "Finetune/Loss (Raw)": 0.7889307141304016, "Finetune/Step": 1506, "Finetune/Step Time": 6.244619283825159}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8307057619094849, "Finetune/Loss (Raw)": 0.9508203268051147, "Finetune/Step": 1507, "Finetune/Step Time": 6.234324354678392}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8314727544784546, "Finetune/Loss (Raw)": 0.9515892267227173, "Finetune/Step": 1508, "Finetune/Step Time": 6.22281763330102}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8309145569801331, "Finetune/Loss (Raw)": 0.8613784909248352, "Finetune/Step": 1509, "Finetune/Step Time": 6.222141230478883}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8315316438674927, "Finetune/Loss (Raw)": 0.9478527307510376, "Finetune/Step": 1510, "Finetune/Step Time": 6.2167968433350325}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8332143425941467, "Finetune/Loss (Raw)": 0.9561670422554016, "Finetune/Step": 1511, "Finetune/Step Time": 6.2178456746041775}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8322594165802002, "Finetune/Loss (Raw)": 0.7418739199638367, "Finetune/Step": 1512, "Finetune/Step Time": 6.217984791845083}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8325974345207214, "Finetune/Loss (Raw)": 0.9784668684005737, "Finetune/Step": 1513, "Finetune/Step Time": 6.219137458130717}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8321958780288696, "Finetune/Loss (Raw)": 0.7934538722038269, "Finetune/Step": 1514, "Finetune/Step Time": 6.222065556794405}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8331784009933472, "Finetune/Loss (Raw)": 0.8679659962654114, "Finetune/Step": 1515, "Finetune/Step Time": 6.236796276643872}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8328474760055542, "Finetune/Loss (Raw)": 0.8913713693618774, "Finetune/Step": 1516, "Finetune/Step Time": 6.237241391092539}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8322437405586243, "Finetune/Loss (Raw)": 0.8068126440048218, "Finetune/Step": 1517, "Finetune/Step Time": 6.238326828926802}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8320266008377075, "Finetune/Loss (Raw)": 0.9982945322990417, "Finetune/Step": 1518, "Finetune/Step Time": 6.238442573696375}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8312257528305054, "Finetune/Loss (Raw)": 0.7140789031982422, "Finetune/Step": 1519, "Finetune/Step Time": 6.233030293136835}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8308584094047546, "Finetune/Loss (Raw)": 0.7781432271003723, "Finetune/Step": 1520, "Finetune/Step Time": 6.2220919374376535}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8321431875228882, "Finetune/Loss (Raw)": 0.9081180095672607, "Finetune/Step": 1521, "Finetune/Step Time": 6.208510790020227}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8306677341461182, "Finetune/Loss (Raw)": 0.7456913590431213, "Finetune/Step": 1522, "Finetune/Step Time": 6.186481259763241}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8292569518089294, "Finetune/Loss (Raw)": 0.6371486186981201, "Finetune/Step": 1523, "Finetune/Step Time": 6.19424026273191}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8298482298851013, "Finetune/Loss (Raw)": 0.6969771385192871, "Finetune/Step": 1524, "Finetune/Step Time": 6.204777272418141}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8286434412002563, "Finetune/Loss (Raw)": 0.700982391834259, "Finetune/Step": 1525, "Finetune/Step Time": 6.211557995527983}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.8293052911758423, "Finetune/Loss (Raw)": 0.9472606182098389, "Finetune/Step": 1526, "Finetune/Step Time": 6.203119557350874}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8311994075775146, "Finetune/Loss (Raw)": 0.8468416929244995, "Finetune/Step": 1527, "Finetune/Step Time": 6.201608695089817}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8296002149581909, "Finetune/Loss (Raw)": 0.7415632605552673, "Finetune/Step": 1528, "Finetune/Step Time": 6.2031788639724255}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8309095501899719, "Finetune/Loss (Raw)": 0.9785177111625671, "Finetune/Step": 1529, "Finetune/Step Time": 6.213700782507658}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8295590877532959, "Finetune/Loss (Raw)": 0.5916005373001099, "Finetune/Step": 1530, "Finetune/Step Time": 6.208369946107268}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.830231785774231, "Finetune/Loss (Raw)": 0.9143176078796387, "Finetune/Step": 1531, "Finetune/Step Time": 6.214548984542489}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8299392461776733, "Finetune/Loss (Raw)": 0.8567652106285095, "Finetune/Step": 1532, "Finetune/Step Time": 6.20683703944087}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8297098875045776, "Finetune/Loss (Raw)": 0.6795729994773865, "Finetune/Step": 1533, "Finetune/Step Time": 6.211676001548767}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.828345775604248, "Finetune/Loss (Raw)": 0.6747646927833557, "Finetune/Step": 1534, "Finetune/Step Time": 6.209339004009962}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8294159173965454, "Finetune/Loss (Raw)": 0.8143671751022339, "Finetune/Step": 1535, "Finetune/Step Time": 6.208140382543206}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8299635052680969, "Finetune/Loss (Raw)": 0.8046853542327881, "Finetune/Step": 1536, "Finetune/Step Time": 6.195055231451988}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8293135166168213, "Finetune/Loss (Raw)": 0.825420081615448, "Finetune/Step": 1537, "Finetune/Step Time": 6.198930060490966}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.828745424747467, "Finetune/Loss (Raw)": 0.7043402791023254, "Finetune/Step": 1538, "Finetune/Step Time": 6.199644491076469}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8288064002990723, "Finetune/Loss (Raw)": 0.8817722201347351, "Finetune/Step": 1539, "Finetune/Step Time": 6.198411459103227}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8299286365509033, "Finetune/Loss (Raw)": 0.8081935048103333, "Finetune/Step": 1540, "Finetune/Step Time": 6.198500545695424}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8301277160644531, "Finetune/Loss (Raw)": 0.9356133341789246, "Finetune/Step": 1541, "Finetune/Step Time": 6.197737820446491}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.8275504112243652, "Finetune/Loss (Raw)": 0.6745777726173401, "Finetune/Step": 1542, "Finetune/Step Time": 6.19866431131959}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.8269364833831787, "Finetune/Loss (Raw)": 0.7679364681243896, "Finetune/Step": 1543, "Finetune/Step Time": 6.202517386525869}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8264734745025635, "Finetune/Loss (Raw)": 0.9136833548545837, "Finetune/Step": 1544, "Finetune/Step Time": 6.200724724680185}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.826288104057312, "Finetune/Loss (Raw)": 0.8100852370262146, "Finetune/Step": 1545, "Finetune/Step Time": 6.200118936598301}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8280507326126099, "Finetune/Loss (Raw)": 0.9505738615989685, "Finetune/Step": 1546, "Finetune/Step Time": 6.201761312782764}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8291638493537903, "Finetune/Loss (Raw)": 0.8571361303329468, "Finetune/Step": 1547, "Finetune/Step Time": 6.2030229195952415}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8287098407745361, "Finetune/Loss (Raw)": 0.8584508895874023, "Finetune/Step": 1548, "Finetune/Step Time": 6.196197222918272}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.8278955221176147, "Finetune/Loss (Raw)": 0.7231576442718506, "Finetune/Step": 1549, "Finetune/Step Time": 6.205022996291518}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8288190364837646, "Finetune/Loss (Raw)": 0.8986614346504211, "Finetune/Step": 1550, "Finetune/Step Time": 6.220221046358347}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8273160457611084, "Finetune/Loss (Raw)": 0.7597960233688354, "Finetune/Step": 1551, "Finetune/Step Time": 6.21942032687366}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8284292221069336, "Finetune/Loss (Raw)": 0.9241855144500732, "Finetune/Step": 1552, "Finetune/Step Time": 6.217138549312949}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8278630375862122, "Finetune/Loss (Raw)": 0.7770791053771973, "Finetune/Step": 1553, "Finetune/Step Time": 6.219058511778712}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.8275759816169739, "Finetune/Loss (Raw)": 0.7542406916618347, "Finetune/Step": 1554, "Finetune/Step Time": 6.223659647628665}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8290002942085266, "Finetune/Loss (Raw)": 0.9154927730560303, "Finetune/Step": 1555, "Finetune/Step Time": 6.218414388597012}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8286867141723633, "Finetune/Loss (Raw)": 0.7110163569450378, "Finetune/Step": 1556, "Finetune/Step Time": 6.222561189904809}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8294578790664673, "Finetune/Loss (Raw)": 0.8047168254852295, "Finetune/Step": 1557, "Finetune/Step Time": 6.226142654195428}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.8296827077865601, "Finetune/Loss (Raw)": 0.8521010875701904, "Finetune/Step": 1558, "Finetune/Step Time": 6.226001067087054}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8322242498397827, "Finetune/Loss (Raw)": 1.0763083696365356, "Finetune/Step": 1559, "Finetune/Step Time": 6.219328209757805}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8331503868103027, "Finetune/Loss (Raw)": 0.8879573345184326, "Finetune/Step": 1560, "Finetune/Step Time": 6.21622291021049}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.832636833190918, "Finetune/Loss (Raw)": 0.8869438767433167, "Finetune/Step": 1561, "Finetune/Step Time": 6.217602225020528}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.834030270576477, "Finetune/Loss (Raw)": 0.9000163674354553, "Finetune/Step": 1562, "Finetune/Step Time": 6.210142569616437}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8330525159835815, "Finetune/Loss (Raw)": 0.7820690870285034, "Finetune/Step": 1563, "Finetune/Step Time": 6.203064400702715}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8342971801757812, "Finetune/Loss (Raw)": 0.7806256413459778, "Finetune/Step": 1564, "Finetune/Step Time": 6.211762312799692}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8332122564315796, "Finetune/Loss (Raw)": 0.7406728267669678, "Finetune/Step": 1565, "Finetune/Step Time": 6.204873172566295}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8323458433151245, "Finetune/Loss (Raw)": 0.7701659202575684, "Finetune/Step": 1566, "Finetune/Step Time": 6.207304183393717}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8316360116004944, "Finetune/Loss (Raw)": 0.8562431335449219, "Finetune/Step": 1567, "Finetune/Step Time": 6.21188716776669}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8332419395446777, "Finetune/Loss (Raw)": 0.8303614258766174, "Finetune/Step": 1568, "Finetune/Step Time": 6.209359362721443}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.831975519657135, "Finetune/Loss (Raw)": 0.6864420771598816, "Finetune/Step": 1569, "Finetune/Step Time": 6.195253251120448}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8331252932548523, "Finetune/Loss (Raw)": 0.9582723379135132, "Finetune/Step": 1570, "Finetune/Step Time": 6.2021129950881}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8335909843444824, "Finetune/Loss (Raw)": 0.8937081694602966, "Finetune/Step": 1571, "Finetune/Step Time": 6.198910020291805}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8345688581466675, "Finetune/Loss (Raw)": 0.9217841029167175, "Finetune/Step": 1572, "Finetune/Step Time": 6.204646350815892}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8343073129653931, "Finetune/Loss (Raw)": 0.8189144730567932, "Finetune/Step": 1573, "Finetune/Step Time": 6.205271642655134}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8344663381576538, "Finetune/Loss (Raw)": 0.7310062050819397, "Finetune/Step": 1574, "Finetune/Step Time": 6.210511215031147}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8350431323051453, "Finetune/Loss (Raw)": 0.9713477492332458, "Finetune/Step": 1575, "Finetune/Step Time": 6.203929306939244}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8347576856613159, "Finetune/Loss (Raw)": 0.8676828742027283, "Finetune/Step": 1576, "Finetune/Step Time": 6.21081917360425}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8357930779457092, "Finetune/Loss (Raw)": 0.8705505728721619, "Finetune/Step": 1577, "Finetune/Step Time": 6.211770411580801}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8370249271392822, "Finetune/Loss (Raw)": 0.8879768252372742, "Finetune/Step": 1578, "Finetune/Step Time": 6.198237041011453}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8364560604095459, "Finetune/Loss (Raw)": 0.7794106006622314, "Finetune/Step": 1579, "Finetune/Step Time": 6.172208411619067}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8345475196838379, "Finetune/Loss (Raw)": 0.6904909610748291, "Finetune/Step": 1580, "Finetune/Step Time": 6.181331539526582}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.834226131439209, "Finetune/Loss (Raw)": 0.7494585514068604, "Finetune/Step": 1581, "Finetune/Step Time": 6.2012703493237495}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8325178027153015, "Finetune/Loss (Raw)": 0.8250889778137207, "Finetune/Step": 1582, "Finetune/Step Time": 6.197711648419499}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8321441411972046, "Finetune/Loss (Raw)": 0.8872650265693665, "Finetune/Step": 1583, "Finetune/Step Time": 6.1989468317478895}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.832243800163269, "Finetune/Loss (Raw)": 0.8326655030250549, "Finetune/Step": 1584, "Finetune/Step Time": 6.201964262872934}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.834896445274353, "Finetune/Loss (Raw)": 0.9586597681045532, "Finetune/Step": 1585, "Finetune/Step Time": 6.19846960529685}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8360837697982788, "Finetune/Loss (Raw)": 1.002292513847351, "Finetune/Step": 1586, "Finetune/Step Time": 6.194092815741897}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8357790112495422, "Finetune/Loss (Raw)": 0.9490836262702942, "Finetune/Step": 1587, "Finetune/Step Time": 6.214576467871666}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8343572616577148, "Finetune/Loss (Raw)": 0.8295510411262512, "Finetune/Step": 1588, "Finetune/Step Time": 6.224938312545419}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8328734636306763, "Finetune/Loss (Raw)": 0.8545762300491333, "Finetune/Step": 1589, "Finetune/Step Time": 6.23329259082675}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.833213210105896, "Finetune/Loss (Raw)": 0.944201648235321, "Finetune/Step": 1590, "Finetune/Step Time": 6.242042828351259}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.830294668674469, "Finetune/Loss (Raw)": 0.5940057635307312, "Finetune/Step": 1591, "Finetune/Step Time": 6.246966406702995}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8293795585632324, "Finetune/Loss (Raw)": 0.7017342448234558, "Finetune/Step": 1592, "Finetune/Step Time": 6.256573472172022}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8289926052093506, "Finetune/Loss (Raw)": 0.7961829900741577, "Finetune/Step": 1593, "Finetune/Step Time": 6.256346382200718}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8288570642471313, "Finetune/Loss (Raw)": 0.8397597670555115, "Finetune/Step": 1594, "Finetune/Step Time": 6.258525362238288}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8278683423995972, "Finetune/Loss (Raw)": 0.7194127440452576, "Finetune/Step": 1595, "Finetune/Step Time": 6.2540848683565855}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.827355146408081, "Finetune/Loss (Raw)": 0.8549465537071228, "Finetune/Step": 1596, "Finetune/Step Time": 6.240350794047117}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8273378610610962, "Finetune/Loss (Raw)": 0.7203929424285889, "Finetune/Step": 1597, "Finetune/Step Time": 6.238254711031914}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8272702693939209, "Finetune/Loss (Raw)": 0.8012803196907043, "Finetune/Step": 1598, "Finetune/Step Time": 6.227022118866444}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8262695074081421, "Finetune/Loss (Raw)": 0.7260423898696899, "Finetune/Step": 1599, "Finetune/Step Time": 6.241019986569881}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8272385597229004, "Finetune/Loss (Raw)": 0.9007364511489868, "Finetune/Step": 1600, "Finetune/Step Time": 6.259372437372804}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8277907371520996, "Finetune/Loss (Raw)": 0.6844438910484314, "Finetune/Step": 1601, "Finetune/Step Time": 6.2639501336961985}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8270513415336609, "Finetune/Loss (Raw)": 0.9486860036849976, "Finetune/Step": 1602, "Finetune/Step Time": 6.279132477939129}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8288780450820923, "Finetune/Loss (Raw)": 0.9216183423995972, "Finetune/Step": 1603, "Finetune/Step Time": 6.272082215175033}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.8281651735305786, "Finetune/Loss (Raw)": 0.827738344669342, "Finetune/Step": 1604, "Finetune/Step Time": 6.271529518067837}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8282041549682617, "Finetune/Loss (Raw)": 0.6608377695083618, "Finetune/Step": 1605, "Finetune/Step Time": 6.268215773627162}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8251236081123352, "Finetune/Loss (Raw)": 0.6317037343978882, "Finetune/Step": 1606, "Finetune/Step Time": 6.2633700016886}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.825684130191803, "Finetune/Loss (Raw)": 0.8354170918464661, "Finetune/Step": 1607, "Finetune/Step Time": 6.278422370553017}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8243210315704346, "Finetune/Loss (Raw)": 0.7107081413269043, "Finetune/Step": 1608, "Finetune/Step Time": 6.274325484409928}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8241680860519409, "Finetune/Loss (Raw)": 0.8858238458633423, "Finetune/Step": 1609, "Finetune/Step Time": 6.287347663193941}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8245975971221924, "Finetune/Loss (Raw)": 0.8736138939857483, "Finetune/Step": 1610, "Finetune/Step Time": 6.282689506188035}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8257591724395752, "Finetune/Loss (Raw)": 0.7458963394165039, "Finetune/Step": 1611, "Finetune/Step Time": 6.281500793993473}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.8250561952590942, "Finetune/Loss (Raw)": 0.8119279742240906, "Finetune/Step": 1612, "Finetune/Step Time": 6.275987356901169}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.824580192565918, "Finetune/Loss (Raw)": 0.731184184551239, "Finetune/Step": 1613, "Finetune/Step Time": 6.27832205966115}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.826241672039032, "Finetune/Loss (Raw)": 0.8733664155006409, "Finetune/Step": 1614, "Finetune/Step Time": 6.279280027374625}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.8257506489753723, "Finetune/Loss (Raw)": 0.9584705233573914, "Finetune/Step": 1615, "Finetune/Step Time": 6.261052738875151}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.8237465023994446, "Finetune/Loss (Raw)": 0.8507454991340637, "Finetune/Step": 1616, "Finetune/Step Time": 6.256184795871377}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8252151608467102, "Finetune/Loss (Raw)": 0.8195530772209167, "Finetune/Step": 1617, "Finetune/Step Time": 6.255151655524969}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8257696628570557, "Finetune/Loss (Raw)": 0.8368641138076782, "Finetune/Step": 1618, "Finetune/Step Time": 6.248642988502979}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8261222839355469, "Finetune/Loss (Raw)": 0.7512021660804749, "Finetune/Step": 1619, "Finetune/Step Time": 6.23364419862628}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8271042704582214, "Finetune/Loss (Raw)": 1.0698403120040894, "Finetune/Step": 1620, "Finetune/Step Time": 6.22729161940515}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8278403282165527, "Finetune/Loss (Raw)": 0.7728385925292969, "Finetune/Step": 1621, "Finetune/Step Time": 6.225394185632467}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8289573192596436, "Finetune/Loss (Raw)": 0.9718846082687378, "Finetune/Step": 1622, "Finetune/Step Time": 6.213431920856237}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8305495977401733, "Finetune/Loss (Raw)": 1.0640760660171509, "Finetune/Step": 1623, "Finetune/Step Time": 6.209548734128475}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8303108215332031, "Finetune/Loss (Raw)": 0.8793193101882935, "Finetune/Step": 1624, "Finetune/Step Time": 6.2067398857325315}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.831173837184906, "Finetune/Loss (Raw)": 0.8774624466896057, "Finetune/Step": 1625, "Finetune/Step Time": 6.207877015694976}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8304774761199951, "Finetune/Loss (Raw)": 0.891528844833374, "Finetune/Step": 1626, "Finetune/Step Time": 6.206117209047079}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8325552940368652, "Finetune/Loss (Raw)": 0.9472467303276062, "Finetune/Step": 1627, "Finetune/Step Time": 6.205641370266676}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8342854976654053, "Finetune/Loss (Raw)": 0.8170056343078613, "Finetune/Step": 1628, "Finetune/Step Time": 6.182431381195784}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8326495885848999, "Finetune/Loss (Raw)": 0.7765429019927979, "Finetune/Step": 1629, "Finetune/Step Time": 6.160722739994526}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8320105671882629, "Finetune/Loss (Raw)": 0.8741192817687988, "Finetune/Step": 1630, "Finetune/Step Time": 6.143838519230485}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8330696225166321, "Finetune/Loss (Raw)": 0.8575212955474854, "Finetune/Step": 1631, "Finetune/Step Time": 6.145077439025044}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8326213359832764, "Finetune/Loss (Raw)": 0.8225184679031372, "Finetune/Step": 1632, "Finetune/Step Time": 6.1462181732058525}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8321502208709717, "Finetune/Loss (Raw)": 0.7826285362243652, "Finetune/Step": 1633, "Finetune/Step Time": 6.142303891479969}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8329050540924072, "Finetune/Loss (Raw)": 0.8855462670326233, "Finetune/Step": 1634, "Finetune/Step Time": 6.141883524134755}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8316476345062256, "Finetune/Loss (Raw)": 0.7898791432380676, "Finetune/Step": 1635, "Finetune/Step Time": 6.142771776765585}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8311354517936707, "Finetune/Loss (Raw)": 0.8860287666320801, "Finetune/Step": 1636, "Finetune/Step Time": 6.155190963298082}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8306435346603394, "Finetune/Loss (Raw)": 0.7984150648117065, "Finetune/Step": 1637, "Finetune/Step Time": 6.155115012079477}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8295586109161377, "Finetune/Loss (Raw)": 0.8089752197265625, "Finetune/Step": 1638, "Finetune/Step Time": 6.1588100995868444}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8278326988220215, "Finetune/Loss (Raw)": 0.7352562546730042, "Finetune/Step": 1639, "Finetune/Step Time": 6.160330317914486}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8296149969100952, "Finetune/Loss (Raw)": 0.9700086116790771, "Finetune/Step": 1640, "Finetune/Step Time": 6.1574246268719435}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8291853666305542, "Finetune/Loss (Raw)": 0.9234659671783447, "Finetune/Step": 1641, "Finetune/Step Time": 6.150682523846626}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8295941948890686, "Finetune/Loss (Raw)": 0.8457890152931213, "Finetune/Step": 1642, "Finetune/Step Time": 6.146097231656313}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8304758667945862, "Finetune/Loss (Raw)": 0.9808188676834106, "Finetune/Step": 1643, "Finetune/Step Time": 6.139822451397777}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8296573758125305, "Finetune/Loss (Raw)": 0.7866074442863464, "Finetune/Step": 1644, "Finetune/Step Time": 6.143535858020186}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8300585746765137, "Finetune/Loss (Raw)": 0.8581644892692566, "Finetune/Step": 1645, "Finetune/Step Time": 6.1575553473085165}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8294217586517334, "Finetune/Loss (Raw)": 0.9167796969413757, "Finetune/Step": 1646, "Finetune/Step Time": 6.156739646568894}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8300735354423523, "Finetune/Loss (Raw)": 0.7975105047225952, "Finetune/Step": 1647, "Finetune/Step Time": 6.160056648775935}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8311983346939087, "Finetune/Loss (Raw)": 0.9221169948577881, "Finetune/Step": 1648, "Finetune/Step Time": 6.163860905915499}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8305231332778931, "Finetune/Loss (Raw)": 0.8216949105262756, "Finetune/Step": 1649, "Finetune/Step Time": 6.150491459295154}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8317205905914307, "Finetune/Loss (Raw)": 0.8989569544792175, "Finetune/Step": 1650, "Finetune/Step Time": 6.149260655045509}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8326389789581299, "Finetune/Loss (Raw)": 0.7547056674957275, "Finetune/Step": 1651, "Finetune/Step Time": 6.143263407051563}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8336384892463684, "Finetune/Loss (Raw)": 0.8249192833900452, "Finetune/Step": 1652, "Finetune/Step Time": 6.140798008069396}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8347362279891968, "Finetune/Loss (Raw)": 0.8414892554283142, "Finetune/Step": 1653, "Finetune/Step Time": 6.130052777007222}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8343790769577026, "Finetune/Loss (Raw)": 0.9015429615974426, "Finetune/Step": 1654, "Finetune/Step Time": 6.127667749300599}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8331092596054077, "Finetune/Loss (Raw)": 0.6843080520629883, "Finetune/Step": 1655, "Finetune/Step Time": 6.138883791863918}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8342853784561157, "Finetune/Loss (Raw)": 0.8921029567718506, "Finetune/Step": 1656, "Finetune/Step Time": 6.149435810744762}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8329933881759644, "Finetune/Loss (Raw)": 0.813141942024231, "Finetune/Step": 1657, "Finetune/Step Time": 6.136395065113902}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8353855609893799, "Finetune/Loss (Raw)": 0.8977967500686646, "Finetune/Step": 1658, "Finetune/Step Time": 6.132087541744113}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8345284461975098, "Finetune/Loss (Raw)": 0.8046160936355591, "Finetune/Step": 1659, "Finetune/Step Time": 6.1110036335885525}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.834727942943573, "Finetune/Loss (Raw)": 0.8822984099388123, "Finetune/Step": 1660, "Finetune/Step Time": 6.1098339688032866}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8360227346420288, "Finetune/Loss (Raw)": 0.8453083634376526, "Finetune/Step": 1661, "Finetune/Step Time": 6.1053031999617815}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8381235599517822, "Finetune/Loss (Raw)": 0.9436623454093933, "Finetune/Step": 1662, "Finetune/Step Time": 6.103693114593625}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8364838361740112, "Finetune/Loss (Raw)": 0.604489266872406, "Finetune/Step": 1663, "Finetune/Step Time": 6.105293003842235}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8356964588165283, "Finetune/Loss (Raw)": 0.7038944363594055, "Finetune/Step": 1664, "Finetune/Step Time": 6.108172262087464}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.836974024772644, "Finetune/Loss (Raw)": 0.9889503717422485, "Finetune/Step": 1665, "Finetune/Step Time": 6.103619825094938}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.837812066078186, "Finetune/Loss (Raw)": 0.8116076588630676, "Finetune/Step": 1666, "Finetune/Step Time": 6.09763865172863}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.837812066078186, "Finetune/Loss (Raw)": 0.881771981716156, "Finetune/Step": 1667, "Finetune/Step Time": 6.078317202627659}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8388527631759644, "Finetune/Loss (Raw)": 0.9414032101631165, "Finetune/Step": 1668, "Finetune/Step Time": 6.078292170539498}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8384770154953003, "Finetune/Loss (Raw)": 0.8875150680541992, "Finetune/Step": 1669, "Finetune/Step Time": 6.079885896295309}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8405227661132812, "Finetune/Loss (Raw)": 0.9364412426948547, "Finetune/Step": 1670, "Finetune/Step Time": 6.076998954638839}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8409106731414795, "Finetune/Loss (Raw)": 0.8175860047340393, "Finetune/Step": 1671, "Finetune/Step Time": 6.071277417242527}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8404446244239807, "Finetune/Loss (Raw)": 0.8540256023406982, "Finetune/Step": 1672, "Finetune/Step Time": 6.078812263906002}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.83965665102005, "Finetune/Loss (Raw)": 0.7092263698577881, "Finetune/Step": 1673, "Finetune/Step Time": 6.090247195214033}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.836787223815918, "Finetune/Loss (Raw)": 0.5832854509353638, "Finetune/Step": 1674, "Finetune/Step Time": 6.093204610049725}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8354753255844116, "Finetune/Loss (Raw)": 0.689215362071991, "Finetune/Step": 1675, "Finetune/Step Time": 6.097050419077277}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.835992693901062, "Finetune/Loss (Raw)": 0.9246719479560852, "Finetune/Step": 1676, "Finetune/Step Time": 6.098252197727561}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8377656936645508, "Finetune/Loss (Raw)": 0.9501104354858398, "Finetune/Step": 1677, "Finetune/Step Time": 6.089928539469838}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8368842601776123, "Finetune/Loss (Raw)": 0.7858409881591797, "Finetune/Step": 1678, "Finetune/Step Time": 6.071990694850683}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8361415266990662, "Finetune/Loss (Raw)": 0.6647225618362427, "Finetune/Step": 1679, "Finetune/Step Time": 6.074176151305437}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8356627225875854, "Finetune/Loss (Raw)": 0.8628941774368286, "Finetune/Step": 1680, "Finetune/Step Time": 6.091878933832049}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.836341381072998, "Finetune/Loss (Raw)": 0.8639417886734009, "Finetune/Step": 1681, "Finetune/Step Time": 6.09239592961967}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8385522365570068, "Finetune/Loss (Raw)": 1.037231683731079, "Finetune/Step": 1682, "Finetune/Step Time": 6.083800010383129}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8369055986404419, "Finetune/Loss (Raw)": 0.7047296762466431, "Finetune/Step": 1683, "Finetune/Step Time": 6.097316078841686}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8379486799240112, "Finetune/Loss (Raw)": 0.8445228934288025, "Finetune/Step": 1684, "Finetune/Step Time": 6.098516318947077}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8376320600509644, "Finetune/Loss (Raw)": 0.7641944289207458, "Finetune/Step": 1685, "Finetune/Step Time": 6.093497483059764}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8358563780784607, "Finetune/Loss (Raw)": 0.6248145699501038, "Finetune/Step": 1686, "Finetune/Step Time": 6.095447627827525}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8345170617103577, "Finetune/Loss (Raw)": 0.904879093170166, "Finetune/Step": 1687, "Finetune/Step Time": 6.10079232044518}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.8341161608695984, "Finetune/Loss (Raw)": 0.8366329669952393, "Finetune/Step": 1688, "Finetune/Step Time": 6.099948143586516}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8325949311256409, "Finetune/Loss (Raw)": 0.6922343969345093, "Finetune/Step": 1689, "Finetune/Step Time": 6.1030058320611715}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8330342769622803, "Finetune/Loss (Raw)": 0.9562491178512573, "Finetune/Step": 1690, "Finetune/Step Time": 6.116715501993895}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8337715864181519, "Finetune/Loss (Raw)": 0.8764472007751465, "Finetune/Step": 1691, "Finetune/Step Time": 6.108889900147915}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8333613276481628, "Finetune/Loss (Raw)": 0.7281103730201721, "Finetune/Step": 1692, "Finetune/Step Time": 6.101486224681139}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8327419757843018, "Finetune/Loss (Raw)": 0.6613956689834595, "Finetune/Step": 1693, "Finetune/Step Time": 6.11711909994483}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8314869403839111, "Finetune/Loss (Raw)": 0.6095229387283325, "Finetune/Step": 1694, "Finetune/Step Time": 6.128011511638761}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8301229476928711, "Finetune/Loss (Raw)": 0.681654691696167, "Finetune/Step": 1695, "Finetune/Step Time": 6.130890570580959}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8302603960037231, "Finetune/Loss (Raw)": 0.8479504585266113, "Finetune/Step": 1696, "Finetune/Step Time": 6.1345861330628395}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8320556282997131, "Finetune/Loss (Raw)": 0.9162368178367615, "Finetune/Step": 1697, "Finetune/Step Time": 6.130530958995223}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8311619758605957, "Finetune/Loss (Raw)": 0.843874990940094, "Finetune/Step": 1698, "Finetune/Step Time": 6.123680964112282}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8310509920120239, "Finetune/Loss (Raw)": 0.879514217376709, "Finetune/Step": 1699, "Finetune/Step Time": 6.137387977913022}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8308328986167908, "Finetune/Loss (Raw)": 0.8938613533973694, "Finetune/Step": 1700, "Finetune/Step Time": 6.127541355788708}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8318397998809814, "Finetune/Loss (Raw)": 0.9478012919425964, "Finetune/Step": 1701, "Finetune/Step Time": 6.129393745213747}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8333843946456909, "Finetune/Loss (Raw)": 0.928708016872406, "Finetune/Step": 1702, "Finetune/Step Time": 6.121595427393913}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8311511874198914, "Finetune/Loss (Raw)": 0.6855087280273438, "Finetune/Step": 1703, "Finetune/Step Time": 6.122908616438508}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8293337225914001, "Finetune/Loss (Raw)": 0.6350381970405579, "Finetune/Step": 1704, "Finetune/Step Time": 6.131098989397287}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8291110992431641, "Finetune/Loss (Raw)": 0.8420593738555908, "Finetune/Step": 1705, "Finetune/Step Time": 6.144473677501082}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8293541073799133, "Finetune/Loss (Raw)": 0.9190751314163208, "Finetune/Step": 1706, "Finetune/Step Time": 6.145530767738819}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8300981521606445, "Finetune/Loss (Raw)": 0.8746574521064758, "Finetune/Step": 1707, "Finetune/Step Time": 6.146136082708836}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8312381505966187, "Finetune/Loss (Raw)": 0.8364012241363525, "Finetune/Step": 1708, "Finetune/Step Time": 6.1416958551853895}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8329387903213501, "Finetune/Loss (Raw)": 0.9671496152877808, "Finetune/Step": 1709, "Finetune/Step Time": 6.129242591559887}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8329311609268188, "Finetune/Loss (Raw)": 0.8241100907325745, "Finetune/Step": 1710, "Finetune/Step Time": 6.132228776812553}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8325899839401245, "Finetune/Loss (Raw)": 0.8435884714126587, "Finetune/Step": 1711, "Finetune/Step Time": 6.138507595285773}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8338377475738525, "Finetune/Loss (Raw)": 0.9923809766769409, "Finetune/Step": 1712, "Finetune/Step Time": 6.137948330491781}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.833432674407959, "Finetune/Loss (Raw)": 0.9068093299865723, "Finetune/Step": 1713, "Finetune/Step Time": 6.1362209394574165}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8325109481811523, "Finetune/Loss (Raw)": 0.8843104243278503, "Finetune/Step": 1714, "Finetune/Step Time": 6.126848012208939}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8300248980522156, "Finetune/Loss (Raw)": 0.630873441696167, "Finetune/Step": 1715, "Finetune/Step Time": 6.102632004767656}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8304435014724731, "Finetune/Loss (Raw)": 0.8831337094306946, "Finetune/Step": 1716, "Finetune/Step Time": 6.09249491430819}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8305526375770569, "Finetune/Loss (Raw)": 0.8685420155525208, "Finetune/Step": 1717, "Finetune/Step Time": 6.084945796057582}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8303462862968445, "Finetune/Loss (Raw)": 0.9177907705307007, "Finetune/Step": 1718, "Finetune/Step Time": 6.08353384770453}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8321369886398315, "Finetune/Loss (Raw)": 0.8232190012931824, "Finetune/Step": 1719, "Finetune/Step Time": 6.075969483703375}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8340029716491699, "Finetune/Loss (Raw)": 0.9405746459960938, "Finetune/Step": 1720, "Finetune/Step Time": 6.066961342468858}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8348008394241333, "Finetune/Loss (Raw)": 0.8983054161071777, "Finetune/Step": 1721, "Finetune/Step Time": 6.065762223675847}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8350291848182678, "Finetune/Loss (Raw)": 0.8689942359924316, "Finetune/Step": 1722, "Finetune/Step Time": 6.063208200037479}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8359755277633667, "Finetune/Loss (Raw)": 0.840550422668457, "Finetune/Step": 1723, "Finetune/Step Time": 6.061696330085397}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8354510068893433, "Finetune/Loss (Raw)": 0.7878060936927795, "Finetune/Step": 1724, "Finetune/Step Time": 6.071152448654175}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8364464044570923, "Finetune/Loss (Raw)": 0.8478052020072937, "Finetune/Step": 1725, "Finetune/Step Time": 6.0664007142186165}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8362112045288086, "Finetune/Loss (Raw)": 0.7711735963821411, "Finetune/Step": 1726, "Finetune/Step Time": 6.059347551316023}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8370921015739441, "Finetune/Loss (Raw)": 0.8387917876243591, "Finetune/Step": 1727, "Finetune/Step Time": 6.054432570934296}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8374432921409607, "Finetune/Loss (Raw)": 0.9456917643547058, "Finetune/Step": 1728, "Finetune/Step Time": 6.047570776194334}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8390425443649292, "Finetune/Loss (Raw)": 0.8891433477401733, "Finetune/Step": 1729, "Finetune/Step Time": 6.042585618793964}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8375377655029297, "Finetune/Loss (Raw)": 0.756075382232666, "Finetune/Step": 1730, "Finetune/Step Time": 6.025410698726773}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8383595943450928, "Finetune/Loss (Raw)": 1.026816725730896, "Finetune/Step": 1731, "Finetune/Step Time": 6.021145403385162}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8392045497894287, "Finetune/Loss (Raw)": 0.9358891248703003, "Finetune/Step": 1732, "Finetune/Step Time": 6.022118987515569}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8408266305923462, "Finetune/Loss (Raw)": 0.8684639930725098, "Finetune/Step": 1733, "Finetune/Step Time": 6.0297623090445995}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8429645299911499, "Finetune/Loss (Raw)": 0.905360996723175, "Finetune/Step": 1734, "Finetune/Step Time": 6.023520324379206}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8429503440856934, "Finetune/Loss (Raw)": 0.8335970640182495, "Finetune/Step": 1735, "Finetune/Step Time": 6.015156654641032}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8441455364227295, "Finetune/Loss (Raw)": 0.8636889457702637, "Finetune/Step": 1736, "Finetune/Step Time": 6.010984526947141}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8434222936630249, "Finetune/Loss (Raw)": 0.7932528853416443, "Finetune/Step": 1737, "Finetune/Step Time": 5.9962609857320786}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8422614336013794, "Finetune/Loss (Raw)": 0.7250207662582397, "Finetune/Step": 1738, "Finetune/Step Time": 6.000585561618209}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8430490493774414, "Finetune/Loss (Raw)": 0.8467185497283936, "Finetune/Step": 1739, "Finetune/Step Time": 6.009795609861612}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8425998687744141, "Finetune/Loss (Raw)": 0.7544275522232056, "Finetune/Step": 1740, "Finetune/Step Time": 6.011278364807367}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8449763059616089, "Finetune/Loss (Raw)": 1.0353707075119019, "Finetune/Step": 1741, "Finetune/Step Time": 6.020449137315154}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8434714078903198, "Finetune/Loss (Raw)": 0.6807400584220886, "Finetune/Step": 1742, "Finetune/Step Time": 6.01812906563282}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8425905704498291, "Finetune/Loss (Raw)": 0.8457215428352356, "Finetune/Step": 1743, "Finetune/Step Time": 6.024500720202923}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8424649834632874, "Finetune/Loss (Raw)": 0.8346661329269409, "Finetune/Step": 1744, "Finetune/Step Time": 6.033762959763408}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8428953886032104, "Finetune/Loss (Raw)": 0.8746519088745117, "Finetune/Step": 1745, "Finetune/Step Time": 6.034994559362531}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8439986109733582, "Finetune/Loss (Raw)": 0.9780729413032532, "Finetune/Step": 1746, "Finetune/Step Time": 6.033013682812452}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.843834638595581, "Finetune/Loss (Raw)": 0.7302157878875732, "Finetune/Step": 1747, "Finetune/Step Time": 6.038151152431965}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8408384323120117, "Finetune/Loss (Raw)": 0.686316967010498, "Finetune/Step": 1748, "Finetune/Step Time": 6.056322358548641}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8417004346847534, "Finetune/Loss (Raw)": 0.8831840753555298, "Finetune/Step": 1749, "Finetune/Step Time": 6.061375522986054}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8415766954421997, "Finetune/Loss (Raw)": 0.9560436606407166, "Finetune/Step": 1750, "Finetune/Step Time": 6.062954360619187}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8403304815292358, "Finetune/Loss (Raw)": 0.9045605659484863, "Finetune/Step": 1751, "Finetune/Step Time": 6.075526095926762}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8413737416267395, "Finetune/Loss (Raw)": 1.012855887413025, "Finetune/Step": 1752, "Finetune/Step Time": 6.07819459028542}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8412145376205444, "Finetune/Loss (Raw)": 0.8570864796638489, "Finetune/Step": 1753, "Finetune/Step Time": 6.078575534746051}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8413373231887817, "Finetune/Loss (Raw)": 0.9072499871253967, "Finetune/Step": 1754, "Finetune/Step Time": 6.080934561789036}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8406054973602295, "Finetune/Loss (Raw)": 0.8535658717155457, "Finetune/Step": 1755, "Finetune/Step Time": 6.075782975181937}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8419244289398193, "Finetune/Loss (Raw)": 0.9858217835426331, "Finetune/Step": 1756, "Finetune/Step Time": 6.092526368796825}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8409383296966553, "Finetune/Loss (Raw)": 0.6503294110298157, "Finetune/Step": 1757, "Finetune/Step Time": 6.100373001769185}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8399664163589478, "Finetune/Loss (Raw)": 0.749713122844696, "Finetune/Step": 1758, "Finetune/Step Time": 6.116282386705279}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8407347202301025, "Finetune/Loss (Raw)": 0.9558656811714172, "Finetune/Step": 1759, "Finetune/Step Time": 6.118034174665809}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8419681191444397, "Finetune/Loss (Raw)": 0.9803894758224487, "Finetune/Step": 1760, "Finetune/Step Time": 6.11934513412416}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8417516946792603, "Finetune/Loss (Raw)": 0.7549344301223755, "Finetune/Step": 1761, "Finetune/Step Time": 6.11908114887774}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.840762197971344, "Finetune/Loss (Raw)": 0.7588871717453003, "Finetune/Step": 1762, "Finetune/Step Time": 6.124532151967287}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8424926996231079, "Finetune/Loss (Raw)": 1.0113885402679443, "Finetune/Step": 1763, "Finetune/Step Time": 6.12828915938735}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8429109454154968, "Finetune/Loss (Raw)": 0.9395580887794495, "Finetune/Step": 1764, "Finetune/Step Time": 6.128813745453954}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8427661061286926, "Finetune/Loss (Raw)": 0.7798774838447571, "Finetune/Step": 1765, "Finetune/Step Time": 6.143757037818432}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8435279130935669, "Finetune/Loss (Raw)": 0.9064860343933105, "Finetune/Step": 1766, "Finetune/Step Time": 6.150724643841386}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8436658382415771, "Finetune/Loss (Raw)": 0.7529054284095764, "Finetune/Step": 1767, "Finetune/Step Time": 6.150045258924365}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8417031168937683, "Finetune/Loss (Raw)": 0.7187836766242981, "Finetune/Step": 1768, "Finetune/Step Time": 6.149059062823653}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8398833274841309, "Finetune/Loss (Raw)": 0.690535306930542, "Finetune/Step": 1769, "Finetune/Step Time": 6.153008284047246}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8401986360549927, "Finetune/Loss (Raw)": 0.886143147945404, "Finetune/Step": 1770, "Finetune/Step Time": 6.162979640066624}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.838951587677002, "Finetune/Loss (Raw)": 0.8212027549743652, "Finetune/Step": 1771, "Finetune/Step Time": 6.154812581837177}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8404368162155151, "Finetune/Loss (Raw)": 0.976718544960022, "Finetune/Step": 1772, "Finetune/Step Time": 6.150116877630353}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8399690389633179, "Finetune/Loss (Raw)": 0.7982852458953857, "Finetune/Step": 1773, "Finetune/Step Time": 6.138338103890419}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8386955857276917, "Finetune/Loss (Raw)": 0.7537777423858643, "Finetune/Step": 1774, "Finetune/Step Time": 6.147928219288588}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8397750854492188, "Finetune/Loss (Raw)": 0.9356892704963684, "Finetune/Step": 1775, "Finetune/Step Time": 6.154476236552}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.839224100112915, "Finetune/Loss (Raw)": 0.851590633392334, "Finetune/Step": 1776, "Finetune/Step Time": 6.147611774504185}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8396081924438477, "Finetune/Loss (Raw)": 0.8708635568618774, "Finetune/Step": 1777, "Finetune/Step Time": 6.148061413317919}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8390882015228271, "Finetune/Loss (Raw)": 0.8323882222175598, "Finetune/Step": 1778, "Finetune/Step Time": 6.147945757955313}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8413816690444946, "Finetune/Loss (Raw)": 1.0482726097106934, "Finetune/Step": 1779, "Finetune/Step Time": 6.1483832858502865}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8413461446762085, "Finetune/Loss (Raw)": 0.8203771114349365, "Finetune/Step": 1780, "Finetune/Step Time": 6.139426389709115}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8400567173957825, "Finetune/Loss (Raw)": 0.676437258720398, "Finetune/Step": 1781, "Finetune/Step Time": 6.134979208931327}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8397761583328247, "Finetune/Loss (Raw)": 0.8656343817710876, "Finetune/Step": 1782, "Finetune/Step Time": 6.134357839822769}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8401972055435181, "Finetune/Loss (Raw)": 0.7381950616836548, "Finetune/Step": 1783, "Finetune/Step Time": 6.123916063457727}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8410736322402954, "Finetune/Loss (Raw)": 1.004289150238037, "Finetune/Step": 1784, "Finetune/Step Time": 6.110364256426692}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8396985530853271, "Finetune/Loss (Raw)": 0.6371335387229919, "Finetune/Step": 1785, "Finetune/Step Time": 6.114605624228716}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8393630981445312, "Finetune/Loss (Raw)": 0.854854166507721, "Finetune/Step": 1786, "Finetune/Step Time": 6.122432347387075}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8387332558631897, "Finetune/Loss (Raw)": 0.7240045666694641, "Finetune/Step": 1787, "Finetune/Step Time": 6.124607115983963}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8379154801368713, "Finetune/Loss (Raw)": 0.7776193022727966, "Finetune/Step": 1788, "Finetune/Step Time": 6.128396928310394}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8364269733428955, "Finetune/Loss (Raw)": 0.6547752618789673, "Finetune/Step": 1789, "Finetune/Step Time": 6.1329928785562515}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8360010385513306, "Finetune/Loss (Raw)": 0.8891410231590271, "Finetune/Step": 1790, "Finetune/Step Time": 6.150281356647611}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.838880181312561, "Finetune/Loss (Raw)": 0.9730204343795776, "Finetune/Step": 1791, "Finetune/Step Time": 6.151271363720298}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8405078053474426, "Finetune/Loss (Raw)": 0.9122346639633179, "Finetune/Step": 1792, "Finetune/Step Time": 6.148693915456533}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8383811712265015, "Finetune/Loss (Raw)": 0.7167438864707947, "Finetune/Step": 1793, "Finetune/Step Time": 6.151768678799272}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8394744992256165, "Finetune/Loss (Raw)": 0.9515476226806641, "Finetune/Step": 1794, "Finetune/Step Time": 6.160651544108987}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.83760005235672, "Finetune/Loss (Raw)": 0.641843855381012, "Finetune/Step": 1795, "Finetune/Step Time": 6.170167192816734}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8366245031356812, "Finetune/Loss (Raw)": 0.8165284991264343, "Finetune/Step": 1796, "Finetune/Step Time": 6.195236753672361}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8363461494445801, "Finetune/Loss (Raw)": 0.8518972396850586, "Finetune/Step": 1797, "Finetune/Step Time": 6.191249018535018}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8358798027038574, "Finetune/Loss (Raw)": 0.8767452836036682, "Finetune/Step": 1798, "Finetune/Step Time": 6.191727107390761}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.835849404335022, "Finetune/Loss (Raw)": 0.8136926293373108, "Finetune/Step": 1799, "Finetune/Step Time": 6.193202657625079}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8355807662010193, "Finetune/Loss (Raw)": 0.819638729095459, "Finetune/Step": 1800, "Finetune/Step Time": 6.186645714566112}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8370665311813354, "Finetune/Loss (Raw)": 0.8994076251983643, "Finetune/Step": 1801, "Finetune/Step Time": 6.1832229141145945}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8385809659957886, "Finetune/Loss (Raw)": 0.7771265506744385, "Finetune/Step": 1802, "Finetune/Step Time": 6.1860485803335905}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8397319316864014, "Finetune/Loss (Raw)": 0.8365497589111328, "Finetune/Step": 1803, "Finetune/Step Time": 6.189996441826224}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.839354932308197, "Finetune/Loss (Raw)": 0.876413881778717, "Finetune/Step": 1804, "Finetune/Step Time": 6.198507074266672}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8362802863121033, "Finetune/Loss (Raw)": 0.556555449962616, "Finetune/Step": 1805, "Finetune/Step Time": 6.202321160584688}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8360285758972168, "Finetune/Loss (Raw)": 0.7536199688911438, "Finetune/Step": 1806, "Finetune/Step Time": 6.20979081839323}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8377329111099243, "Finetune/Loss (Raw)": 0.8828763961791992, "Finetune/Step": 1807, "Finetune/Step Time": 6.212173655629158}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8373122215270996, "Finetune/Loss (Raw)": 0.8090432286262512, "Finetune/Step": 1808, "Finetune/Step Time": 6.194080647081137}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8373271226882935, "Finetune/Loss (Raw)": 0.8658523559570312, "Finetune/Step": 1809, "Finetune/Step Time": 6.187467170879245}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8355104923248291, "Finetune/Loss (Raw)": 0.8046973943710327, "Finetune/Step": 1810, "Finetune/Step Time": 6.18647538870573}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8365987539291382, "Finetune/Loss (Raw)": 0.8440332412719727, "Finetune/Step": 1811, "Finetune/Step Time": 6.186794420704246}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8357930779457092, "Finetune/Loss (Raw)": 0.7413949370384216, "Finetune/Step": 1812, "Finetune/Step Time": 6.184439599514008}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8361483812332153, "Finetune/Loss (Raw)": 0.8096750378608704, "Finetune/Step": 1813, "Finetune/Step Time": 6.185933163389564}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8379038572311401, "Finetune/Loss (Raw)": 0.8495118021965027, "Finetune/Step": 1814, "Finetune/Step Time": 6.176435960456729}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8373014330863953, "Finetune/Loss (Raw)": 0.8277689218521118, "Finetune/Step": 1815, "Finetune/Step Time": 6.168686646968126}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8380701541900635, "Finetune/Loss (Raw)": 0.9350312352180481, "Finetune/Step": 1816, "Finetune/Step Time": 6.1664810832589865}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8393213748931885, "Finetune/Loss (Raw)": 0.8523977398872375, "Finetune/Step": 1817, "Finetune/Step Time": 6.1584325432777405}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8379700183868408, "Finetune/Loss (Raw)": 0.7832621335983276, "Finetune/Step": 1818, "Finetune/Step Time": 6.14298889040947}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8380212783813477, "Finetune/Loss (Raw)": 0.8830183148384094, "Finetune/Step": 1819, "Finetune/Step Time": 6.142410950735211}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8381683826446533, "Finetune/Loss (Raw)": 0.7469387650489807, "Finetune/Step": 1820, "Finetune/Step Time": 6.136675896123052}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.839697003364563, "Finetune/Loss (Raw)": 0.8570594191551208, "Finetune/Step": 1821, "Finetune/Step Time": 6.12079899571836}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8432566523551941, "Finetune/Loss (Raw)": 1.0651544332504272, "Finetune/Step": 1822, "Finetune/Step Time": 6.109842400997877}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8444746732711792, "Finetune/Loss (Raw)": 0.8375632762908936, "Finetune/Step": 1823, "Finetune/Step Time": 6.103864224627614}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8429150581359863, "Finetune/Loss (Raw)": 0.6483159065246582, "Finetune/Step": 1824, "Finetune/Step Time": 6.099365638568997}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8423901796340942, "Finetune/Loss (Raw)": 0.8490508198738098, "Finetune/Step": 1825, "Finetune/Step Time": 6.102218013256788}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8426809310913086, "Finetune/Loss (Raw)": 0.8810960650444031, "Finetune/Step": 1826, "Finetune/Step Time": 6.103773359209299}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8419873118400574, "Finetune/Loss (Raw)": 0.7907352447509766, "Finetune/Step": 1827, "Finetune/Step Time": 6.100762998685241}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8417816162109375, "Finetune/Loss (Raw)": 0.8675269484519958, "Finetune/Step": 1828, "Finetune/Step Time": 6.119894603267312}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8425596952438354, "Finetune/Loss (Raw)": 1.0474010705947876, "Finetune/Step": 1829, "Finetune/Step Time": 6.118906671181321}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.84285569190979, "Finetune/Loss (Raw)": 0.9665904641151428, "Finetune/Step": 1830, "Finetune/Step Time": 6.1216201689094305}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.844031810760498, "Finetune/Loss (Raw)": 0.8360501527786255, "Finetune/Step": 1831, "Finetune/Step Time": 6.123812874779105}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8466916084289551, "Finetune/Loss (Raw)": 0.9755001664161682, "Finetune/Step": 1832, "Finetune/Step Time": 6.109576815739274}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8458316326141357, "Finetune/Loss (Raw)": 0.7319812178611755, "Finetune/Step": 1833, "Finetune/Step Time": 6.098543394356966}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8461505174636841, "Finetune/Loss (Raw)": 0.9598778486251831, "Finetune/Step": 1834, "Finetune/Step Time": 6.110683087259531}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8461893796920776, "Finetune/Loss (Raw)": 0.8796436786651611, "Finetune/Step": 1835, "Finetune/Step Time": 6.113466626033187}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.84673011302948, "Finetune/Loss (Raw)": 0.9056078791618347, "Finetune/Step": 1836, "Finetune/Step Time": 6.116180177778006}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8457040786743164, "Finetune/Loss (Raw)": 0.8358179926872253, "Finetune/Step": 1837, "Finetune/Step Time": 6.1134133860468864}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8459227085113525, "Finetune/Loss (Raw)": 0.8521007895469666, "Finetune/Step": 1838, "Finetune/Step Time": 6.112332494929433}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.846376895904541, "Finetune/Loss (Raw)": 0.9017203450202942, "Finetune/Step": 1839, "Finetune/Step Time": 6.109751522541046}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8451351523399353, "Finetune/Loss (Raw)": 0.833442211151123, "Finetune/Step": 1840, "Finetune/Step Time": 6.113201029598713}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8440479040145874, "Finetune/Loss (Raw)": 0.7676382660865784, "Finetune/Step": 1841, "Finetune/Step Time": 6.1192608289420605}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8445420861244202, "Finetune/Loss (Raw)": 0.9475663900375366, "Finetune/Step": 1842, "Finetune/Step Time": 6.117713667452335}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8462556004524231, "Finetune/Loss (Raw)": 0.8502081632614136, "Finetune/Step": 1843, "Finetune/Step Time": 6.1156803872436285}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8456678986549377, "Finetune/Loss (Raw)": 0.8079022169113159, "Finetune/Step": 1844, "Finetune/Step Time": 6.121482660993934}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8449265360832214, "Finetune/Loss (Raw)": 0.7736466526985168, "Finetune/Step": 1845, "Finetune/Step Time": 6.12709828466177}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8450601100921631, "Finetune/Loss (Raw)": 0.9348921775817871, "Finetune/Step": 1846, "Finetune/Step Time": 6.123839318752289}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8452897071838379, "Finetune/Loss (Raw)": 0.8526002168655396, "Finetune/Step": 1847, "Finetune/Step Time": 6.126357203349471}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8446512222290039, "Finetune/Loss (Raw)": 0.8588576912879944, "Finetune/Step": 1848, "Finetune/Step Time": 6.12946348823607}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8452513217926025, "Finetune/Loss (Raw)": 0.9751130938529968, "Finetune/Step": 1849, "Finetune/Step Time": 6.124650137498975}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.845641553401947, "Finetune/Loss (Raw)": 0.9189400672912598, "Finetune/Step": 1850, "Finetune/Step Time": 6.122799828648567}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.844089925289154, "Finetune/Loss (Raw)": 0.6419481039047241, "Finetune/Step": 1851, "Finetune/Step Time": 6.136797986924648}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.844929575920105, "Finetune/Loss (Raw)": 0.8952821493148804, "Finetune/Step": 1852, "Finetune/Step Time": 6.138550613075495}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8453336954116821, "Finetune/Loss (Raw)": 0.8995261192321777, "Finetune/Step": 1853, "Finetune/Step Time": 6.1393506824970245}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8462570309638977, "Finetune/Loss (Raw)": 0.8893662691116333, "Finetune/Step": 1854, "Finetune/Step Time": 6.138834904879332}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8467284440994263, "Finetune/Loss (Raw)": 0.8991281986236572, "Finetune/Step": 1855, "Finetune/Step Time": 6.131180929020047}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8471399545669556, "Finetune/Loss (Raw)": 0.9983698725700378, "Finetune/Step": 1856, "Finetune/Step Time": 6.12127510458231}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8459598422050476, "Finetune/Loss (Raw)": 0.738090991973877, "Finetune/Step": 1857, "Finetune/Step Time": 6.12879516556859}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.846584141254425, "Finetune/Loss (Raw)": 0.8359829783439636, "Finetune/Step": 1858, "Finetune/Step Time": 6.153777128085494}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8460467457771301, "Finetune/Loss (Raw)": 0.9580294489860535, "Finetune/Step": 1859, "Finetune/Step Time": 6.155010996386409}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8442689180374146, "Finetune/Loss (Raw)": 0.7083225846290588, "Finetune/Step": 1860, "Finetune/Step Time": 6.147463943809271}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8436283469200134, "Finetune/Loss (Raw)": 0.7864733338356018, "Finetune/Step": 1861, "Finetune/Step Time": 6.139762740582228}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8425896167755127, "Finetune/Loss (Raw)": 0.7724074125289917, "Finetune/Step": 1862, "Finetune/Step Time": 6.136115288361907}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8418104648590088, "Finetune/Loss (Raw)": 0.7338592410087585, "Finetune/Step": 1863, "Finetune/Step Time": 6.126605248078704}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8410316705703735, "Finetune/Loss (Raw)": 0.7640079259872437, "Finetune/Step": 1864, "Finetune/Step Time": 6.127180527895689}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8420352935791016, "Finetune/Loss (Raw)": 0.921720564365387, "Finetune/Step": 1865, "Finetune/Step Time": 6.1300113797187805}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8435987830162048, "Finetune/Loss (Raw)": 0.9251405000686646, "Finetune/Step": 1866, "Finetune/Step Time": 6.127721305936575}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8444238305091858, "Finetune/Loss (Raw)": 0.9523284435272217, "Finetune/Step": 1867, "Finetune/Step Time": 6.132545571774244}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8444378972053528, "Finetune/Loss (Raw)": 0.7562248706817627, "Finetune/Step": 1868, "Finetune/Step Time": 6.126646738499403}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8435757160186768, "Finetune/Loss (Raw)": 0.9250184893608093, "Finetune/Step": 1869, "Finetune/Step Time": 6.126819679513574}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8441914916038513, "Finetune/Loss (Raw)": 0.7595561742782593, "Finetune/Step": 1870, "Finetune/Step Time": 6.122124906629324}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8440120220184326, "Finetune/Loss (Raw)": 0.8227506279945374, "Finetune/Step": 1871, "Finetune/Step Time": 6.121719047427177}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8430413007736206, "Finetune/Loss (Raw)": 0.7104020714759827, "Finetune/Step": 1872, "Finetune/Step Time": 6.130281830206513}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8417952060699463, "Finetune/Loss (Raw)": 0.7151657342910767, "Finetune/Step": 1873, "Finetune/Step Time": 6.135491417720914}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8411109447479248, "Finetune/Loss (Raw)": 0.8904822468757629, "Finetune/Step": 1874, "Finetune/Step Time": 6.148202421143651}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8404442071914673, "Finetune/Loss (Raw)": 0.6448668241500854, "Finetune/Step": 1875, "Finetune/Step Time": 6.145033063367009}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8420498371124268, "Finetune/Loss (Raw)": 0.8918393850326538, "Finetune/Step": 1876, "Finetune/Step Time": 6.132360301911831}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8420761823654175, "Finetune/Loss (Raw)": 0.8865609765052795, "Finetune/Step": 1877, "Finetune/Step Time": 6.126007154583931}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8398521542549133, "Finetune/Loss (Raw)": 0.6713681817054749, "Finetune/Step": 1878, "Finetune/Step Time": 6.12738398835063}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8402814865112305, "Finetune/Loss (Raw)": 0.9595167636871338, "Finetune/Step": 1879, "Finetune/Step Time": 6.120555814355612}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8372656106948853, "Finetune/Loss (Raw)": 0.6268224716186523, "Finetune/Step": 1880, "Finetune/Step Time": 6.11916346102953}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8363335132598877, "Finetune/Loss (Raw)": 0.737772524356842, "Finetune/Step": 1881, "Finetune/Step Time": 6.131947314366698}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8361298441886902, "Finetune/Loss (Raw)": 0.8811821341514587, "Finetune/Step": 1882, "Finetune/Step Time": 6.133860843256116}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8347762227058411, "Finetune/Loss (Raw)": 0.6803086400032043, "Finetune/Step": 1883, "Finetune/Step Time": 6.133259614929557}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8322601318359375, "Finetune/Loss (Raw)": 0.6637635827064514, "Finetune/Step": 1884, "Finetune/Step Time": 6.1311364360153675}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8341914415359497, "Finetune/Loss (Raw)": 0.8975309133529663, "Finetune/Step": 1885, "Finetune/Step Time": 6.139828637242317}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8362416625022888, "Finetune/Loss (Raw)": 1.0121431350708008, "Finetune/Step": 1886, "Finetune/Step Time": 6.124972835183144}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8345542550086975, "Finetune/Loss (Raw)": 0.739876389503479, "Finetune/Step": 1887, "Finetune/Step Time": 6.127114461734891}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8323596715927124, "Finetune/Loss (Raw)": 0.6994762420654297, "Finetune/Step": 1888, "Finetune/Step Time": 6.125559773296118}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8327683210372925, "Finetune/Loss (Raw)": 0.8072459101676941, "Finetune/Step": 1889, "Finetune/Step Time": 6.130230462178588}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8332043290138245, "Finetune/Loss (Raw)": 0.8147032856941223, "Finetune/Step": 1890, "Finetune/Step Time": 6.1309765093028545}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.83265221118927, "Finetune/Loss (Raw)": 0.9407122731208801, "Finetune/Step": 1891, "Finetune/Step Time": 6.124128499999642}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.833064079284668, "Finetune/Loss (Raw)": 0.9922758340835571, "Finetune/Step": 1892, "Finetune/Step Time": 6.112457701936364}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8331559896469116, "Finetune/Loss (Raw)": 0.791646420955658, "Finetune/Step": 1893, "Finetune/Step Time": 6.10165891982615}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8317800164222717, "Finetune/Loss (Raw)": 0.7303544282913208, "Finetune/Step": 1894, "Finetune/Step Time": 6.100911704823375}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8323314189910889, "Finetune/Loss (Raw)": 0.8234890699386597, "Finetune/Step": 1895, "Finetune/Step Time": 6.0972516518086195}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8334051370620728, "Finetune/Loss (Raw)": 0.8562237024307251, "Finetune/Step": 1896, "Finetune/Step Time": 6.100082952529192}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8357177972793579, "Finetune/Loss (Raw)": 0.9865496158599854, "Finetune/Step": 1897, "Finetune/Step Time": 6.099590223282576}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8356651067733765, "Finetune/Loss (Raw)": 0.8794019222259521, "Finetune/Step": 1898, "Finetune/Step Time": 6.093268120661378}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8347741961479187, "Finetune/Loss (Raw)": 0.7071688175201416, "Finetune/Step": 1899, "Finetune/Step Time": 6.098949870094657}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8336879014968872, "Finetune/Loss (Raw)": 0.8376778364181519, "Finetune/Step": 1900, "Finetune/Step Time": 6.111023610457778}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8337962627410889, "Finetune/Loss (Raw)": 0.8121516704559326, "Finetune/Step": 1901, "Finetune/Step Time": 6.110161563381553}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8352782726287842, "Finetune/Loss (Raw)": 0.9434722065925598, "Finetune/Step": 1902, "Finetune/Step Time": 6.105743698775768}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8339723348617554, "Finetune/Loss (Raw)": 0.768523633480072, "Finetune/Step": 1903, "Finetune/Step Time": 6.1052177753299475}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8335902094841003, "Finetune/Loss (Raw)": 0.8026849627494812, "Finetune/Step": 1904, "Finetune/Step Time": 6.11838304810226}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8319491147994995, "Finetune/Loss (Raw)": 0.6608085632324219, "Finetune/Step": 1905, "Finetune/Step Time": 6.125387754291296}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8314008712768555, "Finetune/Loss (Raw)": 0.7622111439704895, "Finetune/Step": 1906, "Finetune/Step Time": 6.1440364848822355}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.829967737197876, "Finetune/Loss (Raw)": 0.8648287653923035, "Finetune/Step": 1907, "Finetune/Step Time": 6.15234250575304}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8296850323677063, "Finetune/Loss (Raw)": 0.7841904163360596, "Finetune/Step": 1908, "Finetune/Step Time": 6.170228661969304}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8291943073272705, "Finetune/Loss (Raw)": 0.6136312484741211, "Finetune/Step": 1909, "Finetune/Step Time": 6.169061966240406}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.829108715057373, "Finetune/Loss (Raw)": 0.8546658754348755, "Finetune/Step": 1910, "Finetune/Step Time": 6.169437015429139}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8303155303001404, "Finetune/Loss (Raw)": 0.892669677734375, "Finetune/Step": 1911, "Finetune/Step Time": 6.171803332865238}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8289167881011963, "Finetune/Loss (Raw)": 0.8252595067024231, "Finetune/Step": 1912, "Finetune/Step Time": 6.172903930768371}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8304192423820496, "Finetune/Loss (Raw)": 0.8294438719749451, "Finetune/Step": 1913, "Finetune/Step Time": 6.166470991447568}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8315398693084717, "Finetune/Loss (Raw)": 0.9982903599739075, "Finetune/Step": 1914, "Finetune/Step Time": 6.157180329784751}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8330895304679871, "Finetune/Loss (Raw)": 0.9223655462265015, "Finetune/Step": 1915, "Finetune/Step Time": 6.159773418679833}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8335087895393372, "Finetune/Loss (Raw)": 0.8312830328941345, "Finetune/Step": 1916, "Finetune/Step Time": 6.173820503056049}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8343833684921265, "Finetune/Loss (Raw)": 0.7667201161384583, "Finetune/Step": 1917, "Finetune/Step Time": 6.168039483949542}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8337188363075256, "Finetune/Loss (Raw)": 0.8040807247161865, "Finetune/Step": 1918, "Finetune/Step Time": 6.148768054321408}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8325996398925781, "Finetune/Loss (Raw)": 0.8297567963600159, "Finetune/Step": 1919, "Finetune/Step Time": 6.141599098220468}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8312563896179199, "Finetune/Loss (Raw)": 0.7403135299682617, "Finetune/Step": 1920, "Finetune/Step Time": 6.141368458047509}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8330210447311401, "Finetune/Loss (Raw)": 0.9426103830337524, "Finetune/Step": 1921, "Finetune/Step Time": 6.144874090328813}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8300473093986511, "Finetune/Loss (Raw)": 0.5709123015403748, "Finetune/Step": 1922, "Finetune/Step Time": 6.141306580975652}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8315850496292114, "Finetune/Loss (Raw)": 0.8386752009391785, "Finetune/Step": 1923, "Finetune/Step Time": 6.151530271396041}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8323050737380981, "Finetune/Loss (Raw)": 0.9086910486221313, "Finetune/Step": 1924, "Finetune/Step Time": 6.137519188225269}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8335027694702148, "Finetune/Loss (Raw)": 1.0051965713500977, "Finetune/Step": 1925, "Finetune/Step Time": 6.136687591671944}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.831680417060852, "Finetune/Loss (Raw)": 0.643489420413971, "Finetune/Step": 1926, "Finetune/Step Time": 6.138942589983344}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8309661149978638, "Finetune/Loss (Raw)": 0.7222607135772705, "Finetune/Step": 1927, "Finetune/Step Time": 6.156678345054388}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8319000005722046, "Finetune/Loss (Raw)": 0.9391807913780212, "Finetune/Step": 1928, "Finetune/Step Time": 6.172276891767979}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8303846120834351, "Finetune/Loss (Raw)": 0.7054348587989807, "Finetune/Step": 1929, "Finetune/Step Time": 6.165066992864013}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8292852640151978, "Finetune/Loss (Raw)": 0.6364107131958008, "Finetune/Step": 1930, "Finetune/Step Time": 6.156759912148118}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8297243118286133, "Finetune/Loss (Raw)": 0.8927485346794128, "Finetune/Step": 1931, "Finetune/Step Time": 6.1430139522999525}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8279711008071899, "Finetune/Loss (Raw)": 0.6520024538040161, "Finetune/Step": 1932, "Finetune/Step Time": 6.1325115673244}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8305779099464417, "Finetune/Loss (Raw)": 0.8902262449264526, "Finetune/Step": 1933, "Finetune/Step Time": 6.140925798565149}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8317152261734009, "Finetune/Loss (Raw)": 0.8991949558258057, "Finetune/Step": 1934, "Finetune/Step Time": 6.136038715019822}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8322257995605469, "Finetune/Loss (Raw)": 0.9482347965240479, "Finetune/Step": 1935, "Finetune/Step Time": 6.128140054643154}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8315092325210571, "Finetune/Loss (Raw)": 0.7173206210136414, "Finetune/Step": 1936, "Finetune/Step Time": 6.132706107571721}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8314152956008911, "Finetune/Loss (Raw)": 0.8538224697113037, "Finetune/Step": 1937, "Finetune/Step Time": 6.139668893069029}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8305235505104065, "Finetune/Loss (Raw)": 0.6905568242073059, "Finetune/Step": 1938, "Finetune/Step Time": 6.143781343474984}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8304636478424072, "Finetune/Loss (Raw)": 0.8363655209541321, "Finetune/Step": 1939, "Finetune/Step Time": 6.146041790023446}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8284224271774292, "Finetune/Loss (Raw)": 0.48012247681617737, "Finetune/Step": 1940, "Finetune/Step Time": 6.144787324592471}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8282791376113892, "Finetune/Loss (Raw)": 0.7913229465484619, "Finetune/Step": 1941, "Finetune/Step Time": 6.145675431936979}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8294383883476257, "Finetune/Loss (Raw)": 0.9979023337364197, "Finetune/Step": 1942, "Finetune/Step Time": 6.146756932139397}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8302372694015503, "Finetune/Loss (Raw)": 0.9300254583358765, "Finetune/Step": 1943, "Finetune/Step Time": 6.150304866954684}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8296517133712769, "Finetune/Loss (Raw)": 0.8600869178771973, "Finetune/Step": 1944, "Finetune/Step Time": 6.152824966236949}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8282018303871155, "Finetune/Loss (Raw)": 0.6668047308921814, "Finetune/Step": 1945, "Finetune/Step Time": 6.161087678745389}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8292179107666016, "Finetune/Loss (Raw)": 0.9133187532424927, "Finetune/Step": 1946, "Finetune/Step Time": 6.179415594786406}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.830018162727356, "Finetune/Loss (Raw)": 0.985457181930542, "Finetune/Step": 1947, "Finetune/Step Time": 6.18656736984849}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8321705460548401, "Finetune/Loss (Raw)": 1.0224436521530151, "Finetune/Step": 1948, "Finetune/Step Time": 6.186391726136208}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8328668475151062, "Finetune/Loss (Raw)": 0.9461846947669983, "Finetune/Step": 1949, "Finetune/Step Time": 6.186480548232794}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8324133157730103, "Finetune/Loss (Raw)": 1.0070972442626953, "Finetune/Step": 1950, "Finetune/Step Time": 6.1864571906626225}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8333770036697388, "Finetune/Loss (Raw)": 0.9609179496765137, "Finetune/Step": 1951, "Finetune/Step Time": 6.185600977391005}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8360443115234375, "Finetune/Loss (Raw)": 0.9897353053092957, "Finetune/Step": 1952, "Finetune/Step Time": 6.18728213571012}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8337992429733276, "Finetune/Loss (Raw)": 0.561673104763031, "Finetune/Step": 1953, "Finetune/Step Time": 6.186073208227754}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.831695020198822, "Finetune/Loss (Raw)": 0.6117599010467529, "Finetune/Step": 1954, "Finetune/Step Time": 6.193282505497336}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8311904072761536, "Finetune/Loss (Raw)": 0.726146936416626, "Finetune/Step": 1955, "Finetune/Step Time": 6.193458553403616}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8302577137947083, "Finetune/Loss (Raw)": 0.7481415867805481, "Finetune/Step": 1956, "Finetune/Step Time": 6.18206493742764}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8293626308441162, "Finetune/Loss (Raw)": 0.9328342080116272, "Finetune/Step": 1957, "Finetune/Step Time": 6.177174123004079}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8293368816375732, "Finetune/Loss (Raw)": 0.9632896780967712, "Finetune/Step": 1958, "Finetune/Step Time": 6.171346852555871}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8288713097572327, "Finetune/Loss (Raw)": 0.7764571309089661, "Finetune/Step": 1959, "Finetune/Step Time": 6.164477666839957}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8291412591934204, "Finetune/Loss (Raw)": 1.010056972503662, "Finetune/Step": 1960, "Finetune/Step Time": 6.167546898126602}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8290489912033081, "Finetune/Loss (Raw)": 0.7201606631278992, "Finetune/Step": 1961, "Finetune/Step Time": 6.167811198160052}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8272480368614197, "Finetune/Loss (Raw)": 0.729360044002533, "Finetune/Step": 1962, "Finetune/Step Time": 6.1653619557619095}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8254747986793518, "Finetune/Loss (Raw)": 0.6526721119880676, "Finetune/Step": 1963, "Finetune/Step Time": 6.184889940544963}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8248189687728882, "Finetune/Loss (Raw)": 0.8216641545295715, "Finetune/Step": 1964, "Finetune/Step Time": 6.2039773017168045}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8232590556144714, "Finetune/Loss (Raw)": 0.636150062084198, "Finetune/Step": 1965, "Finetune/Step Time": 6.2080398462712765}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8225359916687012, "Finetune/Loss (Raw)": 0.7595492601394653, "Finetune/Step": 1966, "Finetune/Step Time": 6.205515148118138}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.8214937448501587, "Finetune/Loss (Raw)": 0.7683107256889343, "Finetune/Step": 1967, "Finetune/Step Time": 6.199628356844187}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.822219729423523, "Finetune/Loss (Raw)": 0.9263691306114197, "Finetune/Step": 1968, "Finetune/Step Time": 6.190396871417761}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8217079639434814, "Finetune/Loss (Raw)": 0.702125608921051, "Finetune/Step": 1969, "Finetune/Step Time": 6.1867051012814045}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8206285238265991, "Finetune/Loss (Raw)": 0.8094028830528259, "Finetune/Step": 1970, "Finetune/Step Time": 6.2016927395015955}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.8197599649429321, "Finetune/Loss (Raw)": 0.7390354871749878, "Finetune/Step": 1971, "Finetune/Step Time": 6.201952470466495}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.8198337554931641, "Finetune/Loss (Raw)": 0.8173412084579468, "Finetune/Step": 1972, "Finetune/Step Time": 6.2065252512693405}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.8199655413627625, "Finetune/Loss (Raw)": 0.7905170321464539, "Finetune/Step": 1973, "Finetune/Step Time": 6.2062281016260386}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8202860355377197, "Finetune/Loss (Raw)": 0.9759088158607483, "Finetune/Step": 1974, "Finetune/Step Time": 6.223751097917557}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.8202663064002991, "Finetune/Loss (Raw)": 0.8500797152519226, "Finetune/Step": 1975, "Finetune/Step Time": 6.221685271710157}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.8203432559967041, "Finetune/Loss (Raw)": 0.8687047958374023, "Finetune/Step": 1976, "Finetune/Step Time": 6.217005934566259}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8197599649429321, "Finetune/Loss (Raw)": 0.9004549980163574, "Finetune/Step": 1977, "Finetune/Step Time": 6.21971252374351}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8202047348022461, "Finetune/Loss (Raw)": 0.9758704304695129, "Finetune/Step": 1978, "Finetune/Step Time": 6.2251533176749945}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8207496404647827, "Finetune/Loss (Raw)": 0.7116943597793579, "Finetune/Step": 1979, "Finetune/Step Time": 6.213172236457467}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8191777467727661, "Finetune/Loss (Raw)": 0.6940795183181763, "Finetune/Step": 1980, "Finetune/Step Time": 6.229037946090102}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.8189032673835754, "Finetune/Loss (Raw)": 0.8643980622291565, "Finetune/Step": 1981, "Finetune/Step Time": 6.235923143103719}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.8187381029129028, "Finetune/Loss (Raw)": 0.8682286739349365, "Finetune/Step": 1982, "Finetune/Step Time": 6.236591039225459}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.8182336091995239, "Finetune/Loss (Raw)": 0.8345472812652588, "Finetune/Step": 1983, "Finetune/Step Time": 6.240292500704527}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8183236122131348, "Finetune/Loss (Raw)": 1.0098834037780762, "Finetune/Step": 1984, "Finetune/Step Time": 6.240671681240201}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8199623227119446, "Finetune/Loss (Raw)": 0.9478518962860107, "Finetune/Step": 1985, "Finetune/Step Time": 6.233014645054936}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8216552734375, "Finetune/Loss (Raw)": 1.0526769161224365, "Finetune/Step": 1986, "Finetune/Step Time": 6.207304023206234}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8204922676086426, "Finetune/Loss (Raw)": 0.8091692328453064, "Finetune/Step": 1987, "Finetune/Step Time": 6.208058979362249}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8213326334953308, "Finetune/Loss (Raw)": 0.8158887624740601, "Finetune/Step": 1988, "Finetune/Step Time": 6.224075879901648}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.8222895860671997, "Finetune/Loss (Raw)": 0.9089675545692444, "Finetune/Step": 1989, "Finetune/Step Time": 6.223663501441479}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8232032060623169, "Finetune/Loss (Raw)": 0.8893457055091858, "Finetune/Step": 1990, "Finetune/Step Time": 6.223662629723549}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8231050968170166, "Finetune/Loss (Raw)": 0.7213016748428345, "Finetune/Step": 1991, "Finetune/Step Time": 6.223871994763613}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8239077925682068, "Finetune/Loss (Raw)": 0.866752564907074, "Finetune/Step": 1992, "Finetune/Step Time": 6.221940947696567}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8221250772476196, "Finetune/Loss (Raw)": 0.6935393214225769, "Finetune/Step": 1993, "Finetune/Step Time": 6.219628989696503}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.820146381855011, "Finetune/Loss (Raw)": 0.6718626618385315, "Finetune/Step": 1994, "Finetune/Step Time": 6.221685212105513}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.818366527557373, "Finetune/Loss (Raw)": 0.7245092391967773, "Finetune/Step": 1995, "Finetune/Step Time": 6.208149382844567}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8183538913726807, "Finetune/Loss (Raw)": 0.754608690738678, "Finetune/Step": 1996, "Finetune/Step Time": 6.206975171342492}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.818645715713501, "Finetune/Loss (Raw)": 0.9623709321022034, "Finetune/Step": 1997, "Finetune/Step Time": 6.199555389583111}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.8190792798995972, "Finetune/Loss (Raw)": 0.8150478005409241, "Finetune/Step": 1998, "Finetune/Step Time": 6.201483137905598}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8183031678199768, "Finetune/Loss (Raw)": 0.7234112024307251, "Finetune/Step": 1999, "Finetune/Step Time": 6.201046343892813}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8180649280548096, "Finetune/Loss (Raw)": 0.6799034476280212, "Finetune/Step": 2000, "Finetune/Step Time": 6.203995835036039}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.8193086981773376, "Finetune/Loss (Raw)": 0.8743762373924255, "Finetune/Step": 2001, "Finetune/Step Time": 6.215303715318441}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.819014847278595, "Finetune/Loss (Raw)": 0.8528655171394348, "Finetune/Step": 2002, "Finetune/Step Time": 6.201399365440011}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8201807737350464, "Finetune/Loss (Raw)": 0.794101893901825, "Finetune/Step": 2003, "Finetune/Step Time": 6.199297508224845}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.8195744752883911, "Finetune/Loss (Raw)": 0.8142298460006714, "Finetune/Step": 2004, "Finetune/Step Time": 6.199745513498783}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8187944889068604, "Finetune/Loss (Raw)": 0.7867314219474792, "Finetune/Step": 2005, "Finetune/Step Time": 6.200331959873438}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8199660778045654, "Finetune/Loss (Raw)": 0.8213260173797607, "Finetune/Step": 2006, "Finetune/Step Time": 6.194089686498046}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8206596970558167, "Finetune/Loss (Raw)": 1.048302412033081, "Finetune/Step": 2007, "Finetune/Step Time": 6.189427038654685}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8221117258071899, "Finetune/Loss (Raw)": 0.8126876354217529, "Finetune/Step": 2008, "Finetune/Step Time": 6.18685201369226}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8225125074386597, "Finetune/Loss (Raw)": 0.7890694737434387, "Finetune/Step": 2009, "Finetune/Step Time": 6.175096735358238}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.8227823972702026, "Finetune/Loss (Raw)": 0.9157217741012573, "Finetune/Step": 2010, "Finetune/Step Time": 6.1692060977220535}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.8255443572998047, "Finetune/Loss (Raw)": 1.0338431596755981, "Finetune/Step": 2011, "Finetune/Step Time": 6.167775597423315}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8269883394241333, "Finetune/Loss (Raw)": 0.8485910892486572, "Finetune/Step": 2012, "Finetune/Step Time": 6.158062657341361}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8269164562225342, "Finetune/Loss (Raw)": 0.8883315324783325, "Finetune/Step": 2013, "Finetune/Step Time": 6.145073777064681}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8243849277496338, "Finetune/Loss (Raw)": 0.6881072521209717, "Finetune/Step": 2014, "Finetune/Step Time": 6.158071111887693}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.8245691657066345, "Finetune/Loss (Raw)": 0.7634614706039429, "Finetune/Step": 2015, "Finetune/Step Time": 6.168487103655934}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8251107931137085, "Finetune/Loss (Raw)": 0.768806517124176, "Finetune/Step": 2016, "Finetune/Step Time": 6.187875829637051}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.8243410587310791, "Finetune/Loss (Raw)": 0.708721399307251, "Finetune/Step": 2017, "Finetune/Step Time": 6.201128415763378}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.8249622583389282, "Finetune/Loss (Raw)": 0.8942086100578308, "Finetune/Step": 2018, "Finetune/Step Time": 6.204656172543764}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8237352967262268, "Finetune/Loss (Raw)": 0.78366619348526, "Finetune/Step": 2019, "Finetune/Step Time": 6.218269567936659}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8227896094322205, "Finetune/Loss (Raw)": 0.8712249994277954, "Finetune/Step": 2020, "Finetune/Step Time": 6.220993282273412}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8227460384368896, "Finetune/Loss (Raw)": 0.7860772013664246, "Finetune/Step": 2021, "Finetune/Step Time": 6.219872195273638}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8235535621643066, "Finetune/Loss (Raw)": 0.8337147235870361, "Finetune/Step": 2022, "Finetune/Step Time": 6.218158837407827}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.822130024433136, "Finetune/Loss (Raw)": 0.6412701606750488, "Finetune/Step": 2023, "Finetune/Step Time": 6.22579188644886}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8215198516845703, "Finetune/Loss (Raw)": 0.7781299948692322, "Finetune/Step": 2024, "Finetune/Step Time": 6.238720616325736}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.8199106454849243, "Finetune/Loss (Raw)": 0.7805640697479248, "Finetune/Step": 2025, "Finetune/Step Time": 6.238550195470452}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8200328350067139, "Finetune/Loss (Raw)": 0.8950373530387878, "Finetune/Step": 2026, "Finetune/Step Time": 6.241377625614405}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8208123445510864, "Finetune/Loss (Raw)": 0.8069504499435425, "Finetune/Step": 2027, "Finetune/Step Time": 6.229530889540911}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.82082599401474, "Finetune/Loss (Raw)": 0.8394257426261902, "Finetune/Step": 2028, "Finetune/Step Time": 6.221379240974784}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.821589469909668, "Finetune/Loss (Raw)": 0.9098789095878601, "Finetune/Step": 2029, "Finetune/Step Time": 6.229323908686638}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8187894821166992, "Finetune/Loss (Raw)": 0.5850697755813599, "Finetune/Step": 2030, "Finetune/Step Time": 6.2300854455679655}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8191671967506409, "Finetune/Loss (Raw)": 0.8168753385543823, "Finetune/Step": 2031, "Finetune/Step Time": 6.236733436584473}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.8202547430992126, "Finetune/Loss (Raw)": 0.9418870806694031, "Finetune/Step": 2032, "Finetune/Step Time": 6.22150263749063}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.8218302726745605, "Finetune/Loss (Raw)": 0.8624834418296814, "Finetune/Step": 2033, "Finetune/Step Time": 6.213426044210792}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8234323263168335, "Finetune/Loss (Raw)": 0.9672664999961853, "Finetune/Step": 2034, "Finetune/Step Time": 6.195970853790641}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8218066692352295, "Finetune/Loss (Raw)": 0.6567485928535461, "Finetune/Step": 2035, "Finetune/Step Time": 6.201976045966148}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8225269317626953, "Finetune/Loss (Raw)": 0.8763861656188965, "Finetune/Step": 2036, "Finetune/Step Time": 6.201302766799927}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8240962624549866, "Finetune/Loss (Raw)": 0.8145017027854919, "Finetune/Step": 2037, "Finetune/Step Time": 6.212820937857032}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8228950500488281, "Finetune/Loss (Raw)": 0.7009120583534241, "Finetune/Step": 2038, "Finetune/Step Time": 6.2223313972353935}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.8234390020370483, "Finetune/Loss (Raw)": 0.962292492389679, "Finetune/Step": 2039, "Finetune/Step Time": 6.220972079783678}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8239951133728027, "Finetune/Loss (Raw)": 0.8964434266090393, "Finetune/Step": 2040, "Finetune/Step Time": 6.217270333319902}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8243051767349243, "Finetune/Loss (Raw)": 0.8691298961639404, "Finetune/Step": 2041, "Finetune/Step Time": 6.224700678139925}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8223798871040344, "Finetune/Loss (Raw)": 0.7518528699874878, "Finetune/Step": 2042, "Finetune/Step Time": 6.251804457977414}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.821874737739563, "Finetune/Loss (Raw)": 0.8577162623405457, "Finetune/Step": 2043, "Finetune/Step Time": 6.245452890172601}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8222579956054688, "Finetune/Loss (Raw)": 0.8803354501724243, "Finetune/Step": 2044, "Finetune/Step Time": 6.226976614445448}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8230690956115723, "Finetune/Loss (Raw)": 0.8705339431762695, "Finetune/Step": 2045, "Finetune/Step Time": 6.227159887552261}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8243546485900879, "Finetune/Loss (Raw)": 0.9686409831047058, "Finetune/Step": 2046, "Finetune/Step Time": 6.233519900590181}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8251116871833801, "Finetune/Loss (Raw)": 0.9266505837440491, "Finetune/Step": 2047, "Finetune/Step Time": 6.234024109318852}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8250136971473694, "Finetune/Loss (Raw)": 0.7277668118476868, "Finetune/Step": 2048, "Finetune/Step Time": 6.234131745994091}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8220639228820801, "Finetune/Loss (Raw)": 0.5650492310523987, "Finetune/Step": 2049, "Finetune/Step Time": 6.2313264440745115}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8229001760482788, "Finetune/Loss (Raw)": 0.6779457926750183, "Finetune/Step": 2050, "Finetune/Step Time": 6.235888682305813}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8241550922393799, "Finetune/Loss (Raw)": 0.9993109107017517, "Finetune/Step": 2051, "Finetune/Step Time": 6.226696511730552}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8244194984436035, "Finetune/Loss (Raw)": 0.9425369501113892, "Finetune/Step": 2052, "Finetune/Step Time": 6.218344086781144}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8235777020454407, "Finetune/Loss (Raw)": 0.8974399566650391, "Finetune/Step": 2053, "Finetune/Step Time": 6.224418541416526}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8260160088539124, "Finetune/Loss (Raw)": 0.9555944800376892, "Finetune/Step": 2054, "Finetune/Step Time": 6.220416493713856}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.827460527420044, "Finetune/Loss (Raw)": 0.9071559309959412, "Finetune/Step": 2055, "Finetune/Step Time": 6.20040588080883}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8273494839668274, "Finetune/Loss (Raw)": 0.9249708652496338, "Finetune/Step": 2056, "Finetune/Step Time": 6.186165587976575}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8276752829551697, "Finetune/Loss (Raw)": 0.7471354603767395, "Finetune/Step": 2057, "Finetune/Step Time": 6.187506036832929}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8288449645042419, "Finetune/Loss (Raw)": 0.7861311435699463, "Finetune/Step": 2058, "Finetune/Step Time": 6.194923281669617}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8279205560684204, "Finetune/Loss (Raw)": 0.7744260430335999, "Finetune/Step": 2059, "Finetune/Step Time": 6.202167235314846}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8289791345596313, "Finetune/Loss (Raw)": 0.7874937057495117, "Finetune/Step": 2060, "Finetune/Step Time": 6.199284326285124}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8293522000312805, "Finetune/Loss (Raw)": 0.937981903553009, "Finetune/Step": 2061, "Finetune/Step Time": 6.187157340347767}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8284456133842468, "Finetune/Loss (Raw)": 0.7831540703773499, "Finetune/Step": 2062, "Finetune/Step Time": 6.185669215396047}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8282182216644287, "Finetune/Loss (Raw)": 0.9191220998764038, "Finetune/Step": 2063, "Finetune/Step Time": 6.185637146234512}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8283923864364624, "Finetune/Loss (Raw)": 0.7396159768104553, "Finetune/Step": 2064, "Finetune/Step Time": 6.184662071987987}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8279958963394165, "Finetune/Loss (Raw)": 0.8030706644058228, "Finetune/Step": 2065, "Finetune/Step Time": 6.192601947113872}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8278056383132935, "Finetune/Loss (Raw)": 0.6662091016769409, "Finetune/Step": 2066, "Finetune/Step Time": 6.195726152509451}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8278173208236694, "Finetune/Loss (Raw)": 0.837862491607666, "Finetune/Step": 2067, "Finetune/Step Time": 6.195283675566316}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8308339715003967, "Finetune/Loss (Raw)": 0.8662542700767517, "Finetune/Step": 2068, "Finetune/Step Time": 6.192536124959588}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8311853408813477, "Finetune/Loss (Raw)": 0.8362983465194702, "Finetune/Step": 2069, "Finetune/Step Time": 6.1847033984959126}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8274539709091187, "Finetune/Loss (Raw)": 0.5202828645706177, "Finetune/Step": 2070, "Finetune/Step Time": 6.18488360568881}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8270434141159058, "Finetune/Loss (Raw)": 0.8774772882461548, "Finetune/Step": 2071, "Finetune/Step Time": 6.190469171851873}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8276501297950745, "Finetune/Loss (Raw)": 0.9377447962760925, "Finetune/Step": 2072, "Finetune/Step Time": 6.190657313913107}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8281980752944946, "Finetune/Loss (Raw)": 0.7369421720504761, "Finetune/Step": 2073, "Finetune/Step Time": 6.1829460840672255}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8284486532211304, "Finetune/Loss (Raw)": 0.9453890919685364, "Finetune/Step": 2074, "Finetune/Step Time": 6.171277664601803}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8268918991088867, "Finetune/Loss (Raw)": 0.78619384765625, "Finetune/Step": 2075, "Finetune/Step Time": 6.166672391816974}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.8243585824966431, "Finetune/Loss (Raw)": 0.6981775164604187, "Finetune/Step": 2076, "Finetune/Step Time": 6.178766032680869}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.823266863822937, "Finetune/Loss (Raw)": 0.8064459562301636, "Finetune/Step": 2077, "Finetune/Step Time": 6.184803457930684}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8214011192321777, "Finetune/Loss (Raw)": 0.7682784199714661, "Finetune/Step": 2078, "Finetune/Step Time": 6.184382151812315}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.820065975189209, "Finetune/Loss (Raw)": 0.790022611618042, "Finetune/Step": 2079, "Finetune/Step Time": 6.182488897815347}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8178742527961731, "Finetune/Loss (Raw)": 0.7091960310935974, "Finetune/Step": 2080, "Finetune/Step Time": 6.179904792457819}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8197795152664185, "Finetune/Loss (Raw)": 0.8055429458618164, "Finetune/Step": 2081, "Finetune/Step Time": 6.183385262265801}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8213000297546387, "Finetune/Loss (Raw)": 0.8063855767250061, "Finetune/Step": 2082, "Finetune/Step Time": 6.180721294134855}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.822583794593811, "Finetune/Loss (Raw)": 0.8904707431793213, "Finetune/Step": 2083, "Finetune/Step Time": 6.170294297859073}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8243414759635925, "Finetune/Loss (Raw)": 0.9731265306472778, "Finetune/Step": 2084, "Finetune/Step Time": 6.159606194123626}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8218506574630737, "Finetune/Loss (Raw)": 0.6140143871307373, "Finetune/Step": 2085, "Finetune/Step Time": 6.162238398566842}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8213756680488586, "Finetune/Loss (Raw)": 0.9024884700775146, "Finetune/Step": 2086, "Finetune/Step Time": 6.179014150053263}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8229291439056396, "Finetune/Loss (Raw)": 0.9753022193908691, "Finetune/Step": 2087, "Finetune/Step Time": 6.17901349440217}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8222504258155823, "Finetune/Loss (Raw)": 0.9231786131858826, "Finetune/Step": 2088, "Finetune/Step Time": 6.171854315325618}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8233181834220886, "Finetune/Loss (Raw)": 0.8568385243415833, "Finetune/Step": 2089, "Finetune/Step Time": 6.166118169203401}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.8222438097000122, "Finetune/Loss (Raw)": 0.5918357372283936, "Finetune/Step": 2090, "Finetune/Step Time": 6.162566285580397}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8231874108314514, "Finetune/Loss (Raw)": 0.7734548449516296, "Finetune/Step": 2091, "Finetune/Step Time": 6.157416263595223}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8235911130905151, "Finetune/Loss (Raw)": 0.8733339905738831, "Finetune/Step": 2092, "Finetune/Step Time": 6.14231001585722}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8258353471755981, "Finetune/Loss (Raw)": 0.9234186410903931, "Finetune/Step": 2093, "Finetune/Step Time": 6.135033551603556}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.827558696269989, "Finetune/Loss (Raw)": 0.9801319241523743, "Finetune/Step": 2094, "Finetune/Step Time": 6.134982272982597}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8282822370529175, "Finetune/Loss (Raw)": 0.8609263300895691, "Finetune/Step": 2095, "Finetune/Step Time": 6.136642385274172}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8274831175804138, "Finetune/Loss (Raw)": 0.8240843415260315, "Finetune/Step": 2096, "Finetune/Step Time": 6.140586115419865}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8288875222206116, "Finetune/Loss (Raw)": 0.8818868398666382, "Finetune/Step": 2097, "Finetune/Step Time": 6.138256587088108}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8284444808959961, "Finetune/Loss (Raw)": 0.7526978850364685, "Finetune/Step": 2098, "Finetune/Step Time": 6.123869191855192}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8272421360015869, "Finetune/Loss (Raw)": 0.5851318836212158, "Finetune/Step": 2099, "Finetune/Step Time": 6.1283187214285135}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8260738849639893, "Finetune/Loss (Raw)": 0.6677983999252319, "Finetune/Step": 2100, "Finetune/Step Time": 6.130628876388073}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8270300030708313, "Finetune/Loss (Raw)": 0.9129102230072021, "Finetune/Step": 2101, "Finetune/Step Time": 6.125476131215692}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8256519436836243, "Finetune/Loss (Raw)": 0.7995128035545349, "Finetune/Step": 2102, "Finetune/Step Time": 6.104834662750363}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.8243075013160706, "Finetune/Loss (Raw)": 0.677989661693573, "Finetune/Step": 2103, "Finetune/Step Time": 6.112480057403445}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8237322568893433, "Finetune/Loss (Raw)": 0.7950735092163086, "Finetune/Step": 2104, "Finetune/Step Time": 6.131049379706383}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8232365846633911, "Finetune/Loss (Raw)": 0.8370128870010376, "Finetune/Step": 2105, "Finetune/Step Time": 6.136945858597755}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8224091529846191, "Finetune/Loss (Raw)": 0.8699632883071899, "Finetune/Step": 2106, "Finetune/Step Time": 6.140043076127768}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.823676586151123, "Finetune/Loss (Raw)": 0.8739178776741028, "Finetune/Step": 2107, "Finetune/Step Time": 6.131852323189378}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8243424892425537, "Finetune/Loss (Raw)": 0.779321551322937, "Finetune/Step": 2108, "Finetune/Step Time": 6.101562978699803}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8245397806167603, "Finetune/Loss (Raw)": 0.8896458745002747, "Finetune/Step": 2109, "Finetune/Step Time": 6.09465354308486}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8238985538482666, "Finetune/Loss (Raw)": 0.7861465215682983, "Finetune/Step": 2110, "Finetune/Step Time": 6.09983441978693}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8233389854431152, "Finetune/Loss (Raw)": 0.7629259824752808, "Finetune/Step": 2111, "Finetune/Step Time": 6.107563566416502}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.8210269212722778, "Finetune/Loss (Raw)": 0.7139491438865662, "Finetune/Step": 2112, "Finetune/Step Time": 6.119909251108766}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8200990557670593, "Finetune/Loss (Raw)": 0.8290785551071167, "Finetune/Step": 2113, "Finetune/Step Time": 6.134085778146982}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.818925678730011, "Finetune/Loss (Raw)": 0.9024852514266968, "Finetune/Step": 2114, "Finetune/Step Time": 6.134157359600067}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8198280334472656, "Finetune/Loss (Raw)": 0.924666702747345, "Finetune/Step": 2115, "Finetune/Step Time": 6.139475917443633}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8192623257637024, "Finetune/Loss (Raw)": 0.7434828877449036, "Finetune/Step": 2116, "Finetune/Step Time": 6.129957959055901}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.8174377679824829, "Finetune/Loss (Raw)": 0.6754281520843506, "Finetune/Step": 2117, "Finetune/Step Time": 6.147674409672618}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8164946436882019, "Finetune/Loss (Raw)": 0.7686205506324768, "Finetune/Step": 2118, "Finetune/Step Time": 6.156474446877837}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8167180418968201, "Finetune/Loss (Raw)": 0.7498995065689087, "Finetune/Step": 2119, "Finetune/Step Time": 6.1554293762892485}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8159188032150269, "Finetune/Loss (Raw)": 0.7644410729408264, "Finetune/Step": 2120, "Finetune/Step Time": 6.166577827185392}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8172355890274048, "Finetune/Loss (Raw)": 0.8620921969413757, "Finetune/Step": 2121, "Finetune/Step Time": 6.180882692337036}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.8190873265266418, "Finetune/Loss (Raw)": 0.9088932275772095, "Finetune/Step": 2122, "Finetune/Step Time": 6.176287407055497}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.8202543258666992, "Finetune/Loss (Raw)": 0.8738770484924316, "Finetune/Step": 2123, "Finetune/Step Time": 6.172248790040612}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8212728500366211, "Finetune/Loss (Raw)": 0.8849809765815735, "Finetune/Step": 2124, "Finetune/Step Time": 6.16685950756073}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8205670118331909, "Finetune/Loss (Raw)": 0.8720289468765259, "Finetune/Step": 2125, "Finetune/Step Time": 6.167140029370785}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8215377330780029, "Finetune/Loss (Raw)": 0.9392954111099243, "Finetune/Step": 2126, "Finetune/Step Time": 6.174319030717015}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.8227279186248779, "Finetune/Loss (Raw)": 0.875757098197937, "Finetune/Step": 2127, "Finetune/Step Time": 6.168217644095421}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8223786950111389, "Finetune/Loss (Raw)": 0.6351991295814514, "Finetune/Step": 2128, "Finetune/Step Time": 6.153229480609298}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.8211002349853516, "Finetune/Loss (Raw)": 0.7107335329055786, "Finetune/Step": 2129, "Finetune/Step Time": 6.1560734286904335}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8212090730667114, "Finetune/Loss (Raw)": 0.8668038249015808, "Finetune/Step": 2130, "Finetune/Step Time": 6.169955709949136}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8222235441207886, "Finetune/Loss (Raw)": 0.923950731754303, "Finetune/Step": 2131, "Finetune/Step Time": 6.166380185633898}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8222002983093262, "Finetune/Loss (Raw)": 0.8112524151802063, "Finetune/Step": 2132, "Finetune/Step Time": 6.1720052640885115}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.824569582939148, "Finetune/Loss (Raw)": 1.0900061130523682, "Finetune/Step": 2133, "Finetune/Step Time": 6.173288747668266}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8240260481834412, "Finetune/Loss (Raw)": 0.7517469525337219, "Finetune/Step": 2134, "Finetune/Step Time": 6.173314711079001}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8219010829925537, "Finetune/Loss (Raw)": 0.776311457157135, "Finetune/Step": 2135, "Finetune/Step Time": 6.177177311852574}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.8222980499267578, "Finetune/Loss (Raw)": 0.8634997010231018, "Finetune/Step": 2136, "Finetune/Step Time": 6.172777371481061}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8216133117675781, "Finetune/Loss (Raw)": 0.7014166116714478, "Finetune/Step": 2137, "Finetune/Step Time": 6.174378175288439}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8212157487869263, "Finetune/Loss (Raw)": 0.8648384809494019, "Finetune/Step": 2138, "Finetune/Step Time": 6.1913462076336145}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.8190719485282898, "Finetune/Loss (Raw)": 0.7594348788261414, "Finetune/Step": 2139, "Finetune/Step Time": 6.194903302937746}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.8194261789321899, "Finetune/Loss (Raw)": 0.8939309120178223, "Finetune/Step": 2140, "Finetune/Step Time": 6.205715078860521}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.8201545476913452, "Finetune/Loss (Raw)": 0.981560468673706, "Finetune/Step": 2141, "Finetune/Step Time": 6.204964043572545}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8210707902908325, "Finetune/Loss (Raw)": 0.8053896427154541, "Finetune/Step": 2142, "Finetune/Step Time": 6.1927364859730005}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.8215404152870178, "Finetune/Loss (Raw)": 0.8235751390457153, "Finetune/Step": 2143, "Finetune/Step Time": 6.183020392432809}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8219074010848999, "Finetune/Loss (Raw)": 0.8157829642295837, "Finetune/Step": 2144, "Finetune/Step Time": 6.172671960666776}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.8205210566520691, "Finetune/Loss (Raw)": 0.5312656760215759, "Finetune/Step": 2145, "Finetune/Step Time": 6.16272421553731}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8202310800552368, "Finetune/Loss (Raw)": 0.8570950627326965, "Finetune/Step": 2146, "Finetune/Step Time": 6.166169447824359}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.819929838180542, "Finetune/Loss (Raw)": 0.7451053857803345, "Finetune/Step": 2147, "Finetune/Step Time": 6.164579814299941}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.820711612701416, "Finetune/Loss (Raw)": 0.9712905287742615, "Finetune/Step": 2148, "Finetune/Step Time": 6.177047884091735}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8216170072555542, "Finetune/Loss (Raw)": 0.9019706845283508, "Finetune/Step": 2149, "Finetune/Step Time": 6.1749892719089985}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8214177489280701, "Finetune/Loss (Raw)": 0.8082010746002197, "Finetune/Step": 2150, "Finetune/Step Time": 6.169274169951677}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.82357257604599, "Finetune/Loss (Raw)": 0.9170933365821838, "Finetune/Step": 2151, "Finetune/Step Time": 6.164189664646983}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8234058618545532, "Finetune/Loss (Raw)": 0.7567936778068542, "Finetune/Step": 2152, "Finetune/Step Time": 6.15473547577858}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8235818147659302, "Finetune/Loss (Raw)": 0.8030831813812256, "Finetune/Step": 2153, "Finetune/Step Time": 6.1566391084343195}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8220340609550476, "Finetune/Loss (Raw)": 0.6969261169433594, "Finetune/Step": 2154, "Finetune/Step Time": 6.153558263555169}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8221930265426636, "Finetune/Loss (Raw)": 0.8273004293441772, "Finetune/Step": 2155, "Finetune/Step Time": 6.159058049321175}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8209683299064636, "Finetune/Loss (Raw)": 0.6826620101928711, "Finetune/Step": 2156, "Finetune/Step Time": 6.160683833062649}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.819625735282898, "Finetune/Loss (Raw)": 0.7380223274230957, "Finetune/Step": 2157, "Finetune/Step Time": 6.158977469429374}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.822016179561615, "Finetune/Loss (Raw)": 0.8910508155822754, "Finetune/Step": 2158, "Finetune/Step Time": 6.1577502358704805}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.8224438428878784, "Finetune/Loss (Raw)": 0.8716161251068115, "Finetune/Step": 2159, "Finetune/Step Time": 6.144272157922387}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8215136528015137, "Finetune/Loss (Raw)": 0.8228222727775574, "Finetune/Step": 2160, "Finetune/Step Time": 6.154308835044503}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8208634257316589, "Finetune/Loss (Raw)": 0.7792591452598572, "Finetune/Step": 2161, "Finetune/Step Time": 6.152644082903862}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.8191980123519897, "Finetune/Loss (Raw)": 0.7540915012359619, "Finetune/Step": 2162, "Finetune/Step Time": 6.151690384373069}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8203129768371582, "Finetune/Loss (Raw)": 0.7994655966758728, "Finetune/Step": 2163, "Finetune/Step Time": 6.139876864850521}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.8210482001304626, "Finetune/Loss (Raw)": 0.9704888463020325, "Finetune/Step": 2164, "Finetune/Step Time": 6.126934710890055}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8210904598236084, "Finetune/Loss (Raw)": 0.8199090361595154, "Finetune/Step": 2165, "Finetune/Step Time": 6.121930111199617}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.8226802349090576, "Finetune/Loss (Raw)": 0.9044064283370972, "Finetune/Step": 2166, "Finetune/Step Time": 6.128439949825406}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.8222420811653137, "Finetune/Loss (Raw)": 0.9062066078186035, "Finetune/Step": 2167, "Finetune/Step Time": 6.129093561321497}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.8215445280075073, "Finetune/Loss (Raw)": 0.8071567416191101, "Finetune/Step": 2168, "Finetune/Step Time": 6.12877163849771}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8216795921325684, "Finetune/Loss (Raw)": 0.8864217400550842, "Finetune/Step": 2169, "Finetune/Step Time": 6.120442049577832}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.821476399898529, "Finetune/Loss (Raw)": 0.7258469462394714, "Finetune/Step": 2170, "Finetune/Step Time": 6.095006749033928}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.8205440044403076, "Finetune/Loss (Raw)": 0.7383638024330139, "Finetune/Step": 2171, "Finetune/Step Time": 6.098550349473953}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8204898834228516, "Finetune/Loss (Raw)": 0.8734091520309448, "Finetune/Step": 2172, "Finetune/Step Time": 6.103890590369701}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8184984922409058, "Finetune/Loss (Raw)": 0.6156311631202698, "Finetune/Step": 2173, "Finetune/Step Time": 6.107178537175059}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.8156306743621826, "Finetune/Loss (Raw)": 0.6015714406967163, "Finetune/Step": 2174, "Finetune/Step Time": 6.112633895128965}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.8144344687461853, "Finetune/Loss (Raw)": 0.7735286355018616, "Finetune/Step": 2175, "Finetune/Step Time": 6.122403251007199}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8158283233642578, "Finetune/Loss (Raw)": 0.906177282333374, "Finetune/Step": 2176, "Finetune/Step Time": 6.131484109908342}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8184282183647156, "Finetune/Loss (Raw)": 0.8978403210639954, "Finetune/Step": 2177, "Finetune/Step Time": 6.1296240501105785}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8187856078147888, "Finetune/Loss (Raw)": 0.7236942648887634, "Finetune/Step": 2178, "Finetune/Step Time": 6.121372926980257}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8171271085739136, "Finetune/Loss (Raw)": 0.7870157361030579, "Finetune/Step": 2179, "Finetune/Step Time": 6.11813697218895}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8166313767433167, "Finetune/Loss (Raw)": 0.8790839910507202, "Finetune/Step": 2180, "Finetune/Step Time": 6.123878726735711}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.8167214393615723, "Finetune/Loss (Raw)": 0.9089667797088623, "Finetune/Step": 2181, "Finetune/Step Time": 6.122327536344528}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.8166623115539551, "Finetune/Loss (Raw)": 0.9480338096618652, "Finetune/Step": 2182, "Finetune/Step Time": 6.122738616541028}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.8149070739746094, "Finetune/Loss (Raw)": 0.6824775338172913, "Finetune/Step": 2183, "Finetune/Step Time": 6.129181994125247}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.8130590915679932, "Finetune/Loss (Raw)": 0.6884345412254333, "Finetune/Step": 2184, "Finetune/Step Time": 6.143005343154073}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.8140372633934021, "Finetune/Loss (Raw)": 0.872337281703949, "Finetune/Step": 2185, "Finetune/Step Time": 6.14929760619998}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.8142800331115723, "Finetune/Loss (Raw)": 0.8172053098678589, "Finetune/Step": 2186, "Finetune/Step Time": 6.140464536845684}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8125818967819214, "Finetune/Loss (Raw)": 0.5570664405822754, "Finetune/Step": 2187, "Finetune/Step Time": 6.15035910345614}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.812556266784668, "Finetune/Loss (Raw)": 0.7842133641242981, "Finetune/Step": 2188, "Finetune/Step Time": 6.178445419296622}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.8105319142341614, "Finetune/Loss (Raw)": 0.6788679957389832, "Finetune/Step": 2189, "Finetune/Step Time": 6.198928834870458}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.8096870183944702, "Finetune/Loss (Raw)": 0.6750068664550781, "Finetune/Step": 2190, "Finetune/Step Time": 6.204977974295616}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.8088055849075317, "Finetune/Loss (Raw)": 0.8062906265258789, "Finetune/Step": 2191, "Finetune/Step Time": 6.212965164333582}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.8082864880561829, "Finetune/Loss (Raw)": 0.6731786131858826, "Finetune/Step": 2192, "Finetune/Step Time": 6.2173732817173}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.8090952634811401, "Finetune/Loss (Raw)": 0.9065864086151123, "Finetune/Step": 2193, "Finetune/Step Time": 6.205006061121821}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8103378415107727, "Finetune/Loss (Raw)": 0.8252626657485962, "Finetune/Step": 2194, "Finetune/Step Time": 6.198370434343815}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8107559680938721, "Finetune/Loss (Raw)": 0.8913830518722534, "Finetune/Step": 2195, "Finetune/Step Time": 6.185449510812759}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.809867262840271, "Finetune/Loss (Raw)": 0.7524970173835754, "Finetune/Step": 2196, "Finetune/Step Time": 6.187577025964856}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.8097356557846069, "Finetune/Loss (Raw)": 0.8194592595100403, "Finetune/Step": 2197, "Finetune/Step Time": 6.193904917687178}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.811692476272583, "Finetune/Loss (Raw)": 0.7707518935203552, "Finetune/Step": 2198, "Finetune/Step Time": 6.193551309406757}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.8108372688293457, "Finetune/Loss (Raw)": 0.7680180668830872, "Finetune/Step": 2199, "Finetune/Step Time": 6.1915523540228605}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8091545701026917, "Finetune/Loss (Raw)": 0.7223553657531738, "Finetune/Step": 2200, "Finetune/Step Time": 6.190900010988116}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.808752715587616, "Finetune/Loss (Raw)": 0.6855015754699707, "Finetune/Step": 2201, "Finetune/Step Time": 6.201135629788041}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.8076729774475098, "Finetune/Loss (Raw)": 0.8071844577789307, "Finetune/Step": 2202, "Finetune/Step Time": 6.2084025256335735}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.8076897859573364, "Finetune/Loss (Raw)": 0.7883513569831848, "Finetune/Step": 2203, "Finetune/Step Time": 6.213795518502593}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.8077288866043091, "Finetune/Loss (Raw)": 0.7031750082969666, "Finetune/Step": 2204, "Finetune/Step Time": 6.204164708033204}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.8071639537811279, "Finetune/Loss (Raw)": 0.7341364622116089, "Finetune/Step": 2205, "Finetune/Step Time": 6.207706974819303}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.805417537689209, "Finetune/Loss (Raw)": 0.5447404980659485, "Finetune/Step": 2206, "Finetune/Step Time": 6.233821671456099}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.8059163093566895, "Finetune/Loss (Raw)": 0.853869616985321, "Finetune/Step": 2207, "Finetune/Step Time": 6.265461221337318}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.806328535079956, "Finetune/Loss (Raw)": 0.7619533538818359, "Finetune/Step": 2208, "Finetune/Step Time": 6.2647343426942825}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.8062518835067749, "Finetune/Loss (Raw)": 0.7957326173782349, "Finetune/Step": 2209, "Finetune/Step Time": 6.265112232416868}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.8049542903900146, "Finetune/Loss (Raw)": 0.6402939558029175, "Finetune/Step": 2210, "Finetune/Step Time": 6.264325771480799}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.8051996231079102, "Finetune/Loss (Raw)": 0.921874463558197, "Finetune/Step": 2211, "Finetune/Step Time": 6.283478369936347}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.8021390438079834, "Finetune/Loss (Raw)": 0.581375241279602, "Finetune/Step": 2212, "Finetune/Step Time": 6.302717603743076}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.8028937578201294, "Finetune/Loss (Raw)": 0.71061110496521, "Finetune/Step": 2213, "Finetune/Step Time": 6.312553107738495}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.8006919622421265, "Finetune/Loss (Raw)": 0.6206629872322083, "Finetune/Step": 2214, "Finetune/Step Time": 6.300093648955226}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.799895167350769, "Finetune/Loss (Raw)": 0.8733090162277222, "Finetune/Step": 2215, "Finetune/Step Time": 6.3034148421138525}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7993919849395752, "Finetune/Loss (Raw)": 0.858772337436676, "Finetune/Step": 2216, "Finetune/Step Time": 6.303252199664712}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.8000556230545044, "Finetune/Loss (Raw)": 0.9417870044708252, "Finetune/Step": 2217, "Finetune/Step Time": 6.30396906286478}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7997139692306519, "Finetune/Loss (Raw)": 0.5481013655662537, "Finetune/Step": 2218, "Finetune/Step Time": 6.302183244377375}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7991849184036255, "Finetune/Loss (Raw)": 0.7057400345802307, "Finetune/Step": 2219, "Finetune/Step Time": 6.295243758708239}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7990026473999023, "Finetune/Loss (Raw)": 0.8500052094459534, "Finetune/Step": 2220, "Finetune/Step Time": 6.302120527252555}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7972912788391113, "Finetune/Loss (Raw)": 0.7043607234954834, "Finetune/Step": 2221, "Finetune/Step Time": 6.3059929218143225}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7966418266296387, "Finetune/Loss (Raw)": 0.8970041871070862, "Finetune/Step": 2222, "Finetune/Step Time": 6.317150857299566}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.79665607213974, "Finetune/Loss (Raw)": 0.8627467155456543, "Finetune/Step": 2223, "Finetune/Step Time": 6.321659222245216}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7967500686645508, "Finetune/Loss (Raw)": 0.8361074924468994, "Finetune/Step": 2224, "Finetune/Step Time": 6.322465417906642}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7959116697311401, "Finetune/Loss (Raw)": 0.7745755314826965, "Finetune/Step": 2225, "Finetune/Step Time": 6.323513902723789}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7967489361763, "Finetune/Loss (Raw)": 0.8598714470863342, "Finetune/Step": 2226, "Finetune/Step Time": 6.329274341464043}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.79926598072052, "Finetune/Loss (Raw)": 0.9073132276535034, "Finetune/Step": 2227, "Finetune/Step Time": 6.325621211901307}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.8001107573509216, "Finetune/Loss (Raw)": 0.77592933177948, "Finetune/Step": 2228, "Finetune/Step Time": 6.310930356383324}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.798914909362793, "Finetune/Loss (Raw)": 0.7598393559455872, "Finetune/Step": 2229, "Finetune/Step Time": 6.309619966894388}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7987504005432129, "Finetune/Loss (Raw)": 0.778457760810852, "Finetune/Step": 2230, "Finetune/Step Time": 6.309087682515383}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.8007075190544128, "Finetune/Loss (Raw)": 0.9284998774528503, "Finetune/Step": 2231, "Finetune/Step Time": 6.304575499147177}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.8020682334899902, "Finetune/Loss (Raw)": 0.9692475199699402, "Finetune/Step": 2232, "Finetune/Step Time": 6.287395004183054}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.8009541630744934, "Finetune/Loss (Raw)": 0.6944153904914856, "Finetune/Step": 2233, "Finetune/Step Time": 6.282896583899856}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.8013080954551697, "Finetune/Loss (Raw)": 0.9152644276618958, "Finetune/Step": 2234, "Finetune/Step Time": 6.28351073153317}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.8016615509986877, "Finetune/Loss (Raw)": 0.9191628098487854, "Finetune/Step": 2235, "Finetune/Step Time": 6.290161523967981}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.8027333617210388, "Finetune/Loss (Raw)": 0.9165132641792297, "Finetune/Step": 2236, "Finetune/Step Time": 6.297533510252833}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.8016930818557739, "Finetune/Loss (Raw)": 0.7564862370491028, "Finetune/Step": 2237, "Finetune/Step Time": 6.299921605736017}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.8008087873458862, "Finetune/Loss (Raw)": 0.6729558706283569, "Finetune/Step": 2238, "Finetune/Step Time": 6.300152311101556}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.8035492300987244, "Finetune/Loss (Raw)": 1.1137019395828247, "Finetune/Step": 2239, "Finetune/Step Time": 6.300017574802041}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.8056128621101379, "Finetune/Loss (Raw)": 0.9780958890914917, "Finetune/Step": 2240, "Finetune/Step Time": 6.2878740560263395}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.8064662218093872, "Finetune/Loss (Raw)": 0.9383086562156677, "Finetune/Step": 2241, "Finetune/Step Time": 6.276163650676608}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.805640697479248, "Finetune/Loss (Raw)": 0.7968211770057678, "Finetune/Step": 2242, "Finetune/Step Time": 6.278953762724996}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.804661750793457, "Finetune/Loss (Raw)": 0.799355685710907, "Finetune/Step": 2243, "Finetune/Step Time": 6.270576521754265}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.8073194622993469, "Finetune/Loss (Raw)": 1.0836734771728516, "Finetune/Step": 2244, "Finetune/Step Time": 6.2777613047510386}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.8088159561157227, "Finetune/Loss (Raw)": 0.8669756650924683, "Finetune/Step": 2245, "Finetune/Step Time": 6.257321843877435}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.81024169921875, "Finetune/Loss (Raw)": 0.9511191844940186, "Finetune/Step": 2246, "Finetune/Step Time": 6.2472907193005085}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.8100358247756958, "Finetune/Loss (Raw)": 0.7235457897186279, "Finetune/Step": 2247, "Finetune/Step Time": 6.249651685357094}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.8096237778663635, "Finetune/Loss (Raw)": 0.711698591709137, "Finetune/Step": 2248, "Finetune/Step Time": 6.243707280606031}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.8089393973350525, "Finetune/Loss (Raw)": 0.7744905948638916, "Finetune/Step": 2249, "Finetune/Step Time": 6.2256831880658865}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.8078944087028503, "Finetune/Loss (Raw)": 0.7751362919807434, "Finetune/Step": 2250, "Finetune/Step Time": 6.229237457737327}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.8078207969665527, "Finetune/Loss (Raw)": 0.8644528985023499, "Finetune/Step": 2251, "Finetune/Step Time": 6.240454947575927}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8063951730728149, "Finetune/Loss (Raw)": 0.7025101780891418, "Finetune/Step": 2252, "Finetune/Step Time": 6.245635574683547}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.8065418004989624, "Finetune/Loss (Raw)": 0.8907967209815979, "Finetune/Step": 2253, "Finetune/Step Time": 6.255717227235436}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8064426183700562, "Finetune/Loss (Raw)": 0.9265927672386169, "Finetune/Step": 2254, "Finetune/Step Time": 6.246916204690933}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.806267261505127, "Finetune/Loss (Raw)": 0.8533121943473816, "Finetune/Step": 2255, "Finetune/Step Time": 6.249792912974954}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.8072675466537476, "Finetune/Loss (Raw)": 0.7632399201393127, "Finetune/Step": 2256, "Finetune/Step Time": 6.242653561756015}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.8081576228141785, "Finetune/Loss (Raw)": 0.8246556520462036, "Finetune/Step": 2257, "Finetune/Step Time": 6.224075170233846}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.8065086007118225, "Finetune/Loss (Raw)": 0.655730128288269, "Finetune/Step": 2258, "Finetune/Step Time": 6.209374530240893}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.8052505254745483, "Finetune/Loss (Raw)": 0.7629196643829346, "Finetune/Step": 2259, "Finetune/Step Time": 6.211158966645598}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.8049049973487854, "Finetune/Loss (Raw)": 0.7670243978500366, "Finetune/Step": 2260, "Finetune/Step Time": 6.2119955364614725}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.8034390211105347, "Finetune/Loss (Raw)": 0.9023593068122864, "Finetune/Step": 2261, "Finetune/Step Time": 6.215922409668565}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.8052393198013306, "Finetune/Loss (Raw)": 0.9821823835372925, "Finetune/Step": 2262, "Finetune/Step Time": 6.216125914826989}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.8054744601249695, "Finetune/Loss (Raw)": 0.8064129948616028, "Finetune/Step": 2263, "Finetune/Step Time": 6.215764803811908}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.8057326078414917, "Finetune/Loss (Raw)": 0.8965447545051575, "Finetune/Step": 2264, "Finetune/Step Time": 6.219780188053846}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.806666374206543, "Finetune/Loss (Raw)": 0.8209290504455566, "Finetune/Step": 2265, "Finetune/Step Time": 6.215814631432295}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.8042096495628357, "Finetune/Loss (Raw)": 0.5503882169723511, "Finetune/Step": 2266, "Finetune/Step Time": 6.200453197583556}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.8047424554824829, "Finetune/Loss (Raw)": 0.8276385068893433, "Finetune/Step": 2267, "Finetune/Step Time": 6.198063077405095}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.8036056756973267, "Finetune/Loss (Raw)": 0.7484158277511597, "Finetune/Step": 2268, "Finetune/Step Time": 6.183794893324375}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.8029043674468994, "Finetune/Loss (Raw)": 0.8917985558509827, "Finetune/Step": 2269, "Finetune/Step Time": 6.180344080552459}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.8012478351593018, "Finetune/Loss (Raw)": 0.5933522582054138, "Finetune/Step": 2270, "Finetune/Step Time": 6.179213864728808}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.8018077611923218, "Finetune/Loss (Raw)": 0.8952403664588928, "Finetune/Step": 2271, "Finetune/Step Time": 6.180850878357887}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.802456259727478, "Finetune/Loss (Raw)": 0.8987936973571777, "Finetune/Step": 2272, "Finetune/Step Time": 6.168399441987276}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.8046773076057434, "Finetune/Loss (Raw)": 0.8155519366264343, "Finetune/Step": 2273, "Finetune/Step Time": 6.163871385157108}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.8039119243621826, "Finetune/Loss (Raw)": 0.7591279149055481, "Finetune/Step": 2274, "Finetune/Step Time": 6.158316044136882}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.8053029775619507, "Finetune/Loss (Raw)": 0.9231694936752319, "Finetune/Step": 2275, "Finetune/Step Time": 6.163776850327849}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.804378867149353, "Finetune/Loss (Raw)": 0.8529953360557556, "Finetune/Step": 2276, "Finetune/Step Time": 6.149109806865454}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.8026882410049438, "Finetune/Loss (Raw)": 0.6855801939964294, "Finetune/Step": 2277, "Finetune/Step Time": 6.151186864823103}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.8033477067947388, "Finetune/Loss (Raw)": 0.8926066160202026, "Finetune/Step": 2278, "Finetune/Step Time": 6.15242281742394}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.8029462695121765, "Finetune/Loss (Raw)": 0.8657121658325195, "Finetune/Step": 2279, "Finetune/Step Time": 6.14996674656868}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.8036783933639526, "Finetune/Loss (Raw)": 0.8504982590675354, "Finetune/Step": 2280, "Finetune/Step Time": 6.144581563770771}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.8037384152412415, "Finetune/Loss (Raw)": 0.8107694983482361, "Finetune/Step": 2281, "Finetune/Step Time": 6.1435469426214695}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.8046496510505676, "Finetune/Loss (Raw)": 0.8135648369789124, "Finetune/Step": 2282, "Finetune/Step Time": 6.143971787765622}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.8056429624557495, "Finetune/Loss (Raw)": 0.9544494152069092, "Finetune/Step": 2283, "Finetune/Step Time": 6.139659017324448}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.805375337600708, "Finetune/Loss (Raw)": 0.6484007835388184, "Finetune/Step": 2284, "Finetune/Step Time": 6.136260522529483}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.8056596517562866, "Finetune/Loss (Raw)": 0.7744156122207642, "Finetune/Step": 2285, "Finetune/Step Time": 6.14605064317584}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.8048789501190186, "Finetune/Loss (Raw)": 0.7911261916160583, "Finetune/Step": 2286, "Finetune/Step Time": 6.147886052727699}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.8028523325920105, "Finetune/Loss (Raw)": 0.6122021079063416, "Finetune/Step": 2287, "Finetune/Step Time": 6.151139153167605}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.8035295009613037, "Finetune/Loss (Raw)": 0.9094986915588379, "Finetune/Step": 2288, "Finetune/Step Time": 6.142498901113868}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.8023086786270142, "Finetune/Loss (Raw)": 0.6229995489120483, "Finetune/Step": 2289, "Finetune/Step Time": 6.146710902452469}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.8037676215171814, "Finetune/Loss (Raw)": 0.9408302903175354, "Finetune/Step": 2290, "Finetune/Step Time": 6.152727589011192}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.8035252094268799, "Finetune/Loss (Raw)": 0.7684450745582581, "Finetune/Step": 2291, "Finetune/Step Time": 6.152419477701187}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.8017517924308777, "Finetune/Loss (Raw)": 0.7434869408607483, "Finetune/Step": 2292, "Finetune/Step Time": 6.161411615088582}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7997322082519531, "Finetune/Loss (Raw)": 0.5614061951637268, "Finetune/Step": 2293, "Finetune/Step Time": 6.16099257953465}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7993712425231934, "Finetune/Loss (Raw)": 0.8581939339637756, "Finetune/Step": 2294, "Finetune/Step Time": 6.1512244660407305}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7983946800231934, "Finetune/Loss (Raw)": 0.7812132239341736, "Finetune/Step": 2295, "Finetune/Step Time": 6.155137335881591}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7974505424499512, "Finetune/Loss (Raw)": 0.686306893825531, "Finetune/Step": 2296, "Finetune/Step Time": 6.166549269109964}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7967408895492554, "Finetune/Loss (Raw)": 0.7955827116966248, "Finetune/Step": 2297, "Finetune/Step Time": 6.1675050891935825}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.797359824180603, "Finetune/Loss (Raw)": 0.8050659894943237, "Finetune/Step": 2298, "Finetune/Step Time": 6.167749704793096}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7986611127853394, "Finetune/Loss (Raw)": 0.9049398899078369, "Finetune/Step": 2299, "Finetune/Step Time": 6.177507109940052}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7987124919891357, "Finetune/Loss (Raw)": 0.8799830675125122, "Finetune/Step": 2300, "Finetune/Step Time": 6.176995001733303}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7999181747436523, "Finetune/Loss (Raw)": 0.769952654838562, "Finetune/Step": 2301, "Finetune/Step Time": 6.177842622622848}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.8009092807769775, "Finetune/Loss (Raw)": 0.7284403443336487, "Finetune/Step": 2302, "Finetune/Step Time": 6.169362418353558}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.8015459775924683, "Finetune/Loss (Raw)": 0.855016827583313, "Finetune/Step": 2303, "Finetune/Step Time": 6.161598997190595}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7994966506958008, "Finetune/Loss (Raw)": 0.6438722610473633, "Finetune/Step": 2304, "Finetune/Step Time": 6.152731016278267}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.798410177230835, "Finetune/Loss (Raw)": 0.7587670683860779, "Finetune/Step": 2305, "Finetune/Step Time": 6.155483057722449}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.8000874519348145, "Finetune/Loss (Raw)": 0.9383861422538757, "Finetune/Step": 2306, "Finetune/Step Time": 6.154270803555846}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.8006724715232849, "Finetune/Loss (Raw)": 0.8619024157524109, "Finetune/Step": 2307, "Finetune/Step Time": 6.151693008840084}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7979065775871277, "Finetune/Loss (Raw)": 0.5250438451766968, "Finetune/Step": 2308, "Finetune/Step Time": 6.142869183793664}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7968525290489197, "Finetune/Loss (Raw)": 0.7740519046783447, "Finetune/Step": 2309, "Finetune/Step Time": 6.14195403829217}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7965153455734253, "Finetune/Loss (Raw)": 0.9048694372177124, "Finetune/Step": 2310, "Finetune/Step Time": 6.13957074470818}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7982941269874573, "Finetune/Loss (Raw)": 0.9101616740226746, "Finetune/Step": 2311, "Finetune/Step Time": 6.133282076567411}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7985095977783203, "Finetune/Loss (Raw)": 0.7160176634788513, "Finetune/Step": 2312, "Finetune/Step Time": 6.122840886935592}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.798160970211029, "Finetune/Loss (Raw)": 0.8277146816253662, "Finetune/Step": 2313, "Finetune/Step Time": 6.128578454256058}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7977100014686584, "Finetune/Loss (Raw)": 0.7594792246818542, "Finetune/Step": 2314, "Finetune/Step Time": 6.131273729726672}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7994717359542847, "Finetune/Loss (Raw)": 0.7825713753700256, "Finetune/Step": 2315, "Finetune/Step Time": 6.12910440005362}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.8005175590515137, "Finetune/Loss (Raw)": 0.9180716276168823, "Finetune/Step": 2316, "Finetune/Step Time": 6.101625377312303}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.8012481331825256, "Finetune/Loss (Raw)": 0.7723867893218994, "Finetune/Step": 2317, "Finetune/Step Time": 6.081802666187286}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.8017420172691345, "Finetune/Loss (Raw)": 0.7382230758666992, "Finetune/Step": 2318, "Finetune/Step Time": 6.079353600740433}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.8027169704437256, "Finetune/Loss (Raw)": 0.9310839176177979, "Finetune/Step": 2319, "Finetune/Step Time": 6.070449257269502}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.8035687208175659, "Finetune/Loss (Raw)": 0.7822011709213257, "Finetune/Step": 2320, "Finetune/Step Time": 6.064853839576244}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.8029006719589233, "Finetune/Loss (Raw)": 0.8210780620574951, "Finetune/Step": 2321, "Finetune/Step Time": 6.067087654024363}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.8031752109527588, "Finetune/Loss (Raw)": 0.8604059219360352, "Finetune/Step": 2322, "Finetune/Step Time": 6.070922859013081}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.8017061948776245, "Finetune/Loss (Raw)": 0.7033514380455017, "Finetune/Step": 2323, "Finetune/Step Time": 6.072074372321367}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.8019518852233887, "Finetune/Loss (Raw)": 0.783941924571991, "Finetune/Step": 2324, "Finetune/Step Time": 6.078503390774131}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.8023508191108704, "Finetune/Loss (Raw)": 0.8705220222473145, "Finetune/Step": 2325, "Finetune/Step Time": 6.075365878641605}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.8016854524612427, "Finetune/Loss (Raw)": 0.6855853199958801, "Finetune/Step": 2326, "Finetune/Step Time": 6.083184823393822}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.8021751642227173, "Finetune/Loss (Raw)": 0.8307046294212341, "Finetune/Step": 2327, "Finetune/Step Time": 6.096810314804316}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.8022868633270264, "Finetune/Loss (Raw)": 0.7366524338722229, "Finetune/Step": 2328, "Finetune/Step Time": 6.103868307545781}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.8040860295295715, "Finetune/Loss (Raw)": 0.9157921075820923, "Finetune/Step": 2329, "Finetune/Step Time": 6.096157280728221}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.8034372329711914, "Finetune/Loss (Raw)": 0.7241345643997192, "Finetune/Step": 2330, "Finetune/Step Time": 6.085534503683448}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.8036942481994629, "Finetune/Loss (Raw)": 0.8212537169456482, "Finetune/Step": 2331, "Finetune/Step Time": 6.082822501659393}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.8060845136642456, "Finetune/Loss (Raw)": 1.0091243982315063, "Finetune/Step": 2332, "Finetune/Step Time": 6.085148686543107}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.8072137832641602, "Finetune/Loss (Raw)": 0.8786872029304504, "Finetune/Step": 2333, "Finetune/Step Time": 6.081543425098062}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8095754384994507, "Finetune/Loss (Raw)": 0.8470302820205688, "Finetune/Step": 2334, "Finetune/Step Time": 6.067514440044761}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.8093687295913696, "Finetune/Loss (Raw)": 0.8274150490760803, "Finetune/Step": 2335, "Finetune/Step Time": 6.044478580355644}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8098349571228027, "Finetune/Loss (Raw)": 0.8216298818588257, "Finetune/Step": 2336, "Finetune/Step Time": 6.0479830130934715}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8109559416770935, "Finetune/Loss (Raw)": 0.9392119646072388, "Finetune/Step": 2337, "Finetune/Step Time": 6.051547080278397}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8125759363174438, "Finetune/Loss (Raw)": 0.8476619124412537, "Finetune/Step": 2338, "Finetune/Step Time": 6.047284143045545}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8111070394515991, "Finetune/Loss (Raw)": 0.7338505983352661, "Finetune/Step": 2339, "Finetune/Step Time": 6.03181823156774}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8126122951507568, "Finetune/Loss (Raw)": 0.7740515470504761, "Finetune/Step": 2340, "Finetune/Step Time": 6.02548311650753}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8139692544937134, "Finetune/Loss (Raw)": 0.8842979669570923, "Finetune/Step": 2341, "Finetune/Step Time": 6.022520717233419}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8146826028823853, "Finetune/Loss (Raw)": 0.7119733691215515, "Finetune/Step": 2342, "Finetune/Step Time": 6.043722013011575}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8150691986083984, "Finetune/Loss (Raw)": 0.9227962493896484, "Finetune/Step": 2343, "Finetune/Step Time": 6.05977644212544}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8143587112426758, "Finetune/Loss (Raw)": 0.7678296566009521, "Finetune/Step": 2344, "Finetune/Step Time": 6.074477028101683}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8149920105934143, "Finetune/Loss (Raw)": 1.022845983505249, "Finetune/Step": 2345, "Finetune/Step Time": 6.087518695741892}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8169854879379272, "Finetune/Loss (Raw)": 0.8032695055007935, "Finetune/Step": 2346, "Finetune/Step Time": 6.082538956776261}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8179987072944641, "Finetune/Loss (Raw)": 0.8354324102401733, "Finetune/Step": 2347, "Finetune/Step Time": 6.074996957555413}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.817919135093689, "Finetune/Loss (Raw)": 0.8398239016532898, "Finetune/Step": 2348, "Finetune/Step Time": 6.055984519422054}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8185825347900391, "Finetune/Loss (Raw)": 0.7892630100250244, "Finetune/Step": 2349, "Finetune/Step Time": 6.053321659564972}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8180176615715027, "Finetune/Loss (Raw)": 0.824705183506012, "Finetune/Step": 2350, "Finetune/Step Time": 6.047074351459742}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8184560537338257, "Finetune/Loss (Raw)": 0.918857753276825, "Finetune/Step": 2351, "Finetune/Step Time": 6.043842552229762}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8185082674026489, "Finetune/Loss (Raw)": 0.8427945971488953, "Finetune/Step": 2352, "Finetune/Step Time": 6.044608699157834}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8189657926559448, "Finetune/Loss (Raw)": 0.8331383466720581, "Finetune/Step": 2353, "Finetune/Step Time": 6.0491167809814215}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8187596797943115, "Finetune/Loss (Raw)": 0.8334946036338806, "Finetune/Step": 2354, "Finetune/Step Time": 6.0449183229357}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8178104162216187, "Finetune/Loss (Raw)": 0.7858049273490906, "Finetune/Step": 2355, "Finetune/Step Time": 6.051250547170639}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8171957731246948, "Finetune/Loss (Raw)": 0.6972610354423523, "Finetune/Step": 2356, "Finetune/Step Time": 6.05172168277204}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8176103830337524, "Finetune/Loss (Raw)": 0.8129029870033264, "Finetune/Step": 2357, "Finetune/Step Time": 6.0530346520245075}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8186308145523071, "Finetune/Loss (Raw)": 0.9090678691864014, "Finetune/Step": 2358, "Finetune/Step Time": 6.053376382216811}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8161873817443848, "Finetune/Loss (Raw)": 0.6157436370849609, "Finetune/Step": 2359, "Finetune/Step Time": 6.0552951246500015}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8154973983764648, "Finetune/Loss (Raw)": 0.8809264898300171, "Finetune/Step": 2360, "Finetune/Step Time": 6.0698325745761395}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8170464038848877, "Finetune/Loss (Raw)": 0.8926916718482971, "Finetune/Step": 2361, "Finetune/Step Time": 6.069071447476745}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.8163274526596069, "Finetune/Loss (Raw)": 0.823235273361206, "Finetune/Step": 2362, "Finetune/Step Time": 6.065580090507865}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8136197924613953, "Finetune/Loss (Raw)": 0.5725856423377991, "Finetune/Step": 2363, "Finetune/Step Time": 6.061658879742026}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8122668266296387, "Finetune/Loss (Raw)": 0.7433298230171204, "Finetune/Step": 2364, "Finetune/Step Time": 6.064127270132303}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.813200831413269, "Finetune/Loss (Raw)": 0.8760424852371216, "Finetune/Step": 2365, "Finetune/Step Time": 6.061156393960118}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.8124040365219116, "Finetune/Loss (Raw)": 0.5709682703018188, "Finetune/Step": 2366, "Finetune/Step Time": 6.058641152456403}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8109506368637085, "Finetune/Loss (Raw)": 0.9276635646820068, "Finetune/Step": 2367, "Finetune/Step Time": 6.05827602930367}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8094216585159302, "Finetune/Loss (Raw)": 0.7823930978775024, "Finetune/Step": 2368, "Finetune/Step Time": 6.061858789995313}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.8095847368240356, "Finetune/Loss (Raw)": 0.9591789841651917, "Finetune/Step": 2369, "Finetune/Step Time": 6.056446012109518}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8097310066223145, "Finetune/Loss (Raw)": 0.8155432343482971, "Finetune/Step": 2370, "Finetune/Step Time": 6.05477986112237}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8107641935348511, "Finetune/Loss (Raw)": 0.9315980672836304, "Finetune/Step": 2371, "Finetune/Step Time": 6.067015737295151}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.8083584308624268, "Finetune/Loss (Raw)": 0.7757464051246643, "Finetune/Step": 2372, "Finetune/Step Time": 6.054540906101465}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.8088064789772034, "Finetune/Loss (Raw)": 0.9243186116218567, "Finetune/Step": 2373, "Finetune/Step Time": 6.059826483950019}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.807037353515625, "Finetune/Loss (Raw)": 0.7246655225753784, "Finetune/Step": 2374, "Finetune/Step Time": 6.0732163693755865}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.8064836263656616, "Finetune/Loss (Raw)": 0.6526777148246765, "Finetune/Step": 2375, "Finetune/Step Time": 6.075287275016308}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.8079474568367004, "Finetune/Loss (Raw)": 0.8990699648857117, "Finetune/Step": 2376, "Finetune/Step Time": 6.078763946890831}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.8094706535339355, "Finetune/Loss (Raw)": 0.9694600105285645, "Finetune/Step": 2377, "Finetune/Step Time": 6.082562940195203}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.810547947883606, "Finetune/Loss (Raw)": 0.9130271673202515, "Finetune/Step": 2378, "Finetune/Step Time": 6.077565969899297}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8101289868354797, "Finetune/Loss (Raw)": 0.8108216524124146, "Finetune/Step": 2379, "Finetune/Step Time": 6.067669663578272}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8103504776954651, "Finetune/Loss (Raw)": 0.7308639883995056, "Finetune/Step": 2380, "Finetune/Step Time": 6.072103293612599}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8098092079162598, "Finetune/Loss (Raw)": 0.8215146064758301, "Finetune/Step": 2381, "Finetune/Step Time": 6.056653315201402}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.8078622817993164, "Finetune/Loss (Raw)": 0.6773846745491028, "Finetune/Step": 2382, "Finetune/Step Time": 6.059392748400569}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.8056331276893616, "Finetune/Loss (Raw)": 0.5679850578308105, "Finetune/Step": 2383, "Finetune/Step Time": 6.067584535107017}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8071824312210083, "Finetune/Loss (Raw)": 0.9615498185157776, "Finetune/Step": 2384, "Finetune/Step Time": 6.074277605861425}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8069846034049988, "Finetune/Loss (Raw)": 0.7993291616439819, "Finetune/Step": 2385, "Finetune/Step Time": 6.0716137662529945}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.8093903064727783, "Finetune/Loss (Raw)": 0.9636649489402771, "Finetune/Step": 2386, "Finetune/Step Time": 6.075214693322778}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.8097248673439026, "Finetune/Loss (Raw)": 0.8057389855384827, "Finetune/Step": 2387, "Finetune/Step Time": 6.081635313108563}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8101025819778442, "Finetune/Loss (Raw)": 0.815373420715332, "Finetune/Step": 2388, "Finetune/Step Time": 6.082712527364492}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8104406595230103, "Finetune/Loss (Raw)": 0.9456287622451782, "Finetune/Step": 2389, "Finetune/Step Time": 6.0902638155967}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.810149073600769, "Finetune/Loss (Raw)": 0.9448689222335815, "Finetune/Step": 2390, "Finetune/Step Time": 6.092037016525865}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8111093640327454, "Finetune/Loss (Raw)": 0.9293249845504761, "Finetune/Step": 2391, "Finetune/Step Time": 6.09307911247015}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8107713460922241, "Finetune/Loss (Raw)": 0.8532801866531372, "Finetune/Step": 2392, "Finetune/Step Time": 6.093569086864591}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8115871548652649, "Finetune/Loss (Raw)": 0.9253532290458679, "Finetune/Step": 2393, "Finetune/Step Time": 6.0980689357966185}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8123383522033691, "Finetune/Loss (Raw)": 0.6465409398078918, "Finetune/Step": 2394, "Finetune/Step Time": 6.110432161018252}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.812590479850769, "Finetune/Loss (Raw)": 0.859912097454071, "Finetune/Step": 2395, "Finetune/Step Time": 6.130923479795456}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8130686283111572, "Finetune/Loss (Raw)": 0.8096204400062561, "Finetune/Step": 2396, "Finetune/Step Time": 6.13271851092577}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8127278685569763, "Finetune/Loss (Raw)": 0.8481756448745728, "Finetune/Step": 2397, "Finetune/Step Time": 6.13009094633162}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8159409761428833, "Finetune/Loss (Raw)": 1.0046350955963135, "Finetune/Step": 2398, "Finetune/Step Time": 6.125973090529442}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8160941004753113, "Finetune/Loss (Raw)": 0.9148373007774353, "Finetune/Step": 2399, "Finetune/Step Time": 6.121662821620703}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.8148625493049622, "Finetune/Loss (Raw)": 0.7411498427391052, "Finetune/Step": 2400, "Finetune/Step Time": 6.122247034683824}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8149173259735107, "Finetune/Loss (Raw)": 0.8225619196891785, "Finetune/Step": 2401, "Finetune/Step Time": 6.115414060652256}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8145720362663269, "Finetune/Loss (Raw)": 0.7149365544319153, "Finetune/Step": 2402, "Finetune/Step Time": 6.111855536699295}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8139801025390625, "Finetune/Loss (Raw)": 0.8474026918411255, "Finetune/Step": 2403, "Finetune/Step Time": 6.102179327979684}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8140121102333069, "Finetune/Loss (Raw)": 0.8570898771286011, "Finetune/Step": 2404, "Finetune/Step Time": 6.104904709383845}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.814970850944519, "Finetune/Loss (Raw)": 0.8082990646362305, "Finetune/Step": 2405, "Finetune/Step Time": 6.102225689217448}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8153315186500549, "Finetune/Loss (Raw)": 0.9387739300727844, "Finetune/Step": 2406, "Finetune/Step Time": 6.1014430075883865}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.813027560710907, "Finetune/Loss (Raw)": 0.5708044171333313, "Finetune/Step": 2407, "Finetune/Step Time": 6.1074237413704395}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8142849206924438, "Finetune/Loss (Raw)": 1.0114368200302124, "Finetune/Step": 2408, "Finetune/Step Time": 6.120954850688577}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8144062161445618, "Finetune/Loss (Raw)": 0.8263031244277954, "Finetune/Step": 2409, "Finetune/Step Time": 6.123367918655276}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.814123272895813, "Finetune/Loss (Raw)": 0.7773405909538269, "Finetune/Step": 2410, "Finetune/Step Time": 6.1241106409579515}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8119664192199707, "Finetune/Loss (Raw)": 0.6783791780471802, "Finetune/Step": 2411, "Finetune/Step Time": 6.129069551825523}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.81282639503479, "Finetune/Loss (Raw)": 0.7584736943244934, "Finetune/Step": 2412, "Finetune/Step Time": 6.138861123472452}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8127002716064453, "Finetune/Loss (Raw)": 0.7582804560661316, "Finetune/Step": 2413, "Finetune/Step Time": 6.122356044128537}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8135301470756531, "Finetune/Loss (Raw)": 0.897346556186676, "Finetune/Step": 2414, "Finetune/Step Time": 6.11485113017261}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8152244687080383, "Finetune/Loss (Raw)": 0.8290714621543884, "Finetune/Step": 2415, "Finetune/Step Time": 6.106545362621546}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8141667246818542, "Finetune/Loss (Raw)": 0.7741062045097351, "Finetune/Step": 2416, "Finetune/Step Time": 6.105851510539651}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8150326013565063, "Finetune/Loss (Raw)": 0.7338274717330933, "Finetune/Step": 2417, "Finetune/Step Time": 6.10431463457644}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.813552975654602, "Finetune/Loss (Raw)": 0.7514451742172241, "Finetune/Step": 2418, "Finetune/Step Time": 6.107292223721743}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8134878873825073, "Finetune/Loss (Raw)": 0.7601107358932495, "Finetune/Step": 2419, "Finetune/Step Time": 6.123060066252947}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8154527544975281, "Finetune/Loss (Raw)": 0.9949911832809448, "Finetune/Step": 2420, "Finetune/Step Time": 6.125033034011722}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8161493539810181, "Finetune/Loss (Raw)": 0.6505722403526306, "Finetune/Step": 2421, "Finetune/Step Time": 6.1219168510288}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8147772550582886, "Finetune/Loss (Raw)": 0.6825584173202515, "Finetune/Step": 2422, "Finetune/Step Time": 6.129326930269599}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8132632970809937, "Finetune/Loss (Raw)": 0.5874319672584534, "Finetune/Step": 2423, "Finetune/Step Time": 6.131591476500034}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8148871660232544, "Finetune/Loss (Raw)": 0.8941639065742493, "Finetune/Step": 2424, "Finetune/Step Time": 6.126043893396854}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8141396045684814, "Finetune/Loss (Raw)": 0.6998914480209351, "Finetune/Step": 2425, "Finetune/Step Time": 6.126665160059929}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8128310441970825, "Finetune/Loss (Raw)": 0.6375751495361328, "Finetune/Step": 2426, "Finetune/Step Time": 6.136496936902404}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8124268054962158, "Finetune/Loss (Raw)": 0.8531933426856995, "Finetune/Step": 2427, "Finetune/Step Time": 6.140287084504962}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.8110404014587402, "Finetune/Loss (Raw)": 0.7025319933891296, "Finetune/Step": 2428, "Finetune/Step Time": 6.14681101962924}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.811726450920105, "Finetune/Loss (Raw)": 0.8577581644058228, "Finetune/Step": 2429, "Finetune/Step Time": 6.145004961639643}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8114572167396545, "Finetune/Loss (Raw)": 0.6939824223518372, "Finetune/Step": 2430, "Finetune/Step Time": 6.155806129798293}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8118382692337036, "Finetune/Loss (Raw)": 0.9037947058677673, "Finetune/Step": 2431, "Finetune/Step Time": 6.169992260634899}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8131236433982849, "Finetune/Loss (Raw)": 0.8083969354629517, "Finetune/Step": 2432, "Finetune/Step Time": 6.168016402050853}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.8129533529281616, "Finetune/Loss (Raw)": 0.7369676232337952, "Finetune/Step": 2433, "Finetune/Step Time": 6.169125618413091}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8122672438621521, "Finetune/Loss (Raw)": 0.8505598306655884, "Finetune/Step": 2434, "Finetune/Step Time": 6.168663701042533}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8119446039199829, "Finetune/Loss (Raw)": 0.8206067085266113, "Finetune/Step": 2435, "Finetune/Step Time": 6.171349480748177}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8147640228271484, "Finetune/Loss (Raw)": 0.8859339952468872, "Finetune/Step": 2436, "Finetune/Step Time": 6.176102874800563}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8148213624954224, "Finetune/Loss (Raw)": 0.7813923358917236, "Finetune/Step": 2437, "Finetune/Step Time": 6.172404421493411}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.814920961856842, "Finetune/Loss (Raw)": 0.917616069316864, "Finetune/Step": 2438, "Finetune/Step Time": 6.176203057169914}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8148565292358398, "Finetune/Loss (Raw)": 0.9019103646278381, "Finetune/Step": 2439, "Finetune/Step Time": 6.178458085283637}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8163821697235107, "Finetune/Loss (Raw)": 0.9113054275512695, "Finetune/Step": 2440, "Finetune/Step Time": 6.174478508532047}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8170896768569946, "Finetune/Loss (Raw)": 0.9182676076889038, "Finetune/Step": 2441, "Finetune/Step Time": 6.162940280511975}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8176730871200562, "Finetune/Loss (Raw)": 0.8341600894927979, "Finetune/Step": 2442, "Finetune/Step Time": 6.160592103376985}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8187820911407471, "Finetune/Loss (Raw)": 0.92452472448349, "Finetune/Step": 2443, "Finetune/Step Time": 6.148365223780274}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8183704614639282, "Finetune/Loss (Raw)": 0.8653831481933594, "Finetune/Step": 2444, "Finetune/Step Time": 6.150761563330889}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.817792534828186, "Finetune/Loss (Raw)": 0.6984111070632935, "Finetune/Step": 2445, "Finetune/Step Time": 6.156182469800115}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8190124034881592, "Finetune/Loss (Raw)": 0.8943718671798706, "Finetune/Step": 2446, "Finetune/Step Time": 6.168150627985597}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8184331655502319, "Finetune/Loss (Raw)": 0.8569418787956238, "Finetune/Step": 2447, "Finetune/Step Time": 6.170519391074777}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8194848299026489, "Finetune/Loss (Raw)": 0.9168056845664978, "Finetune/Step": 2448, "Finetune/Step Time": 6.173699973151088}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8187268972396851, "Finetune/Loss (Raw)": 0.7240701913833618, "Finetune/Step": 2449, "Finetune/Step Time": 6.172596884891391}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8179810047149658, "Finetune/Loss (Raw)": 0.7649227976799011, "Finetune/Step": 2450, "Finetune/Step Time": 6.173549519851804}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8173288106918335, "Finetune/Loss (Raw)": 0.6198796033859253, "Finetune/Step": 2451, "Finetune/Step Time": 6.190788574516773}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8173694610595703, "Finetune/Loss (Raw)": 0.7891460061073303, "Finetune/Step": 2452, "Finetune/Step Time": 6.1989776045084}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.816825270652771, "Finetune/Loss (Raw)": 0.8008624911308289, "Finetune/Step": 2453, "Finetune/Step Time": 6.201743004843593}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.817771852016449, "Finetune/Loss (Raw)": 0.8067488074302673, "Finetune/Step": 2454, "Finetune/Step Time": 6.208787575364113}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8181127309799194, "Finetune/Loss (Raw)": 0.8743391633033752, "Finetune/Step": 2455, "Finetune/Step Time": 6.195376090705395}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8192961812019348, "Finetune/Loss (Raw)": 0.8881282806396484, "Finetune/Step": 2456, "Finetune/Step Time": 6.18653679639101}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8188324570655823, "Finetune/Loss (Raw)": 0.8564396500587463, "Finetune/Step": 2457, "Finetune/Step Time": 6.179496752098203}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8194050192832947, "Finetune/Loss (Raw)": 0.7974178194999695, "Finetune/Step": 2458, "Finetune/Step Time": 6.178024308755994}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8191711902618408, "Finetune/Loss (Raw)": 0.7913296222686768, "Finetune/Step": 2459, "Finetune/Step Time": 6.180663218721747}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8173254132270813, "Finetune/Loss (Raw)": 0.7728630304336548, "Finetune/Step": 2460, "Finetune/Step Time": 6.177169129252434}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8178386688232422, "Finetune/Loss (Raw)": 0.944377601146698, "Finetune/Step": 2461, "Finetune/Step Time": 6.172071244567633}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8179560899734497, "Finetune/Loss (Raw)": 0.8620664477348328, "Finetune/Step": 2462, "Finetune/Step Time": 6.166715109720826}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.8176000714302063, "Finetune/Loss (Raw)": 0.781843900680542, "Finetune/Step": 2463, "Finetune/Step Time": 6.15854911506176}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8182032108306885, "Finetune/Loss (Raw)": 0.8988202214241028, "Finetune/Step": 2464, "Finetune/Step Time": 6.153603309765458}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8173949718475342, "Finetune/Loss (Raw)": 0.835767388343811, "Finetune/Step": 2465, "Finetune/Step Time": 6.145392002537847}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.8168465495109558, "Finetune/Loss (Raw)": 0.7774616479873657, "Finetune/Step": 2466, "Finetune/Step Time": 6.146907305344939}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8175057172775269, "Finetune/Loss (Raw)": 0.8182277679443359, "Finetune/Step": 2467, "Finetune/Step Time": 6.141948234289885}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8187913298606873, "Finetune/Loss (Raw)": 0.938609778881073, "Finetune/Step": 2468, "Finetune/Step Time": 6.140986168757081}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8189910650253296, "Finetune/Loss (Raw)": 0.90986168384552, "Finetune/Step": 2469, "Finetune/Step Time": 6.137225469574332}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8193778395652771, "Finetune/Loss (Raw)": 0.7614828944206238, "Finetune/Step": 2470, "Finetune/Step Time": 6.114563969895244}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8191548585891724, "Finetune/Loss (Raw)": 0.8942561745643616, "Finetune/Step": 2471, "Finetune/Step Time": 6.097841868177056}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8197035789489746, "Finetune/Loss (Raw)": 0.8380633592605591, "Finetune/Step": 2472, "Finetune/Step Time": 6.083549728617072}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8185857534408569, "Finetune/Loss (Raw)": 0.8797642588615417, "Finetune/Step": 2473, "Finetune/Step Time": 6.069850357249379}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8185887932777405, "Finetune/Loss (Raw)": 0.8036618232727051, "Finetune/Step": 2474, "Finetune/Step Time": 6.073648450896144}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8183414936065674, "Finetune/Loss (Raw)": 0.8037747740745544, "Finetune/Step": 2475, "Finetune/Step Time": 6.074400180950761}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8183667659759521, "Finetune/Loss (Raw)": 0.8430609107017517, "Finetune/Step": 2476, "Finetune/Step Time": 6.074082158505917}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8186638355255127, "Finetune/Loss (Raw)": 0.8272838592529297, "Finetune/Step": 2477, "Finetune/Step Time": 6.07332263700664}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8186661005020142, "Finetune/Loss (Raw)": 0.8249989748001099, "Finetune/Step": 2478, "Finetune/Step Time": 6.069985745474696}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8172309398651123, "Finetune/Loss (Raw)": 0.7351571321487427, "Finetune/Step": 2479, "Finetune/Step Time": 6.0673367995768785}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8162223100662231, "Finetune/Loss (Raw)": 0.7136803865432739, "Finetune/Step": 2480, "Finetune/Step Time": 6.065959792584181}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.8148965239524841, "Finetune/Loss (Raw)": 0.6634422540664673, "Finetune/Step": 2481, "Finetune/Step Time": 6.068883523344994}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8163439035415649, "Finetune/Loss (Raw)": 1.0187604427337646, "Finetune/Step": 2482, "Finetune/Step Time": 6.085523102432489}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8161904811859131, "Finetune/Loss (Raw)": 0.7661665678024292, "Finetune/Step": 2483, "Finetune/Step Time": 6.084822377189994}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8165562748908997, "Finetune/Loss (Raw)": 0.7440820932388306, "Finetune/Step": 2484, "Finetune/Step Time": 6.087978187948465}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8168233633041382, "Finetune/Loss (Raw)": 0.8470867276191711, "Finetune/Step": 2485, "Finetune/Step Time": 6.091227622702718}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8147274255752563, "Finetune/Loss (Raw)": 0.6407980918884277, "Finetune/Step": 2486, "Finetune/Step Time": 6.0932463482022285}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8149091601371765, "Finetune/Loss (Raw)": 0.6390034556388855, "Finetune/Step": 2487, "Finetune/Step Time": 6.097387094050646}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8151728510856628, "Finetune/Loss (Raw)": 0.9146760106086731, "Finetune/Step": 2488, "Finetune/Step Time": 6.095314120873809}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8150566816329956, "Finetune/Loss (Raw)": 0.8778242468833923, "Finetune/Step": 2489, "Finetune/Step Time": 6.096118247136474}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.8136098980903625, "Finetune/Loss (Raw)": 0.638049840927124, "Finetune/Step": 2490, "Finetune/Step Time": 6.1110202092677355}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.8153429627418518, "Finetune/Loss (Raw)": 0.79441237449646, "Finetune/Step": 2491, "Finetune/Step Time": 6.127504268661141}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8152244687080383, "Finetune/Loss (Raw)": 0.7281595468521118, "Finetune/Step": 2492, "Finetune/Step Time": 6.123156387358904}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.8150168657302856, "Finetune/Loss (Raw)": 0.8494707345962524, "Finetune/Step": 2493, "Finetune/Step Time": 6.1244540717452765}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.8178428411483765, "Finetune/Loss (Raw)": 0.9326961040496826, "Finetune/Step": 2494, "Finetune/Step Time": 6.126063967123628}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8172441720962524, "Finetune/Loss (Raw)": 0.8510363698005676, "Finetune/Step": 2495, "Finetune/Step Time": 6.119023323059082}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8172119855880737, "Finetune/Loss (Raw)": 0.7782709002494812, "Finetune/Step": 2496, "Finetune/Step Time": 6.118728427216411}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8149923086166382, "Finetune/Loss (Raw)": 0.6750630140304565, "Finetune/Step": 2497, "Finetune/Step Time": 6.1322115659713745}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.8160207271575928, "Finetune/Loss (Raw)": 0.947186291217804, "Finetune/Step": 2498, "Finetune/Step Time": 6.131077758967876}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.8128373026847839, "Finetune/Loss (Raw)": 0.5241115093231201, "Finetune/Step": 2499, "Finetune/Step Time": 6.121016329154372}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8135178685188293, "Finetune/Loss (Raw)": 0.8628576397895813, "Finetune/Step": 2500, "Finetune/Step Time": 6.129220789298415}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8133087158203125, "Finetune/Loss (Raw)": 0.8975515365600586, "Finetune/Step": 2501, "Finetune/Step Time": 6.126800011843443}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8144621253013611, "Finetune/Loss (Raw)": 0.8722971081733704, "Finetune/Step": 2502, "Finetune/Step Time": 6.114903215318918}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8157818913459778, "Finetune/Loss (Raw)": 0.8216063380241394, "Finetune/Step": 2503, "Finetune/Step Time": 6.112613536417484}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8153486251831055, "Finetune/Loss (Raw)": 0.8436141014099121, "Finetune/Step": 2504, "Finetune/Step Time": 6.106096992269158}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8142277002334595, "Finetune/Loss (Raw)": 0.8259855508804321, "Finetune/Step": 2505, "Finetune/Step Time": 6.107118345797062}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.813177227973938, "Finetune/Loss (Raw)": 0.7785651683807373, "Finetune/Step": 2506, "Finetune/Step Time": 6.109162425622344}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8140707612037659, "Finetune/Loss (Raw)": 0.9251899719238281, "Finetune/Step": 2507, "Finetune/Step Time": 6.112027354538441}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8141531944274902, "Finetune/Loss (Raw)": 0.7414209246635437, "Finetune/Step": 2508, "Finetune/Step Time": 6.106543833389878}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.8139351606369019, "Finetune/Loss (Raw)": 0.793601393699646, "Finetune/Step": 2509, "Finetune/Step Time": 6.111294824630022}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.8158583641052246, "Finetune/Loss (Raw)": 0.9235609173774719, "Finetune/Step": 2510, "Finetune/Step Time": 6.112270900979638}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8182060718536377, "Finetune/Loss (Raw)": 0.8684923648834229, "Finetune/Step": 2511, "Finetune/Step Time": 6.103171398863196}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8162401914596558, "Finetune/Loss (Raw)": 0.7099128365516663, "Finetune/Step": 2512, "Finetune/Step Time": 6.103363003581762}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.815777063369751, "Finetune/Loss (Raw)": 0.7400478720664978, "Finetune/Step": 2513, "Finetune/Step Time": 6.109076326712966}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.8150258660316467, "Finetune/Loss (Raw)": 0.8675170540809631, "Finetune/Step": 2514, "Finetune/Step Time": 6.109924349933863}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.8138362169265747, "Finetune/Loss (Raw)": 0.6534550786018372, "Finetune/Step": 2515, "Finetune/Step Time": 6.114367451518774}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8136216402053833, "Finetune/Loss (Raw)": 0.7879109382629395, "Finetune/Step": 2516, "Finetune/Step Time": 6.111093878746033}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.8129929900169373, "Finetune/Loss (Raw)": 0.8651619553565979, "Finetune/Step": 2517, "Finetune/Step Time": 6.098592042922974}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8115213513374329, "Finetune/Loss (Raw)": 0.7564966082572937, "Finetune/Step": 2518, "Finetune/Step Time": 6.101748513057828}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8104125261306763, "Finetune/Loss (Raw)": 0.7873966693878174, "Finetune/Step": 2519, "Finetune/Step Time": 6.105626229196787}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.8110300302505493, "Finetune/Loss (Raw)": 0.9323170781135559, "Finetune/Step": 2520, "Finetune/Step Time": 6.106854543089867}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.8095625638961792, "Finetune/Loss (Raw)": 0.737522542476654, "Finetune/Step": 2521, "Finetune/Step Time": 6.1083597876131535}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.810973048210144, "Finetune/Loss (Raw)": 0.8270847201347351, "Finetune/Step": 2522, "Finetune/Step Time": 6.114656705409288}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.8090355396270752, "Finetune/Loss (Raw)": 0.6119058132171631, "Finetune/Step": 2523, "Finetune/Step Time": 6.114236071705818}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8088927268981934, "Finetune/Loss (Raw)": 0.791347086429596, "Finetune/Step": 2524, "Finetune/Step Time": 6.116159850731492}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8071302175521851, "Finetune/Loss (Raw)": 0.6225717067718506, "Finetune/Step": 2525, "Finetune/Step Time": 6.118922779336572}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8058987855911255, "Finetune/Loss (Raw)": 0.8470044136047363, "Finetune/Step": 2526, "Finetune/Step Time": 6.127507807686925}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.8052816390991211, "Finetune/Loss (Raw)": 0.8358410000801086, "Finetune/Step": 2527, "Finetune/Step Time": 6.131606748327613}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8068938255310059, "Finetune/Loss (Raw)": 0.9475162029266357, "Finetune/Step": 2528, "Finetune/Step Time": 6.140104413032532}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.8052676916122437, "Finetune/Loss (Raw)": 0.6144180297851562, "Finetune/Step": 2529, "Finetune/Step Time": 6.150904558598995}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.8063022494316101, "Finetune/Loss (Raw)": 0.8473650217056274, "Finetune/Step": 2530, "Finetune/Step Time": 6.165054086595774}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.8057715892791748, "Finetune/Loss (Raw)": 0.779478132724762, "Finetune/Step": 2531, "Finetune/Step Time": 6.160324769094586}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.8053622245788574, "Finetune/Loss (Raw)": 0.8046888113021851, "Finetune/Step": 2532, "Finetune/Step Time": 6.163562016561627}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.8047623634338379, "Finetune/Loss (Raw)": 0.7315102219581604, "Finetune/Step": 2533, "Finetune/Step Time": 6.173976736143231}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.8020269274711609, "Finetune/Loss (Raw)": 0.5886406302452087, "Finetune/Step": 2534, "Finetune/Step Time": 6.178811747580767}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.8048135042190552, "Finetune/Loss (Raw)": 0.927489161491394, "Finetune/Step": 2535, "Finetune/Step Time": 6.189867552369833}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.8018458485603333, "Finetune/Loss (Raw)": 0.631576418876648, "Finetune/Step": 2536, "Finetune/Step Time": 6.181368732824922}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.8012183904647827, "Finetune/Loss (Raw)": 0.7459946274757385, "Finetune/Step": 2537, "Finetune/Step Time": 6.187673268839717}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.8020513653755188, "Finetune/Loss (Raw)": 0.8839594721794128, "Finetune/Step": 2538, "Finetune/Step Time": 6.191429717466235}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.8028856515884399, "Finetune/Loss (Raw)": 0.7851632237434387, "Finetune/Step": 2539, "Finetune/Step Time": 6.205531634390354}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.803482174873352, "Finetune/Loss (Raw)": 0.8348257541656494, "Finetune/Step": 2540, "Finetune/Step Time": 6.192873630672693}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.8027297258377075, "Finetune/Loss (Raw)": 0.6619698405265808, "Finetune/Step": 2541, "Finetune/Step Time": 6.195887506008148}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.8022341728210449, "Finetune/Loss (Raw)": 0.8339183330535889, "Finetune/Step": 2542, "Finetune/Step Time": 6.206135535612702}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.8024207949638367, "Finetune/Loss (Raw)": 0.8529512286186218, "Finetune/Step": 2543, "Finetune/Step Time": 6.208871042355895}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.8014790415763855, "Finetune/Loss (Raw)": 0.653564453125, "Finetune/Step": 2544, "Finetune/Step Time": 6.208322115242481}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.8020577430725098, "Finetune/Loss (Raw)": 0.8079089522361755, "Finetune/Step": 2545, "Finetune/Step Time": 6.212491489946842}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.800601065158844, "Finetune/Loss (Raw)": 0.5649892687797546, "Finetune/Step": 2546, "Finetune/Step Time": 6.209952944889665}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8008663654327393, "Finetune/Loss (Raw)": 0.7940618991851807, "Finetune/Step": 2547, "Finetune/Step Time": 6.203135957941413}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8005390167236328, "Finetune/Loss (Raw)": 0.9530952572822571, "Finetune/Step": 2548, "Finetune/Step Time": 6.187389576807618}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8004255890846252, "Finetune/Loss (Raw)": 0.6360494494438171, "Finetune/Step": 2549, "Finetune/Step Time": 6.190137218683958}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8015717267990112, "Finetune/Loss (Raw)": 0.8292679786682129, "Finetune/Step": 2550, "Finetune/Step Time": 6.191007934510708}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8039515018463135, "Finetune/Loss (Raw)": 0.8920376896858215, "Finetune/Step": 2551, "Finetune/Step Time": 6.183681549504399}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8051271438598633, "Finetune/Loss (Raw)": 1.044656753540039, "Finetune/Step": 2552, "Finetune/Step Time": 6.180912280455232}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8054274320602417, "Finetune/Loss (Raw)": 0.7383176684379578, "Finetune/Step": 2553, "Finetune/Step Time": 6.180915158241987}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.8069207668304443, "Finetune/Loss (Raw)": 0.8287232518196106, "Finetune/Step": 2554, "Finetune/Step Time": 6.183015063405037}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8060210347175598, "Finetune/Loss (Raw)": 0.7380327582359314, "Finetune/Step": 2555, "Finetune/Step Time": 6.1883952878415585}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8071774840354919, "Finetune/Loss (Raw)": 0.8505580425262451, "Finetune/Step": 2556, "Finetune/Step Time": 6.191068165004253}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8058199882507324, "Finetune/Loss (Raw)": 0.6839974522590637, "Finetune/Step": 2557, "Finetune/Step Time": 6.186385972425342}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8067086935043335, "Finetune/Loss (Raw)": 0.807734489440918, "Finetune/Step": 2558, "Finetune/Step Time": 6.170999543741345}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8054026961326599, "Finetune/Loss (Raw)": 0.7366238236427307, "Finetune/Step": 2559, "Finetune/Step Time": 6.153252961114049}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8038122057914734, "Finetune/Loss (Raw)": 0.6048179864883423, "Finetune/Step": 2560, "Finetune/Step Time": 6.155160574242473}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8044157028198242, "Finetune/Loss (Raw)": 0.8142184615135193, "Finetune/Step": 2561, "Finetune/Step Time": 6.1613670736551285}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.804824948310852, "Finetune/Loss (Raw)": 0.9029396772384644, "Finetune/Step": 2562, "Finetune/Step Time": 6.163474690169096}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8018988370895386, "Finetune/Loss (Raw)": 0.4460608959197998, "Finetune/Step": 2563, "Finetune/Step Time": 6.161255389451981}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8016006946563721, "Finetune/Loss (Raw)": 0.8477823138237, "Finetune/Step": 2564, "Finetune/Step Time": 6.158789532259107}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8023844361305237, "Finetune/Loss (Raw)": 0.8817065358161926, "Finetune/Step": 2565, "Finetune/Step Time": 6.162479290738702}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8018208742141724, "Finetune/Loss (Raw)": 0.8454809784889221, "Finetune/Step": 2566, "Finetune/Step Time": 6.163206070661545}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8004898428916931, "Finetune/Loss (Raw)": 0.7315366864204407, "Finetune/Step": 2567, "Finetune/Step Time": 6.164771944284439}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7991710901260376, "Finetune/Loss (Raw)": 0.7425100803375244, "Finetune/Step": 2568, "Finetune/Step Time": 6.167606379836798}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.799774169921875, "Finetune/Loss (Raw)": 0.9954521059989929, "Finetune/Step": 2569, "Finetune/Step Time": 6.167440552264452}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7996126413345337, "Finetune/Loss (Raw)": 0.8134841322898865, "Finetune/Step": 2570, "Finetune/Step Time": 6.1662751864641905}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8003424406051636, "Finetune/Loss (Raw)": 1.0179399251937866, "Finetune/Step": 2571, "Finetune/Step Time": 6.168318232521415}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8000089526176453, "Finetune/Loss (Raw)": 0.8227024078369141, "Finetune/Step": 2572, "Finetune/Step Time": 6.168974664062262}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8007539510726929, "Finetune/Loss (Raw)": 0.7937683463096619, "Finetune/Step": 2573, "Finetune/Step Time": 6.165453653782606}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7997056245803833, "Finetune/Loss (Raw)": 0.7601772546768188, "Finetune/Step": 2574, "Finetune/Step Time": 6.158022981137037}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7987323999404907, "Finetune/Loss (Raw)": 0.7323732376098633, "Finetune/Step": 2575, "Finetune/Step Time": 6.168557893484831}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7980071902275085, "Finetune/Loss (Raw)": 0.8239848017692566, "Finetune/Step": 2576, "Finetune/Step Time": 6.166058206930757}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7991294264793396, "Finetune/Loss (Raw)": 0.8677161335945129, "Finetune/Step": 2577, "Finetune/Step Time": 6.16817019879818}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.800203263759613, "Finetune/Loss (Raw)": 0.9023692011833191, "Finetune/Step": 2578, "Finetune/Step Time": 6.164764970541}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.8025333881378174, "Finetune/Loss (Raw)": 0.9181352257728577, "Finetune/Step": 2579, "Finetune/Step Time": 6.1438317354768515}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.8011059761047363, "Finetune/Loss (Raw)": 0.6064385771751404, "Finetune/Step": 2580, "Finetune/Step Time": 6.139247348532081}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.8020551204681396, "Finetune/Loss (Raw)": 0.9223565459251404, "Finetune/Step": 2581, "Finetune/Step Time": 6.140808520838618}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.8019692897796631, "Finetune/Loss (Raw)": 0.7957586050033569, "Finetune/Step": 2582, "Finetune/Step Time": 6.125788321718574}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.8007957339286804, "Finetune/Loss (Raw)": 0.7241284847259521, "Finetune/Step": 2583, "Finetune/Step Time": 6.122750973328948}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.8012093901634216, "Finetune/Loss (Raw)": 0.9410746693611145, "Finetune/Step": 2584, "Finetune/Step Time": 6.127131717279553}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7996102571487427, "Finetune/Loss (Raw)": 0.6517518162727356, "Finetune/Step": 2585, "Finetune/Step Time": 6.128489311784506}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7997499704360962, "Finetune/Loss (Raw)": 0.8152997493743896, "Finetune/Step": 2586, "Finetune/Step Time": 6.127190612256527}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.8005294799804688, "Finetune/Loss (Raw)": 0.891106128692627, "Finetune/Step": 2587, "Finetune/Step Time": 6.120155118405819}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.8000452518463135, "Finetune/Loss (Raw)": 0.7108888030052185, "Finetune/Step": 2588, "Finetune/Step Time": 6.121075123548508}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7991860508918762, "Finetune/Loss (Raw)": 0.8343958854675293, "Finetune/Step": 2589, "Finetune/Step Time": 6.127526618540287}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7994224429130554, "Finetune/Loss (Raw)": 0.892320454120636, "Finetune/Step": 2590, "Finetune/Step Time": 6.130496732890606}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7989776134490967, "Finetune/Loss (Raw)": 0.7249046564102173, "Finetune/Step": 2591, "Finetune/Step Time": 6.140101565048099}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.798352837562561, "Finetune/Loss (Raw)": 0.8188549876213074, "Finetune/Step": 2592, "Finetune/Step Time": 6.166385920718312}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.797193169593811, "Finetune/Loss (Raw)": 0.6873279213905334, "Finetune/Step": 2593, "Finetune/Step Time": 6.174964213743806}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7966922521591187, "Finetune/Loss (Raw)": 0.7133434414863586, "Finetune/Step": 2594, "Finetune/Step Time": 6.188289448618889}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7964295148849487, "Finetune/Loss (Raw)": 0.7845919728279114, "Finetune/Step": 2595, "Finetune/Step Time": 6.196042655035853}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7947579622268677, "Finetune/Loss (Raw)": 0.7246527075767517, "Finetune/Step": 2596, "Finetune/Step Time": 6.198706690222025}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7946550250053406, "Finetune/Loss (Raw)": 0.8966902494430542, "Finetune/Step": 2597, "Finetune/Step Time": 6.193973943591118}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7933362722396851, "Finetune/Loss (Raw)": 0.5926835536956787, "Finetune/Step": 2598, "Finetune/Step Time": 6.1983931716531515}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7930748462677002, "Finetune/Loss (Raw)": 0.8607932925224304, "Finetune/Step": 2599, "Finetune/Step Time": 6.2067310363054276}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7927898168563843, "Finetune/Loss (Raw)": 0.8015794157981873, "Finetune/Step": 2600, "Finetune/Step Time": 6.211392734199762}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7921028733253479, "Finetune/Loss (Raw)": 0.7918370366096497, "Finetune/Step": 2601, "Finetune/Step Time": 6.214507391676307}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.79316246509552, "Finetune/Loss (Raw)": 0.9392908811569214, "Finetune/Step": 2602, "Finetune/Step Time": 6.217861557379365}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7938604950904846, "Finetune/Loss (Raw)": 0.8931194543838501, "Finetune/Step": 2603, "Finetune/Step Time": 6.216870006173849}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.793217122554779, "Finetune/Loss (Raw)": 0.7607078552246094, "Finetune/Step": 2604, "Finetune/Step Time": 6.2180972043424845}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7925179600715637, "Finetune/Loss (Raw)": 0.7377922534942627, "Finetune/Step": 2605, "Finetune/Step Time": 6.220503646880388}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7917095422744751, "Finetune/Loss (Raw)": 0.7215251326560974, "Finetune/Step": 2606, "Finetune/Step Time": 6.227409986779094}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.792418897151947, "Finetune/Loss (Raw)": 0.8259496092796326, "Finetune/Step": 2607, "Finetune/Step Time": 6.250273205339909}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7936432361602783, "Finetune/Loss (Raw)": 0.8703977465629578, "Finetune/Step": 2608, "Finetune/Step Time": 6.261732526123524}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7953308820724487, "Finetune/Loss (Raw)": 0.8794602751731873, "Finetune/Step": 2609, "Finetune/Step Time": 6.252207957208157}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7929500937461853, "Finetune/Loss (Raw)": 0.7140210270881653, "Finetune/Step": 2610, "Finetune/Step Time": 6.236122345551848}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7923556566238403, "Finetune/Loss (Raw)": 0.6900748610496521, "Finetune/Step": 2611, "Finetune/Step Time": 6.2338557075709105}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7928740382194519, "Finetune/Loss (Raw)": 0.8104388117790222, "Finetune/Step": 2612, "Finetune/Step Time": 6.23360669054091}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7937828302383423, "Finetune/Loss (Raw)": 0.9634103775024414, "Finetune/Step": 2613, "Finetune/Step Time": 6.226390417665243}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7947946786880493, "Finetune/Loss (Raw)": 0.7703090906143188, "Finetune/Step": 2614, "Finetune/Step Time": 6.224303215742111}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7967342138290405, "Finetune/Loss (Raw)": 0.887268602848053, "Finetune/Step": 2615, "Finetune/Step Time": 6.218396469950676}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.796729564666748, "Finetune/Loss (Raw)": 0.914080023765564, "Finetune/Step": 2616, "Finetune/Step Time": 6.2086096201092005}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7949334383010864, "Finetune/Loss (Raw)": 0.6479266881942749, "Finetune/Step": 2617, "Finetune/Step Time": 6.210202360525727}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7950649261474609, "Finetune/Loss (Raw)": 0.6548705101013184, "Finetune/Step": 2618, "Finetune/Step Time": 6.207451727241278}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7959189414978027, "Finetune/Loss (Raw)": 0.9037294983863831, "Finetune/Step": 2619, "Finetune/Step Time": 6.193638950586319}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.795928955078125, "Finetune/Loss (Raw)": 0.7294436097145081, "Finetune/Step": 2620, "Finetune/Step Time": 6.190753325819969}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7953075170516968, "Finetune/Loss (Raw)": 0.769921600818634, "Finetune/Step": 2621, "Finetune/Step Time": 6.188115419819951}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7949067950248718, "Finetune/Loss (Raw)": 0.8814048171043396, "Finetune/Step": 2622, "Finetune/Step Time": 6.185265209525824}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7944018840789795, "Finetune/Loss (Raw)": 0.7864112257957458, "Finetune/Step": 2623, "Finetune/Step Time": 6.185381418094039}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7946914434432983, "Finetune/Loss (Raw)": 0.8153368830680847, "Finetune/Step": 2624, "Finetune/Step Time": 6.193980762735009}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7939532995223999, "Finetune/Loss (Raw)": 0.5805833339691162, "Finetune/Step": 2625, "Finetune/Step Time": 6.1891178376972675}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7908759713172913, "Finetune/Loss (Raw)": 0.5532827377319336, "Finetune/Step": 2626, "Finetune/Step Time": 6.202573277056217}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7929310202598572, "Finetune/Loss (Raw)": 0.7871580123901367, "Finetune/Step": 2627, "Finetune/Step Time": 6.215637167915702}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7931029200553894, "Finetune/Loss (Raw)": 0.8848648071289062, "Finetune/Step": 2628, "Finetune/Step Time": 6.205492010340095}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7900028228759766, "Finetune/Loss (Raw)": 0.5007386803627014, "Finetune/Step": 2629, "Finetune/Step Time": 6.207601694390178}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7885949015617371, "Finetune/Loss (Raw)": 0.6920751333236694, "Finetune/Step": 2630, "Finetune/Step Time": 6.216624487191439}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7891731262207031, "Finetune/Loss (Raw)": 0.8956226706504822, "Finetune/Step": 2631, "Finetune/Step Time": 6.216481735929847}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7881858348846436, "Finetune/Loss (Raw)": 0.7172428965568542, "Finetune/Step": 2632, "Finetune/Step Time": 6.215384881943464}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.788506269454956, "Finetune/Loss (Raw)": 0.8670001029968262, "Finetune/Step": 2633, "Finetune/Step Time": 6.214020216837525}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7885618209838867, "Finetune/Loss (Raw)": 0.7856762409210205, "Finetune/Step": 2634, "Finetune/Step Time": 6.214834298938513}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7874068021774292, "Finetune/Loss (Raw)": 0.7773488163948059, "Finetune/Step": 2635, "Finetune/Step Time": 6.222081981599331}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7891024351119995, "Finetune/Loss (Raw)": 0.9584566950798035, "Finetune/Step": 2636, "Finetune/Step Time": 6.218508066609502}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7888439893722534, "Finetune/Loss (Raw)": 0.7605230808258057, "Finetune/Step": 2637, "Finetune/Step Time": 6.2197271678596735}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7887842655181885, "Finetune/Loss (Raw)": 0.9159064292907715, "Finetune/Step": 2638, "Finetune/Step Time": 6.226146807894111}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7880281209945679, "Finetune/Loss (Raw)": 0.7717114686965942, "Finetune/Step": 2639, "Finetune/Step Time": 6.235481450334191}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7872519493103027, "Finetune/Loss (Raw)": 0.6105639934539795, "Finetune/Step": 2640, "Finetune/Step Time": 6.233493914827704}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7877813577651978, "Finetune/Loss (Raw)": 0.8078137636184692, "Finetune/Step": 2641, "Finetune/Step Time": 6.242627779021859}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7871195077896118, "Finetune/Loss (Raw)": 0.7828046083450317, "Finetune/Step": 2642, "Finetune/Step Time": 6.236388271674514}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7870818376541138, "Finetune/Loss (Raw)": 0.6486344337463379, "Finetune/Step": 2643, "Finetune/Step Time": 6.229178436100483}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7861031889915466, "Finetune/Loss (Raw)": 0.6626366972923279, "Finetune/Step": 2644, "Finetune/Step Time": 6.233379619196057}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7857986092567444, "Finetune/Loss (Raw)": 0.8261779546737671, "Finetune/Step": 2645, "Finetune/Step Time": 6.251827165484428}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7862062454223633, "Finetune/Loss (Raw)": 0.8086738586425781, "Finetune/Step": 2646, "Finetune/Step Time": 6.249805755913258}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7858220338821411, "Finetune/Loss (Raw)": 0.738218367099762, "Finetune/Step": 2647, "Finetune/Step Time": 6.243858041241765}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.784839391708374, "Finetune/Loss (Raw)": 0.8065395951271057, "Finetune/Step": 2648, "Finetune/Step Time": 6.248519627377391}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7846354246139526, "Finetune/Loss (Raw)": 0.7114143371582031, "Finetune/Step": 2649, "Finetune/Step Time": 6.250219507142901}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7836829423904419, "Finetune/Loss (Raw)": 0.7051713466644287, "Finetune/Step": 2650, "Finetune/Step Time": 6.237521223723888}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7850712537765503, "Finetune/Loss (Raw)": 0.7896093130111694, "Finetune/Step": 2651, "Finetune/Step Time": 6.228743886575103}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7857509851455688, "Finetune/Loss (Raw)": 0.8783419728279114, "Finetune/Step": 2652, "Finetune/Step Time": 6.227747596800327}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7865464687347412, "Finetune/Loss (Raw)": 0.724402129650116, "Finetune/Step": 2653, "Finetune/Step Time": 6.234623784199357}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7852045297622681, "Finetune/Loss (Raw)": 0.6752355098724365, "Finetune/Step": 2654, "Finetune/Step Time": 6.245423773303628}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7850019931793213, "Finetune/Loss (Raw)": 0.8099216818809509, "Finetune/Step": 2655, "Finetune/Step Time": 6.257247326895595}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7838748693466187, "Finetune/Loss (Raw)": 0.8032301068305969, "Finetune/Step": 2656, "Finetune/Step Time": 6.254904072731733}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7836742401123047, "Finetune/Loss (Raw)": 0.5887444019317627, "Finetune/Step": 2657, "Finetune/Step Time": 6.249792547896504}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7815653085708618, "Finetune/Loss (Raw)": 0.5774239301681519, "Finetune/Step": 2658, "Finetune/Step Time": 6.246911725029349}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.781998336315155, "Finetune/Loss (Raw)": 0.8349063992500305, "Finetune/Step": 2659, "Finetune/Step Time": 6.256981112062931}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7825852632522583, "Finetune/Loss (Raw)": 0.8798061013221741, "Finetune/Step": 2660, "Finetune/Step Time": 6.250073954463005}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7847385406494141, "Finetune/Loss (Raw)": 1.0071433782577515, "Finetune/Step": 2661, "Finetune/Step Time": 6.242632977664471}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7870078682899475, "Finetune/Loss (Raw)": 0.8791086077690125, "Finetune/Step": 2662, "Finetune/Step Time": 6.239471506327391}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7866159081459045, "Finetune/Loss (Raw)": 0.8773186802864075, "Finetune/Step": 2663, "Finetune/Step Time": 6.223414869979024}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7874903678894043, "Finetune/Loss (Raw)": 0.7435007691383362, "Finetune/Step": 2664, "Finetune/Step Time": 6.229755444452167}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7869037389755249, "Finetune/Loss (Raw)": 0.6709163188934326, "Finetune/Step": 2665, "Finetune/Step Time": 6.234638078138232}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7867408990859985, "Finetune/Loss (Raw)": 0.8631076216697693, "Finetune/Step": 2666, "Finetune/Step Time": 6.230036903172731}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.786444365978241, "Finetune/Loss (Raw)": 0.7472109198570251, "Finetune/Step": 2667, "Finetune/Step Time": 6.215021874755621}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7861979603767395, "Finetune/Loss (Raw)": 0.8032859563827515, "Finetune/Step": 2668, "Finetune/Step Time": 6.212799783796072}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7883045077323914, "Finetune/Loss (Raw)": 0.9316058158874512, "Finetune/Step": 2669, "Finetune/Step Time": 6.2082499749958515}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7884047031402588, "Finetune/Loss (Raw)": 0.8467478156089783, "Finetune/Step": 2670, "Finetune/Step Time": 6.198240851983428}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7868372201919556, "Finetune/Loss (Raw)": 0.6523110866546631, "Finetune/Step": 2671, "Finetune/Step Time": 6.195791535079479}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7861778140068054, "Finetune/Loss (Raw)": 0.5691596865653992, "Finetune/Step": 2672, "Finetune/Step Time": 6.200164219364524}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7861455678939819, "Finetune/Loss (Raw)": 0.8037842512130737, "Finetune/Step": 2673, "Finetune/Step Time": 6.203928520902991}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7865209579467773, "Finetune/Loss (Raw)": 0.6130403280258179, "Finetune/Step": 2674, "Finetune/Step Time": 6.201620910316706}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7865707278251648, "Finetune/Loss (Raw)": 0.8004285097122192, "Finetune/Step": 2675, "Finetune/Step Time": 6.194095704704523}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7852886915206909, "Finetune/Loss (Raw)": 0.788993239402771, "Finetune/Step": 2676, "Finetune/Step Time": 6.198335586115718}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7871873378753662, "Finetune/Loss (Raw)": 0.8790818452835083, "Finetune/Step": 2677, "Finetune/Step Time": 6.195768529549241}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7869671583175659, "Finetune/Loss (Raw)": 0.8010786175727844, "Finetune/Step": 2678, "Finetune/Step Time": 6.179478660225868}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.787477970123291, "Finetune/Loss (Raw)": 0.9574238657951355, "Finetune/Step": 2679, "Finetune/Step Time": 6.180202296003699}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7861378192901611, "Finetune/Loss (Raw)": 0.8731107115745544, "Finetune/Step": 2680, "Finetune/Step Time": 6.180416015908122}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7854043245315552, "Finetune/Loss (Raw)": 0.6444417834281921, "Finetune/Step": 2681, "Finetune/Step Time": 6.186594119295478}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7851990461349487, "Finetune/Loss (Raw)": 0.8024470806121826, "Finetune/Step": 2682, "Finetune/Step Time": 6.192138271406293}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7860075235366821, "Finetune/Loss (Raw)": 0.8415181636810303, "Finetune/Step": 2683, "Finetune/Step Time": 6.174930617213249}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7855664491653442, "Finetune/Loss (Raw)": 0.7941006422042847, "Finetune/Step": 2684, "Finetune/Step Time": 6.1592088509351015}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7867996692657471, "Finetune/Loss (Raw)": 0.8418495655059814, "Finetune/Step": 2685, "Finetune/Step Time": 6.162862941622734}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7862190008163452, "Finetune/Loss (Raw)": 0.733397901058197, "Finetune/Step": 2686, "Finetune/Step Time": 6.167063334956765}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.786545991897583, "Finetune/Loss (Raw)": 0.7784885764122009, "Finetune/Step": 2687, "Finetune/Step Time": 6.170052919536829}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.788436770439148, "Finetune/Loss (Raw)": 0.8468363285064697, "Finetune/Step": 2688, "Finetune/Step Time": 6.1677950993180275}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7894078493118286, "Finetune/Loss (Raw)": 0.9385131001472473, "Finetune/Step": 2689, "Finetune/Step Time": 6.156500522047281}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7874599099159241, "Finetune/Loss (Raw)": 0.6536051034927368, "Finetune/Step": 2690, "Finetune/Step Time": 6.159982709214091}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7908459901809692, "Finetune/Loss (Raw)": 0.8794822096824646, "Finetune/Step": 2691, "Finetune/Step Time": 6.185605090111494}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7903586626052856, "Finetune/Loss (Raw)": 0.7854042053222656, "Finetune/Step": 2692, "Finetune/Step Time": 6.183235170319676}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7900534868240356, "Finetune/Loss (Raw)": 0.8426386117935181, "Finetune/Step": 2693, "Finetune/Step Time": 6.18284660205245}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7893094420433044, "Finetune/Loss (Raw)": 0.7502462267875671, "Finetune/Step": 2694, "Finetune/Step Time": 6.18188451230526}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.789660632610321, "Finetune/Loss (Raw)": 0.7764910459518433, "Finetune/Step": 2695, "Finetune/Step Time": 6.182643335312605}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7901365160942078, "Finetune/Loss (Raw)": 0.8034170269966125, "Finetune/Step": 2696, "Finetune/Step Time": 6.184940334409475}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7886584401130676, "Finetune/Loss (Raw)": 0.8062635660171509, "Finetune/Step": 2697, "Finetune/Step Time": 6.1932853274047375}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7880240678787231, "Finetune/Loss (Raw)": 0.7322877645492554, "Finetune/Step": 2698, "Finetune/Step Time": 6.195779372006655}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.786941409111023, "Finetune/Loss (Raw)": 0.8793505430221558, "Finetune/Step": 2699, "Finetune/Step Time": 6.196803368628025}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7867904901504517, "Finetune/Loss (Raw)": 0.8033833503723145, "Finetune/Step": 2700, "Finetune/Step Time": 6.204159900546074}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.786697506904602, "Finetune/Loss (Raw)": 0.7818743586540222, "Finetune/Step": 2701, "Finetune/Step Time": 6.20960577763617}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7872405052185059, "Finetune/Loss (Raw)": 0.8296780586242676, "Finetune/Step": 2702, "Finetune/Step Time": 6.2220472395420074}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7870306968688965, "Finetune/Loss (Raw)": 0.7055156826972961, "Finetune/Step": 2703, "Finetune/Step Time": 6.219867240637541}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7860041260719299, "Finetune/Loss (Raw)": 0.6925866007804871, "Finetune/Step": 2704, "Finetune/Step Time": 6.231018863618374}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7852482795715332, "Finetune/Loss (Raw)": 0.7709710001945496, "Finetune/Step": 2705, "Finetune/Step Time": 6.237377090379596}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7850134968757629, "Finetune/Loss (Raw)": 0.8723149299621582, "Finetune/Step": 2706, "Finetune/Step Time": 6.238756498321891}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7854875326156616, "Finetune/Loss (Raw)": 0.9788146615028381, "Finetune/Step": 2707, "Finetune/Step Time": 6.253135662525892}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7878713607788086, "Finetune/Loss (Raw)": 0.9115573763847351, "Finetune/Step": 2708, "Finetune/Step Time": 6.241601526737213}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7865918874740601, "Finetune/Loss (Raw)": 0.7585934996604919, "Finetune/Step": 2709, "Finetune/Step Time": 6.242333982139826}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7856428027153015, "Finetune/Loss (Raw)": 0.6742756366729736, "Finetune/Step": 2710, "Finetune/Step Time": 6.253202278167009}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7867909669876099, "Finetune/Loss (Raw)": 0.8710920810699463, "Finetune/Step": 2711, "Finetune/Step Time": 6.267327366396785}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7858082056045532, "Finetune/Loss (Raw)": 0.8152753710746765, "Finetune/Step": 2712, "Finetune/Step Time": 6.266550133004785}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7868489027023315, "Finetune/Loss (Raw)": 0.7849724888801575, "Finetune/Step": 2713, "Finetune/Step Time": 6.278036868199706}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7874108552932739, "Finetune/Loss (Raw)": 0.887230634689331, "Finetune/Step": 2714, "Finetune/Step Time": 6.281336065381765}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7861202955245972, "Finetune/Loss (Raw)": 0.7259066700935364, "Finetune/Step": 2715, "Finetune/Step Time": 6.278904061764479}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7867574095726013, "Finetune/Loss (Raw)": 0.7924409508705139, "Finetune/Step": 2716, "Finetune/Step Time": 6.272254314273596}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7869198322296143, "Finetune/Loss (Raw)": 0.8551903367042542, "Finetune/Step": 2717, "Finetune/Step Time": 6.264116235077381}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7859998941421509, "Finetune/Loss (Raw)": 0.7745641469955444, "Finetune/Step": 2718, "Finetune/Step Time": 6.2547117583453655}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7867088317871094, "Finetune/Loss (Raw)": 0.8156502842903137, "Finetune/Step": 2719, "Finetune/Step Time": 6.248564820736647}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7869865894317627, "Finetune/Loss (Raw)": 0.8544066548347473, "Finetune/Step": 2720, "Finetune/Step Time": 6.226211845874786}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7871788740158081, "Finetune/Loss (Raw)": 0.711937665939331, "Finetune/Step": 2721, "Finetune/Step Time": 6.222839275375009}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7879284620285034, "Finetune/Loss (Raw)": 0.8092859387397766, "Finetune/Step": 2722, "Finetune/Step Time": 6.215566756203771}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7875574827194214, "Finetune/Loss (Raw)": 0.7371160387992859, "Finetune/Step": 2723, "Finetune/Step Time": 6.209372105076909}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.788325309753418, "Finetune/Loss (Raw)": 0.8229297399520874, "Finetune/Step": 2724, "Finetune/Step Time": 6.1949463468045}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7877388000488281, "Finetune/Loss (Raw)": 0.8216210603713989, "Finetune/Step": 2725, "Finetune/Step Time": 6.196279602125287}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7893788814544678, "Finetune/Loss (Raw)": 0.802607536315918, "Finetune/Step": 2726, "Finetune/Step Time": 6.193535875529051}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7888759970664978, "Finetune/Loss (Raw)": 0.7964267730712891, "Finetune/Step": 2727, "Finetune/Step Time": 6.192553808912635}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7869874238967896, "Finetune/Loss (Raw)": 0.5598396062850952, "Finetune/Step": 2728, "Finetune/Step Time": 6.192032545804977}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7868974804878235, "Finetune/Loss (Raw)": 0.780331552028656, "Finetune/Step": 2729, "Finetune/Step Time": 6.194541247561574}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7845439910888672, "Finetune/Loss (Raw)": 0.6380436420440674, "Finetune/Step": 2730, "Finetune/Step Time": 6.205878991633654}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.783774733543396, "Finetune/Loss (Raw)": 0.7946462631225586, "Finetune/Step": 2731, "Finetune/Step Time": 6.206419670954347}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7842527031898499, "Finetune/Loss (Raw)": 0.8218965530395508, "Finetune/Step": 2732, "Finetune/Step Time": 6.203283607959747}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7852197289466858, "Finetune/Loss (Raw)": 0.8615695834159851, "Finetune/Step": 2733, "Finetune/Step Time": 6.20214419439435}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7856483459472656, "Finetune/Loss (Raw)": 0.7763850092887878, "Finetune/Step": 2734, "Finetune/Step Time": 6.197076212614775}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7859551906585693, "Finetune/Loss (Raw)": 0.8652303814888, "Finetune/Step": 2735, "Finetune/Step Time": 6.177832810208201}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7850377559661865, "Finetune/Loss (Raw)": 0.7529652118682861, "Finetune/Step": 2736, "Finetune/Step Time": 6.169073574244976}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7823065519332886, "Finetune/Loss (Raw)": 0.529866099357605, "Finetune/Step": 2737, "Finetune/Step Time": 6.186337282881141}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7834600806236267, "Finetune/Loss (Raw)": 0.8616705536842346, "Finetune/Step": 2738, "Finetune/Step Time": 6.1893167439848185}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7848631739616394, "Finetune/Loss (Raw)": 0.8696737289428711, "Finetune/Step": 2739, "Finetune/Step Time": 6.18419779650867}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7839497327804565, "Finetune/Loss (Raw)": 0.6935146450996399, "Finetune/Step": 2740, "Finetune/Step Time": 6.180628998205066}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7832999229431152, "Finetune/Loss (Raw)": 0.8802286982536316, "Finetune/Step": 2741, "Finetune/Step Time": 6.186181442812085}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.783301591873169, "Finetune/Loss (Raw)": 0.7705284357070923, "Finetune/Step": 2742, "Finetune/Step Time": 6.187463650479913}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7833974361419678, "Finetune/Loss (Raw)": 0.8995344042778015, "Finetune/Step": 2743, "Finetune/Step Time": 6.188356872648001}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7826151847839355, "Finetune/Loss (Raw)": 0.8139551877975464, "Finetune/Step": 2744, "Finetune/Step Time": 6.1848986856639385}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7846353054046631, "Finetune/Loss (Raw)": 0.9065024256706238, "Finetune/Step": 2745, "Finetune/Step Time": 6.180325534194708}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7859621047973633, "Finetune/Loss (Raw)": 0.8247036337852478, "Finetune/Step": 2746, "Finetune/Step Time": 6.168190697208047}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7852387428283691, "Finetune/Loss (Raw)": 0.8111357092857361, "Finetune/Step": 2747, "Finetune/Step Time": 6.175785390660167}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7868057489395142, "Finetune/Loss (Raw)": 0.930025577545166, "Finetune/Step": 2748, "Finetune/Step Time": 6.195890560746193}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7874189019203186, "Finetune/Loss (Raw)": 0.8483986258506775, "Finetune/Step": 2749, "Finetune/Step Time": 6.197824144735932}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7867032885551453, "Finetune/Loss (Raw)": 0.7898110747337341, "Finetune/Step": 2750, "Finetune/Step Time": 6.198693811893463}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7868044972419739, "Finetune/Loss (Raw)": 0.7993618249893188, "Finetune/Step": 2751, "Finetune/Step Time": 6.199438041076064}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7869607210159302, "Finetune/Loss (Raw)": 0.8353345990180969, "Finetune/Step": 2752, "Finetune/Step Time": 6.193076657131314}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.789717435836792, "Finetune/Loss (Raw)": 0.933443009853363, "Finetune/Step": 2753, "Finetune/Step Time": 6.191359411925077}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7916691303253174, "Finetune/Loss (Raw)": 0.8031047582626343, "Finetune/Step": 2754, "Finetune/Step Time": 6.179338455200195}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7908876538276672, "Finetune/Loss (Raw)": 0.6871223449707031, "Finetune/Step": 2755, "Finetune/Step Time": 6.168837957084179}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.790425181388855, "Finetune/Loss (Raw)": 0.8256737589836121, "Finetune/Step": 2756, "Finetune/Step Time": 6.190277308225632}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7915452718734741, "Finetune/Loss (Raw)": 0.6441097855567932, "Finetune/Step": 2757, "Finetune/Step Time": 6.203522341325879}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.792969822883606, "Finetune/Loss (Raw)": 0.8744125962257385, "Finetune/Step": 2758, "Finetune/Step Time": 6.21463574282825}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7917762398719788, "Finetune/Loss (Raw)": 0.7428430318832397, "Finetune/Step": 2759, "Finetune/Step Time": 6.214437883347273}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.791337251663208, "Finetune/Loss (Raw)": 0.6610533595085144, "Finetune/Step": 2760, "Finetune/Step Time": 6.212544776499271}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7899516820907593, "Finetune/Loss (Raw)": 0.6896451115608215, "Finetune/Step": 2761, "Finetune/Step Time": 6.213721698150039}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7896339297294617, "Finetune/Loss (Raw)": 0.7450075149536133, "Finetune/Step": 2762, "Finetune/Step Time": 6.232323123142123}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7898998260498047, "Finetune/Loss (Raw)": 0.8113839030265808, "Finetune/Step": 2763, "Finetune/Step Time": 6.2288180105388165}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7884684801101685, "Finetune/Loss (Raw)": 0.7752498984336853, "Finetune/Step": 2764, "Finetune/Step Time": 6.243011919781566}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.787773609161377, "Finetune/Loss (Raw)": 0.671573281288147, "Finetune/Step": 2765, "Finetune/Step Time": 6.24617569334805}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.787010133266449, "Finetune/Loss (Raw)": 0.8181817531585693, "Finetune/Step": 2766, "Finetune/Step Time": 6.254359288141131}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7874850630760193, "Finetune/Loss (Raw)": 0.8325003385543823, "Finetune/Step": 2767, "Finetune/Step Time": 6.248215675354004}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7895068526268005, "Finetune/Loss (Raw)": 0.8693588972091675, "Finetune/Step": 2768, "Finetune/Step Time": 6.2508223708719015}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7897995114326477, "Finetune/Loss (Raw)": 0.8452763557434082, "Finetune/Step": 2769, "Finetune/Step Time": 6.236441805958748}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7879080772399902, "Finetune/Loss (Raw)": 0.5406931638717651, "Finetune/Step": 2770, "Finetune/Step Time": 6.244165638461709}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7896053791046143, "Finetune/Loss (Raw)": 0.8658912777900696, "Finetune/Step": 2771, "Finetune/Step Time": 6.252425169572234}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7910611629486084, "Finetune/Loss (Raw)": 0.848977267742157, "Finetune/Step": 2772, "Finetune/Step Time": 6.242382276803255}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7917198538780212, "Finetune/Loss (Raw)": 0.9104917049407959, "Finetune/Step": 2773, "Finetune/Step Time": 6.224091688171029}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7898482084274292, "Finetune/Loss (Raw)": 0.5690956711769104, "Finetune/Step": 2774, "Finetune/Step Time": 6.225846413522959}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7909284830093384, "Finetune/Loss (Raw)": 0.8764975070953369, "Finetune/Step": 2775, "Finetune/Step Time": 6.238832162693143}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7904654145240784, "Finetune/Loss (Raw)": 0.747269868850708, "Finetune/Step": 2776, "Finetune/Step Time": 6.2328992038965225}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7911577224731445, "Finetune/Loss (Raw)": 0.8000320792198181, "Finetune/Step": 2777, "Finetune/Step Time": 6.227311434224248}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.792228102684021, "Finetune/Loss (Raw)": 0.8421753644943237, "Finetune/Step": 2778, "Finetune/Step Time": 6.2207314390689135}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7917143702507019, "Finetune/Loss (Raw)": 0.7238514423370361, "Finetune/Step": 2779, "Finetune/Step Time": 6.21061472222209}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7911142110824585, "Finetune/Loss (Raw)": 0.8015183210372925, "Finetune/Step": 2780, "Finetune/Step Time": 6.2136613968759775}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7924261093139648, "Finetune/Loss (Raw)": 0.8923344612121582, "Finetune/Step": 2781, "Finetune/Step Time": 6.209621015936136}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7936407327651978, "Finetune/Loss (Raw)": 0.830704391002655, "Finetune/Step": 2782, "Finetune/Step Time": 6.195123124867678}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7936896681785583, "Finetune/Loss (Raw)": 0.8161805868148804, "Finetune/Step": 2783, "Finetune/Step Time": 6.181126577779651}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7921221852302551, "Finetune/Loss (Raw)": 0.6025978326797485, "Finetune/Step": 2784, "Finetune/Step Time": 6.18672177568078}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.793687105178833, "Finetune/Loss (Raw)": 0.7890563011169434, "Finetune/Step": 2785, "Finetune/Step Time": 6.191116647794843}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7959545850753784, "Finetune/Loss (Raw)": 0.8676571846008301, "Finetune/Step": 2786, "Finetune/Step Time": 6.179539388045669}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7954535484313965, "Finetune/Loss (Raw)": 0.7707787752151489, "Finetune/Step": 2787, "Finetune/Step Time": 6.166240369901061}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.795439600944519, "Finetune/Loss (Raw)": 0.8780121803283691, "Finetune/Step": 2788, "Finetune/Step Time": 6.168268842622638}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7932807803153992, "Finetune/Loss (Raw)": 0.7308198809623718, "Finetune/Step": 2789, "Finetune/Step Time": 6.176360726356506}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7926207780838013, "Finetune/Loss (Raw)": 0.7946287989616394, "Finetune/Step": 2790, "Finetune/Step Time": 6.18516038171947}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7906410694122314, "Finetune/Loss (Raw)": 0.623909056186676, "Finetune/Step": 2791, "Finetune/Step Time": 6.18833333067596}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7911415696144104, "Finetune/Loss (Raw)": 0.8075715899467468, "Finetune/Step": 2792, "Finetune/Step Time": 6.192270640283823}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7931312322616577, "Finetune/Loss (Raw)": 0.925592303276062, "Finetune/Step": 2793, "Finetune/Step Time": 6.184801569208503}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.792248547077179, "Finetune/Loss (Raw)": 0.7501225471496582, "Finetune/Step": 2794, "Finetune/Step Time": 6.186904663220048}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7915928363800049, "Finetune/Loss (Raw)": 0.6632731556892395, "Finetune/Step": 2795, "Finetune/Step Time": 6.194585097953677}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7914653420448303, "Finetune/Loss (Raw)": 0.786973237991333, "Finetune/Step": 2796, "Finetune/Step Time": 6.203682955354452}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7887158393859863, "Finetune/Loss (Raw)": 0.5796781182289124, "Finetune/Step": 2797, "Finetune/Step Time": 6.216465787962079}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7876012921333313, "Finetune/Loss (Raw)": 0.7040787935256958, "Finetune/Step": 2798, "Finetune/Step Time": 6.2293609995394945}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7877939939498901, "Finetune/Loss (Raw)": 0.6769706606864929, "Finetune/Step": 2799, "Finetune/Step Time": 6.248228073120117}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7882417440414429, "Finetune/Loss (Raw)": 0.626473069190979, "Finetune/Step": 2800, "Finetune/Step Time": 6.246135924011469}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7888332605361938, "Finetune/Loss (Raw)": 0.8794971108436584, "Finetune/Step": 2801, "Finetune/Step Time": 6.2424626015126705}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7909445762634277, "Finetune/Loss (Raw)": 0.8832959532737732, "Finetune/Step": 2802, "Finetune/Step Time": 6.243129389360547}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7905969619750977, "Finetune/Loss (Raw)": 0.75593501329422, "Finetune/Step": 2803, "Finetune/Step Time": 6.241421766579151}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7910040616989136, "Finetune/Loss (Raw)": 0.8410950303077698, "Finetune/Step": 2804, "Finetune/Step Time": 6.247885307297111}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.791558027267456, "Finetune/Loss (Raw)": 0.9499977827072144, "Finetune/Step": 2805, "Finetune/Step Time": 6.243350094184279}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7910550832748413, "Finetune/Loss (Raw)": 0.7367005944252014, "Finetune/Step": 2806, "Finetune/Step Time": 6.243303583934903}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7896728515625, "Finetune/Loss (Raw)": 0.7804999947547913, "Finetune/Step": 2807, "Finetune/Step Time": 6.246238203719258}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7876283526420593, "Finetune/Loss (Raw)": 0.611407458782196, "Finetune/Step": 2808, "Finetune/Step Time": 6.249138653278351}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7872807383537292, "Finetune/Loss (Raw)": 0.5999432802200317, "Finetune/Step": 2809, "Finetune/Step Time": 6.2545334082096815}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.786504864692688, "Finetune/Loss (Raw)": 0.7031341195106506, "Finetune/Step": 2810, "Finetune/Step Time": 6.254050692543387}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7863766551017761, "Finetune/Loss (Raw)": 0.8251148462295532, "Finetune/Step": 2811, "Finetune/Step Time": 6.253495886921883}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7864489555358887, "Finetune/Loss (Raw)": 0.8033515214920044, "Finetune/Step": 2812, "Finetune/Step Time": 6.255312953144312}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7867012023925781, "Finetune/Loss (Raw)": 0.874147891998291, "Finetune/Step": 2813, "Finetune/Step Time": 6.252112340182066}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7862948775291443, "Finetune/Loss (Raw)": 0.6813818216323853, "Finetune/Step": 2814, "Finetune/Step Time": 6.25345815718174}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7874504327774048, "Finetune/Loss (Raw)": 0.9263949394226074, "Finetune/Step": 2815, "Finetune/Step Time": 6.266744676977396}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7872989177703857, "Finetune/Loss (Raw)": 0.8274483680725098, "Finetune/Step": 2816, "Finetune/Step Time": 6.265691971406341}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7861233353614807, "Finetune/Loss (Raw)": 0.7880347967147827, "Finetune/Step": 2817, "Finetune/Step Time": 6.26478704996407}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7871880531311035, "Finetune/Loss (Raw)": 0.7898880839347839, "Finetune/Step": 2818, "Finetune/Step Time": 6.262915480881929}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7875451445579529, "Finetune/Loss (Raw)": 0.9251925945281982, "Finetune/Step": 2819, "Finetune/Step Time": 6.248878061771393}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7884269952774048, "Finetune/Loss (Raw)": 0.8982871770858765, "Finetune/Step": 2820, "Finetune/Step Time": 6.261629844084382}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7867426872253418, "Finetune/Loss (Raw)": 0.6270409226417542, "Finetune/Step": 2821, "Finetune/Step Time": 6.2638721857219934}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.787460207939148, "Finetune/Loss (Raw)": 0.8420922756195068, "Finetune/Step": 2822, "Finetune/Step Time": 6.2700605895370245}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7864919900894165, "Finetune/Loss (Raw)": 0.6525520086288452, "Finetune/Step": 2823, "Finetune/Step Time": 6.272914383560419}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7852420806884766, "Finetune/Loss (Raw)": 0.6434319019317627, "Finetune/Step": 2824, "Finetune/Step Time": 6.282899148762226}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7845351696014404, "Finetune/Loss (Raw)": 0.715782105922699, "Finetune/Step": 2825, "Finetune/Step Time": 6.273381007835269}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7840293645858765, "Finetune/Loss (Raw)": 0.6675382852554321, "Finetune/Step": 2826, "Finetune/Step Time": 6.271400203928351}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.783610463142395, "Finetune/Loss (Raw)": 0.8257367014884949, "Finetune/Step": 2827, "Finetune/Step Time": 6.269901970401406}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7847698926925659, "Finetune/Loss (Raw)": 0.9517945051193237, "Finetune/Step": 2828, "Finetune/Step Time": 6.260412825271487}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7851892113685608, "Finetune/Loss (Raw)": 0.8355444669723511, "Finetune/Step": 2829, "Finetune/Step Time": 6.254296988248825}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7856665253639221, "Finetune/Loss (Raw)": 0.8907697200775146, "Finetune/Step": 2830, "Finetune/Step Time": 6.240822605788708}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.788132905960083, "Finetune/Loss (Raw)": 1.021218180656433, "Finetune/Step": 2831, "Finetune/Step Time": 6.2319899294525385}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7900896072387695, "Finetune/Loss (Raw)": 0.9430428743362427, "Finetune/Step": 2832, "Finetune/Step Time": 6.220567109063268}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7904350161552429, "Finetune/Loss (Raw)": 0.8151776790618896, "Finetune/Step": 2833, "Finetune/Step Time": 6.218447828665376}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7885009050369263, "Finetune/Loss (Raw)": 0.6247450709342957, "Finetune/Step": 2834, "Finetune/Step Time": 6.227013140916824}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7873017191886902, "Finetune/Loss (Raw)": 0.8253227472305298, "Finetune/Step": 2835, "Finetune/Step Time": 6.228646721690893}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7851235866546631, "Finetune/Loss (Raw)": 0.6327652931213379, "Finetune/Step": 2836, "Finetune/Step Time": 6.228553907945752}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7859063148498535, "Finetune/Loss (Raw)": 0.8587732911109924, "Finetune/Step": 2837, "Finetune/Step Time": 6.221693113446236}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7861961126327515, "Finetune/Loss (Raw)": 0.7113756537437439, "Finetune/Step": 2838, "Finetune/Step Time": 6.208648232743144}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7848894596099854, "Finetune/Loss (Raw)": 0.7038329243659973, "Finetune/Step": 2839, "Finetune/Step Time": 6.190524624660611}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7847254872322083, "Finetune/Loss (Raw)": 0.7942937612533569, "Finetune/Step": 2840, "Finetune/Step Time": 6.188580848276615}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7859377861022949, "Finetune/Loss (Raw)": 0.9401528239250183, "Finetune/Step": 2841, "Finetune/Step Time": 6.178503859788179}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7854227423667908, "Finetune/Loss (Raw)": 0.8212947249412537, "Finetune/Step": 2842, "Finetune/Step Time": 6.17561025545001}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.785072386264801, "Finetune/Loss (Raw)": 0.6810588240623474, "Finetune/Step": 2843, "Finetune/Step Time": 6.178289974108338}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7855346202850342, "Finetune/Loss (Raw)": 0.8516098856925964, "Finetune/Step": 2844, "Finetune/Step Time": 6.182122129946947}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.785179615020752, "Finetune/Loss (Raw)": 0.8097521662712097, "Finetune/Step": 2845, "Finetune/Step Time": 6.185790536925197}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7850382328033447, "Finetune/Loss (Raw)": 0.7564684748649597, "Finetune/Step": 2846, "Finetune/Step Time": 6.190791083499789}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7832828760147095, "Finetune/Loss (Raw)": 0.5909630060195923, "Finetune/Step": 2847, "Finetune/Step Time": 6.191218132153153}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7833545207977295, "Finetune/Loss (Raw)": 0.8635787963867188, "Finetune/Step": 2848, "Finetune/Step Time": 6.197314759716392}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.783623218536377, "Finetune/Loss (Raw)": 0.7463271617889404, "Finetune/Step": 2849, "Finetune/Step Time": 6.198065809905529}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7835438251495361, "Finetune/Loss (Raw)": 0.7991201281547546, "Finetune/Step": 2850, "Finetune/Step Time": 6.193699285387993}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7845174670219421, "Finetune/Loss (Raw)": 0.8617430925369263, "Finetune/Step": 2851, "Finetune/Step Time": 6.190312951803207}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7845749258995056, "Finetune/Loss (Raw)": 0.8302913904190063, "Finetune/Step": 2852, "Finetune/Step Time": 6.188415791839361}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7841617465019226, "Finetune/Loss (Raw)": 0.7687301635742188, "Finetune/Step": 2853, "Finetune/Step Time": 6.1889328341931105}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.784781813621521, "Finetune/Loss (Raw)": 0.8819748759269714, "Finetune/Step": 2854, "Finetune/Step Time": 6.185835769400001}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.784736156463623, "Finetune/Loss (Raw)": 0.7905825972557068, "Finetune/Step": 2855, "Finetune/Step Time": 6.181423673406243}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7863866090774536, "Finetune/Loss (Raw)": 0.771099328994751, "Finetune/Step": 2856, "Finetune/Step Time": 6.186796939000487}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7868971824645996, "Finetune/Loss (Raw)": 0.8456895351409912, "Finetune/Step": 2857, "Finetune/Step Time": 6.189850367605686}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.787490725517273, "Finetune/Loss (Raw)": 0.7140156030654907, "Finetune/Step": 2858, "Finetune/Step Time": 6.173021413385868}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7876108884811401, "Finetune/Loss (Raw)": 0.8100184798240662, "Finetune/Step": 2859, "Finetune/Step Time": 6.1794087421149015}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.786566972732544, "Finetune/Loss (Raw)": 0.6882839798927307, "Finetune/Step": 2860, "Finetune/Step Time": 6.1847745683044195}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.787382185459137, "Finetune/Loss (Raw)": 0.965914249420166, "Finetune/Step": 2861, "Finetune/Step Time": 6.188458934426308}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7871774435043335, "Finetune/Loss (Raw)": 0.7501811981201172, "Finetune/Step": 2862, "Finetune/Step Time": 6.190623130649328}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7866096496582031, "Finetune/Loss (Raw)": 0.7925509810447693, "Finetune/Step": 2863, "Finetune/Step Time": 6.199494434520602}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7862659692764282, "Finetune/Loss (Raw)": 0.7089706063270569, "Finetune/Step": 2864, "Finetune/Step Time": 6.191476697102189}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7890409231185913, "Finetune/Loss (Raw)": 0.8850637674331665, "Finetune/Step": 2865, "Finetune/Step Time": 6.173809539526701}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7873007655143738, "Finetune/Loss (Raw)": 0.6389312148094177, "Finetune/Step": 2866, "Finetune/Step Time": 6.173267235979438}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7870631814002991, "Finetune/Loss (Raw)": 0.8392611145973206, "Finetune/Step": 2867, "Finetune/Step Time": 6.186141029000282}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7890284061431885, "Finetune/Loss (Raw)": 0.9450685977935791, "Finetune/Step": 2868, "Finetune/Step Time": 6.186969546601176}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7868063449859619, "Finetune/Loss (Raw)": 0.5957940220832825, "Finetune/Step": 2869, "Finetune/Step Time": 6.1903454046696424}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7856885194778442, "Finetune/Loss (Raw)": 0.6274570822715759, "Finetune/Step": 2870, "Finetune/Step Time": 6.21371397934854}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7861278057098389, "Finetune/Loss (Raw)": 0.9557616114616394, "Finetune/Step": 2871, "Finetune/Step Time": 6.225839488208294}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7869646549224854, "Finetune/Loss (Raw)": 0.9210770130157471, "Finetune/Step": 2872, "Finetune/Step Time": 6.224886521697044}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7864318490028381, "Finetune/Loss (Raw)": 0.8382920026779175, "Finetune/Step": 2873, "Finetune/Step Time": 6.224913267418742}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7848600149154663, "Finetune/Loss (Raw)": 0.6235111951828003, "Finetune/Step": 2874, "Finetune/Step Time": 6.228217842057347}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7853662371635437, "Finetune/Loss (Raw)": 0.8759300708770752, "Finetune/Step": 2875, "Finetune/Step Time": 6.24444093182683}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.784490704536438, "Finetune/Loss (Raw)": 0.8179572224617004, "Finetune/Step": 2876, "Finetune/Step Time": 6.224025892093778}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7839710712432861, "Finetune/Loss (Raw)": 0.781883955001831, "Finetune/Step": 2877, "Finetune/Step Time": 6.227831577882171}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7834896445274353, "Finetune/Loss (Raw)": 0.7281953692436218, "Finetune/Step": 2878, "Finetune/Step Time": 6.227574422955513}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7829095125198364, "Finetune/Loss (Raw)": 0.7251074314117432, "Finetune/Step": 2879, "Finetune/Step Time": 6.22940156981349}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7836084365844727, "Finetune/Loss (Raw)": 0.9247946739196777, "Finetune/Step": 2880, "Finetune/Step Time": 6.227833561599255}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7827578783035278, "Finetune/Loss (Raw)": 0.8245638012886047, "Finetune/Step": 2881, "Finetune/Step Time": 6.222393354400992}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7834752798080444, "Finetune/Loss (Raw)": 0.8949371576309204, "Finetune/Step": 2882, "Finetune/Step Time": 6.223009347915649}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7853223085403442, "Finetune/Loss (Raw)": 0.9235482215881348, "Finetune/Step": 2883, "Finetune/Step Time": 6.21650199778378}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.784373939037323, "Finetune/Loss (Raw)": 0.7042778730392456, "Finetune/Step": 2884, "Finetune/Step Time": 6.2023248039186}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7862111330032349, "Finetune/Loss (Raw)": 0.8792611956596375, "Finetune/Step": 2885, "Finetune/Step Time": 6.199792155995965}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7837979197502136, "Finetune/Loss (Raw)": 0.565531849861145, "Finetune/Step": 2886, "Finetune/Step Time": 6.185515493154526}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7833762168884277, "Finetune/Loss (Raw)": 0.6888585686683655, "Finetune/Step": 2887, "Finetune/Step Time": 6.199868232011795}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7859747409820557, "Finetune/Loss (Raw)": 0.9936679005622864, "Finetune/Step": 2888, "Finetune/Step Time": 6.203876741230488}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7864959239959717, "Finetune/Loss (Raw)": 0.7563517689704895, "Finetune/Step": 2889, "Finetune/Step Time": 6.208361538127065}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7865520119667053, "Finetune/Loss (Raw)": 0.7521926164627075, "Finetune/Step": 2890, "Finetune/Step Time": 6.20556578040123}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7862382531166077, "Finetune/Loss (Raw)": 0.7712236046791077, "Finetune/Step": 2891, "Finetune/Step Time": 6.199704570695758}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7880184054374695, "Finetune/Loss (Raw)": 1.0031081438064575, "Finetune/Step": 2892, "Finetune/Step Time": 6.189636819064617}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7888754606246948, "Finetune/Loss (Raw)": 0.7812710404396057, "Finetune/Step": 2893, "Finetune/Step Time": 6.189556650817394}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7895448803901672, "Finetune/Loss (Raw)": 0.9038698077201843, "Finetune/Step": 2894, "Finetune/Step Time": 6.17111274972558}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7894890308380127, "Finetune/Loss (Raw)": 0.8253533840179443, "Finetune/Step": 2895, "Finetune/Step Time": 6.167821515351534}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7895709276199341, "Finetune/Loss (Raw)": 0.8798447251319885, "Finetune/Step": 2896, "Finetune/Step Time": 6.161374432966113}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7899221777915955, "Finetune/Loss (Raw)": 0.8902313113212585, "Finetune/Step": 2897, "Finetune/Step Time": 6.162179650738835}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7923245429992676, "Finetune/Loss (Raw)": 0.8481931090354919, "Finetune/Step": 2898, "Finetune/Step Time": 6.156724385917187}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7918312549591064, "Finetune/Loss (Raw)": 0.8027499914169312, "Finetune/Step": 2899, "Finetune/Step Time": 6.148274675011635}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7904951572418213, "Finetune/Loss (Raw)": 0.6779651045799255, "Finetune/Step": 2900, "Finetune/Step Time": 6.151084888726473}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7887128591537476, "Finetune/Loss (Raw)": 0.6823580861091614, "Finetune/Step": 2901, "Finetune/Step Time": 6.153723835945129}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7904760837554932, "Finetune/Loss (Raw)": 0.7947807908058167, "Finetune/Step": 2902, "Finetune/Step Time": 6.158413786441088}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7901011109352112, "Finetune/Loss (Raw)": 0.8285061717033386, "Finetune/Step": 2903, "Finetune/Step Time": 6.157842438668013}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7905194759368896, "Finetune/Loss (Raw)": 0.8008142709732056, "Finetune/Step": 2904, "Finetune/Step Time": 6.159188294783235}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7905763387680054, "Finetune/Loss (Raw)": 0.8073118925094604, "Finetune/Step": 2905, "Finetune/Step Time": 6.159803602844477}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7908745408058167, "Finetune/Loss (Raw)": 0.8803486227989197, "Finetune/Step": 2906, "Finetune/Step Time": 6.1613262463361025}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7914289236068726, "Finetune/Loss (Raw)": 0.7948183417320251, "Finetune/Step": 2907, "Finetune/Step Time": 6.159602725878358}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7919014096260071, "Finetune/Loss (Raw)": 0.8619906902313232, "Finetune/Step": 2908, "Finetune/Step Time": 6.156884878873825}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7926304936408997, "Finetune/Loss (Raw)": 0.9856535196304321, "Finetune/Step": 2909, "Finetune/Step Time": 6.1584842056035995}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7932146787643433, "Finetune/Loss (Raw)": 0.9054786562919617, "Finetune/Step": 2910, "Finetune/Step Time": 6.156423930078745}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7942852973937988, "Finetune/Loss (Raw)": 0.9532204866409302, "Finetune/Step": 2911, "Finetune/Step Time": 6.153959296643734}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7961719632148743, "Finetune/Loss (Raw)": 0.8440936803817749, "Finetune/Step": 2912, "Finetune/Step Time": 6.144860194995999}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7964193820953369, "Finetune/Loss (Raw)": 0.8207278251647949, "Finetune/Step": 2913, "Finetune/Step Time": 6.138770220801234}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.794450044631958, "Finetune/Loss (Raw)": 0.615584135055542, "Finetune/Step": 2914, "Finetune/Step Time": 6.139380073174834}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7929797172546387, "Finetune/Loss (Raw)": 0.5825778841972351, "Finetune/Step": 2915, "Finetune/Step Time": 6.157415919005871}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7928410172462463, "Finetune/Loss (Raw)": 0.8602539896965027, "Finetune/Step": 2916, "Finetune/Step Time": 6.161065109074116}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7942271828651428, "Finetune/Loss (Raw)": 0.9082463979721069, "Finetune/Step": 2917, "Finetune/Step Time": 6.151293950155377}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7935751676559448, "Finetune/Loss (Raw)": 0.7111749053001404, "Finetune/Step": 2918, "Finetune/Step Time": 6.144488457590342}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7952921390533447, "Finetune/Loss (Raw)": 0.8436809182167053, "Finetune/Step": 2919, "Finetune/Step Time": 6.144108774140477}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7931876182556152, "Finetune/Loss (Raw)": 0.5381926894187927, "Finetune/Step": 2920, "Finetune/Step Time": 6.134097659960389}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7920644283294678, "Finetune/Loss (Raw)": 0.7818247079849243, "Finetune/Step": 2921, "Finetune/Step Time": 6.144960809499025}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.792114794254303, "Finetune/Loss (Raw)": 0.7565678358078003, "Finetune/Step": 2922, "Finetune/Step Time": 6.152654809877276}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7925283908843994, "Finetune/Loss (Raw)": 0.716221034526825, "Finetune/Step": 2923, "Finetune/Step Time": 6.152004975825548}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7932741641998291, "Finetune/Loss (Raw)": 0.882421612739563, "Finetune/Step": 2924, "Finetune/Step Time": 6.162936873733997}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7958009839057922, "Finetune/Loss (Raw)": 0.9031111001968384, "Finetune/Step": 2925, "Finetune/Step Time": 6.151083437725902}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.796585738658905, "Finetune/Loss (Raw)": 0.8045329451560974, "Finetune/Step": 2926, "Finetune/Step Time": 6.144017342478037}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7956196069717407, "Finetune/Loss (Raw)": 0.5533068776130676, "Finetune/Step": 2927, "Finetune/Step Time": 6.144554587081075}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.797086238861084, "Finetune/Loss (Raw)": 0.814197838306427, "Finetune/Step": 2928, "Finetune/Step Time": 6.151840772479773}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7968764305114746, "Finetune/Loss (Raw)": 0.8526484966278076, "Finetune/Step": 2929, "Finetune/Step Time": 6.155332673341036}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7968851327896118, "Finetune/Loss (Raw)": 0.8844127058982849, "Finetune/Step": 2930, "Finetune/Step Time": 6.147477861493826}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7978181838989258, "Finetune/Loss (Raw)": 0.8753562569618225, "Finetune/Step": 2931, "Finetune/Step Time": 6.153600269928575}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7979404926300049, "Finetune/Loss (Raw)": 0.8567559123039246, "Finetune/Step": 2932, "Finetune/Step Time": 6.157594297081232}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7969105839729309, "Finetune/Loss (Raw)": 0.8181601166725159, "Finetune/Step": 2933, "Finetune/Step Time": 6.1621581092476845}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7973754405975342, "Finetune/Loss (Raw)": 0.7962085008621216, "Finetune/Step": 2934, "Finetune/Step Time": 6.1685829889029264}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.797655463218689, "Finetune/Loss (Raw)": 0.8163496255874634, "Finetune/Step": 2935, "Finetune/Step Time": 6.166494216769934}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7997336387634277, "Finetune/Loss (Raw)": 0.8774029016494751, "Finetune/Step": 2936, "Finetune/Step Time": 6.16889476403594}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.8028720617294312, "Finetune/Loss (Raw)": 1.0016655921936035, "Finetune/Step": 2937, "Finetune/Step Time": 6.167308749631047}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.804120659828186, "Finetune/Loss (Raw)": 0.8629555106163025, "Finetune/Step": 2938, "Finetune/Step Time": 6.150189686566591}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.8042215704917908, "Finetune/Loss (Raw)": 0.8380342721939087, "Finetune/Step": 2939, "Finetune/Step Time": 6.146549994125962}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.8030858039855957, "Finetune/Loss (Raw)": 0.6579668521881104, "Finetune/Step": 2940, "Finetune/Step Time": 6.146262746304274}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.8002353310585022, "Finetune/Loss (Raw)": 0.5092896819114685, "Finetune/Step": 2941, "Finetune/Step Time": 6.153017167001963}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.8023730516433716, "Finetune/Loss (Raw)": 0.9550113677978516, "Finetune/Step": 2942, "Finetune/Step Time": 6.160807501524687}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.8010244369506836, "Finetune/Loss (Raw)": 0.7537784576416016, "Finetune/Step": 2943, "Finetune/Step Time": 6.149785399436951}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.8009417653083801, "Finetune/Loss (Raw)": 0.8168588876724243, "Finetune/Step": 2944, "Finetune/Step Time": 6.154427049681544}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.8005034327507019, "Finetune/Loss (Raw)": 0.7319320440292358, "Finetune/Step": 2945, "Finetune/Step Time": 6.160155765712261}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.8004645109176636, "Finetune/Loss (Raw)": 0.784907341003418, "Finetune/Step": 2946, "Finetune/Step Time": 6.164460638538003}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7992326617240906, "Finetune/Loss (Raw)": 0.767514169216156, "Finetune/Step": 2947, "Finetune/Step Time": 6.153741672635078}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7977442741394043, "Finetune/Loss (Raw)": 0.7077702283859253, "Finetune/Step": 2948, "Finetune/Step Time": 6.153444306924939}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7993835210800171, "Finetune/Loss (Raw)": 0.8368566632270813, "Finetune/Step": 2949, "Finetune/Step Time": 6.155781757086515}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7994869947433472, "Finetune/Loss (Raw)": 0.8553504943847656, "Finetune/Step": 2950, "Finetune/Step Time": 6.149190979078412}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7990535497665405, "Finetune/Loss (Raw)": 0.5970667004585266, "Finetune/Step": 2951, "Finetune/Step Time": 6.148947382345796}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.8006625771522522, "Finetune/Loss (Raw)": 0.8493849635124207, "Finetune/Step": 2952, "Finetune/Step Time": 6.148545989766717}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.8021695017814636, "Finetune/Loss (Raw)": 0.9086660742759705, "Finetune/Step": 2953, "Finetune/Step Time": 6.1476303823292255}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.8026415109634399, "Finetune/Loss (Raw)": 0.7279667854309082, "Finetune/Step": 2954, "Finetune/Step Time": 6.14891261048615}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.8038793802261353, "Finetune/Loss (Raw)": 0.9841753840446472, "Finetune/Step": 2955, "Finetune/Step Time": 6.151490276679397}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.8027629852294922, "Finetune/Loss (Raw)": 0.8088997602462769, "Finetune/Step": 2956, "Finetune/Step Time": 6.153399214148521}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.8022652864456177, "Finetune/Loss (Raw)": 0.7718380093574524, "Finetune/Step": 2957, "Finetune/Step Time": 6.150379369035363}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.8016374707221985, "Finetune/Loss (Raw)": 0.8104079961776733, "Finetune/Step": 2958, "Finetune/Step Time": 6.146048476919532}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7991288304328918, "Finetune/Loss (Raw)": 0.7001122236251831, "Finetune/Step": 2959, "Finetune/Step Time": 6.152614280581474}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7976930141448975, "Finetune/Loss (Raw)": 0.7592613697052002, "Finetune/Step": 2960, "Finetune/Step Time": 6.166885957121849}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7973690629005432, "Finetune/Loss (Raw)": 0.7737107276916504, "Finetune/Step": 2961, "Finetune/Step Time": 6.162474162876606}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.8002910614013672, "Finetune/Loss (Raw)": 0.9987601637840271, "Finetune/Step": 2962, "Finetune/Step Time": 6.150967424735427}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.8005945682525635, "Finetune/Loss (Raw)": 0.864172637462616, "Finetune/Step": 2963, "Finetune/Step Time": 6.1403912007808685}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.8025064468383789, "Finetune/Loss (Raw)": 0.8774808645248413, "Finetune/Step": 2964, "Finetune/Step Time": 6.146083941683173}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.8027119636535645, "Finetune/Loss (Raw)": 0.8850770592689514, "Finetune/Step": 2965, "Finetune/Step Time": 6.1466204803436995}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.802926778793335, "Finetune/Loss (Raw)": 0.7388842701911926, "Finetune/Step": 2966, "Finetune/Step Time": 6.1453716438263655}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.8028099536895752, "Finetune/Loss (Raw)": 0.6888700723648071, "Finetune/Step": 2967, "Finetune/Step Time": 6.151977090165019}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.8035942316055298, "Finetune/Loss (Raw)": 0.8946850895881653, "Finetune/Step": 2968, "Finetune/Step Time": 6.16042379103601}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.8026211261749268, "Finetune/Loss (Raw)": 0.8155959248542786, "Finetune/Step": 2969, "Finetune/Step Time": 6.163276189938188}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.8024117946624756, "Finetune/Loss (Raw)": 0.7945054769515991, "Finetune/Step": 2970, "Finetune/Step Time": 6.16306471824646}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.8033993244171143, "Finetune/Loss (Raw)": 0.8074607849121094, "Finetune/Step": 2971, "Finetune/Step Time": 6.171001246199012}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.8031156063079834, "Finetune/Loss (Raw)": 0.8152886629104614, "Finetune/Step": 2972, "Finetune/Step Time": 6.174567637965083}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.8024455308914185, "Finetune/Loss (Raw)": 0.7239763736724854, "Finetune/Step": 2973, "Finetune/Step Time": 6.172225685790181}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.8029791116714478, "Finetune/Loss (Raw)": 0.8247666358947754, "Finetune/Step": 2974, "Finetune/Step Time": 6.174598889425397}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.803851306438446, "Finetune/Loss (Raw)": 0.7026058435440063, "Finetune/Step": 2975, "Finetune/Step Time": 6.176169995218515}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.8028379678726196, "Finetune/Loss (Raw)": 0.7338722944259644, "Finetune/Step": 2976, "Finetune/Step Time": 6.183928115293384}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.8028794527053833, "Finetune/Loss (Raw)": 0.7516362071037292, "Finetune/Step": 2977, "Finetune/Step Time": 6.182558627799153}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.8039122223854065, "Finetune/Loss (Raw)": 0.9313194155693054, "Finetune/Step": 2978, "Finetune/Step Time": 6.182015489786863}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.8037351965904236, "Finetune/Loss (Raw)": 0.8390851616859436, "Finetune/Step": 2979, "Finetune/Step Time": 6.183209899812937}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.8032001256942749, "Finetune/Loss (Raw)": 0.761803388595581, "Finetune/Step": 2980, "Finetune/Step Time": 6.189245352521539}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.8029053211212158, "Finetune/Loss (Raw)": 0.7309911251068115, "Finetune/Step": 2981, "Finetune/Step Time": 6.196346977725625}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.801936686038971, "Finetune/Loss (Raw)": 0.7579889893531799, "Finetune/Step": 2982, "Finetune/Step Time": 6.212127450853586}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.8031259179115295, "Finetune/Loss (Raw)": 0.9428021907806396, "Finetune/Step": 2983, "Finetune/Step Time": 6.207568638026714}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.8030852675437927, "Finetune/Loss (Raw)": 0.7658991813659668, "Finetune/Step": 2984, "Finetune/Step Time": 6.203416600823402}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.8029406070709229, "Finetune/Loss (Raw)": 0.8271756768226624, "Finetune/Step": 2985, "Finetune/Step Time": 6.204438865184784}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.8021610975265503, "Finetune/Loss (Raw)": 0.6142376661300659, "Finetune/Step": 2986, "Finetune/Step Time": 6.211834948509932}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.8019797205924988, "Finetune/Loss (Raw)": 0.7867994904518127, "Finetune/Step": 2987, "Finetune/Step Time": 6.2349761091172695}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.8034722208976746, "Finetune/Loss (Raw)": 0.879321813583374, "Finetune/Step": 2988, "Finetune/Step Time": 6.243329407647252}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.8010374307632446, "Finetune/Loss (Raw)": 0.654267430305481, "Finetune/Step": 2989, "Finetune/Step Time": 6.243889011442661}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.8023805022239685, "Finetune/Loss (Raw)": 0.9220905900001526, "Finetune/Step": 2990, "Finetune/Step Time": 6.242159070447087}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.8029403686523438, "Finetune/Loss (Raw)": 0.8642109632492065, "Finetune/Step": 2991, "Finetune/Step Time": 6.231229269877076}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.8028686046600342, "Finetune/Loss (Raw)": 0.6997935175895691, "Finetune/Step": 2992, "Finetune/Step Time": 6.238917732611299}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.8031846284866333, "Finetune/Loss (Raw)": 0.9255086183547974, "Finetune/Step": 2993, "Finetune/Step Time": 6.243922775611281}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.8053656220436096, "Finetune/Loss (Raw)": 0.9181026220321655, "Finetune/Step": 2994, "Finetune/Step Time": 6.235642623156309}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8054087162017822, "Finetune/Loss (Raw)": 0.844771146774292, "Finetune/Step": 2995, "Finetune/Step Time": 6.217822266742587}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.8037903308868408, "Finetune/Loss (Raw)": 0.7379230260848999, "Finetune/Step": 2996, "Finetune/Step Time": 6.221463328227401}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.805031418800354, "Finetune/Loss (Raw)": 0.754648745059967, "Finetune/Step": 2997, "Finetune/Step Time": 6.224965130910277}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8059756755828857, "Finetune/Loss (Raw)": 0.7483239769935608, "Finetune/Step": 2998, "Finetune/Step Time": 6.204230407252908}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.8049803972244263, "Finetune/Loss (Raw)": 0.8283619284629822, "Finetune/Step": 2999, "Finetune/Step Time": 6.193589819595218}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.8043428659439087, "Finetune/Loss (Raw)": 0.8394711017608643, "Finetune/Step": 3000, "Finetune/Step Time": 6.196048045530915}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.803712010383606, "Finetune/Loss (Raw)": 0.7575477361679077, "Finetune/Step": 3001, "Finetune/Step Time": 6.197590507566929}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8057513236999512, "Finetune/Loss (Raw)": 0.8845425844192505, "Finetune/Step": 3002, "Finetune/Step Time": 6.1925049386918545}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8051757216453552, "Finetune/Loss (Raw)": 0.8022473454475403, "Finetune/Step": 3003, "Finetune/Step Time": 6.176301281899214}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.805717945098877, "Finetune/Loss (Raw)": 0.8873704075813293, "Finetune/Step": 3004, "Finetune/Step Time": 6.17769231647253}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8043044209480286, "Finetune/Loss (Raw)": 0.6009508371353149, "Finetune/Step": 3005, "Finetune/Step Time": 6.1764136757701635}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.8055300712585449, "Finetune/Loss (Raw)": 0.8850826621055603, "Finetune/Step": 3006, "Finetune/Step Time": 6.1869213450700045}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.8050577640533447, "Finetune/Loss (Raw)": 0.6646426916122437, "Finetune/Step": 3007, "Finetune/Step Time": 6.181912031024694}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.8047018051147461, "Finetune/Loss (Raw)": 0.8792334794998169, "Finetune/Step": 3008, "Finetune/Step Time": 6.178422516211867}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8056014776229858, "Finetune/Loss (Raw)": 0.9397268295288086, "Finetune/Step": 3009, "Finetune/Step Time": 6.179750105366111}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.8047486543655396, "Finetune/Loss (Raw)": 0.7857722640037537, "Finetune/Step": 3010, "Finetune/Step Time": 6.177548797801137}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8044034242630005, "Finetune/Loss (Raw)": 0.8793596029281616, "Finetune/Step": 3011, "Finetune/Step Time": 6.179688233882189}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8056328892707825, "Finetune/Loss (Raw)": 0.8616494536399841, "Finetune/Step": 3012, "Finetune/Step Time": 6.173262894153595}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8053062558174133, "Finetune/Loss (Raw)": 0.8374525308609009, "Finetune/Step": 3013, "Finetune/Step Time": 6.154497651383281}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8062633275985718, "Finetune/Loss (Raw)": 0.6880373358726501, "Finetune/Step": 3014, "Finetune/Step Time": 6.1473656464368105}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.8056865334510803, "Finetune/Loss (Raw)": 0.6150306463241577, "Finetune/Step": 3015, "Finetune/Step Time": 6.137963518500328}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8040262460708618, "Finetune/Loss (Raw)": 0.7811480760574341, "Finetune/Step": 3016, "Finetune/Step Time": 6.143657738342881}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8036298751831055, "Finetune/Loss (Raw)": 0.7056140899658203, "Finetune/Step": 3017, "Finetune/Step Time": 6.140795700252056}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.8036081194877625, "Finetune/Loss (Raw)": 0.7494128346443176, "Finetune/Step": 3018, "Finetune/Step Time": 6.125459026545286}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8038403391838074, "Finetune/Loss (Raw)": 0.8009448647499084, "Finetune/Step": 3019, "Finetune/Step Time": 6.122623013332486}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.8019415140151978, "Finetune/Loss (Raw)": 0.7600599527359009, "Finetune/Step": 3020, "Finetune/Step Time": 6.119365220889449}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.802149772644043, "Finetune/Loss (Raw)": 0.8079293966293335, "Finetune/Step": 3021, "Finetune/Step Time": 6.11000999994576}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.8022289276123047, "Finetune/Loss (Raw)": 0.9140050411224365, "Finetune/Step": 3022, "Finetune/Step Time": 6.1131948083639145}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.801064133644104, "Finetune/Loss (Raw)": 0.6762629151344299, "Finetune/Step": 3023, "Finetune/Step Time": 6.113102465867996}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.8005613684654236, "Finetune/Loss (Raw)": 0.8154849410057068, "Finetune/Step": 3024, "Finetune/Step Time": 6.114161059260368}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.8004058599472046, "Finetune/Loss (Raw)": 0.8703265190124512, "Finetune/Step": 3025, "Finetune/Step Time": 6.116484425961971}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.8001441955566406, "Finetune/Loss (Raw)": 0.8146920800209045, "Finetune/Step": 3026, "Finetune/Step Time": 6.116571946069598}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.8010381460189819, "Finetune/Loss (Raw)": 0.9171815514564514, "Finetune/Step": 3027, "Finetune/Step Time": 6.1171919871121645}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.8021329641342163, "Finetune/Loss (Raw)": 0.8180965781211853, "Finetune/Step": 3028, "Finetune/Step Time": 6.1145443841814995}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.8046494722366333, "Finetune/Loss (Raw)": 1.004476547241211, "Finetune/Step": 3029, "Finetune/Step Time": 6.114210603758693}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8045735359191895, "Finetune/Loss (Raw)": 0.7850645780563354, "Finetune/Step": 3030, "Finetune/Step Time": 6.106836585327983}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8047094345092773, "Finetune/Loss (Raw)": 0.8459025621414185, "Finetune/Step": 3031, "Finetune/Step Time": 6.099562536925077}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.8049517273902893, "Finetune/Loss (Raw)": 0.8318182826042175, "Finetune/Step": 3032, "Finetune/Step Time": 6.097869139164686}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.8053770661354065, "Finetune/Loss (Raw)": 0.8617594242095947, "Finetune/Step": 3033, "Finetune/Step Time": 6.097339563071728}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8057510852813721, "Finetune/Loss (Raw)": 0.9282206892967224, "Finetune/Step": 3034, "Finetune/Step Time": 6.093624649569392}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8060046434402466, "Finetune/Loss (Raw)": 0.8272776007652283, "Finetune/Step": 3035, "Finetune/Step Time": 6.091086730360985}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8053185343742371, "Finetune/Loss (Raw)": 0.7741662263870239, "Finetune/Step": 3036, "Finetune/Step Time": 6.092084787786007}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8050512075424194, "Finetune/Loss (Raw)": 0.9514335989952087, "Finetune/Step": 3037, "Finetune/Step Time": 6.096739051863551}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8048444986343384, "Finetune/Loss (Raw)": 0.8790217041969299, "Finetune/Step": 3038, "Finetune/Step Time": 6.096999291330576}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.8031141757965088, "Finetune/Loss (Raw)": 0.7317438721656799, "Finetune/Step": 3039, "Finetune/Step Time": 6.097201073542237}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8030800819396973, "Finetune/Loss (Raw)": 0.8397239446640015, "Finetune/Step": 3040, "Finetune/Step Time": 6.095928905531764}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.8025275468826294, "Finetune/Loss (Raw)": 0.7500066161155701, "Finetune/Step": 3041, "Finetune/Step Time": 6.093031516298652}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8041326999664307, "Finetune/Loss (Raw)": 0.8210475444793701, "Finetune/Step": 3042, "Finetune/Step Time": 6.091167597100139}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.804317831993103, "Finetune/Loss (Raw)": 0.6062641143798828, "Finetune/Step": 3043, "Finetune/Step Time": 6.091459356248379}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.8028501868247986, "Finetune/Loss (Raw)": 0.672400951385498, "Finetune/Step": 3044, "Finetune/Step Time": 6.104765320196748}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.8003383874893188, "Finetune/Loss (Raw)": 0.5867425203323364, "Finetune/Step": 3045, "Finetune/Step Time": 6.115221131592989}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.8024812936782837, "Finetune/Loss (Raw)": 0.9854602813720703, "Finetune/Step": 3046, "Finetune/Step Time": 6.11565387994051}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.8022684454917908, "Finetune/Loss (Raw)": 0.8164359927177429, "Finetune/Step": 3047, "Finetune/Step Time": 6.113357113674283}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8055574893951416, "Finetune/Loss (Raw)": 0.9591898918151855, "Finetune/Step": 3048, "Finetune/Step Time": 6.110370526090264}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.8056659698486328, "Finetune/Loss (Raw)": 0.7957056164741516, "Finetune/Step": 3049, "Finetune/Step Time": 6.0905409045517445}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8071804046630859, "Finetune/Loss (Raw)": 0.9504152536392212, "Finetune/Step": 3050, "Finetune/Step Time": 6.078167632222176}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8087513446807861, "Finetune/Loss (Raw)": 0.9173040390014648, "Finetune/Step": 3051, "Finetune/Step Time": 6.069558111950755}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.8078782558441162, "Finetune/Loss (Raw)": 0.7706754207611084, "Finetune/Step": 3052, "Finetune/Step Time": 6.05543558113277}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8078984022140503, "Finetune/Loss (Raw)": 0.905680239200592, "Finetune/Step": 3053, "Finetune/Step Time": 6.056946681812406}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8091105222702026, "Finetune/Loss (Raw)": 0.9596913456916809, "Finetune/Step": 3054, "Finetune/Step Time": 6.055700274184346}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8112379908561707, "Finetune/Loss (Raw)": 0.8256208896636963, "Finetune/Step": 3055, "Finetune/Step Time": 6.040820013731718}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8115366697311401, "Finetune/Loss (Raw)": 0.8524302244186401, "Finetune/Step": 3056, "Finetune/Step Time": 6.0326546505093575}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.810504674911499, "Finetune/Loss (Raw)": 0.7205508947372437, "Finetune/Step": 3057, "Finetune/Step Time": 6.023265436291695}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8103547096252441, "Finetune/Loss (Raw)": 0.8652189373970032, "Finetune/Step": 3058, "Finetune/Step Time": 6.030512742698193}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8101673126220703, "Finetune/Loss (Raw)": 0.8513614535331726, "Finetune/Step": 3059, "Finetune/Step Time": 6.018334679305553}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8105183243751526, "Finetune/Loss (Raw)": 0.9016926884651184, "Finetune/Step": 3060, "Finetune/Step Time": 6.006932703778148}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8111510276794434, "Finetune/Loss (Raw)": 0.8991377353668213, "Finetune/Step": 3061, "Finetune/Step Time": 6.007578594610095}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8106856346130371, "Finetune/Loss (Raw)": 0.736646831035614, "Finetune/Step": 3062, "Finetune/Step Time": 6.009023940190673}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8105239868164062, "Finetune/Loss (Raw)": 0.7956487536430359, "Finetune/Step": 3063, "Finetune/Step Time": 6.024820616468787}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8103610277175903, "Finetune/Loss (Raw)": 0.8565543293952942, "Finetune/Step": 3064, "Finetune/Step Time": 6.017223069444299}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8076335787773132, "Finetune/Loss (Raw)": 0.6525473594665527, "Finetune/Step": 3065, "Finetune/Step Time": 6.009642995893955}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.8052054643630981, "Finetune/Loss (Raw)": 0.552161455154419, "Finetune/Step": 3066, "Finetune/Step Time": 6.027424931526184}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.8051470518112183, "Finetune/Loss (Raw)": 0.8305510878562927, "Finetune/Step": 3067, "Finetune/Step Time": 6.047828560695052}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.806082010269165, "Finetune/Loss (Raw)": 0.7776504755020142, "Finetune/Step": 3068, "Finetune/Step Time": 6.0507529731839895}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8074136972427368, "Finetune/Loss (Raw)": 0.6797385215759277, "Finetune/Step": 3069, "Finetune/Step Time": 6.054565131664276}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8063144087791443, "Finetune/Loss (Raw)": 0.814303994178772, "Finetune/Step": 3070, "Finetune/Step Time": 6.048094995319843}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.8079250454902649, "Finetune/Loss (Raw)": 0.9599424004554749, "Finetune/Step": 3071, "Finetune/Step Time": 6.044264741241932}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8077652454376221, "Finetune/Loss (Raw)": 0.7964069247245789, "Finetune/Step": 3072, "Finetune/Step Time": 6.040826054289937}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8084505796432495, "Finetune/Loss (Raw)": 0.8196483850479126, "Finetune/Step": 3073, "Finetune/Step Time": 6.04019114933908}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8085687160491943, "Finetune/Loss (Raw)": 0.8000301122665405, "Finetune/Step": 3074, "Finetune/Step Time": 6.033876899629831}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8075906038284302, "Finetune/Loss (Raw)": 0.6423178911209106, "Finetune/Step": 3075, "Finetune/Step Time": 6.046822903677821}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.8074594736099243, "Finetune/Loss (Raw)": 0.6909872889518738, "Finetune/Step": 3076, "Finetune/Step Time": 6.050986280664802}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8076019287109375, "Finetune/Loss (Raw)": 0.8550841212272644, "Finetune/Step": 3077, "Finetune/Step Time": 6.043482994660735}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8063668012619019, "Finetune/Loss (Raw)": 0.6972536444664001, "Finetune/Step": 3078, "Finetune/Step Time": 6.043153895065188}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8066026568412781, "Finetune/Loss (Raw)": 0.6272587180137634, "Finetune/Step": 3079, "Finetune/Step Time": 6.040877848863602}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.8054944276809692, "Finetune/Loss (Raw)": 0.7075299024581909, "Finetune/Step": 3080, "Finetune/Step Time": 6.039485108107328}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.8042064905166626, "Finetune/Loss (Raw)": 0.7438074350357056, "Finetune/Step": 3081, "Finetune/Step Time": 6.0422697104513645}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.8051067590713501, "Finetune/Loss (Raw)": 0.8432108163833618, "Finetune/Step": 3082, "Finetune/Step Time": 6.041756084188819}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8041068315505981, "Finetune/Loss (Raw)": 0.8561805486679077, "Finetune/Step": 3083, "Finetune/Step Time": 6.040003487840295}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.8037892580032349, "Finetune/Loss (Raw)": 0.7682536840438843, "Finetune/Step": 3084, "Finetune/Step Time": 6.045610677450895}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8054037690162659, "Finetune/Loss (Raw)": 0.9784930944442749, "Finetune/Step": 3085, "Finetune/Step Time": 6.051634484902024}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8055782318115234, "Finetune/Loss (Raw)": 0.832732081413269, "Finetune/Step": 3086, "Finetune/Step Time": 6.047722039744258}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8063404560089111, "Finetune/Loss (Raw)": 0.7976816296577454, "Finetune/Step": 3087, "Finetune/Step Time": 6.042441450059414}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8049473166465759, "Finetune/Loss (Raw)": 0.5809428095817566, "Finetune/Step": 3088, "Finetune/Step Time": 6.027647543698549}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.805870771408081, "Finetune/Loss (Raw)": 0.8919151425361633, "Finetune/Step": 3089, "Finetune/Step Time": 6.0268673449754715}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.8038285374641418, "Finetune/Loss (Raw)": 0.7373518943786621, "Finetune/Step": 3090, "Finetune/Step Time": 6.026183307170868}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.8027147054672241, "Finetune/Loss (Raw)": 0.7216020226478577, "Finetune/Step": 3091, "Finetune/Step Time": 6.0237348563969135}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.8006894588470459, "Finetune/Loss (Raw)": 0.6182432174682617, "Finetune/Step": 3092, "Finetune/Step Time": 6.030596604570746}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.800238311290741, "Finetune/Loss (Raw)": 0.8273335695266724, "Finetune/Step": 3093, "Finetune/Step Time": 6.047070607542992}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.8010880947113037, "Finetune/Loss (Raw)": 0.8476569056510925, "Finetune/Step": 3094, "Finetune/Step Time": 6.051636941730976}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.801895022392273, "Finetune/Loss (Raw)": 0.7921609878540039, "Finetune/Step": 3095, "Finetune/Step Time": 6.045592555776238}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.8014342784881592, "Finetune/Loss (Raw)": 0.8357039093971252, "Finetune/Step": 3096, "Finetune/Step Time": 6.034284442663193}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.8000795245170593, "Finetune/Loss (Raw)": 0.642191469669342, "Finetune/Step": 3097, "Finetune/Step Time": 6.038453875109553}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7983530759811401, "Finetune/Loss (Raw)": 0.5735225081443787, "Finetune/Step": 3098, "Finetune/Step Time": 6.053850218653679}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7986604571342468, "Finetune/Loss (Raw)": 0.8468019366264343, "Finetune/Step": 3099, "Finetune/Step Time": 6.04650373570621}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.8001573085784912, "Finetune/Loss (Raw)": 1.0068857669830322, "Finetune/Step": 3100, "Finetune/Step Time": 6.0490430276840925}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7989689111709595, "Finetune/Loss (Raw)": 0.5718632340431213, "Finetune/Step": 3101, "Finetune/Step Time": 6.051018584519625}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7996153235435486, "Finetune/Loss (Raw)": 0.9075059294700623, "Finetune/Step": 3102, "Finetune/Step Time": 6.052909219637513}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.801465630531311, "Finetune/Loss (Raw)": 0.9394415616989136, "Finetune/Step": 3103, "Finetune/Step Time": 6.055083969607949}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.8023748397827148, "Finetune/Loss (Raw)": 0.8502519726753235, "Finetune/Step": 3104, "Finetune/Step Time": 6.044191448017955}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.8032326102256775, "Finetune/Loss (Raw)": 0.861431896686554, "Finetune/Step": 3105, "Finetune/Step Time": 6.038109753280878}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.8017032146453857, "Finetune/Loss (Raw)": 0.7355634570121765, "Finetune/Step": 3106, "Finetune/Step Time": 6.032898226752877}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.8026896715164185, "Finetune/Loss (Raw)": 0.9653425812721252, "Finetune/Step": 3107, "Finetune/Step Time": 6.032994149252772}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.8026201128959656, "Finetune/Loss (Raw)": 0.7529028654098511, "Finetune/Step": 3108, "Finetune/Step Time": 6.0289734452962875}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.8029321432113647, "Finetune/Loss (Raw)": 0.7709346413612366, "Finetune/Step": 3109, "Finetune/Step Time": 6.018746510148048}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.802794873714447, "Finetune/Loss (Raw)": 0.7404135465621948, "Finetune/Step": 3110, "Finetune/Step Time": 6.003629421815276}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.8014672994613647, "Finetune/Loss (Raw)": 0.7728786468505859, "Finetune/Step": 3111, "Finetune/Step Time": 6.003854069858789}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.8024064302444458, "Finetune/Loss (Raw)": 0.8861051201820374, "Finetune/Step": 3112, "Finetune/Step Time": 6.005409561097622}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.8019115924835205, "Finetune/Loss (Raw)": 0.7638388276100159, "Finetune/Step": 3113, "Finetune/Step Time": 5.999310409650207}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8039445877075195, "Finetune/Loss (Raw)": 0.8744537830352783, "Finetune/Step": 3114, "Finetune/Step Time": 6.002146692946553}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.8039578199386597, "Finetune/Loss (Raw)": 0.7884936928749084, "Finetune/Step": 3115, "Finetune/Step Time": 5.9867310635745525}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.8016291856765747, "Finetune/Loss (Raw)": 0.5812637805938721, "Finetune/Step": 3116, "Finetune/Step Time": 5.982351638376713}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.8032259941101074, "Finetune/Loss (Raw)": 0.8586614727973938, "Finetune/Step": 3117, "Finetune/Step Time": 5.997063187882304}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.8024387955665588, "Finetune/Loss (Raw)": 0.8213276863098145, "Finetune/Step": 3118, "Finetune/Step Time": 6.0006545670330524}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.8020804524421692, "Finetune/Loss (Raw)": 0.8183383345603943, "Finetune/Step": 3119, "Finetune/Step Time": 6.016135843470693}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.8031252026557922, "Finetune/Loss (Raw)": 0.8335209488868713, "Finetune/Step": 3120, "Finetune/Step Time": 6.014253517612815}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.8007539510726929, "Finetune/Loss (Raw)": 0.6219843029975891, "Finetune/Step": 3121, "Finetune/Step Time": 6.014004530385137}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7997211217880249, "Finetune/Loss (Raw)": 0.7859088182449341, "Finetune/Step": 3122, "Finetune/Step Time": 6.020067051053047}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7993298172950745, "Finetune/Loss (Raw)": 0.7946769595146179, "Finetune/Step": 3123, "Finetune/Step Time": 6.019985068589449}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.8003712296485901, "Finetune/Loss (Raw)": 0.8712263107299805, "Finetune/Step": 3124, "Finetune/Step Time": 6.013080729171634}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7995704412460327, "Finetune/Loss (Raw)": 0.6521487832069397, "Finetune/Step": 3125, "Finetune/Step Time": 6.002976005896926}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.8005474209785461, "Finetune/Loss (Raw)": 0.8733800053596497, "Finetune/Step": 3126, "Finetune/Step Time": 5.999454976990819}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.8014559745788574, "Finetune/Loss (Raw)": 0.9446557760238647, "Finetune/Step": 3127, "Finetune/Step Time": 5.994602033868432}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7989896535873413, "Finetune/Loss (Raw)": 0.523780345916748, "Finetune/Step": 3128, "Finetune/Step Time": 6.001137554645538}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7991619110107422, "Finetune/Loss (Raw)": 0.7796002626419067, "Finetune/Step": 3129, "Finetune/Step Time": 6.023590881377459}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7978725433349609, "Finetune/Loss (Raw)": 0.7195022702217102, "Finetune/Step": 3130, "Finetune/Step Time": 6.026919679716229}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7975562214851379, "Finetune/Loss (Raw)": 0.7617491483688354, "Finetune/Step": 3131, "Finetune/Step Time": 6.026870554313064}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7961641550064087, "Finetune/Loss (Raw)": 0.7091859579086304, "Finetune/Step": 3132, "Finetune/Step Time": 6.032871961593628}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7979542016983032, "Finetune/Loss (Raw)": 0.830083966255188, "Finetune/Step": 3133, "Finetune/Step Time": 6.045083578675985}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.796227753162384, "Finetune/Loss (Raw)": 0.6641010046005249, "Finetune/Step": 3134, "Finetune/Step Time": 6.036416660994291}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7978590726852417, "Finetune/Loss (Raw)": 0.8734444975852966, "Finetune/Step": 3135, "Finetune/Step Time": 6.044675825163722}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7973904609680176, "Finetune/Loss (Raw)": 0.8192570805549622, "Finetune/Step": 3136, "Finetune/Step Time": 6.045536721125245}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.795796275138855, "Finetune/Loss (Raw)": 0.7356665730476379, "Finetune/Step": 3137, "Finetune/Step Time": 6.049922421574593}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7946779727935791, "Finetune/Loss (Raw)": 0.6426370739936829, "Finetune/Step": 3138, "Finetune/Step Time": 6.0609841123223305}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7940937280654907, "Finetune/Loss (Raw)": 0.8045691847801208, "Finetune/Step": 3139, "Finetune/Step Time": 6.06540416367352}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7935295104980469, "Finetune/Loss (Raw)": 0.7894319295883179, "Finetune/Step": 3140, "Finetune/Step Time": 6.068759214133024}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7931565046310425, "Finetune/Loss (Raw)": 0.7897078990936279, "Finetune/Step": 3141, "Finetune/Step Time": 6.086162647232413}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7935744524002075, "Finetune/Loss (Raw)": 0.7415314316749573, "Finetune/Step": 3142, "Finetune/Step Time": 6.0885353572666645}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7928923964500427, "Finetune/Loss (Raw)": 0.5277288556098938, "Finetune/Step": 3143, "Finetune/Step Time": 6.091702219098806}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7940503358840942, "Finetune/Loss (Raw)": 0.9293688535690308, "Finetune/Step": 3144, "Finetune/Step Time": 6.090442296117544}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7955935001373291, "Finetune/Loss (Raw)": 0.903137743473053, "Finetune/Step": 3145, "Finetune/Step Time": 6.085941299796104}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7965414524078369, "Finetune/Loss (Raw)": 0.8707488775253296, "Finetune/Step": 3146, "Finetune/Step Time": 6.084831986576319}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.796611487865448, "Finetune/Loss (Raw)": 0.8099058270454407, "Finetune/Step": 3147, "Finetune/Step Time": 6.0866633746773005}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7981505990028381, "Finetune/Loss (Raw)": 0.9570668339729309, "Finetune/Step": 3148, "Finetune/Step Time": 6.094144184142351}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7970901727676392, "Finetune/Loss (Raw)": 0.6721951365470886, "Finetune/Step": 3149, "Finetune/Step Time": 6.11053510941565}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7960093021392822, "Finetune/Loss (Raw)": 0.7756538987159729, "Finetune/Step": 3150, "Finetune/Step Time": 6.124890495091677}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7972220182418823, "Finetune/Loss (Raw)": 0.8314835429191589, "Finetune/Step": 3151, "Finetune/Step Time": 6.126106690615416}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7970466613769531, "Finetune/Loss (Raw)": 0.7930520176887512, "Finetune/Step": 3152, "Finetune/Step Time": 6.129951849579811}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.796920895576477, "Finetune/Loss (Raw)": 0.8542203307151794, "Finetune/Step": 3153, "Finetune/Step Time": 6.129806291311979}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7967959046363831, "Finetune/Loss (Raw)": 0.7986962199211121, "Finetune/Step": 3154, "Finetune/Step Time": 6.129131726920605}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7964317798614502, "Finetune/Loss (Raw)": 0.8705733418464661, "Finetune/Step": 3155, "Finetune/Step Time": 6.124509545043111}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7959726452827454, "Finetune/Loss (Raw)": 0.7593275904655457, "Finetune/Step": 3156, "Finetune/Step Time": 6.120033923536539}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7954671382904053, "Finetune/Loss (Raw)": 0.9397661089897156, "Finetune/Step": 3157, "Finetune/Step Time": 6.120176304131746}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.793338418006897, "Finetune/Loss (Raw)": 0.5125998258590698, "Finetune/Step": 3158, "Finetune/Step Time": 6.12557621859014}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.792566180229187, "Finetune/Loss (Raw)": 0.7470525503158569, "Finetune/Step": 3159, "Finetune/Step Time": 6.136152299121022}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7924931645393372, "Finetune/Loss (Raw)": 0.8224713802337646, "Finetune/Step": 3160, "Finetune/Step Time": 6.138233471661806}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7922564148902893, "Finetune/Loss (Raw)": 0.8314520120620728, "Finetune/Step": 3161, "Finetune/Step Time": 6.137751504778862}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7898106575012207, "Finetune/Loss (Raw)": 0.6151678562164307, "Finetune/Step": 3162, "Finetune/Step Time": 6.15398739464581}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7906038165092468, "Finetune/Loss (Raw)": 0.9288037419319153, "Finetune/Step": 3163, "Finetune/Step Time": 6.172231782227755}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7911675572395325, "Finetune/Loss (Raw)": 0.8463219404220581, "Finetune/Step": 3164, "Finetune/Step Time": 6.176164982840419}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7879514098167419, "Finetune/Loss (Raw)": 0.539763867855072, "Finetune/Step": 3165, "Finetune/Step Time": 6.166834391653538}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.787246823310852, "Finetune/Loss (Raw)": 0.7888363599777222, "Finetune/Step": 3166, "Finetune/Step Time": 6.168581923469901}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7879015207290649, "Finetune/Loss (Raw)": 0.8155511021614075, "Finetune/Step": 3167, "Finetune/Step Time": 6.1695666536688805}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7888405323028564, "Finetune/Loss (Raw)": 0.9599161148071289, "Finetune/Step": 3168, "Finetune/Step Time": 6.169304918497801}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7883306741714478, "Finetune/Loss (Raw)": 0.6847349405288696, "Finetune/Step": 3169, "Finetune/Step Time": 6.176977233961225}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.787189245223999, "Finetune/Loss (Raw)": 0.6749565601348877, "Finetune/Step": 3170, "Finetune/Step Time": 6.191181005910039}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7883508801460266, "Finetune/Loss (Raw)": 0.7549474239349365, "Finetune/Step": 3171, "Finetune/Step Time": 6.174877090379596}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7889574766159058, "Finetune/Loss (Raw)": 0.7500494718551636, "Finetune/Step": 3172, "Finetune/Step Time": 6.157442595809698}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7896041870117188, "Finetune/Loss (Raw)": 0.6695141792297363, "Finetune/Step": 3173, "Finetune/Step Time": 6.148998441174626}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7894492149353027, "Finetune/Loss (Raw)": 0.965624988079071, "Finetune/Step": 3174, "Finetune/Step Time": 6.157502789050341}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7891566753387451, "Finetune/Loss (Raw)": 0.7789957523345947, "Finetune/Step": 3175, "Finetune/Step Time": 6.159206829965115}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7892225980758667, "Finetune/Loss (Raw)": 0.9676276445388794, "Finetune/Step": 3176, "Finetune/Step Time": 6.1566557586193085}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7889262437820435, "Finetune/Loss (Raw)": 0.7577638030052185, "Finetune/Step": 3177, "Finetune/Step Time": 6.157903840765357}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7879540920257568, "Finetune/Loss (Raw)": 0.8259844779968262, "Finetune/Step": 3178, "Finetune/Step Time": 6.162331078201532}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7881336212158203, "Finetune/Loss (Raw)": 0.9402838945388794, "Finetune/Step": 3179, "Finetune/Step Time": 6.168880309909582}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7878689765930176, "Finetune/Loss (Raw)": 0.7368019223213196, "Finetune/Step": 3180, "Finetune/Step Time": 6.173190336674452}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7874746322631836, "Finetune/Loss (Raw)": 0.8552043437957764, "Finetune/Step": 3181, "Finetune/Step Time": 6.172321738675237}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7865440249443054, "Finetune/Loss (Raw)": 0.8405711650848389, "Finetune/Step": 3182, "Finetune/Step Time": 6.1701418571174145}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7857306003570557, "Finetune/Loss (Raw)": 0.7215022444725037, "Finetune/Step": 3183, "Finetune/Step Time": 6.169606098905206}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.78505539894104, "Finetune/Loss (Raw)": 0.766011655330658, "Finetune/Step": 3184, "Finetune/Step Time": 6.169757394120097}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7862697839736938, "Finetune/Loss (Raw)": 0.8759874701499939, "Finetune/Step": 3185, "Finetune/Step Time": 6.1753493044525385}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7856053113937378, "Finetune/Loss (Raw)": 0.7801655530929565, "Finetune/Step": 3186, "Finetune/Step Time": 6.175027150660753}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7859141230583191, "Finetune/Loss (Raw)": 0.8908915519714355, "Finetune/Step": 3187, "Finetune/Step Time": 6.188527351245284}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7843649387359619, "Finetune/Loss (Raw)": 0.703398585319519, "Finetune/Step": 3188, "Finetune/Step Time": 6.187524119392037}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7831184267997742, "Finetune/Loss (Raw)": 0.7395849227905273, "Finetune/Step": 3189, "Finetune/Step Time": 6.191820977255702}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7839430570602417, "Finetune/Loss (Raw)": 0.842198371887207, "Finetune/Step": 3190, "Finetune/Step Time": 6.184524239972234}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7841545939445496, "Finetune/Loss (Raw)": 0.822721004486084, "Finetune/Step": 3191, "Finetune/Step Time": 6.173214565962553}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7837048768997192, "Finetune/Loss (Raw)": 0.7989996671676636, "Finetune/Step": 3192, "Finetune/Step Time": 6.18851463124156}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7848901748657227, "Finetune/Loss (Raw)": 0.804261326789856, "Finetune/Step": 3193, "Finetune/Step Time": 6.188776535913348}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7863358855247498, "Finetune/Loss (Raw)": 0.7372140288352966, "Finetune/Step": 3194, "Finetune/Step Time": 6.174241948872805}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7864986062049866, "Finetune/Loss (Raw)": 0.8513733148574829, "Finetune/Step": 3195, "Finetune/Step Time": 6.15757935680449}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7866742610931396, "Finetune/Loss (Raw)": 0.800133228302002, "Finetune/Step": 3196, "Finetune/Step Time": 6.156920084729791}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7881424427032471, "Finetune/Loss (Raw)": 0.8676766753196716, "Finetune/Step": 3197, "Finetune/Step Time": 6.148936627432704}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7873764038085938, "Finetune/Loss (Raw)": 0.7162431478500366, "Finetune/Step": 3198, "Finetune/Step Time": 6.147091068327427}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7862401008605957, "Finetune/Loss (Raw)": 0.8144912719726562, "Finetune/Step": 3199, "Finetune/Step Time": 6.152785545215011}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7880551218986511, "Finetune/Loss (Raw)": 1.0287357568740845, "Finetune/Step": 3200, "Finetune/Step Time": 6.150931732729077}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7865939140319824, "Finetune/Loss (Raw)": 0.6326126456260681, "Finetune/Step": 3201, "Finetune/Step Time": 6.145677242428064}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7865291833877563, "Finetune/Loss (Raw)": 0.7917440533638, "Finetune/Step": 3202, "Finetune/Step Time": 6.157144060358405}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7876313924789429, "Finetune/Loss (Raw)": 0.783399224281311, "Finetune/Step": 3203, "Finetune/Step Time": 6.139800319448113}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.788306713104248, "Finetune/Loss (Raw)": 0.777433454990387, "Finetune/Step": 3204, "Finetune/Step Time": 6.123490186408162}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7874913215637207, "Finetune/Loss (Raw)": 0.75071120262146, "Finetune/Step": 3205, "Finetune/Step Time": 6.12656407803297}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7872359752655029, "Finetune/Loss (Raw)": 0.6645644307136536, "Finetune/Step": 3206, "Finetune/Step Time": 6.125730900093913}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7883390188217163, "Finetune/Loss (Raw)": 0.7684470415115356, "Finetune/Step": 3207, "Finetune/Step Time": 6.126828756183386}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7893191576004028, "Finetune/Loss (Raw)": 0.8329953551292419, "Finetune/Step": 3208, "Finetune/Step Time": 6.125808609649539}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7896702289581299, "Finetune/Loss (Raw)": 0.7887393236160278, "Finetune/Step": 3209, "Finetune/Step Time": 6.124751249328256}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7887325882911682, "Finetune/Loss (Raw)": 0.7231981158256531, "Finetune/Step": 3210, "Finetune/Step Time": 6.127616498619318}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7882773876190186, "Finetune/Loss (Raw)": 0.7979084253311157, "Finetune/Step": 3211, "Finetune/Step Time": 6.126696752384305}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7876322269439697, "Finetune/Loss (Raw)": 0.6856783032417297, "Finetune/Step": 3212, "Finetune/Step Time": 6.126868197694421}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7867038249969482, "Finetune/Loss (Raw)": 0.8596609830856323, "Finetune/Step": 3213, "Finetune/Step Time": 6.1385865062475204}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7858635187149048, "Finetune/Loss (Raw)": 0.7251714468002319, "Finetune/Step": 3214, "Finetune/Step Time": 6.1417938861995935}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7848675847053528, "Finetune/Loss (Raw)": 0.6702007055282593, "Finetune/Step": 3215, "Finetune/Step Time": 6.152307951822877}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7853550910949707, "Finetune/Loss (Raw)": 0.6433411836624146, "Finetune/Step": 3216, "Finetune/Step Time": 6.163178252056241}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7848222255706787, "Finetune/Loss (Raw)": 0.8237113356590271, "Finetune/Step": 3217, "Finetune/Step Time": 6.176281312480569}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7856025695800781, "Finetune/Loss (Raw)": 0.8372348546981812, "Finetune/Step": 3218, "Finetune/Step Time": 6.171743545681238}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7854175567626953, "Finetune/Loss (Raw)": 0.6979190111160278, "Finetune/Step": 3219, "Finetune/Step Time": 6.168459864333272}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7880806922912598, "Finetune/Loss (Raw)": 0.9591282606124878, "Finetune/Step": 3220, "Finetune/Step Time": 6.155934873968363}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7874459028244019, "Finetune/Loss (Raw)": 0.7460805177688599, "Finetune/Step": 3221, "Finetune/Step Time": 6.140769029036164}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7857218384742737, "Finetune/Loss (Raw)": 0.626969575881958, "Finetune/Step": 3222, "Finetune/Step Time": 6.146021047607064}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7856619358062744, "Finetune/Loss (Raw)": 0.784493625164032, "Finetune/Step": 3223, "Finetune/Step Time": 6.161012250930071}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7853554487228394, "Finetune/Loss (Raw)": 0.7964785695075989, "Finetune/Step": 3224, "Finetune/Step Time": 6.165109990164638}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7864267230033875, "Finetune/Loss (Raw)": 0.7793136239051819, "Finetune/Step": 3225, "Finetune/Step Time": 6.16006931476295}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7882171869277954, "Finetune/Loss (Raw)": 0.8027014136314392, "Finetune/Step": 3226, "Finetune/Step Time": 6.145417774096131}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7871766090393066, "Finetune/Loss (Raw)": 0.7136078476905823, "Finetune/Step": 3227, "Finetune/Step Time": 6.146320020779967}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7854104042053223, "Finetune/Loss (Raw)": 0.780809760093689, "Finetune/Step": 3228, "Finetune/Step Time": 6.146372312679887}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7879226207733154, "Finetune/Loss (Raw)": 0.8934317827224731, "Finetune/Step": 3229, "Finetune/Step Time": 6.1419984344393015}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7865352630615234, "Finetune/Loss (Raw)": 0.7299216389656067, "Finetune/Step": 3230, "Finetune/Step Time": 6.135113021358848}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7853270173072815, "Finetune/Loss (Raw)": 0.7847843766212463, "Finetune/Step": 3231, "Finetune/Step Time": 6.1391714327037334}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7860372066497803, "Finetune/Loss (Raw)": 0.9411625862121582, "Finetune/Step": 3232, "Finetune/Step Time": 6.148042811080813}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7871745228767395, "Finetune/Loss (Raw)": 1.007004737854004, "Finetune/Step": 3233, "Finetune/Step Time": 6.150156430900097}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7870252728462219, "Finetune/Loss (Raw)": 0.7164579033851624, "Finetune/Step": 3234, "Finetune/Step Time": 6.155377544462681}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.786762535572052, "Finetune/Loss (Raw)": 0.9317106008529663, "Finetune/Step": 3235, "Finetune/Step Time": 6.168981552124023}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7860999703407288, "Finetune/Loss (Raw)": 0.6680948138237, "Finetune/Step": 3236, "Finetune/Step Time": 6.172575309872627}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7869315147399902, "Finetune/Loss (Raw)": 0.8773740530014038, "Finetune/Step": 3237, "Finetune/Step Time": 6.1764055788517}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7867733836174011, "Finetune/Loss (Raw)": 0.7201732397079468, "Finetune/Step": 3238, "Finetune/Step Time": 6.181143376976252}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.788321852684021, "Finetune/Loss (Raw)": 0.9710766077041626, "Finetune/Step": 3239, "Finetune/Step Time": 6.196450775489211}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7885821461677551, "Finetune/Loss (Raw)": 0.9194271564483643, "Finetune/Step": 3240, "Finetune/Step Time": 6.193879341706634}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7895360589027405, "Finetune/Loss (Raw)": 0.8859433531761169, "Finetune/Step": 3241, "Finetune/Step Time": 6.1924585066735744}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7900263071060181, "Finetune/Loss (Raw)": 0.9372072815895081, "Finetune/Step": 3242, "Finetune/Step Time": 6.184781894087791}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.790419340133667, "Finetune/Loss (Raw)": 0.8387911319732666, "Finetune/Step": 3243, "Finetune/Step Time": 6.169475290924311}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7925137281417847, "Finetune/Loss (Raw)": 0.8493501543998718, "Finetune/Step": 3244, "Finetune/Step Time": 6.161630675196648}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7928277850151062, "Finetune/Loss (Raw)": 0.8988630771636963, "Finetune/Step": 3245, "Finetune/Step Time": 6.141885232180357}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7917516231536865, "Finetune/Loss (Raw)": 0.683580219745636, "Finetune/Step": 3246, "Finetune/Step Time": 6.1392065696418285}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7911398410797119, "Finetune/Loss (Raw)": 0.7400254011154175, "Finetune/Step": 3247, "Finetune/Step Time": 6.125774655491114}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7919837236404419, "Finetune/Loss (Raw)": 0.9415396451950073, "Finetune/Step": 3248, "Finetune/Step Time": 6.125508554279804}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7944973707199097, "Finetune/Loss (Raw)": 0.9437342882156372, "Finetune/Step": 3249, "Finetune/Step Time": 6.124405873939395}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7944862246513367, "Finetune/Loss (Raw)": 0.7844834923744202, "Finetune/Step": 3250, "Finetune/Step Time": 6.122624561190605}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7933472394943237, "Finetune/Loss (Raw)": 0.6488792896270752, "Finetune/Step": 3251, "Finetune/Step Time": 6.139886559918523}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7935233116149902, "Finetune/Loss (Raw)": 0.8937726020812988, "Finetune/Step": 3252, "Finetune/Step Time": 6.157787922769785}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.794955849647522, "Finetune/Loss (Raw)": 0.8355094194412231, "Finetune/Step": 3253, "Finetune/Step Time": 6.157597701996565}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7949830889701843, "Finetune/Loss (Raw)": 0.8768701553344727, "Finetune/Step": 3254, "Finetune/Step Time": 6.159491311758757}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.794481635093689, "Finetune/Loss (Raw)": 0.8804619312286377, "Finetune/Step": 3255, "Finetune/Step Time": 6.162033786997199}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7972119450569153, "Finetune/Loss (Raw)": 0.8732613921165466, "Finetune/Step": 3256, "Finetune/Step Time": 6.16161136329174}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7961194515228271, "Finetune/Loss (Raw)": 0.639768660068512, "Finetune/Step": 3257, "Finetune/Step Time": 6.142160980030894}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7983963489532471, "Finetune/Loss (Raw)": 1.0109436511993408, "Finetune/Step": 3258, "Finetune/Step Time": 6.144197795540094}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7981178760528564, "Finetune/Loss (Raw)": 0.7261011004447937, "Finetune/Step": 3259, "Finetune/Step Time": 6.148719856515527}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7990604639053345, "Finetune/Loss (Raw)": 0.8298372030258179, "Finetune/Step": 3260, "Finetune/Step Time": 6.149078592658043}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7984997034072876, "Finetune/Loss (Raw)": 0.7583065032958984, "Finetune/Step": 3261, "Finetune/Step Time": 6.144383559003472}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.8006589412689209, "Finetune/Loss (Raw)": 0.9404827356338501, "Finetune/Step": 3262, "Finetune/Step Time": 6.14180008508265}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.8010333776473999, "Finetune/Loss (Raw)": 0.9213771224021912, "Finetune/Step": 3263, "Finetune/Step Time": 6.144205305725336}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.8002898097038269, "Finetune/Loss (Raw)": 0.7240723371505737, "Finetune/Step": 3264, "Finetune/Step Time": 6.142587129026651}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.8020679354667664, "Finetune/Loss (Raw)": 0.963272213935852, "Finetune/Step": 3265, "Finetune/Step Time": 6.138664284721017}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.8033425211906433, "Finetune/Loss (Raw)": 0.8057813048362732, "Finetune/Step": 3266, "Finetune/Step Time": 6.127856211736798}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.8028663992881775, "Finetune/Loss (Raw)": 0.7436202168464661, "Finetune/Step": 3267, "Finetune/Step Time": 6.127819310873747}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.8038264513015747, "Finetune/Loss (Raw)": 0.9123247861862183, "Finetune/Step": 3268, "Finetune/Step Time": 6.133740281686187}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.8044978380203247, "Finetune/Loss (Raw)": 0.875647246837616, "Finetune/Step": 3269, "Finetune/Step Time": 6.121145159006119}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.8044752478599548, "Finetune/Loss (Raw)": 0.7386375665664673, "Finetune/Step": 3270, "Finetune/Step Time": 6.119951834902167}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8064695596694946, "Finetune/Loss (Raw)": 0.7830026149749756, "Finetune/Step": 3271, "Finetune/Step Time": 6.111777078360319}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.8052201271057129, "Finetune/Loss (Raw)": 0.7694399952888489, "Finetune/Step": 3272, "Finetune/Step Time": 6.109649781137705}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.8038203716278076, "Finetune/Loss (Raw)": 0.7239729166030884, "Finetune/Step": 3273, "Finetune/Step Time": 6.128962362185121}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.8015100359916687, "Finetune/Loss (Raw)": 0.5750232338905334, "Finetune/Step": 3274, "Finetune/Step Time": 6.138255571946502}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.8009089231491089, "Finetune/Loss (Raw)": 0.7329626083374023, "Finetune/Step": 3275, "Finetune/Step Time": 6.152903335168958}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7999939918518066, "Finetune/Loss (Raw)": 0.8399499654769897, "Finetune/Step": 3276, "Finetune/Step Time": 6.148833468556404}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.8013560771942139, "Finetune/Loss (Raw)": 0.8465452194213867, "Finetune/Step": 3277, "Finetune/Step Time": 6.135145029053092}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.8015969395637512, "Finetune/Loss (Raw)": 0.8064858317375183, "Finetune/Step": 3278, "Finetune/Step Time": 6.1173228323459625}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.801705002784729, "Finetune/Loss (Raw)": 0.8453211188316345, "Finetune/Step": 3279, "Finetune/Step Time": 6.118285555392504}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.8027297258377075, "Finetune/Loss (Raw)": 0.9242104887962341, "Finetune/Step": 3280, "Finetune/Step Time": 6.119294060394168}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.8036441206932068, "Finetune/Loss (Raw)": 0.9712628126144409, "Finetune/Step": 3281, "Finetune/Step Time": 6.1174532398581505}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.8035874366760254, "Finetune/Loss (Raw)": 0.7914407253265381, "Finetune/Step": 3282, "Finetune/Step Time": 6.118859628215432}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.8023644685745239, "Finetune/Loss (Raw)": 0.7140334248542786, "Finetune/Step": 3283, "Finetune/Step Time": 6.12432187050581}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.8023340106010437, "Finetune/Loss (Raw)": 0.7554279565811157, "Finetune/Step": 3284, "Finetune/Step Time": 6.141181891784072}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.8017278909683228, "Finetune/Loss (Raw)": 0.862187922000885, "Finetune/Step": 3285, "Finetune/Step Time": 6.140458846464753}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.8040263652801514, "Finetune/Loss (Raw)": 0.806793749332428, "Finetune/Step": 3286, "Finetune/Step Time": 6.134779518470168}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.8047145009040833, "Finetune/Loss (Raw)": 0.8351412415504456, "Finetune/Step": 3287, "Finetune/Step Time": 6.124367136508226}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.8053713440895081, "Finetune/Loss (Raw)": 0.9065466523170471, "Finetune/Step": 3288, "Finetune/Step Time": 6.127925608307123}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.8048118352890015, "Finetune/Loss (Raw)": 0.7598366737365723, "Finetune/Step": 3289, "Finetune/Step Time": 6.128648690879345}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.806734561920166, "Finetune/Loss (Raw)": 0.8612788915634155, "Finetune/Step": 3290, "Finetune/Step Time": 6.113724661991}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.8049815893173218, "Finetune/Loss (Raw)": 0.704429030418396, "Finetune/Step": 3291, "Finetune/Step Time": 6.098305759951472}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.804370641708374, "Finetune/Loss (Raw)": 0.7681138515472412, "Finetune/Step": 3292, "Finetune/Step Time": 6.095243092626333}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8065177202224731, "Finetune/Loss (Raw)": 0.8145900368690491, "Finetune/Step": 3293, "Finetune/Step Time": 6.0952173974365}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8059443235397339, "Finetune/Loss (Raw)": 0.7154448628425598, "Finetune/Step": 3294, "Finetune/Step Time": 6.097897671163082}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.8057000637054443, "Finetune/Loss (Raw)": 0.7842842936515808, "Finetune/Step": 3295, "Finetune/Step Time": 6.113360712304711}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.8048021793365479, "Finetune/Loss (Raw)": 0.844982922077179, "Finetune/Step": 3296, "Finetune/Step Time": 6.115623919293284}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8048229217529297, "Finetune/Loss (Raw)": 0.6873936653137207, "Finetune/Step": 3297, "Finetune/Step Time": 6.115177286788821}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.8066354393959045, "Finetune/Loss (Raw)": 0.9069578647613525, "Finetune/Step": 3298, "Finetune/Step Time": 6.112286783754826}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.8063993453979492, "Finetune/Loss (Raw)": 0.7247297167778015, "Finetune/Step": 3299, "Finetune/Step Time": 6.115661771968007}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.807380199432373, "Finetune/Loss (Raw)": 0.8755947947502136, "Finetune/Step": 3300, "Finetune/Step Time": 6.131230775266886}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8074011206626892, "Finetune/Loss (Raw)": 0.6721908450126648, "Finetune/Step": 3301, "Finetune/Step Time": 6.131791666150093}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.806911826133728, "Finetune/Loss (Raw)": 0.9029951691627502, "Finetune/Step": 3302, "Finetune/Step Time": 6.124963279813528}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.8071100115776062, "Finetune/Loss (Raw)": 0.8043619394302368, "Finetune/Step": 3303, "Finetune/Step Time": 6.125855695456266}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.8053329586982727, "Finetune/Loss (Raw)": 0.7401669025421143, "Finetune/Step": 3304, "Finetune/Step Time": 6.128970459103584}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8063055276870728, "Finetune/Loss (Raw)": 0.8822530508041382, "Finetune/Step": 3305, "Finetune/Step Time": 6.134413331747055}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.8055239915847778, "Finetune/Loss (Raw)": 0.7259463667869568, "Finetune/Step": 3306, "Finetune/Step Time": 6.129674680531025}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.8055987358093262, "Finetune/Loss (Raw)": 0.9498590230941772, "Finetune/Step": 3307, "Finetune/Step Time": 6.1216608844697475}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8062964677810669, "Finetune/Loss (Raw)": 0.8261078000068665, "Finetune/Step": 3308, "Finetune/Step Time": 6.116319136694074}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.8064372539520264, "Finetune/Loss (Raw)": 0.8732261061668396, "Finetune/Step": 3309, "Finetune/Step Time": 6.120259841904044}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.8057607412338257, "Finetune/Loss (Raw)": 0.7539709210395813, "Finetune/Step": 3310, "Finetune/Step Time": 6.124379709362984}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.8057311773300171, "Finetune/Loss (Raw)": 0.7177239060401917, "Finetune/Step": 3311, "Finetune/Step Time": 6.124740544706583}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.8058527708053589, "Finetune/Loss (Raw)": 0.7815738916397095, "Finetune/Step": 3312, "Finetune/Step Time": 6.129189116880298}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.8050419092178345, "Finetune/Loss (Raw)": 0.7721920609474182, "Finetune/Step": 3313, "Finetune/Step Time": 6.130102580413222}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.8047088384628296, "Finetune/Loss (Raw)": 0.7375394701957703, "Finetune/Step": 3314, "Finetune/Step Time": 6.140218572691083}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.8054043054580688, "Finetune/Loss (Raw)": 0.9799098968505859, "Finetune/Step": 3315, "Finetune/Step Time": 6.127005722373724}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.8059242367744446, "Finetune/Loss (Raw)": 0.7699499130249023, "Finetune/Step": 3316, "Finetune/Step Time": 6.1252435836941}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.8060184717178345, "Finetune/Loss (Raw)": 0.7516424059867859, "Finetune/Step": 3317, "Finetune/Step Time": 6.1202142760157585}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.8044407963752747, "Finetune/Loss (Raw)": 0.640263020992279, "Finetune/Step": 3318, "Finetune/Step Time": 6.1245222967118025}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.8049920201301575, "Finetune/Loss (Raw)": 0.8932757377624512, "Finetune/Step": 3319, "Finetune/Step Time": 6.134893417358398}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.8047564029693604, "Finetune/Loss (Raw)": 0.7688357830047607, "Finetune/Step": 3320, "Finetune/Step Time": 6.123343452811241}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.8040550947189331, "Finetune/Loss (Raw)": 0.7144943475723267, "Finetune/Step": 3321, "Finetune/Step Time": 6.118089027702808}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.804229736328125, "Finetune/Loss (Raw)": 0.7595682740211487, "Finetune/Step": 3322, "Finetune/Step Time": 6.117105176672339}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.8044845461845398, "Finetune/Loss (Raw)": 0.883995532989502, "Finetune/Step": 3323, "Finetune/Step Time": 6.115460587665439}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.8041298389434814, "Finetune/Loss (Raw)": 0.7547279000282288, "Finetune/Step": 3324, "Finetune/Step Time": 6.132854305207729}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.8027507662773132, "Finetune/Loss (Raw)": 0.6911565661430359, "Finetune/Step": 3325, "Finetune/Step Time": 6.151857541874051}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.8039475679397583, "Finetune/Loss (Raw)": 0.869428277015686, "Finetune/Step": 3326, "Finetune/Step Time": 6.149964012205601}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.8021097779273987, "Finetune/Loss (Raw)": 0.5792584419250488, "Finetune/Step": 3327, "Finetune/Step Time": 6.146847870200872}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.801254391670227, "Finetune/Loss (Raw)": 0.9192442297935486, "Finetune/Step": 3328, "Finetune/Step Time": 6.154505694285035}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.8027587532997131, "Finetune/Loss (Raw)": 0.8251699805259705, "Finetune/Step": 3329, "Finetune/Step Time": 6.158528307452798}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.801937460899353, "Finetune/Loss (Raw)": 0.6866177320480347, "Finetune/Step": 3330, "Finetune/Step Time": 6.152154613286257}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.8022146224975586, "Finetune/Loss (Raw)": 0.8188769221305847, "Finetune/Step": 3331, "Finetune/Step Time": 6.171606760472059}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.802473247051239, "Finetune/Loss (Raw)": 0.8105391263961792, "Finetune/Step": 3332, "Finetune/Step Time": 6.178121633827686}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.8030847311019897, "Finetune/Loss (Raw)": 0.8289847373962402, "Finetune/Step": 3333, "Finetune/Step Time": 6.174347631633282}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.804354190826416, "Finetune/Loss (Raw)": 0.8270532488822937, "Finetune/Step": 3334, "Finetune/Step Time": 6.174140948802233}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.8040577173233032, "Finetune/Loss (Raw)": 0.7304965853691101, "Finetune/Step": 3335, "Finetune/Step Time": 6.168838297948241}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.8035888671875, "Finetune/Loss (Raw)": 0.7729779481887817, "Finetune/Step": 3336, "Finetune/Step Time": 6.154046718031168}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.8030178546905518, "Finetune/Loss (Raw)": 0.7156482934951782, "Finetune/Step": 3337, "Finetune/Step Time": 6.152758723124862}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.8037259578704834, "Finetune/Loss (Raw)": 0.8138456344604492, "Finetune/Step": 3338, "Finetune/Step Time": 6.154454058036208}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.8041980266571045, "Finetune/Loss (Raw)": 0.8583283424377441, "Finetune/Step": 3339, "Finetune/Step Time": 6.155008550733328}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.8051857352256775, "Finetune/Loss (Raw)": 0.8121100664138794, "Finetune/Step": 3340, "Finetune/Step Time": 6.145964400842786}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.8060023188591003, "Finetune/Loss (Raw)": 0.9641790390014648, "Finetune/Step": 3341, "Finetune/Step Time": 6.130888968706131}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.8072466850280762, "Finetune/Loss (Raw)": 0.8844491243362427, "Finetune/Step": 3342, "Finetune/Step Time": 6.128415444865823}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8085376620292664, "Finetune/Loss (Raw)": 0.8354507684707642, "Finetune/Step": 3343, "Finetune/Step Time": 6.112792149186134}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8083567023277283, "Finetune/Loss (Raw)": 0.6201738715171814, "Finetune/Step": 3344, "Finetune/Step Time": 6.0998260378837585}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.8070608973503113, "Finetune/Loss (Raw)": 0.657846212387085, "Finetune/Step": 3345, "Finetune/Step Time": 6.091870680451393}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.807591438293457, "Finetune/Loss (Raw)": 0.9051501154899597, "Finetune/Step": 3346, "Finetune/Step Time": 6.110024709254503}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.8075486421585083, "Finetune/Loss (Raw)": 0.6924390196800232, "Finetune/Step": 3347, "Finetune/Step Time": 6.1087701711803675}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.806610107421875, "Finetune/Loss (Raw)": 0.8389965295791626, "Finetune/Step": 3348, "Finetune/Step Time": 6.109427332878113}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.8074281215667725, "Finetune/Loss (Raw)": 0.850791335105896, "Finetune/Step": 3349, "Finetune/Step Time": 6.109411975368857}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8103265762329102, "Finetune/Loss (Raw)": 0.9979628920555115, "Finetune/Step": 3350, "Finetune/Step Time": 6.103374965488911}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.8100333213806152, "Finetune/Loss (Raw)": 0.746956467628479, "Finetune/Step": 3351, "Finetune/Step Time": 6.092997755855322}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.81044602394104, "Finetune/Loss (Raw)": 0.849310576915741, "Finetune/Step": 3352, "Finetune/Step Time": 6.096367480233312}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8114951252937317, "Finetune/Loss (Raw)": 0.9135941863059998, "Finetune/Step": 3353, "Finetune/Step Time": 6.102254334837198}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8122425079345703, "Finetune/Loss (Raw)": 0.8983635306358337, "Finetune/Step": 3354, "Finetune/Step Time": 6.111551536247134}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.8131548166275024, "Finetune/Loss (Raw)": 0.8303790092468262, "Finetune/Step": 3355, "Finetune/Step Time": 6.10845916159451}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8139472007751465, "Finetune/Loss (Raw)": 0.8822484612464905, "Finetune/Step": 3356, "Finetune/Step Time": 6.103422412648797}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8132297992706299, "Finetune/Loss (Raw)": 0.8015990257263184, "Finetune/Step": 3357, "Finetune/Step Time": 6.104559751227498}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8134403824806213, "Finetune/Loss (Raw)": 0.7568784356117249, "Finetune/Step": 3358, "Finetune/Step Time": 6.103674026206136}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.8149312734603882, "Finetune/Loss (Raw)": 0.9756171703338623, "Finetune/Step": 3359, "Finetune/Step Time": 6.094731505960226}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8145039081573486, "Finetune/Loss (Raw)": 0.8864572644233704, "Finetune/Step": 3360, "Finetune/Step Time": 6.080182576552033}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8131790161132812, "Finetune/Loss (Raw)": 0.8374196290969849, "Finetune/Step": 3361, "Finetune/Step Time": 6.083785228431225}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.813191831111908, "Finetune/Loss (Raw)": 0.7180975675582886, "Finetune/Step": 3362, "Finetune/Step Time": 6.089159190654755}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8128143548965454, "Finetune/Loss (Raw)": 0.8833938837051392, "Finetune/Step": 3363, "Finetune/Step Time": 6.080980414524674}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8145252466201782, "Finetune/Loss (Raw)": 0.8870936036109924, "Finetune/Step": 3364, "Finetune/Step Time": 6.081823701038957}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8137330412864685, "Finetune/Loss (Raw)": 0.7759654521942139, "Finetune/Step": 3365, "Finetune/Step Time": 6.081735115498304}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8136610984802246, "Finetune/Loss (Raw)": 0.7109646201133728, "Finetune/Step": 3366, "Finetune/Step Time": 6.086378827691078}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8116913437843323, "Finetune/Loss (Raw)": 0.7189490795135498, "Finetune/Step": 3367, "Finetune/Step Time": 6.076808532699943}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8102658987045288, "Finetune/Loss (Raw)": 0.7369722723960876, "Finetune/Step": 3368, "Finetune/Step Time": 6.080081611871719}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8099726438522339, "Finetune/Loss (Raw)": 0.8484024405479431, "Finetune/Step": 3369, "Finetune/Step Time": 6.093779489398003}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8094189167022705, "Finetune/Loss (Raw)": 0.8663381338119507, "Finetune/Step": 3370, "Finetune/Step Time": 6.09329885430634}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.807451605796814, "Finetune/Loss (Raw)": 0.5869616866111755, "Finetune/Step": 3371, "Finetune/Step Time": 6.098162634298205}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.8065227270126343, "Finetune/Loss (Raw)": 0.7304666042327881, "Finetune/Step": 3372, "Finetune/Step Time": 6.113176358863711}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.8060574531555176, "Finetune/Loss (Raw)": 0.8393014669418335, "Finetune/Step": 3373, "Finetune/Step Time": 6.120330119505525}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.8071052432060242, "Finetune/Loss (Raw)": 0.8177026510238647, "Finetune/Step": 3374, "Finetune/Step Time": 6.124645583331585}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8094398975372314, "Finetune/Loss (Raw)": 1.0388591289520264, "Finetune/Step": 3375, "Finetune/Step Time": 6.127178033813834}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8092352151870728, "Finetune/Loss (Raw)": 0.9153467416763306, "Finetune/Step": 3376, "Finetune/Step Time": 6.124929569661617}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8068845272064209, "Finetune/Loss (Raw)": 0.6428394913673401, "Finetune/Step": 3377, "Finetune/Step Time": 6.121682548895478}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.8076159358024597, "Finetune/Loss (Raw)": 0.8781013488769531, "Finetune/Step": 3378, "Finetune/Step Time": 6.126447178423405}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.8074723482131958, "Finetune/Loss (Raw)": 0.6304975748062134, "Finetune/Step": 3379, "Finetune/Step Time": 6.118168693035841}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.8059519529342651, "Finetune/Loss (Raw)": 0.6991714239120483, "Finetune/Step": 3380, "Finetune/Step Time": 6.101278301328421}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.8053666949272156, "Finetune/Loss (Raw)": 0.760591983795166, "Finetune/Step": 3381, "Finetune/Step Time": 6.099423425272107}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.8055683970451355, "Finetune/Loss (Raw)": 0.902686357498169, "Finetune/Step": 3382, "Finetune/Step Time": 6.095869755372405}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.8047062754631042, "Finetune/Loss (Raw)": 0.7701096534729004, "Finetune/Step": 3383, "Finetune/Step Time": 6.093315493315458}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.8047893047332764, "Finetune/Loss (Raw)": 0.8838898539543152, "Finetune/Step": 3384, "Finetune/Step Time": 6.096736211329699}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.8049789071083069, "Finetune/Loss (Raw)": 0.6640435457229614, "Finetune/Step": 3385, "Finetune/Step Time": 6.09388387016952}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.8033056259155273, "Finetune/Loss (Raw)": 0.7967624068260193, "Finetune/Step": 3386, "Finetune/Step Time": 6.098393775522709}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.8034234046936035, "Finetune/Loss (Raw)": 0.7411754727363586, "Finetune/Step": 3387, "Finetune/Step Time": 6.081319345161319}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.8029404878616333, "Finetune/Loss (Raw)": 0.7680219411849976, "Finetune/Step": 3388, "Finetune/Step Time": 6.072586722671986}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.8035241365432739, "Finetune/Loss (Raw)": 0.8330176472663879, "Finetune/Step": 3389, "Finetune/Step Time": 6.063827248290181}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.80267333984375, "Finetune/Loss (Raw)": 0.8315815925598145, "Finetune/Step": 3390, "Finetune/Step Time": 6.067696027457714}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.8030626773834229, "Finetune/Loss (Raw)": 0.9712005853652954, "Finetune/Step": 3391, "Finetune/Step Time": 6.05890853330493}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.80342036485672, "Finetune/Loss (Raw)": 0.7698661684989929, "Finetune/Step": 3392, "Finetune/Step Time": 6.058784361928701}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.8028465509414673, "Finetune/Loss (Raw)": 0.8898226618766785, "Finetune/Step": 3393, "Finetune/Step Time": 6.0590602438896894}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.8023687601089478, "Finetune/Loss (Raw)": 0.7446215748786926, "Finetune/Step": 3394, "Finetune/Step Time": 6.060271672904491}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.803502082824707, "Finetune/Loss (Raw)": 0.8886903524398804, "Finetune/Step": 3395, "Finetune/Step Time": 6.067325707525015}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.8017013072967529, "Finetune/Loss (Raw)": 0.6818239688873291, "Finetune/Step": 3396, "Finetune/Step Time": 6.058208160102367}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.800830602645874, "Finetune/Loss (Raw)": 0.7641900777816772, "Finetune/Step": 3397, "Finetune/Step Time": 6.0576055105775595}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.8015128374099731, "Finetune/Loss (Raw)": 0.8259691596031189, "Finetune/Step": 3398, "Finetune/Step Time": 6.056087451055646}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.801425039768219, "Finetune/Loss (Raw)": 0.771763265132904, "Finetune/Step": 3399, "Finetune/Step Time": 6.056510396301746}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.8015490174293518, "Finetune/Loss (Raw)": 0.7853134274482727, "Finetune/Step": 3400, "Finetune/Step Time": 6.0548893213272095}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.8016693592071533, "Finetune/Loss (Raw)": 0.7393779754638672, "Finetune/Step": 3401, "Finetune/Step Time": 6.036117436364293}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.8032885193824768, "Finetune/Loss (Raw)": 0.7822698950767517, "Finetune/Step": 3402, "Finetune/Step Time": 6.023524841293693}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.8034470081329346, "Finetune/Loss (Raw)": 0.7532482743263245, "Finetune/Step": 3403, "Finetune/Step Time": 6.0161545649170876}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.8028460144996643, "Finetune/Loss (Raw)": 0.763026237487793, "Finetune/Step": 3404, "Finetune/Step Time": 6.013462394475937}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.80091392993927, "Finetune/Loss (Raw)": 0.5992321372032166, "Finetune/Step": 3405, "Finetune/Step Time": 6.021969120949507}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.8012415170669556, "Finetune/Loss (Raw)": 0.8484266400337219, "Finetune/Step": 3406, "Finetune/Step Time": 6.05352838896215}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.8011455535888672, "Finetune/Loss (Raw)": 0.8330327868461609, "Finetune/Step": 3407, "Finetune/Step Time": 6.050527287647128}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.8006399273872375, "Finetune/Loss (Raw)": 0.8594903349876404, "Finetune/Step": 3408, "Finetune/Step Time": 6.0441851653158665}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7995803356170654, "Finetune/Loss (Raw)": 0.8356373906135559, "Finetune/Step": 3409, "Finetune/Step Time": 6.044670443981886}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7988710403442383, "Finetune/Loss (Raw)": 0.7006502747535706, "Finetune/Step": 3410, "Finetune/Step Time": 6.043671170249581}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.8006190061569214, "Finetune/Loss (Raw)": 0.9377679228782654, "Finetune/Step": 3411, "Finetune/Step Time": 6.041577810421586}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.801361620426178, "Finetune/Loss (Raw)": 0.8504828214645386, "Finetune/Step": 3412, "Finetune/Step Time": 6.024511827155948}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.8019130229949951, "Finetune/Loss (Raw)": 0.9327699542045593, "Finetune/Step": 3413, "Finetune/Step Time": 6.022285548970103}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.8028111457824707, "Finetune/Loss (Raw)": 0.9217597246170044, "Finetune/Step": 3414, "Finetune/Step Time": 6.023428833112121}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.8015588521957397, "Finetune/Loss (Raw)": 0.6748470067977905, "Finetune/Step": 3415, "Finetune/Step Time": 6.018150648102164}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.8001576662063599, "Finetune/Loss (Raw)": 0.7271924018859863, "Finetune/Step": 3416, "Finetune/Step Time": 6.02007021009922}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7998391389846802, "Finetune/Loss (Raw)": 0.7190649509429932, "Finetune/Step": 3417, "Finetune/Step Time": 6.033344175666571}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7995049357414246, "Finetune/Loss (Raw)": 0.8184990882873535, "Finetune/Step": 3418, "Finetune/Step Time": 6.037264913320541}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.8002861738204956, "Finetune/Loss (Raw)": 0.8044203519821167, "Finetune/Step": 3419, "Finetune/Step Time": 6.040722886100411}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7984024286270142, "Finetune/Loss (Raw)": 0.5269999504089355, "Finetune/Step": 3420, "Finetune/Step Time": 6.040639780461788}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7987926006317139, "Finetune/Loss (Raw)": 0.8645349144935608, "Finetune/Step": 3421, "Finetune/Step Time": 6.055337926372886}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7985923290252686, "Finetune/Loss (Raw)": 0.6898109316825867, "Finetune/Step": 3422, "Finetune/Step Time": 6.05544070340693}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7984679341316223, "Finetune/Loss (Raw)": 0.7683584094047546, "Finetune/Step": 3423, "Finetune/Step Time": 6.049707546830177}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7976856827735901, "Finetune/Loss (Raw)": 0.7448548078536987, "Finetune/Step": 3424, "Finetune/Step Time": 6.0517484080046415}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7983464598655701, "Finetune/Loss (Raw)": 0.7719748020172119, "Finetune/Step": 3425, "Finetune/Step Time": 6.061696983873844}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7964984774589539, "Finetune/Loss (Raw)": 0.6704186201095581, "Finetune/Step": 3426, "Finetune/Step Time": 6.053115278482437}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7974323034286499, "Finetune/Loss (Raw)": 0.8442479372024536, "Finetune/Step": 3427, "Finetune/Step Time": 6.050491726025939}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.796562910079956, "Finetune/Loss (Raw)": 0.7643150687217712, "Finetune/Step": 3428, "Finetune/Step Time": 6.036844367161393}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.797909677028656, "Finetune/Loss (Raw)": 0.8445813655853271, "Finetune/Step": 3429, "Finetune/Step Time": 6.03912765160203}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.795924723148346, "Finetune/Loss (Raw)": 0.648922860622406, "Finetune/Step": 3430, "Finetune/Step Time": 6.036864008754492}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7968086004257202, "Finetune/Loss (Raw)": 0.9175006747245789, "Finetune/Step": 3431, "Finetune/Step Time": 6.032284788787365}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7961162328720093, "Finetune/Loss (Raw)": 0.6515427827835083, "Finetune/Step": 3432, "Finetune/Step Time": 6.033332247287035}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7953677773475647, "Finetune/Loss (Raw)": 0.7864499688148499, "Finetune/Step": 3433, "Finetune/Step Time": 6.037626896053553}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7949898838996887, "Finetune/Loss (Raw)": 0.6775743365287781, "Finetune/Step": 3434, "Finetune/Step Time": 6.0529907159507275}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7933416962623596, "Finetune/Loss (Raw)": 0.7388891577720642, "Finetune/Step": 3435, "Finetune/Step Time": 6.068823741748929}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7924556732177734, "Finetune/Loss (Raw)": 0.7126943469047546, "Finetune/Step": 3436, "Finetune/Step Time": 6.075111221522093}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7919291257858276, "Finetune/Loss (Raw)": 0.8058258295059204, "Finetune/Step": 3437, "Finetune/Step Time": 6.070447137579322}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.791621208190918, "Finetune/Loss (Raw)": 0.7145589590072632, "Finetune/Step": 3438, "Finetune/Step Time": 6.064345423132181}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7924191951751709, "Finetune/Loss (Raw)": 0.8198676705360413, "Finetune/Step": 3439, "Finetune/Step Time": 6.064026020467281}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7920596599578857, "Finetune/Loss (Raw)": 0.7355558276176453, "Finetune/Step": 3440, "Finetune/Step Time": 6.066847147420049}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.790903627872467, "Finetune/Loss (Raw)": 0.624222993850708, "Finetune/Step": 3441, "Finetune/Step Time": 6.076086983084679}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7909113168716431, "Finetune/Loss (Raw)": 0.7385261058807373, "Finetune/Step": 3442, "Finetune/Step Time": 6.075171301141381}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7888474464416504, "Finetune/Loss (Raw)": 0.7157243490219116, "Finetune/Step": 3443, "Finetune/Step Time": 6.081273773685098}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7893276214599609, "Finetune/Loss (Raw)": 0.8314133882522583, "Finetune/Step": 3444, "Finetune/Step Time": 6.086388805881143}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7880890369415283, "Finetune/Loss (Raw)": 0.5931126475334167, "Finetune/Step": 3445, "Finetune/Step Time": 6.086730727925897}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7889884114265442, "Finetune/Loss (Raw)": 0.7553770542144775, "Finetune/Step": 3446, "Finetune/Step Time": 6.093385398387909}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7892640829086304, "Finetune/Loss (Raw)": 0.9285596013069153, "Finetune/Step": 3447, "Finetune/Step Time": 6.092028794810176}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7891149520874023, "Finetune/Loss (Raw)": 0.7497509717941284, "Finetune/Step": 3448, "Finetune/Step Time": 6.089383773505688}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7905877828598022, "Finetune/Loss (Raw)": 0.9030184745788574, "Finetune/Step": 3449, "Finetune/Step Time": 6.091727552935481}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7906686663627625, "Finetune/Loss (Raw)": 0.7699185013771057, "Finetune/Step": 3450, "Finetune/Step Time": 6.092066066339612}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7899651527404785, "Finetune/Loss (Raw)": 0.7939509153366089, "Finetune/Step": 3451, "Finetune/Step Time": 6.098859641700983}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7909766435623169, "Finetune/Loss (Raw)": 0.8841934204101562, "Finetune/Step": 3452, "Finetune/Step Time": 6.076492045074701}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7917708158493042, "Finetune/Loss (Raw)": 0.7928099632263184, "Finetune/Step": 3453, "Finetune/Step Time": 6.056711085140705}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.790784478187561, "Finetune/Loss (Raw)": 0.7431840896606445, "Finetune/Step": 3454, "Finetune/Step Time": 6.056608883664012}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7907756567001343, "Finetune/Loss (Raw)": 0.5781261324882507, "Finetune/Step": 3455, "Finetune/Step Time": 6.063917411491275}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.790374219417572, "Finetune/Loss (Raw)": 0.8678540587425232, "Finetune/Step": 3456, "Finetune/Step Time": 6.073115162551403}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7904772162437439, "Finetune/Loss (Raw)": 0.8383567333221436, "Finetune/Step": 3457, "Finetune/Step Time": 6.068345179781318}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.791523814201355, "Finetune/Loss (Raw)": 0.8205869793891907, "Finetune/Step": 3458, "Finetune/Step Time": 6.065590746700764}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7915191650390625, "Finetune/Loss (Raw)": 0.8182789087295532, "Finetune/Step": 3459, "Finetune/Step Time": 6.059418259188533}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7922086715698242, "Finetune/Loss (Raw)": 0.8987946510314941, "Finetune/Step": 3460, "Finetune/Step Time": 6.056093180552125}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7907370328903198, "Finetune/Loss (Raw)": 0.6406166553497314, "Finetune/Step": 3461, "Finetune/Step Time": 6.062277348712087}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7903779149055481, "Finetune/Loss (Raw)": 0.7810856699943542, "Finetune/Step": 3462, "Finetune/Step Time": 6.076415229588747}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.790717363357544, "Finetune/Loss (Raw)": 0.7739518880844116, "Finetune/Step": 3463, "Finetune/Step Time": 6.074225323274732}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7917453050613403, "Finetune/Loss (Raw)": 0.9045472741127014, "Finetune/Step": 3464, "Finetune/Step Time": 6.076014740392566}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7920127511024475, "Finetune/Loss (Raw)": 0.7498834729194641, "Finetune/Step": 3465, "Finetune/Step Time": 6.0755555331707}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7911133766174316, "Finetune/Loss (Raw)": 0.6987260580062866, "Finetune/Step": 3466, "Finetune/Step Time": 6.072046082466841}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7896486520767212, "Finetune/Loss (Raw)": 0.6708442568778992, "Finetune/Step": 3467, "Finetune/Step Time": 6.070767443627119}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7884249687194824, "Finetune/Loss (Raw)": 0.6554723978042603, "Finetune/Step": 3468, "Finetune/Step Time": 6.072245460003614}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7864174246788025, "Finetune/Loss (Raw)": 0.7072180509567261, "Finetune/Step": 3469, "Finetune/Step Time": 6.089663945138454}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7855719327926636, "Finetune/Loss (Raw)": 0.7762253880500793, "Finetune/Step": 3470, "Finetune/Step Time": 6.096387783065438}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7859205007553101, "Finetune/Loss (Raw)": 0.8800709843635559, "Finetune/Step": 3471, "Finetune/Step Time": 6.1021978110075}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7868622541427612, "Finetune/Loss (Raw)": 0.7407098412513733, "Finetune/Step": 3472, "Finetune/Step Time": 6.10630021058023}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7883775234222412, "Finetune/Loss (Raw)": 0.8518001437187195, "Finetune/Step": 3473, "Finetune/Step Time": 6.106003787368536}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7865333557128906, "Finetune/Loss (Raw)": 0.6691012978553772, "Finetune/Step": 3474, "Finetune/Step Time": 6.10265407525003}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7874741554260254, "Finetune/Loss (Raw)": 0.8128644227981567, "Finetune/Step": 3475, "Finetune/Step Time": 6.106951644644141}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7860429286956787, "Finetune/Loss (Raw)": 0.6557978987693787, "Finetune/Step": 3476, "Finetune/Step Time": 6.1101791728287935}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7852202653884888, "Finetune/Loss (Raw)": 0.7454841732978821, "Finetune/Step": 3477, "Finetune/Step Time": 6.116902971640229}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7847923040390015, "Finetune/Loss (Raw)": 0.9431860446929932, "Finetune/Step": 3478, "Finetune/Step Time": 6.127449365332723}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7870684266090393, "Finetune/Loss (Raw)": 1.0383055210113525, "Finetune/Step": 3479, "Finetune/Step Time": 6.121573969721794}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7871643304824829, "Finetune/Loss (Raw)": 0.8615841269493103, "Finetune/Step": 3480, "Finetune/Step Time": 6.113451948389411}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7868001461029053, "Finetune/Loss (Raw)": 0.8669810891151428, "Finetune/Step": 3481, "Finetune/Step Time": 6.104902323335409}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7858279943466187, "Finetune/Loss (Raw)": 0.7739233374595642, "Finetune/Step": 3482, "Finetune/Step Time": 6.092142650857568}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7850639820098877, "Finetune/Loss (Raw)": 0.7325890064239502, "Finetune/Step": 3483, "Finetune/Step Time": 6.100944310426712}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7840932011604309, "Finetune/Loss (Raw)": 0.7579830288887024, "Finetune/Step": 3484, "Finetune/Step Time": 6.12865293212235}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.785136342048645, "Finetune/Loss (Raw)": 0.9351267218589783, "Finetune/Step": 3485, "Finetune/Step Time": 6.13653408922255}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7854614853858948, "Finetune/Loss (Raw)": 0.7984927892684937, "Finetune/Step": 3486, "Finetune/Step Time": 6.133404033258557}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7835545539855957, "Finetune/Loss (Raw)": 0.7315305471420288, "Finetune/Step": 3487, "Finetune/Step Time": 6.1295228358358145}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7820091843605042, "Finetune/Loss (Raw)": 0.6886491775512695, "Finetune/Step": 3488, "Finetune/Step Time": 6.128299925476313}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.782222330570221, "Finetune/Loss (Raw)": 0.8647008538246155, "Finetune/Step": 3489, "Finetune/Step Time": 6.123413512483239}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7821899056434631, "Finetune/Loss (Raw)": 0.7139525413513184, "Finetune/Step": 3490, "Finetune/Step Time": 6.11369364708662}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7825096845626831, "Finetune/Loss (Raw)": 0.9243234395980835, "Finetune/Step": 3491, "Finetune/Step Time": 6.109789039939642}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7817735075950623, "Finetune/Loss (Raw)": 0.7928617596626282, "Finetune/Step": 3492, "Finetune/Step Time": 6.107249328866601}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7794972658157349, "Finetune/Loss (Raw)": 0.4846082627773285, "Finetune/Step": 3493, "Finetune/Step Time": 6.109466142952442}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7811658382415771, "Finetune/Loss (Raw)": 0.9245405793190002, "Finetune/Step": 3494, "Finetune/Step Time": 6.100915402173996}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7821758985519409, "Finetune/Loss (Raw)": 0.84824138879776, "Finetune/Step": 3495, "Finetune/Step Time": 6.0922894310206175}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7832183241844177, "Finetune/Loss (Raw)": 0.8704022765159607, "Finetune/Step": 3496, "Finetune/Step Time": 6.099225874990225}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7815483808517456, "Finetune/Loss (Raw)": 0.6346530914306641, "Finetune/Step": 3497, "Finetune/Step Time": 6.089574374258518}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7815600037574768, "Finetune/Loss (Raw)": 0.8678205609321594, "Finetune/Step": 3498, "Finetune/Step Time": 6.09527625888586}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7831945419311523, "Finetune/Loss (Raw)": 0.7961851954460144, "Finetune/Step": 3499, "Finetune/Step Time": 6.0940821301192045}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7845406532287598, "Finetune/Loss (Raw)": 0.9027655720710754, "Finetune/Step": 3500, "Finetune/Step Time": 6.082429569214582}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7846734523773193, "Finetune/Loss (Raw)": 0.8563063740730286, "Finetune/Step": 3501, "Finetune/Step Time": 6.074627794325352}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7855773568153381, "Finetune/Loss (Raw)": 0.933397114276886, "Finetune/Step": 3502, "Finetune/Step Time": 6.065561927855015}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7842541337013245, "Finetune/Loss (Raw)": 0.8694818615913391, "Finetune/Step": 3503, "Finetune/Step Time": 6.060711989179254}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7830808758735657, "Finetune/Loss (Raw)": 0.7651721835136414, "Finetune/Step": 3504, "Finetune/Step Time": 6.060983242467046}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7840411067008972, "Finetune/Loss (Raw)": 0.7657487988471985, "Finetune/Step": 3505, "Finetune/Step Time": 6.0625196397304535}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7830953598022461, "Finetune/Loss (Raw)": 0.7570484280586243, "Finetune/Step": 3506, "Finetune/Step Time": 6.058512320742011}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7829174995422363, "Finetune/Loss (Raw)": 0.6077256798744202, "Finetune/Step": 3507, "Finetune/Step Time": 6.058740310370922}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7837076187133789, "Finetune/Loss (Raw)": 0.8003162145614624, "Finetune/Step": 3508, "Finetune/Step Time": 6.078948300331831}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7838166952133179, "Finetune/Loss (Raw)": 0.7745553255081177, "Finetune/Step": 3509, "Finetune/Step Time": 6.082088455557823}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7825981378555298, "Finetune/Loss (Raw)": 0.7467082142829895, "Finetune/Step": 3510, "Finetune/Step Time": 6.090284014120698}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7823041677474976, "Finetune/Loss (Raw)": 0.7324763536453247, "Finetune/Step": 3511, "Finetune/Step Time": 6.091634266078472}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7814218401908875, "Finetune/Loss (Raw)": 0.7709559202194214, "Finetune/Step": 3512, "Finetune/Step Time": 6.08332803286612}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7829357385635376, "Finetune/Loss (Raw)": 0.8578218817710876, "Finetune/Step": 3513, "Finetune/Step Time": 6.081436129286885}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7824803590774536, "Finetune/Loss (Raw)": 0.738474428653717, "Finetune/Step": 3514, "Finetune/Step Time": 6.070312878116965}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7829680442810059, "Finetune/Loss (Raw)": 0.8035931587219238, "Finetune/Step": 3515, "Finetune/Step Time": 6.072419071570039}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7831337451934814, "Finetune/Loss (Raw)": 0.78924161195755, "Finetune/Step": 3516, "Finetune/Step Time": 6.074604524299502}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7831999063491821, "Finetune/Loss (Raw)": 0.8414854407310486, "Finetune/Step": 3517, "Finetune/Step Time": 6.074675094336271}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7818297743797302, "Finetune/Loss (Raw)": 0.656197726726532, "Finetune/Step": 3518, "Finetune/Step Time": 6.079157631844282}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7796233892440796, "Finetune/Loss (Raw)": 0.6887813210487366, "Finetune/Step": 3519, "Finetune/Step Time": 6.099713696166873}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.779385507106781, "Finetune/Loss (Raw)": 0.7394219636917114, "Finetune/Step": 3520, "Finetune/Step Time": 6.11272894218564}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7793234586715698, "Finetune/Loss (Raw)": 0.8818759918212891, "Finetune/Step": 3521, "Finetune/Step Time": 6.111861363053322}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.778518795967102, "Finetune/Loss (Raw)": 0.641620934009552, "Finetune/Step": 3522, "Finetune/Step Time": 6.111744353547692}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7765769958496094, "Finetune/Loss (Raw)": 0.6401486992835999, "Finetune/Step": 3523, "Finetune/Step Time": 6.114913888275623}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7766261100769043, "Finetune/Loss (Raw)": 0.6881110668182373, "Finetune/Step": 3524, "Finetune/Step Time": 6.131795333698392}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7783297300338745, "Finetune/Loss (Raw)": 0.9822545051574707, "Finetune/Step": 3525, "Finetune/Step Time": 6.13739562407136}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7771601676940918, "Finetune/Loss (Raw)": 0.6762626767158508, "Finetune/Step": 3526, "Finetune/Step Time": 6.142007475718856}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7774285078048706, "Finetune/Loss (Raw)": 0.8061078190803528, "Finetune/Step": 3527, "Finetune/Step Time": 6.144051611423492}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.777317464351654, "Finetune/Loss (Raw)": 0.7711015939712524, "Finetune/Step": 3528, "Finetune/Step Time": 6.1378038469702005}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7764874696731567, "Finetune/Loss (Raw)": 0.6331354975700378, "Finetune/Step": 3529, "Finetune/Step Time": 6.140316234901547}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7764261960983276, "Finetune/Loss (Raw)": 0.774429202079773, "Finetune/Step": 3530, "Finetune/Step Time": 6.157448200508952}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7772244215011597, "Finetune/Loss (Raw)": 0.8554205298423767, "Finetune/Step": 3531, "Finetune/Step Time": 6.148985285311937}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7767446637153625, "Finetune/Loss (Raw)": 0.7016213536262512, "Finetune/Step": 3532, "Finetune/Step Time": 6.15151103772223}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.776858925819397, "Finetune/Loss (Raw)": 0.6138587594032288, "Finetune/Step": 3533, "Finetune/Step Time": 6.153312463313341}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7767346501350403, "Finetune/Loss (Raw)": 0.8325157165527344, "Finetune/Step": 3534, "Finetune/Step Time": 6.14132434129715}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7754775285720825, "Finetune/Loss (Raw)": 0.6721240282058716, "Finetune/Step": 3535, "Finetune/Step Time": 6.150113400071859}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7747917175292969, "Finetune/Loss (Raw)": 0.7717061638832092, "Finetune/Step": 3536, "Finetune/Step Time": 6.1657892148941755}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7757359743118286, "Finetune/Loss (Raw)": 0.9565017223358154, "Finetune/Step": 3537, "Finetune/Step Time": 6.1651816591620445}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7773922681808472, "Finetune/Loss (Raw)": 0.9126514196395874, "Finetune/Step": 3538, "Finetune/Step Time": 6.16853535734117}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7770002484321594, "Finetune/Loss (Raw)": 0.8875910043716431, "Finetune/Step": 3539, "Finetune/Step Time": 6.168787516653538}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7767549753189087, "Finetune/Loss (Raw)": 0.8190904259681702, "Finetune/Step": 3540, "Finetune/Step Time": 6.17070803232491}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7759146690368652, "Finetune/Loss (Raw)": 0.8252078294754028, "Finetune/Step": 3541, "Finetune/Step Time": 6.171995595097542}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7741079330444336, "Finetune/Loss (Raw)": 0.6904969811439514, "Finetune/Step": 3542, "Finetune/Step Time": 6.170271746814251}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7749987244606018, "Finetune/Loss (Raw)": 0.7888724207878113, "Finetune/Step": 3543, "Finetune/Step Time": 6.180127769708633}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7759624123573303, "Finetune/Loss (Raw)": 0.8505461812019348, "Finetune/Step": 3544, "Finetune/Step Time": 6.183253362774849}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7756154537200928, "Finetune/Loss (Raw)": 0.6746463775634766, "Finetune/Step": 3545, "Finetune/Step Time": 6.172536274418235}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7749613523483276, "Finetune/Loss (Raw)": 0.7347819805145264, "Finetune/Step": 3546, "Finetune/Step Time": 6.186550699174404}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7757798433303833, "Finetune/Loss (Raw)": 0.909180223941803, "Finetune/Step": 3547, "Finetune/Step Time": 6.184502927586436}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7774468660354614, "Finetune/Loss (Raw)": 0.7403876781463623, "Finetune/Step": 3548, "Finetune/Step Time": 6.182365629822016}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7779503464698792, "Finetune/Loss (Raw)": 0.9289742112159729, "Finetune/Step": 3549, "Finetune/Step Time": 6.175626154989004}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7781655192375183, "Finetune/Loss (Raw)": 0.7173575758934021, "Finetune/Step": 3550, "Finetune/Step Time": 6.177343461662531}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.77750563621521, "Finetune/Loss (Raw)": 0.6838929653167725, "Finetune/Step": 3551, "Finetune/Step Time": 6.185767563059926}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7780717015266418, "Finetune/Loss (Raw)": 0.8173072338104248, "Finetune/Step": 3552, "Finetune/Step Time": 6.1914633344858885}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7771756649017334, "Finetune/Loss (Raw)": 0.6572821736335754, "Finetune/Step": 3553, "Finetune/Step Time": 6.185925133526325}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.779094398021698, "Finetune/Loss (Raw)": 0.9160170555114746, "Finetune/Step": 3554, "Finetune/Step Time": 6.192430915310979}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7799110412597656, "Finetune/Loss (Raw)": 0.948781430721283, "Finetune/Step": 3555, "Finetune/Step Time": 6.194632178172469}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.778780460357666, "Finetune/Loss (Raw)": 0.6195979714393616, "Finetune/Step": 3556, "Finetune/Step Time": 6.196923837065697}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7798876762390137, "Finetune/Loss (Raw)": 0.9863057136535645, "Finetune/Step": 3557, "Finetune/Step Time": 6.207887450233102}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7811259627342224, "Finetune/Loss (Raw)": 0.8074185848236084, "Finetune/Step": 3558, "Finetune/Step Time": 6.2054860685020685}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7806071043014526, "Finetune/Loss (Raw)": 0.8510912656784058, "Finetune/Step": 3559, "Finetune/Step Time": 6.206404058262706}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7824279069900513, "Finetune/Loss (Raw)": 0.884604811668396, "Finetune/Step": 3560, "Finetune/Step Time": 6.202608799561858}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7837934494018555, "Finetune/Loss (Raw)": 0.9612330794334412, "Finetune/Step": 3561, "Finetune/Step Time": 6.191327933222055}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7834261059761047, "Finetune/Loss (Raw)": 0.6305572390556335, "Finetune/Step": 3562, "Finetune/Step Time": 6.1783086359500885}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7828915119171143, "Finetune/Loss (Raw)": 0.6704597473144531, "Finetune/Step": 3563, "Finetune/Step Time": 6.162649016827345}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7832497954368591, "Finetune/Loss (Raw)": 0.758560061454773, "Finetune/Step": 3564, "Finetune/Step Time": 6.156916547566652}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7829008102416992, "Finetune/Loss (Raw)": 0.7611538767814636, "Finetune/Step": 3565, "Finetune/Step Time": 6.160107446834445}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7842981815338135, "Finetune/Loss (Raw)": 0.8934215307235718, "Finetune/Step": 3566, "Finetune/Step Time": 6.162920530885458}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7841682434082031, "Finetune/Loss (Raw)": 0.8032426238059998, "Finetune/Step": 3567, "Finetune/Step Time": 6.165200024843216}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7848319411277771, "Finetune/Loss (Raw)": 0.8205040693283081, "Finetune/Step": 3568, "Finetune/Step Time": 6.179602703079581}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7858777046203613, "Finetune/Loss (Raw)": 0.7580777406692505, "Finetune/Step": 3569, "Finetune/Step Time": 6.169792592525482}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7860599756240845, "Finetune/Loss (Raw)": 0.7618529200553894, "Finetune/Step": 3570, "Finetune/Step Time": 6.160098265856504}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7868185043334961, "Finetune/Loss (Raw)": 0.81282639503479, "Finetune/Step": 3571, "Finetune/Step Time": 6.15439354069531}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7873015403747559, "Finetune/Loss (Raw)": 0.8932375311851501, "Finetune/Step": 3572, "Finetune/Step Time": 6.149096576496959}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.789587140083313, "Finetune/Loss (Raw)": 0.8856716752052307, "Finetune/Step": 3573, "Finetune/Step Time": 6.1454053688794374}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7907867431640625, "Finetune/Loss (Raw)": 0.9089224934577942, "Finetune/Step": 3574, "Finetune/Step Time": 6.13504914753139}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7896734476089478, "Finetune/Loss (Raw)": 0.7860614061355591, "Finetune/Step": 3575, "Finetune/Step Time": 6.1221445593982935}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7908644676208496, "Finetune/Loss (Raw)": 0.9021961092948914, "Finetune/Step": 3576, "Finetune/Step Time": 6.120783613994718}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7900536060333252, "Finetune/Loss (Raw)": 0.799226701259613, "Finetune/Step": 3577, "Finetune/Step Time": 6.122930251061916}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7909296751022339, "Finetune/Loss (Raw)": 0.8820602297782898, "Finetune/Step": 3578, "Finetune/Step Time": 6.1304926071316}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.79107266664505, "Finetune/Loss (Raw)": 0.8122492432594299, "Finetune/Step": 3579, "Finetune/Step Time": 6.123830255120993}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7907516956329346, "Finetune/Loss (Raw)": 0.8431112170219421, "Finetune/Step": 3580, "Finetune/Step Time": 6.1257418487221}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7913028001785278, "Finetune/Loss (Raw)": 0.8633557558059692, "Finetune/Step": 3581, "Finetune/Step Time": 6.130882835015655}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7910968065261841, "Finetune/Loss (Raw)": 0.7168112993240356, "Finetune/Step": 3582, "Finetune/Step Time": 6.1364217065274715}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7924069166183472, "Finetune/Loss (Raw)": 0.7458245158195496, "Finetune/Step": 3583, "Finetune/Step Time": 6.1334040854126215}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.791969895362854, "Finetune/Loss (Raw)": 0.8119148015975952, "Finetune/Step": 3584, "Finetune/Step Time": 6.119564125314355}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7928006649017334, "Finetune/Loss (Raw)": 0.9446914792060852, "Finetune/Step": 3585, "Finetune/Step Time": 6.121302641928196}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.791579008102417, "Finetune/Loss (Raw)": 0.664215624332428, "Finetune/Step": 3586, "Finetune/Step Time": 6.119914814829826}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7909340858459473, "Finetune/Loss (Raw)": 0.7357308268547058, "Finetune/Step": 3587, "Finetune/Step Time": 6.117009734734893}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7890171408653259, "Finetune/Loss (Raw)": 0.6534242630004883, "Finetune/Step": 3588, "Finetune/Step Time": 6.11168179102242}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7901314496994019, "Finetune/Loss (Raw)": 0.7832502722740173, "Finetune/Step": 3589, "Finetune/Step Time": 6.108282005414367}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7906893491744995, "Finetune/Loss (Raw)": 0.8524945378303528, "Finetune/Step": 3590, "Finetune/Step Time": 6.098027219995856}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7904995679855347, "Finetune/Loss (Raw)": 0.7496631145477295, "Finetune/Step": 3591, "Finetune/Step Time": 6.1115832179784775}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7895817756652832, "Finetune/Loss (Raw)": 0.7870708107948303, "Finetune/Step": 3592, "Finetune/Step Time": 6.114246599376202}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7908585071563721, "Finetune/Loss (Raw)": 0.9133040904998779, "Finetune/Step": 3593, "Finetune/Step Time": 6.11718026176095}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7896924018859863, "Finetune/Loss (Raw)": 0.5494592785835266, "Finetune/Step": 3594, "Finetune/Step Time": 6.1177361253649}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7908430099487305, "Finetune/Loss (Raw)": 0.8181188106536865, "Finetune/Step": 3595, "Finetune/Step Time": 6.122666643932462}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7931769490242004, "Finetune/Loss (Raw)": 0.9542190432548523, "Finetune/Step": 3596, "Finetune/Step Time": 6.126150414347649}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7922517657279968, "Finetune/Loss (Raw)": 0.5888042449951172, "Finetune/Step": 3597, "Finetune/Step Time": 6.111250903457403}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7920498251914978, "Finetune/Loss (Raw)": 0.7503751516342163, "Finetune/Step": 3598, "Finetune/Step Time": 6.124592520296574}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7906073331832886, "Finetune/Loss (Raw)": 0.6954323053359985, "Finetune/Step": 3599, "Finetune/Step Time": 6.131862260401249}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.789880633354187, "Finetune/Loss (Raw)": 0.6476911306381226, "Finetune/Step": 3600, "Finetune/Step Time": 6.1317450273782015}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.789817750453949, "Finetune/Loss (Raw)": 0.8437487483024597, "Finetune/Step": 3601, "Finetune/Step Time": 6.14002463594079}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7907670736312866, "Finetune/Loss (Raw)": 0.7906152606010437, "Finetune/Step": 3602, "Finetune/Step Time": 6.130321152508259}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7906737923622131, "Finetune/Loss (Raw)": 0.8009205460548401, "Finetune/Step": 3603, "Finetune/Step Time": 6.127091519534588}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7919857501983643, "Finetune/Loss (Raw)": 0.8237361907958984, "Finetune/Step": 3604, "Finetune/Step Time": 6.125615030527115}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7912123799324036, "Finetune/Loss (Raw)": 0.6464912295341492, "Finetune/Step": 3605, "Finetune/Step Time": 6.120566477999091}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7895116209983826, "Finetune/Loss (Raw)": 0.7254869937896729, "Finetune/Step": 3606, "Finetune/Step Time": 6.1144767459481955}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.787778377532959, "Finetune/Loss (Raw)": 0.8164509534835815, "Finetune/Step": 3607, "Finetune/Step Time": 6.122071698307991}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7860251665115356, "Finetune/Loss (Raw)": 0.6371726989746094, "Finetune/Step": 3608, "Finetune/Step Time": 6.140728952363133}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7853289246559143, "Finetune/Loss (Raw)": 0.7778626084327698, "Finetune/Step": 3609, "Finetune/Step Time": 6.15697711892426}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7846136093139648, "Finetune/Loss (Raw)": 0.6823590397834778, "Finetune/Step": 3610, "Finetune/Step Time": 6.156100418418646}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7836775183677673, "Finetune/Loss (Raw)": 0.6127710938453674, "Finetune/Step": 3611, "Finetune/Step Time": 6.1514980010688305}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7839071154594421, "Finetune/Loss (Raw)": 0.7873718738555908, "Finetune/Step": 3612, "Finetune/Step Time": 6.140887044370174}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7819861769676208, "Finetune/Loss (Raw)": 0.6892512440681458, "Finetune/Step": 3613, "Finetune/Step Time": 6.140340203419328}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.781957745552063, "Finetune/Loss (Raw)": 0.7948546409606934, "Finetune/Step": 3614, "Finetune/Step Time": 6.1422508750110865}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7828071117401123, "Finetune/Loss (Raw)": 0.8402470946311951, "Finetune/Step": 3615, "Finetune/Step Time": 6.146679345518351}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7827484607696533, "Finetune/Loss (Raw)": 0.6811418533325195, "Finetune/Step": 3616, "Finetune/Step Time": 6.149122817441821}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7815808653831482, "Finetune/Loss (Raw)": 0.7152482271194458, "Finetune/Step": 3617, "Finetune/Step Time": 6.155030081048608}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7813180685043335, "Finetune/Loss (Raw)": 0.6803193092346191, "Finetune/Step": 3618, "Finetune/Step Time": 6.162806229665875}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7800353765487671, "Finetune/Loss (Raw)": 0.7601358294487, "Finetune/Step": 3619, "Finetune/Step Time": 6.166766071692109}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7801177501678467, "Finetune/Loss (Raw)": 0.8034052848815918, "Finetune/Step": 3620, "Finetune/Step Time": 6.164570864289999}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7821823358535767, "Finetune/Loss (Raw)": 0.7488757967948914, "Finetune/Step": 3621, "Finetune/Step Time": 6.159168468788266}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7811561822891235, "Finetune/Loss (Raw)": 0.7931820750236511, "Finetune/Step": 3622, "Finetune/Step Time": 6.157017966732383}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7809427976608276, "Finetune/Loss (Raw)": 0.8209340572357178, "Finetune/Step": 3623, "Finetune/Step Time": 6.157629262655973}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7811373472213745, "Finetune/Loss (Raw)": 0.8953114748001099, "Finetune/Step": 3624, "Finetune/Step Time": 6.145645771175623}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7830935716629028, "Finetune/Loss (Raw)": 0.8850474953651428, "Finetune/Step": 3625, "Finetune/Step Time": 6.152526129037142}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.781710147857666, "Finetune/Loss (Raw)": 0.6907402873039246, "Finetune/Step": 3626, "Finetune/Step Time": 6.14609207212925}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7820137739181519, "Finetune/Loss (Raw)": 0.8350470066070557, "Finetune/Step": 3627, "Finetune/Step Time": 6.147142956033349}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7811249494552612, "Finetune/Loss (Raw)": 0.7890008687973022, "Finetune/Step": 3628, "Finetune/Step Time": 6.158176422119141}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7804151177406311, "Finetune/Loss (Raw)": 0.7654436230659485, "Finetune/Step": 3629, "Finetune/Step Time": 6.162233259528875}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7786551713943481, "Finetune/Loss (Raw)": 0.7081220746040344, "Finetune/Step": 3630, "Finetune/Step Time": 6.165050085633993}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.776863694190979, "Finetune/Loss (Raw)": 0.6401686668395996, "Finetune/Step": 3631, "Finetune/Step Time": 6.166975975036621}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7778706550598145, "Finetune/Loss (Raw)": 0.8940730094909668, "Finetune/Step": 3632, "Finetune/Step Time": 6.174262695014477}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7787950038909912, "Finetune/Loss (Raw)": 0.8840656876564026, "Finetune/Step": 3633, "Finetune/Step Time": 6.173473564907908}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7789157629013062, "Finetune/Loss (Raw)": 0.7725052237510681, "Finetune/Step": 3634, "Finetune/Step Time": 6.170469794422388}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7793703079223633, "Finetune/Loss (Raw)": 0.6658985018730164, "Finetune/Step": 3635, "Finetune/Step Time": 6.163927694782615}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7796347141265869, "Finetune/Loss (Raw)": 0.8341659307479858, "Finetune/Step": 3636, "Finetune/Step Time": 6.1420839466154575}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7801840305328369, "Finetune/Loss (Raw)": 0.8448713421821594, "Finetune/Step": 3637, "Finetune/Step Time": 6.1381805296987295}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7808070182800293, "Finetune/Loss (Raw)": 0.8264480233192444, "Finetune/Step": 3638, "Finetune/Step Time": 6.128820471465588}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7814844846725464, "Finetune/Loss (Raw)": 0.8191914558410645, "Finetune/Step": 3639, "Finetune/Step Time": 6.124843342229724}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7802032232284546, "Finetune/Loss (Raw)": 0.6069577932357788, "Finetune/Step": 3640, "Finetune/Step Time": 6.124129680916667}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7792292833328247, "Finetune/Loss (Raw)": 0.7331532835960388, "Finetune/Step": 3641, "Finetune/Step Time": 6.140477595850825}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7798728942871094, "Finetune/Loss (Raw)": 0.8208574652671814, "Finetune/Step": 3642, "Finetune/Step Time": 6.143107119947672}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7803089022636414, "Finetune/Loss (Raw)": 0.8594011068344116, "Finetune/Step": 3643, "Finetune/Step Time": 6.1444721929728985}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7803158760070801, "Finetune/Loss (Raw)": 0.7901360392570496, "Finetune/Step": 3644, "Finetune/Step Time": 6.140933224931359}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7797508239746094, "Finetune/Loss (Raw)": 0.7691577076911926, "Finetune/Step": 3645, "Finetune/Step Time": 6.13806121610105}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.781161367893219, "Finetune/Loss (Raw)": 0.8367508053779602, "Finetune/Step": 3646, "Finetune/Step Time": 6.135128388181329}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7823367714881897, "Finetune/Loss (Raw)": 0.8392302989959717, "Finetune/Step": 3647, "Finetune/Step Time": 6.121006278321147}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7836270332336426, "Finetune/Loss (Raw)": 0.904583215713501, "Finetune/Step": 3648, "Finetune/Step Time": 6.109763130545616}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7837276458740234, "Finetune/Loss (Raw)": 0.8947403430938721, "Finetune/Step": 3649, "Finetune/Step Time": 6.113877527415752}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7861160635948181, "Finetune/Loss (Raw)": 0.9473466277122498, "Finetune/Step": 3650, "Finetune/Step Time": 6.112903552129865}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7862485647201538, "Finetune/Loss (Raw)": 0.6571064591407776, "Finetune/Step": 3651, "Finetune/Step Time": 6.099355364218354}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7872240543365479, "Finetune/Loss (Raw)": 0.8129702210426331, "Finetune/Step": 3652, "Finetune/Step Time": 6.101034933701158}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.786465048789978, "Finetune/Loss (Raw)": 0.8851035237312317, "Finetune/Step": 3653, "Finetune/Step Time": 6.096153439953923}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7872151732444763, "Finetune/Loss (Raw)": 0.7722836136817932, "Finetune/Step": 3654, "Finetune/Step Time": 6.095029639080167}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7882221341133118, "Finetune/Loss (Raw)": 0.9349982738494873, "Finetune/Step": 3655, "Finetune/Step Time": 6.100981259718537}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7875893115997314, "Finetune/Loss (Raw)": 0.6900984048843384, "Finetune/Step": 3656, "Finetune/Step Time": 6.104452745988965}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.789045512676239, "Finetune/Loss (Raw)": 0.8195294141769409, "Finetune/Step": 3657, "Finetune/Step Time": 6.104405974969268}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7889536619186401, "Finetune/Loss (Raw)": 0.7626720666885376, "Finetune/Step": 3658, "Finetune/Step Time": 6.095551630482078}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7885150909423828, "Finetune/Loss (Raw)": 0.7992797493934631, "Finetune/Step": 3659, "Finetune/Step Time": 6.105436937883496}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.790131151676178, "Finetune/Loss (Raw)": 0.9084798097610474, "Finetune/Step": 3660, "Finetune/Step Time": 6.105466358363628}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7917518615722656, "Finetune/Loss (Raw)": 0.8213086724281311, "Finetune/Step": 3661, "Finetune/Step Time": 6.092898720875382}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7922996282577515, "Finetune/Loss (Raw)": 0.9026336669921875, "Finetune/Step": 3662, "Finetune/Step Time": 6.073708456009626}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7948232889175415, "Finetune/Loss (Raw)": 0.9951552152633667, "Finetune/Step": 3663, "Finetune/Step Time": 6.063298437744379}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7944595813751221, "Finetune/Loss (Raw)": 0.7251414060592651, "Finetune/Step": 3664, "Finetune/Step Time": 6.057504054158926}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7934881448745728, "Finetune/Loss (Raw)": 0.8321609497070312, "Finetune/Step": 3665, "Finetune/Step Time": 6.062768442556262}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7926610112190247, "Finetune/Loss (Raw)": 0.8067795038223267, "Finetune/Step": 3666, "Finetune/Step Time": 6.05858338624239}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7914280295372009, "Finetune/Loss (Raw)": 0.7297722697257996, "Finetune/Step": 3667, "Finetune/Step Time": 6.061239343136549}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7908361554145813, "Finetune/Loss (Raw)": 0.7433286309242249, "Finetune/Step": 3668, "Finetune/Step Time": 6.074968451634049}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7902300357818604, "Finetune/Loss (Raw)": 0.7476271986961365, "Finetune/Step": 3669, "Finetune/Step Time": 6.070645103231072}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.791210412979126, "Finetune/Loss (Raw)": 0.8159787654876709, "Finetune/Step": 3670, "Finetune/Step Time": 6.069375948980451}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7920853495597839, "Finetune/Loss (Raw)": 0.9008680582046509, "Finetune/Step": 3671, "Finetune/Step Time": 6.057970825582743}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7911248803138733, "Finetune/Loss (Raw)": 0.7276040315628052, "Finetune/Step": 3672, "Finetune/Step Time": 6.0500535648316145}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.789950966835022, "Finetune/Loss (Raw)": 0.5243907570838928, "Finetune/Step": 3673, "Finetune/Step Time": 6.049578407779336}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.790412425994873, "Finetune/Loss (Raw)": 0.7938515543937683, "Finetune/Step": 3674, "Finetune/Step Time": 6.033665047958493}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.788082480430603, "Finetune/Loss (Raw)": 0.6109412312507629, "Finetune/Step": 3675, "Finetune/Step Time": 6.035778163000941}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7887409925460815, "Finetune/Loss (Raw)": 0.824677586555481, "Finetune/Step": 3676, "Finetune/Step Time": 6.054650969803333}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7886465191841125, "Finetune/Loss (Raw)": 0.916880190372467, "Finetune/Step": 3677, "Finetune/Step Time": 6.05623391084373}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7874471545219421, "Finetune/Loss (Raw)": 0.5638372302055359, "Finetune/Step": 3678, "Finetune/Step Time": 6.049528304487467}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7879393100738525, "Finetune/Loss (Raw)": 0.7468915581703186, "Finetune/Step": 3679, "Finetune/Step Time": 6.0304581094533205}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7882565259933472, "Finetune/Loss (Raw)": 0.8579057455062866, "Finetune/Step": 3680, "Finetune/Step Time": 6.035001130774617}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7894978523254395, "Finetune/Loss (Raw)": 0.8161836862564087, "Finetune/Step": 3681, "Finetune/Step Time": 6.025935024023056}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7903691530227661, "Finetune/Loss (Raw)": 1.027534008026123, "Finetune/Step": 3682, "Finetune/Step Time": 6.0134516377002}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.789305567741394, "Finetune/Loss (Raw)": 0.8126477003097534, "Finetune/Step": 3683, "Finetune/Step Time": 6.012437988072634}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7889074087142944, "Finetune/Loss (Raw)": 0.5686382055282593, "Finetune/Step": 3684, "Finetune/Step Time": 6.01328064315021}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7872714996337891, "Finetune/Loss (Raw)": 0.7769045829772949, "Finetune/Step": 3685, "Finetune/Step Time": 6.007347695529461}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7875145673751831, "Finetune/Loss (Raw)": 0.8385224938392639, "Finetune/Step": 3686, "Finetune/Step Time": 6.006469881162047}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7873929142951965, "Finetune/Loss (Raw)": 0.8355280160903931, "Finetune/Step": 3687, "Finetune/Step Time": 6.006655856966972}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7853749990463257, "Finetune/Loss (Raw)": 0.6263158321380615, "Finetune/Step": 3688, "Finetune/Step Time": 6.0086706057190895}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7848092913627625, "Finetune/Loss (Raw)": 0.8888210654258728, "Finetune/Step": 3689, "Finetune/Step Time": 6.0125571843236685}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7865383625030518, "Finetune/Loss (Raw)": 0.8518708348274231, "Finetune/Step": 3690, "Finetune/Step Time": 6.013170436024666}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7858455181121826, "Finetune/Loss (Raw)": 0.5817747712135315, "Finetune/Step": 3691, "Finetune/Step Time": 6.01995743252337}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7868607640266418, "Finetune/Loss (Raw)": 0.8885186314582825, "Finetune/Step": 3692, "Finetune/Step Time": 6.032629517838359}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7873132824897766, "Finetune/Loss (Raw)": 0.8190759420394897, "Finetune/Step": 3693, "Finetune/Step Time": 6.027501912787557}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7854560613632202, "Finetune/Loss (Raw)": 0.6556920409202576, "Finetune/Step": 3694, "Finetune/Step Time": 6.031183769926429}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7872034311294556, "Finetune/Loss (Raw)": 1.0269144773483276, "Finetune/Step": 3695, "Finetune/Step Time": 6.040449343621731}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7869067788124084, "Finetune/Loss (Raw)": 0.7825281620025635, "Finetune/Step": 3696, "Finetune/Step Time": 6.015715399757028}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7850667238235474, "Finetune/Loss (Raw)": 0.5225532650947571, "Finetune/Step": 3697, "Finetune/Step Time": 6.014128243550658}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.785438060760498, "Finetune/Loss (Raw)": 0.8093801736831665, "Finetune/Step": 3698, "Finetune/Step Time": 6.024983648210764}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7852632999420166, "Finetune/Loss (Raw)": 0.7904554009437561, "Finetune/Step": 3699, "Finetune/Step Time": 6.029203137382865}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7848625183105469, "Finetune/Loss (Raw)": 0.8419414758682251, "Finetune/Step": 3700, "Finetune/Step Time": 6.0288736168295145}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.782978892326355, "Finetune/Loss (Raw)": 0.6445649862289429, "Finetune/Step": 3701, "Finetune/Step Time": 6.033597340807319}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7822715640068054, "Finetune/Loss (Raw)": 0.8183819055557251, "Finetune/Step": 3702, "Finetune/Step Time": 6.037701476365328}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7828669548034668, "Finetune/Loss (Raw)": 0.862278401851654, "Finetune/Step": 3703, "Finetune/Step Time": 6.032126804813743}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7821435928344727, "Finetune/Loss (Raw)": 0.8096039295196533, "Finetune/Step": 3704, "Finetune/Step Time": 6.03344457782805}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.780702531337738, "Finetune/Loss (Raw)": 0.6147675514221191, "Finetune/Step": 3705, "Finetune/Step Time": 6.0333327408879995}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7798798084259033, "Finetune/Loss (Raw)": 0.7767583727836609, "Finetune/Step": 3706, "Finetune/Step Time": 6.022765886038542}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7793909311294556, "Finetune/Loss (Raw)": 0.7496614456176758, "Finetune/Step": 3707, "Finetune/Step Time": 6.027594244107604}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.777864933013916, "Finetune/Loss (Raw)": 0.6477949619293213, "Finetune/Step": 3708, "Finetune/Step Time": 6.04535579495132}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7783721089363098, "Finetune/Loss (Raw)": 0.9282673597335815, "Finetune/Step": 3709, "Finetune/Step Time": 6.050594512373209}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7801234126091003, "Finetune/Loss (Raw)": 0.9409841299057007, "Finetune/Step": 3710, "Finetune/Step Time": 6.042143821716309}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7794466018676758, "Finetune/Loss (Raw)": 0.6591927409172058, "Finetune/Step": 3711, "Finetune/Step Time": 6.037268742918968}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7801299095153809, "Finetune/Loss (Raw)": 0.8993790745735168, "Finetune/Step": 3712, "Finetune/Step Time": 6.052950784564018}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7769649624824524, "Finetune/Loss (Raw)": 0.5395718216896057, "Finetune/Step": 3713, "Finetune/Step Time": 6.057531196624041}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.778174638748169, "Finetune/Loss (Raw)": 0.8190540075302124, "Finetune/Step": 3714, "Finetune/Step Time": 6.071840887889266}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7789781093597412, "Finetune/Loss (Raw)": 0.8385763764381409, "Finetune/Step": 3715, "Finetune/Step Time": 6.068300602957606}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7793334126472473, "Finetune/Loss (Raw)": 0.698898434638977, "Finetune/Step": 3716, "Finetune/Step Time": 6.07474853657186}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7784459590911865, "Finetune/Loss (Raw)": 0.6696595549583435, "Finetune/Step": 3717, "Finetune/Step Time": 6.090764928609133}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7766255140304565, "Finetune/Loss (Raw)": 0.6194813251495361, "Finetune/Step": 3718, "Finetune/Step Time": 6.0967324040830135}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7755301594734192, "Finetune/Loss (Raw)": 0.6094529032707214, "Finetune/Step": 3719, "Finetune/Step Time": 6.089076390489936}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7759040594100952, "Finetune/Loss (Raw)": 0.8349302411079407, "Finetune/Step": 3720, "Finetune/Step Time": 6.094219379127026}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7757501602172852, "Finetune/Loss (Raw)": 0.8936099410057068, "Finetune/Step": 3721, "Finetune/Step Time": 6.105508675798774}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7780675888061523, "Finetune/Loss (Raw)": 0.8460884094238281, "Finetune/Step": 3722, "Finetune/Step Time": 6.10311496630311}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7790988683700562, "Finetune/Loss (Raw)": 0.9501224160194397, "Finetune/Step": 3723, "Finetune/Step Time": 6.100313322618604}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7775764465332031, "Finetune/Loss (Raw)": 0.7593506574630737, "Finetune/Step": 3724, "Finetune/Step Time": 6.0976336393505335}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7799364924430847, "Finetune/Loss (Raw)": 0.8908832669258118, "Finetune/Step": 3725, "Finetune/Step Time": 6.092962399125099}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7796577215194702, "Finetune/Loss (Raw)": 0.7147024869918823, "Finetune/Step": 3726, "Finetune/Step Time": 6.078970316797495}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.779991865158081, "Finetune/Loss (Raw)": 0.7382004857063293, "Finetune/Step": 3727, "Finetune/Step Time": 6.085051527246833}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7791922092437744, "Finetune/Loss (Raw)": 0.5453335642814636, "Finetune/Step": 3728, "Finetune/Step Time": 6.084499850869179}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7789928317070007, "Finetune/Loss (Raw)": 0.8182249069213867, "Finetune/Step": 3729, "Finetune/Step Time": 6.073952933773398}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7794203758239746, "Finetune/Loss (Raw)": 0.8453503847122192, "Finetune/Step": 3730, "Finetune/Step Time": 6.082828398793936}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7797040343284607, "Finetune/Loss (Raw)": 0.8372213244438171, "Finetune/Step": 3731, "Finetune/Step Time": 6.0993124060332775}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7798411846160889, "Finetune/Loss (Raw)": 0.8412836790084839, "Finetune/Step": 3732, "Finetune/Step Time": 6.099292512983084}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.780949592590332, "Finetune/Loss (Raw)": 0.788371205329895, "Finetune/Step": 3733, "Finetune/Step Time": 6.1019177585840225}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.782281756401062, "Finetune/Loss (Raw)": 0.8960050940513611, "Finetune/Step": 3734, "Finetune/Step Time": 6.104847449809313}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7808684706687927, "Finetune/Loss (Raw)": 0.635554313659668, "Finetune/Step": 3735, "Finetune/Step Time": 6.1020057536661625}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7837553024291992, "Finetune/Loss (Raw)": 1.0066889524459839, "Finetune/Step": 3736, "Finetune/Step Time": 6.086556481197476}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7834993600845337, "Finetune/Loss (Raw)": 0.7450957298278809, "Finetune/Step": 3737, "Finetune/Step Time": 6.083245700225234}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.783743143081665, "Finetune/Loss (Raw)": 0.7135725021362305, "Finetune/Step": 3738, "Finetune/Step Time": 6.095480149611831}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.784636914730072, "Finetune/Loss (Raw)": 0.7271705269813538, "Finetune/Step": 3739, "Finetune/Step Time": 6.094441883265972}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7845603227615356, "Finetune/Loss (Raw)": 0.7775611281394958, "Finetune/Step": 3740, "Finetune/Step Time": 6.074666872620583}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7861756682395935, "Finetune/Loss (Raw)": 0.8960186839103699, "Finetune/Step": 3741, "Finetune/Step Time": 6.064927089959383}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7863978743553162, "Finetune/Loss (Raw)": 0.8232966661453247, "Finetune/Step": 3742, "Finetune/Step Time": 6.063499990850687}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7863391637802124, "Finetune/Loss (Raw)": 0.8327367901802063, "Finetune/Step": 3743, "Finetune/Step Time": 6.067364199087024}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7862290143966675, "Finetune/Loss (Raw)": 0.6670376062393188, "Finetune/Step": 3744, "Finetune/Step Time": 6.090964930132031}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7853342890739441, "Finetune/Loss (Raw)": 0.6007199287414551, "Finetune/Step": 3745, "Finetune/Step Time": 6.10632829554379}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7853807806968689, "Finetune/Loss (Raw)": 0.6862761974334717, "Finetune/Step": 3746, "Finetune/Step Time": 6.113349566236138}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7841665744781494, "Finetune/Loss (Raw)": 0.6047129034996033, "Finetune/Step": 3747, "Finetune/Step Time": 6.112529683858156}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7843269109725952, "Finetune/Loss (Raw)": 0.8239356875419617, "Finetune/Step": 3748, "Finetune/Step Time": 6.1250008177012205}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7834473848342896, "Finetune/Loss (Raw)": 0.63629150390625, "Finetune/Step": 3749, "Finetune/Step Time": 6.131178116425872}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7842245101928711, "Finetune/Loss (Raw)": 0.8926502466201782, "Finetune/Step": 3750, "Finetune/Step Time": 6.135181315243244}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7853294610977173, "Finetune/Loss (Raw)": 0.9623746275901794, "Finetune/Step": 3751, "Finetune/Step Time": 6.1384322717785835}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7845214605331421, "Finetune/Loss (Raw)": 0.7918815016746521, "Finetune/Step": 3752, "Finetune/Step Time": 6.143098207190633}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7831034064292908, "Finetune/Loss (Raw)": 0.7035414576530457, "Finetune/Step": 3753, "Finetune/Step Time": 6.136384773999453}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7840087413787842, "Finetune/Loss (Raw)": 0.8066145181655884, "Finetune/Step": 3754, "Finetune/Step Time": 6.145858898758888}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7834653854370117, "Finetune/Loss (Raw)": 0.7655040621757507, "Finetune/Step": 3755, "Finetune/Step Time": 6.143492229282856}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7820783853530884, "Finetune/Loss (Raw)": 0.6114611625671387, "Finetune/Step": 3756, "Finetune/Step Time": 6.135249480605125}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7831280827522278, "Finetune/Loss (Raw)": 0.8998091816902161, "Finetune/Step": 3757, "Finetune/Step Time": 6.136820938438177}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7827713489532471, "Finetune/Loss (Raw)": 0.6624646186828613, "Finetune/Step": 3758, "Finetune/Step Time": 6.141764743253589}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.784308671951294, "Finetune/Loss (Raw)": 0.8369446992874146, "Finetune/Step": 3759, "Finetune/Step Time": 6.148273952305317}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7830266356468201, "Finetune/Loss (Raw)": 0.7299669981002808, "Finetune/Step": 3760, "Finetune/Step Time": 6.142237674444914}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.781276285648346, "Finetune/Loss (Raw)": 0.6600173711776733, "Finetune/Step": 3761, "Finetune/Step Time": 6.148489322513342}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7814234495162964, "Finetune/Loss (Raw)": 0.7913458943367004, "Finetune/Step": 3762, "Finetune/Step Time": 6.155477562919259}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.783249020576477, "Finetune/Loss (Raw)": 0.899569034576416, "Finetune/Step": 3763, "Finetune/Step Time": 6.15926786698401}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7823830246925354, "Finetune/Loss (Raw)": 0.723322868347168, "Finetune/Step": 3764, "Finetune/Step Time": 6.162874111905694}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7806040644645691, "Finetune/Loss (Raw)": 0.6171602606773376, "Finetune/Step": 3765, "Finetune/Step Time": 6.165841855108738}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7812367081642151, "Finetune/Loss (Raw)": 0.9074314832687378, "Finetune/Step": 3766, "Finetune/Step Time": 6.172864796593785}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7813481688499451, "Finetune/Loss (Raw)": 0.8334550857543945, "Finetune/Step": 3767, "Finetune/Step Time": 6.176070187240839}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7820056080818176, "Finetune/Loss (Raw)": 0.6911105513572693, "Finetune/Step": 3768, "Finetune/Step Time": 6.175819803029299}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7805161476135254, "Finetune/Loss (Raw)": 0.5425056219100952, "Finetune/Step": 3769, "Finetune/Step Time": 6.179807335138321}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.781461775302887, "Finetune/Loss (Raw)": 0.9418948292732239, "Finetune/Step": 3770, "Finetune/Step Time": 6.192620227113366}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7821865081787109, "Finetune/Loss (Raw)": 0.9521693587303162, "Finetune/Step": 3771, "Finetune/Step Time": 6.189226601272821}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.782717227935791, "Finetune/Loss (Raw)": 0.858066737651825, "Finetune/Step": 3772, "Finetune/Step Time": 6.19219658896327}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7813193202018738, "Finetune/Loss (Raw)": 0.5902225971221924, "Finetune/Step": 3773, "Finetune/Step Time": 6.200521122664213}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7815597653388977, "Finetune/Loss (Raw)": 0.8675335645675659, "Finetune/Step": 3774, "Finetune/Step Time": 6.215316837653518}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7819492816925049, "Finetune/Loss (Raw)": 0.889080286026001, "Finetune/Step": 3775, "Finetune/Step Time": 6.217336447909474}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7817279100418091, "Finetune/Loss (Raw)": 0.8762505650520325, "Finetune/Step": 3776, "Finetune/Step Time": 6.219014536589384}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7788517475128174, "Finetune/Loss (Raw)": 0.5265962481498718, "Finetune/Step": 3777, "Finetune/Step Time": 6.233914555981755}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7778677940368652, "Finetune/Loss (Raw)": 0.821402370929718, "Finetune/Step": 3778, "Finetune/Step Time": 6.251404028385878}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7779895067214966, "Finetune/Loss (Raw)": 0.6726809144020081, "Finetune/Step": 3779, "Finetune/Step Time": 6.2549412697553635}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7774547338485718, "Finetune/Loss (Raw)": 0.7445157170295715, "Finetune/Step": 3780, "Finetune/Step Time": 6.244172362610698}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7771551609039307, "Finetune/Loss (Raw)": 0.8467583060264587, "Finetune/Step": 3781, "Finetune/Step Time": 6.24392756819725}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7770196199417114, "Finetune/Loss (Raw)": 0.7549441456794739, "Finetune/Step": 3782, "Finetune/Step Time": 6.24034614674747}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7751319408416748, "Finetune/Loss (Raw)": 0.693365752696991, "Finetune/Step": 3783, "Finetune/Step Time": 6.232131881639361}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7752615213394165, "Finetune/Loss (Raw)": 0.7066811323165894, "Finetune/Step": 3784, "Finetune/Step Time": 6.235505823045969}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7751957178115845, "Finetune/Loss (Raw)": 0.8111144304275513, "Finetune/Step": 3785, "Finetune/Step Time": 6.239020613953471}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7764583826065063, "Finetune/Loss (Raw)": 0.9242971539497375, "Finetune/Step": 3786, "Finetune/Step Time": 6.234544537961483}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7766817808151245, "Finetune/Loss (Raw)": 0.8278666734695435, "Finetune/Step": 3787, "Finetune/Step Time": 6.22553270496428}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7754300236701965, "Finetune/Loss (Raw)": 0.7482575178146362, "Finetune/Step": 3788, "Finetune/Step Time": 6.2233174331486225}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7740695476531982, "Finetune/Loss (Raw)": 0.6471602916717529, "Finetune/Step": 3789, "Finetune/Step Time": 6.229906680062413}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7737327814102173, "Finetune/Loss (Raw)": 0.8595327138900757, "Finetune/Step": 3790, "Finetune/Step Time": 6.24152060970664}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7724466323852539, "Finetune/Loss (Raw)": 0.8305317163467407, "Finetune/Step": 3791, "Finetune/Step Time": 6.2410425040870905}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7724267840385437, "Finetune/Loss (Raw)": 0.7225950360298157, "Finetune/Step": 3792, "Finetune/Step Time": 6.23298030346632}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7723289728164673, "Finetune/Loss (Raw)": 0.819649338722229, "Finetune/Step": 3793, "Finetune/Step Time": 6.2561852391809225}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7723761796951294, "Finetune/Loss (Raw)": 0.8128195405006409, "Finetune/Step": 3794, "Finetune/Step Time": 6.266673296689987}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7719714641571045, "Finetune/Loss (Raw)": 0.677968442440033, "Finetune/Step": 3795, "Finetune/Step Time": 6.264321489259601}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7727648019790649, "Finetune/Loss (Raw)": 0.8448697924613953, "Finetune/Step": 3796, "Finetune/Step Time": 6.256806712597609}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7719738483428955, "Finetune/Loss (Raw)": 0.6463909149169922, "Finetune/Step": 3797, "Finetune/Step Time": 6.260268399491906}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7712476253509521, "Finetune/Loss (Raw)": 0.723020076751709, "Finetune/Step": 3798, "Finetune/Step Time": 6.26185348443687}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7688195109367371, "Finetune/Loss (Raw)": 0.590069055557251, "Finetune/Step": 3799, "Finetune/Step Time": 6.261774657294154}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7696044445037842, "Finetune/Loss (Raw)": 0.8280794620513916, "Finetune/Step": 3800, "Finetune/Step Time": 6.264896132051945}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7716744542121887, "Finetune/Loss (Raw)": 0.7893516421318054, "Finetune/Step": 3801, "Finetune/Step Time": 6.261550921946764}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7724227905273438, "Finetune/Loss (Raw)": 0.8896410465240479, "Finetune/Step": 3802, "Finetune/Step Time": 6.261945251375437}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7746327519416809, "Finetune/Loss (Raw)": 0.8938151597976685, "Finetune/Step": 3803, "Finetune/Step Time": 6.257227271795273}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7746120691299438, "Finetune/Loss (Raw)": 0.8220274448394775, "Finetune/Step": 3804, "Finetune/Step Time": 6.236322725191712}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7722656726837158, "Finetune/Loss (Raw)": 0.6165443062782288, "Finetune/Step": 3805, "Finetune/Step Time": 6.231524623930454}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7739601135253906, "Finetune/Loss (Raw)": 0.7807273268699646, "Finetune/Step": 3806, "Finetune/Step Time": 6.244970861822367}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.773821234703064, "Finetune/Loss (Raw)": 0.7291057705879211, "Finetune/Step": 3807, "Finetune/Step Time": 6.2531508300453424}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7720575928688049, "Finetune/Loss (Raw)": 0.6321631073951721, "Finetune/Step": 3808, "Finetune/Step Time": 6.244097823277116}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.771550178527832, "Finetune/Loss (Raw)": 0.751234769821167, "Finetune/Step": 3809, "Finetune/Step Time": 6.249096397310495}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.770323634147644, "Finetune/Loss (Raw)": 0.870543360710144, "Finetune/Step": 3810, "Finetune/Step Time": 6.25758402608335}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7694982290267944, "Finetune/Loss (Raw)": 0.7069834470748901, "Finetune/Step": 3811, "Finetune/Step Time": 6.256199646741152}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7705318927764893, "Finetune/Loss (Raw)": 0.7009557485580444, "Finetune/Step": 3812, "Finetune/Step Time": 6.257016457617283}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7706889510154724, "Finetune/Loss (Raw)": 0.7970070838928223, "Finetune/Step": 3813, "Finetune/Step Time": 6.254008391872048}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7699019312858582, "Finetune/Loss (Raw)": 0.7377839088439941, "Finetune/Step": 3814, "Finetune/Step Time": 6.252335831522942}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7698169350624084, "Finetune/Loss (Raw)": 0.8246460556983948, "Finetune/Step": 3815, "Finetune/Step Time": 6.254938656464219}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7713286280632019, "Finetune/Loss (Raw)": 0.8198122382164001, "Finetune/Step": 3816, "Finetune/Step Time": 6.2648404985666275}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7700634002685547, "Finetune/Loss (Raw)": 0.7268776297569275, "Finetune/Step": 3817, "Finetune/Step Time": 6.261777330189943}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7693221569061279, "Finetune/Loss (Raw)": 0.7569842338562012, "Finetune/Step": 3818, "Finetune/Step Time": 6.257515726611018}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7706587314605713, "Finetune/Loss (Raw)": 0.7528600692749023, "Finetune/Step": 3819, "Finetune/Step Time": 6.247393235564232}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7688725590705872, "Finetune/Loss (Raw)": 0.6598877310752869, "Finetune/Step": 3820, "Finetune/Step Time": 6.231972789391875}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7677370309829712, "Finetune/Loss (Raw)": 0.6737343668937683, "Finetune/Step": 3821, "Finetune/Step Time": 6.233805190771818}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7682060599327087, "Finetune/Loss (Raw)": 0.7157227993011475, "Finetune/Step": 3822, "Finetune/Step Time": 6.231729380786419}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.767300009727478, "Finetune/Loss (Raw)": 0.9109349250793457, "Finetune/Step": 3823, "Finetune/Step Time": 6.220072897151113}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7676569223403931, "Finetune/Loss (Raw)": 0.8282241821289062, "Finetune/Step": 3824, "Finetune/Step Time": 6.23363353125751}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7686597108840942, "Finetune/Loss (Raw)": 0.6509010195732117, "Finetune/Step": 3825, "Finetune/Step Time": 6.230675319209695}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7676159739494324, "Finetune/Loss (Raw)": 0.6757888197898865, "Finetune/Step": 3826, "Finetune/Step Time": 6.217169567942619}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7675408124923706, "Finetune/Loss (Raw)": 0.7808265686035156, "Finetune/Step": 3827, "Finetune/Step Time": 6.220692556351423}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7675631046295166, "Finetune/Loss (Raw)": 0.8447935581207275, "Finetune/Step": 3828, "Finetune/Step Time": 6.238575715571642}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7671183347702026, "Finetune/Loss (Raw)": 0.5876479148864746, "Finetune/Step": 3829, "Finetune/Step Time": 6.242003731429577}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7670463919639587, "Finetune/Loss (Raw)": 0.809167206287384, "Finetune/Step": 3830, "Finetune/Step Time": 6.254281252622604}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7662093639373779, "Finetune/Loss (Raw)": 0.7551353573799133, "Finetune/Step": 3831, "Finetune/Step Time": 6.259770657867193}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7675333619117737, "Finetune/Loss (Raw)": 0.9790778756141663, "Finetune/Step": 3832, "Finetune/Step Time": 6.27206869982183}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7693828344345093, "Finetune/Loss (Raw)": 0.8515011072158813, "Finetune/Step": 3833, "Finetune/Step Time": 6.275152927264571}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7703372240066528, "Finetune/Loss (Raw)": 0.8989249467849731, "Finetune/Step": 3834, "Finetune/Step Time": 6.2881154250353575}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7712079286575317, "Finetune/Loss (Raw)": 0.8611041307449341, "Finetune/Step": 3835, "Finetune/Step Time": 6.282306019216776}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7717806696891785, "Finetune/Loss (Raw)": 0.721107542514801, "Finetune/Step": 3836, "Finetune/Step Time": 6.2672259621322155}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7703698873519897, "Finetune/Loss (Raw)": 0.7476929426193237, "Finetune/Step": 3837, "Finetune/Step Time": 6.255805851891637}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7687652707099915, "Finetune/Loss (Raw)": 0.7355868816375732, "Finetune/Step": 3838, "Finetune/Step Time": 6.258790422230959}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7698034048080444, "Finetune/Loss (Raw)": 0.7920708060264587, "Finetune/Step": 3839, "Finetune/Step Time": 6.25891930423677}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7686095237731934, "Finetune/Loss (Raw)": 0.7465726733207703, "Finetune/Step": 3840, "Finetune/Step Time": 6.2567988727241755}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7717623710632324, "Finetune/Loss (Raw)": 0.9431329369544983, "Finetune/Step": 3841, "Finetune/Step Time": 6.2520456071943045}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7712144255638123, "Finetune/Loss (Raw)": 0.7489150166511536, "Finetune/Step": 3842, "Finetune/Step Time": 6.235720502212644}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7693694829940796, "Finetune/Loss (Raw)": 0.6024251580238342, "Finetune/Step": 3843, "Finetune/Step Time": 6.233620546758175}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7698958516120911, "Finetune/Loss (Raw)": 0.7662710547447205, "Finetune/Step": 3844, "Finetune/Step Time": 6.234791012480855}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.770703911781311, "Finetune/Loss (Raw)": 0.7730914950370789, "Finetune/Step": 3845, "Finetune/Step Time": 6.219642877578735}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7706710696220398, "Finetune/Loss (Raw)": 0.6152755618095398, "Finetune/Step": 3846, "Finetune/Step Time": 6.209741024300456}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7728631496429443, "Finetune/Loss (Raw)": 0.8900389671325684, "Finetune/Step": 3847, "Finetune/Step Time": 6.206410966813564}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7715932130813599, "Finetune/Loss (Raw)": 0.6723785996437073, "Finetune/Step": 3848, "Finetune/Step Time": 6.214025994762778}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7715784311294556, "Finetune/Loss (Raw)": 0.8917220830917358, "Finetune/Step": 3849, "Finetune/Step Time": 6.217422297224402}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7687518000602722, "Finetune/Loss (Raw)": 0.48427918553352356, "Finetune/Step": 3850, "Finetune/Step Time": 6.228491775691509}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7664541006088257, "Finetune/Loss (Raw)": 0.6560156941413879, "Finetune/Step": 3851, "Finetune/Step Time": 6.2319837510585785}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7675634026527405, "Finetune/Loss (Raw)": 0.9013410210609436, "Finetune/Step": 3852, "Finetune/Step Time": 6.229371620342135}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7664452791213989, "Finetune/Loss (Raw)": 0.7477614879608154, "Finetune/Step": 3853, "Finetune/Step Time": 6.234371030703187}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7672569751739502, "Finetune/Loss (Raw)": 0.8185991644859314, "Finetune/Step": 3854, "Finetune/Step Time": 6.244149846956134}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7655322551727295, "Finetune/Loss (Raw)": 0.5174323916435242, "Finetune/Step": 3855, "Finetune/Step Time": 6.232328731566668}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.768317699432373, "Finetune/Loss (Raw)": 0.901882529258728, "Finetune/Step": 3856, "Finetune/Step Time": 6.235653420910239}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7670899629592896, "Finetune/Loss (Raw)": 0.6610733866691589, "Finetune/Step": 3857, "Finetune/Step Time": 6.23472804389894}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7650955319404602, "Finetune/Loss (Raw)": 0.5900588631629944, "Finetune/Step": 3858, "Finetune/Step Time": 6.244199490174651}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.765984058380127, "Finetune/Loss (Raw)": 0.9509580135345459, "Finetune/Step": 3859, "Finetune/Step Time": 6.24303126335144}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7658413052558899, "Finetune/Loss (Raw)": 0.8230041861534119, "Finetune/Step": 3860, "Finetune/Step Time": 6.238050132989883}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7655417919158936, "Finetune/Loss (Raw)": 0.7500280141830444, "Finetune/Step": 3861, "Finetune/Step Time": 6.230984631925821}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7649573683738708, "Finetune/Loss (Raw)": 0.8211988210678101, "Finetune/Step": 3862, "Finetune/Step Time": 6.222661709412932}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7652287483215332, "Finetune/Loss (Raw)": 0.6702996492385864, "Finetune/Step": 3863, "Finetune/Step Time": 6.221682619303465}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7637599110603333, "Finetune/Loss (Raw)": 0.8186720013618469, "Finetune/Step": 3864, "Finetune/Step Time": 6.226250329986215}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7635219097137451, "Finetune/Loss (Raw)": 0.7146293520927429, "Finetune/Step": 3865, "Finetune/Step Time": 6.220622804015875}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7651152014732361, "Finetune/Loss (Raw)": 0.9175199866294861, "Finetune/Step": 3866, "Finetune/Step Time": 6.229993691667914}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7670639157295227, "Finetune/Loss (Raw)": 0.9766049385070801, "Finetune/Step": 3867, "Finetune/Step Time": 6.226499347016215}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7676016688346863, "Finetune/Loss (Raw)": 0.8463899493217468, "Finetune/Step": 3868, "Finetune/Step Time": 6.228637954220176}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7661851644515991, "Finetune/Loss (Raw)": 0.7147102952003479, "Finetune/Step": 3869, "Finetune/Step Time": 6.231470441445708}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7650624513626099, "Finetune/Loss (Raw)": 0.6795851588249207, "Finetune/Step": 3870, "Finetune/Step Time": 6.236248394474387}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7646706104278564, "Finetune/Loss (Raw)": 0.7825854420661926, "Finetune/Step": 3871, "Finetune/Step Time": 6.242895556613803}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7625596523284912, "Finetune/Loss (Raw)": 0.39683541655540466, "Finetune/Step": 3872, "Finetune/Step Time": 6.2249945551157}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.76292884349823, "Finetune/Loss (Raw)": 0.6479780673980713, "Finetune/Step": 3873, "Finetune/Step Time": 6.226868597790599}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7637137174606323, "Finetune/Loss (Raw)": 0.7867394685745239, "Finetune/Step": 3874, "Finetune/Step Time": 6.2155145443975925}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7650243639945984, "Finetune/Loss (Raw)": 0.7724749445915222, "Finetune/Step": 3875, "Finetune/Step Time": 6.211763275787234}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7649750113487244, "Finetune/Loss (Raw)": 0.8176136612892151, "Finetune/Step": 3876, "Finetune/Step Time": 6.198879465460777}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7652547359466553, "Finetune/Loss (Raw)": 0.6720981597900391, "Finetune/Step": 3877, "Finetune/Step Time": 6.191810665652156}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7646152377128601, "Finetune/Loss (Raw)": 0.8107966780662537, "Finetune/Step": 3878, "Finetune/Step Time": 6.200872806832194}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7624272704124451, "Finetune/Loss (Raw)": 0.682313084602356, "Finetune/Step": 3879, "Finetune/Step Time": 6.221940627321601}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7625565528869629, "Finetune/Loss (Raw)": 0.8084306120872498, "Finetune/Step": 3880, "Finetune/Step Time": 6.236805295571685}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7635289430618286, "Finetune/Loss (Raw)": 0.8280097842216492, "Finetune/Step": 3881, "Finetune/Step Time": 6.243220658972859}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7636124491691589, "Finetune/Loss (Raw)": 0.8173036575317383, "Finetune/Step": 3882, "Finetune/Step Time": 6.238831993192434}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7646233439445496, "Finetune/Loss (Raw)": 0.8948937654495239, "Finetune/Step": 3883, "Finetune/Step Time": 6.240088941529393}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7654958963394165, "Finetune/Loss (Raw)": 0.7231510281562805, "Finetune/Step": 3884, "Finetune/Step Time": 6.2357458751648664}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7625394463539124, "Finetune/Loss (Raw)": 0.521388053894043, "Finetune/Step": 3885, "Finetune/Step Time": 6.232369774952531}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.762747585773468, "Finetune/Loss (Raw)": 0.6891021728515625, "Finetune/Step": 3886, "Finetune/Step Time": 6.232737682759762}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7618043422698975, "Finetune/Loss (Raw)": 0.7162075042724609, "Finetune/Step": 3887, "Finetune/Step Time": 6.224475538358092}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7622580528259277, "Finetune/Loss (Raw)": 0.7880469560623169, "Finetune/Step": 3888, "Finetune/Step Time": 6.222900442779064}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7633746862411499, "Finetune/Loss (Raw)": 0.802943766117096, "Finetune/Step": 3889, "Finetune/Step Time": 6.226223224774003}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7633536458015442, "Finetune/Loss (Raw)": 0.7886547446250916, "Finetune/Step": 3890, "Finetune/Step Time": 6.218305926769972}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7616194486618042, "Finetune/Loss (Raw)": 0.6775860786437988, "Finetune/Step": 3891, "Finetune/Step Time": 6.215362247079611}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7621890902519226, "Finetune/Loss (Raw)": 0.7962350249290466, "Finetune/Step": 3892, "Finetune/Step Time": 6.222866106778383}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7626957893371582, "Finetune/Loss (Raw)": 0.6820206642150879, "Finetune/Step": 3893, "Finetune/Step Time": 6.227763736620545}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7621049284934998, "Finetune/Loss (Raw)": 0.831807017326355, "Finetune/Step": 3894, "Finetune/Step Time": 6.237225368618965}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7618622779846191, "Finetune/Loss (Raw)": 0.802390992641449, "Finetune/Step": 3895, "Finetune/Step Time": 6.236274125054479}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7626746296882629, "Finetune/Loss (Raw)": 0.7950923442840576, "Finetune/Step": 3896, "Finetune/Step Time": 6.232129206880927}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.764395534992218, "Finetune/Loss (Raw)": 0.7627841234207153, "Finetune/Step": 3897, "Finetune/Step Time": 6.209635328501463}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.762783944606781, "Finetune/Loss (Raw)": 0.7356140613555908, "Finetune/Step": 3898, "Finetune/Step Time": 6.1964656841009855}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7624360918998718, "Finetune/Loss (Raw)": 0.9076377153396606, "Finetune/Step": 3899, "Finetune/Step Time": 6.205102184787393}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7617159485816956, "Finetune/Loss (Raw)": 0.7658891677856445, "Finetune/Step": 3900, "Finetune/Step Time": 6.2073933612555265}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7637646198272705, "Finetune/Loss (Raw)": 0.8524585366249084, "Finetune/Step": 3901, "Finetune/Step Time": 6.20779293961823}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.764296293258667, "Finetune/Loss (Raw)": 0.935589075088501, "Finetune/Step": 3902, "Finetune/Step Time": 6.188234947621822}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7642958164215088, "Finetune/Loss (Raw)": 0.8890113234519958, "Finetune/Step": 3903, "Finetune/Step Time": 6.1770313531160355}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7635354995727539, "Finetune/Loss (Raw)": 0.7789364457130432, "Finetune/Step": 3904, "Finetune/Step Time": 6.173884801566601}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7642875909805298, "Finetune/Loss (Raw)": 0.6228607296943665, "Finetune/Step": 3905, "Finetune/Step Time": 6.163747491315007}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7638886570930481, "Finetune/Loss (Raw)": 0.7703384757041931, "Finetune/Step": 3906, "Finetune/Step Time": 6.162052232772112}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7667326331138611, "Finetune/Loss (Raw)": 1.0367060899734497, "Finetune/Step": 3907, "Finetune/Step Time": 6.181394467130303}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7653547525405884, "Finetune/Loss (Raw)": 0.5681474804878235, "Finetune/Step": 3908, "Finetune/Step Time": 6.175033798441291}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7639573812484741, "Finetune/Loss (Raw)": 0.667897641658783, "Finetune/Step": 3909, "Finetune/Step Time": 6.180104933679104}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7646690607070923, "Finetune/Loss (Raw)": 0.8460362553596497, "Finetune/Step": 3910, "Finetune/Step Time": 6.183165380731225}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7665906548500061, "Finetune/Loss (Raw)": 0.9393309950828552, "Finetune/Step": 3911, "Finetune/Step Time": 6.182989589869976}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7664412260055542, "Finetune/Loss (Raw)": 0.6875555515289307, "Finetune/Step": 3912, "Finetune/Step Time": 6.180631570518017}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7662073969841003, "Finetune/Loss (Raw)": 0.7811812162399292, "Finetune/Step": 3913, "Finetune/Step Time": 6.182572785764933}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7647501230239868, "Finetune/Loss (Raw)": 0.7377675175666809, "Finetune/Step": 3914, "Finetune/Step Time": 6.184317268431187}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7647395133972168, "Finetune/Loss (Raw)": 0.8265079855918884, "Finetune/Step": 3915, "Finetune/Step Time": 6.185772094875574}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7653773427009583, "Finetune/Loss (Raw)": 0.8298996686935425, "Finetune/Step": 3916, "Finetune/Step Time": 6.185826268047094}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7660655379295349, "Finetune/Loss (Raw)": 0.7352529168128967, "Finetune/Step": 3917, "Finetune/Step Time": 6.187803756445646}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7663103342056274, "Finetune/Loss (Raw)": 0.8908601999282837, "Finetune/Step": 3918, "Finetune/Step Time": 6.188529826700687}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7657522559165955, "Finetune/Loss (Raw)": 0.7590954303741455, "Finetune/Step": 3919, "Finetune/Step Time": 6.191918563097715}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7663512229919434, "Finetune/Loss (Raw)": 0.7992768883705139, "Finetune/Step": 3920, "Finetune/Step Time": 6.211661392822862}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7648776769638062, "Finetune/Loss (Raw)": 0.6310300230979919, "Finetune/Step": 3921, "Finetune/Step Time": 6.209127342328429}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7654032707214355, "Finetune/Loss (Raw)": 0.8800868391990662, "Finetune/Step": 3922, "Finetune/Step Time": 6.215123049914837}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7640985250473022, "Finetune/Loss (Raw)": 0.5109619498252869, "Finetune/Step": 3923, "Finetune/Step Time": 6.215645257383585}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7640751004219055, "Finetune/Loss (Raw)": 0.8418799042701721, "Finetune/Step": 3924, "Finetune/Step Time": 6.215840846300125}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7655435800552368, "Finetune/Loss (Raw)": 0.8343588709831238, "Finetune/Step": 3925, "Finetune/Step Time": 6.217396268621087}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7654515504837036, "Finetune/Loss (Raw)": 0.7112364172935486, "Finetune/Step": 3926, "Finetune/Step Time": 6.216997761279345}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7667345404624939, "Finetune/Loss (Raw)": 0.7542870044708252, "Finetune/Step": 3927, "Finetune/Step Time": 6.220383677631617}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7670251131057739, "Finetune/Loss (Raw)": 0.8652738332748413, "Finetune/Step": 3928, "Finetune/Step Time": 6.225496344268322}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7675777077674866, "Finetune/Loss (Raw)": 0.860085129737854, "Finetune/Step": 3929, "Finetune/Step Time": 6.22616103105247}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7663064002990723, "Finetune/Loss (Raw)": 0.7269168496131897, "Finetune/Step": 3930, "Finetune/Step Time": 6.226199189200997}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7663151025772095, "Finetune/Loss (Raw)": 0.8949288725852966, "Finetune/Step": 3931, "Finetune/Step Time": 6.227956984192133}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7653026580810547, "Finetune/Loss (Raw)": 0.6924249529838562, "Finetune/Step": 3932, "Finetune/Step Time": 6.2311935145407915}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7646939754486084, "Finetune/Loss (Raw)": 0.5386375784873962, "Finetune/Step": 3933, "Finetune/Step Time": 6.2402595691382885}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.764245867729187, "Finetune/Loss (Raw)": 0.7233715653419495, "Finetune/Step": 3934, "Finetune/Step Time": 6.242139449343085}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7644407153129578, "Finetune/Loss (Raw)": 0.7540425062179565, "Finetune/Step": 3935, "Finetune/Step Time": 6.236172461882234}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7664602398872375, "Finetune/Loss (Raw)": 0.8906678557395935, "Finetune/Step": 3936, "Finetune/Step Time": 6.246421743184328}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7670087814331055, "Finetune/Loss (Raw)": 0.821449875831604, "Finetune/Step": 3937, "Finetune/Step Time": 6.240269269794226}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7661978006362915, "Finetune/Loss (Raw)": 0.7667354345321655, "Finetune/Step": 3938, "Finetune/Step Time": 6.235928384587169}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7672080993652344, "Finetune/Loss (Raw)": 0.8362993001937866, "Finetune/Step": 3939, "Finetune/Step Time": 6.2358644008636475}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7681640386581421, "Finetune/Loss (Raw)": 0.823319673538208, "Finetune/Step": 3940, "Finetune/Step Time": 6.23470176383853}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7687090635299683, "Finetune/Loss (Raw)": 0.8667663335800171, "Finetune/Step": 3941, "Finetune/Step Time": 6.228337697684765}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7697256207466125, "Finetune/Loss (Raw)": 0.8679117560386658, "Finetune/Step": 3942, "Finetune/Step Time": 6.230277741327882}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7680765986442566, "Finetune/Loss (Raw)": 0.613562822341919, "Finetune/Step": 3943, "Finetune/Step Time": 6.235858175903559}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7682830691337585, "Finetune/Loss (Raw)": 0.8462399244308472, "Finetune/Step": 3944, "Finetune/Step Time": 6.249432932585478}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7702703475952148, "Finetune/Loss (Raw)": 0.9812501668930054, "Finetune/Step": 3945, "Finetune/Step Time": 6.252953952178359}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7704145908355713, "Finetune/Loss (Raw)": 0.775443971157074, "Finetune/Step": 3946, "Finetune/Step Time": 6.267414875328541}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.77093505859375, "Finetune/Loss (Raw)": 0.8194872736930847, "Finetune/Step": 3947, "Finetune/Step Time": 6.277510467916727}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7719798684120178, "Finetune/Loss (Raw)": 0.7936208844184875, "Finetune/Step": 3948, "Finetune/Step Time": 6.287184523418546}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7735336422920227, "Finetune/Loss (Raw)": 0.8726165294647217, "Finetune/Step": 3949, "Finetune/Step Time": 6.3021333664655685}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7747179865837097, "Finetune/Loss (Raw)": 0.8673220276832581, "Finetune/Step": 3950, "Finetune/Step Time": 6.299850169569254}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7744006514549255, "Finetune/Loss (Raw)": 0.8703156113624573, "Finetune/Step": 3951, "Finetune/Step Time": 6.298681687563658}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7732381820678711, "Finetune/Loss (Raw)": 0.6794272661209106, "Finetune/Step": 3952, "Finetune/Step Time": 6.290425879880786}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7740716934204102, "Finetune/Loss (Raw)": 0.7575910687446594, "Finetune/Step": 3953, "Finetune/Step Time": 6.29446822591126}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7745286226272583, "Finetune/Loss (Raw)": 0.7342764735221863, "Finetune/Step": 3954, "Finetune/Step Time": 6.293505344539881}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7737026214599609, "Finetune/Loss (Raw)": 0.6750956177711487, "Finetune/Step": 3955, "Finetune/Step Time": 6.283385779708624}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7740933895111084, "Finetune/Loss (Raw)": 0.8948119282722473, "Finetune/Step": 3956, "Finetune/Step Time": 6.26401093788445}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7759166955947876, "Finetune/Loss (Raw)": 0.8210300207138062, "Finetune/Step": 3957, "Finetune/Step Time": 6.259567189961672}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7752987146377563, "Finetune/Loss (Raw)": 0.7300677299499512, "Finetune/Step": 3958, "Finetune/Step Time": 6.243638604879379}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.774348258972168, "Finetune/Loss (Raw)": 0.6334762573242188, "Finetune/Step": 3959, "Finetune/Step Time": 6.244452757760882}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7719825506210327, "Finetune/Loss (Raw)": 0.6762624979019165, "Finetune/Step": 3960, "Finetune/Step Time": 6.2430233880877495}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7715989351272583, "Finetune/Loss (Raw)": 0.8024058938026428, "Finetune/Step": 3961, "Finetune/Step Time": 6.241522915661335}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7695753574371338, "Finetune/Loss (Raw)": 0.6399038434028625, "Finetune/Step": 3962, "Finetune/Step Time": 6.231761798262596}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7694367170333862, "Finetune/Loss (Raw)": 0.8433548212051392, "Finetune/Step": 3963, "Finetune/Step Time": 6.235749760642648}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7701597213745117, "Finetune/Loss (Raw)": 0.8136568665504456, "Finetune/Step": 3964, "Finetune/Step Time": 6.238215699791908}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7704718708992004, "Finetune/Loss (Raw)": 0.7876503467559814, "Finetune/Step": 3965, "Finetune/Step Time": 6.244104353711009}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7698320150375366, "Finetune/Loss (Raw)": 0.6536880135536194, "Finetune/Step": 3966, "Finetune/Step Time": 6.256457436829805}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7698256373405457, "Finetune/Loss (Raw)": 0.7912527918815613, "Finetune/Step": 3967, "Finetune/Step Time": 6.271389020606875}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7704277038574219, "Finetune/Loss (Raw)": 0.82363361120224, "Finetune/Step": 3968, "Finetune/Step Time": 6.256513878703117}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7691926956176758, "Finetune/Loss (Raw)": 0.7850531339645386, "Finetune/Step": 3969, "Finetune/Step Time": 6.260623728856444}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7699971795082092, "Finetune/Loss (Raw)": 0.8518893718719482, "Finetune/Step": 3970, "Finetune/Step Time": 6.275359965860844}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7724003791809082, "Finetune/Loss (Raw)": 0.910037100315094, "Finetune/Step": 3971, "Finetune/Step Time": 6.275507224723697}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.772438108921051, "Finetune/Loss (Raw)": 0.77109694480896, "Finetune/Step": 3972, "Finetune/Step Time": 6.272308634594083}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7724617123603821, "Finetune/Loss (Raw)": 0.7761130332946777, "Finetune/Step": 3973, "Finetune/Step Time": 6.2721781730651855}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.773440957069397, "Finetune/Loss (Raw)": 0.740612804889679, "Finetune/Step": 3974, "Finetune/Step Time": 6.271726367995143}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7736430168151855, "Finetune/Loss (Raw)": 0.9159076809883118, "Finetune/Step": 3975, "Finetune/Step Time": 6.274044271558523}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7740805745124817, "Finetune/Loss (Raw)": 0.7283843755722046, "Finetune/Step": 3976, "Finetune/Step Time": 6.2592130191624165}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7719906568527222, "Finetune/Loss (Raw)": 0.6242144107818604, "Finetune/Step": 3977, "Finetune/Step Time": 6.249825265258551}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7720658779144287, "Finetune/Loss (Raw)": 0.49390968680381775, "Finetune/Step": 3978, "Finetune/Step Time": 6.245476212352514}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7733221054077148, "Finetune/Loss (Raw)": 0.8168114423751831, "Finetune/Step": 3979, "Finetune/Step Time": 6.241949252784252}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7707862257957458, "Finetune/Loss (Raw)": 0.5767484903335571, "Finetune/Step": 3980, "Finetune/Step Time": 6.245147690176964}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7716817855834961, "Finetune/Loss (Raw)": 0.8623895645141602, "Finetune/Step": 3981, "Finetune/Step Time": 6.24044400639832}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7714987993240356, "Finetune/Loss (Raw)": 0.7951842546463013, "Finetune/Step": 3982, "Finetune/Step Time": 6.2242691945284605}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7735978364944458, "Finetune/Loss (Raw)": 0.7861030697822571, "Finetune/Step": 3983, "Finetune/Step Time": 6.221099631860852}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7715064883232117, "Finetune/Loss (Raw)": 0.6341909170150757, "Finetune/Step": 3984, "Finetune/Step Time": 6.217665126547217}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7729336619377136, "Finetune/Loss (Raw)": 0.8437503576278687, "Finetune/Step": 3985, "Finetune/Step Time": 6.22948263771832}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7758232355117798, "Finetune/Loss (Raw)": 0.9599249958992004, "Finetune/Step": 3986, "Finetune/Step Time": 6.209512239322066}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7739847898483276, "Finetune/Loss (Raw)": 0.7156362533569336, "Finetune/Step": 3987, "Finetune/Step Time": 6.195715436711907}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7740683555603027, "Finetune/Loss (Raw)": 0.8337082266807556, "Finetune/Step": 3988, "Finetune/Step Time": 6.202894318848848}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7750120162963867, "Finetune/Loss (Raw)": 0.8708124756813049, "Finetune/Step": 3989, "Finetune/Step Time": 6.205664370208979}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7748092412948608, "Finetune/Loss (Raw)": 0.7952438592910767, "Finetune/Step": 3990, "Finetune/Step Time": 6.205431783571839}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7762156128883362, "Finetune/Loss (Raw)": 0.8503148555755615, "Finetune/Step": 3991, "Finetune/Step Time": 6.206233114004135}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7750204801559448, "Finetune/Loss (Raw)": 0.6656952500343323, "Finetune/Step": 3992, "Finetune/Step Time": 6.226032191887498}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7757795453071594, "Finetune/Loss (Raw)": 0.8117876052856445, "Finetune/Step": 3993, "Finetune/Step Time": 6.229539256542921}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7739496231079102, "Finetune/Loss (Raw)": 0.6832931041717529, "Finetune/Step": 3994, "Finetune/Step Time": 6.2133655827492476}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7720164060592651, "Finetune/Loss (Raw)": 0.7291476726531982, "Finetune/Step": 3995, "Finetune/Step Time": 6.220089357346296}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7709444761276245, "Finetune/Loss (Raw)": 0.7091866135597229, "Finetune/Step": 3996, "Finetune/Step Time": 6.2202229630202055}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7709218263626099, "Finetune/Loss (Raw)": 0.7118051648139954, "Finetune/Step": 3997, "Finetune/Step Time": 6.218912838026881}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.772386908531189, "Finetune/Loss (Raw)": 0.8671226501464844, "Finetune/Step": 3998, "Finetune/Step Time": 6.214596722275019}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7722001075744629, "Finetune/Loss (Raw)": 0.7586745023727417, "Finetune/Step": 3999, "Finetune/Step Time": 6.207401955500245}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7751531004905701, "Finetune/Loss (Raw)": 0.7748159766197205, "Finetune/Step": 4000, "Finetune/Step Time": 6.220032194629312}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.775791347026825, "Finetune/Loss (Raw)": 0.7296736240386963, "Finetune/Step": 4001, "Finetune/Step Time": 6.204696737229824}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7749682664871216, "Finetune/Loss (Raw)": 0.68138188123703, "Finetune/Step": 4002, "Finetune/Step Time": 6.215011529624462}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7748426198959351, "Finetune/Loss (Raw)": 0.7563906311988831, "Finetune/Step": 4003, "Finetune/Step Time": 6.222828993573785}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7750189304351807, "Finetune/Loss (Raw)": 0.8401885628700256, "Finetune/Step": 4004, "Finetune/Step Time": 6.231050802394748}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7759588360786438, "Finetune/Loss (Raw)": 0.792401909828186, "Finetune/Step": 4005, "Finetune/Step Time": 6.231654569506645}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7769801616668701, "Finetune/Loss (Raw)": 0.9415238499641418, "Finetune/Step": 4006, "Finetune/Step Time": 6.2190445847809315}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7770156264305115, "Finetune/Loss (Raw)": 0.6868590712547302, "Finetune/Step": 4007, "Finetune/Step Time": 6.200019987300038}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7759127616882324, "Finetune/Loss (Raw)": 0.667262613773346, "Finetune/Step": 4008, "Finetune/Step Time": 6.194008881226182}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7757562398910522, "Finetune/Loss (Raw)": 0.8079699873924255, "Finetune/Step": 4009, "Finetune/Step Time": 6.182053035125136}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7747282981872559, "Finetune/Loss (Raw)": 0.6857333183288574, "Finetune/Step": 4010, "Finetune/Step Time": 6.183651741594076}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7742272615432739, "Finetune/Loss (Raw)": 0.8307561874389648, "Finetune/Step": 4011, "Finetune/Step Time": 6.190139828249812}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7730100154876709, "Finetune/Loss (Raw)": 0.5673487186431885, "Finetune/Step": 4012, "Finetune/Step Time": 6.19646649248898}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7747493982315063, "Finetune/Loss (Raw)": 0.7440229058265686, "Finetune/Step": 4013, "Finetune/Step Time": 6.206382382661104}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7749338746070862, "Finetune/Loss (Raw)": 0.7127213478088379, "Finetune/Step": 4014, "Finetune/Step Time": 6.209652565419674}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7754544019699097, "Finetune/Loss (Raw)": 0.7828336954116821, "Finetune/Step": 4015, "Finetune/Step Time": 6.2261325139552355}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7756252288818359, "Finetune/Loss (Raw)": 0.809909999370575, "Finetune/Step": 4016, "Finetune/Step Time": 6.226245924830437}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7757967710494995, "Finetune/Loss (Raw)": 0.8249030709266663, "Finetune/Step": 4017, "Finetune/Step Time": 6.216864885762334}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.774273157119751, "Finetune/Loss (Raw)": 0.593626081943512, "Finetune/Step": 4018, "Finetune/Step Time": 6.22388974763453}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7761925458908081, "Finetune/Loss (Raw)": 0.9232755899429321, "Finetune/Step": 4019, "Finetune/Step Time": 6.237097594887018}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7768689393997192, "Finetune/Loss (Raw)": 0.8828152418136597, "Finetune/Step": 4020, "Finetune/Step Time": 6.223664438351989}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7776967883110046, "Finetune/Loss (Raw)": 0.7879753112792969, "Finetune/Step": 4021, "Finetune/Step Time": 6.2181057669222355}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.777101993560791, "Finetune/Loss (Raw)": 0.755683183670044, "Finetune/Step": 4022, "Finetune/Step Time": 6.209046149626374}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7772178053855896, "Finetune/Loss (Raw)": 0.8172122836112976, "Finetune/Step": 4023, "Finetune/Step Time": 6.210352968424559}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7778497338294983, "Finetune/Loss (Raw)": 0.8759725689888, "Finetune/Step": 4024, "Finetune/Step Time": 6.213237449526787}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7776450514793396, "Finetune/Loss (Raw)": 0.7365879416465759, "Finetune/Step": 4025, "Finetune/Step Time": 6.2183822356164455}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7785232663154602, "Finetune/Loss (Raw)": 0.8480262756347656, "Finetune/Step": 4026, "Finetune/Step Time": 6.216077774763107}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7784639596939087, "Finetune/Loss (Raw)": 0.9000421166419983, "Finetune/Step": 4027, "Finetune/Step Time": 6.208598684519529}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7781624794006348, "Finetune/Loss (Raw)": 0.7273047566413879, "Finetune/Step": 4028, "Finetune/Step Time": 6.205039717257023}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7780317068099976, "Finetune/Loss (Raw)": 0.8357145190238953, "Finetune/Step": 4029, "Finetune/Step Time": 6.1967861615121365}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7754451036453247, "Finetune/Loss (Raw)": 0.6045153141021729, "Finetune/Step": 4030, "Finetune/Step Time": 6.2019216399639845}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7743076086044312, "Finetune/Loss (Raw)": 0.7434107661247253, "Finetune/Step": 4031, "Finetune/Step Time": 6.2173214592039585}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.774053156375885, "Finetune/Loss (Raw)": 0.7463635802268982, "Finetune/Step": 4032, "Finetune/Step Time": 6.216844631358981}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7758700847625732, "Finetune/Loss (Raw)": 0.8554250597953796, "Finetune/Step": 4033, "Finetune/Step Time": 6.210722133517265}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7758774757385254, "Finetune/Loss (Raw)": 0.7712826728820801, "Finetune/Step": 4034, "Finetune/Step Time": 6.1970228385180235}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7729870080947876, "Finetune/Loss (Raw)": 0.6667351722717285, "Finetune/Step": 4035, "Finetune/Step Time": 6.174133440479636}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7763090133666992, "Finetune/Loss (Raw)": 0.99336177110672, "Finetune/Step": 4036, "Finetune/Step Time": 6.174627259373665}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7765417098999023, "Finetune/Loss (Raw)": 0.6976785659790039, "Finetune/Step": 4037, "Finetune/Step Time": 6.167678948491812}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7753316164016724, "Finetune/Loss (Raw)": 0.6911467909812927, "Finetune/Step": 4038, "Finetune/Step Time": 6.175883846357465}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7738237380981445, "Finetune/Loss (Raw)": 0.7463148236274719, "Finetune/Step": 4039, "Finetune/Step Time": 6.1944555547088385}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7751253843307495, "Finetune/Loss (Raw)": 0.8541696071624756, "Finetune/Step": 4040, "Finetune/Step Time": 6.203879300504923}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7745105028152466, "Finetune/Loss (Raw)": 0.7024813294410706, "Finetune/Step": 4041, "Finetune/Step Time": 6.198581205680966}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7746827602386475, "Finetune/Loss (Raw)": 0.7598196864128113, "Finetune/Step": 4042, "Finetune/Step Time": 6.198781618848443}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.774861216545105, "Finetune/Loss (Raw)": 0.8493420481681824, "Finetune/Step": 4043, "Finetune/Step Time": 6.206091387197375}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7744892835617065, "Finetune/Loss (Raw)": 0.782299280166626, "Finetune/Step": 4044, "Finetune/Step Time": 6.205917056649923}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.773057222366333, "Finetune/Loss (Raw)": 0.5519458055496216, "Finetune/Step": 4045, "Finetune/Step Time": 6.201332030817866}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.771781325340271, "Finetune/Loss (Raw)": 0.727543830871582, "Finetune/Step": 4046, "Finetune/Step Time": 6.205031646415591}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7715784907341003, "Finetune/Loss (Raw)": 0.733133852481842, "Finetune/Step": 4047, "Finetune/Step Time": 6.203659705817699}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.770866870880127, "Finetune/Loss (Raw)": 0.708191990852356, "Finetune/Step": 4048, "Finetune/Step Time": 6.192381110042334}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7711222171783447, "Finetune/Loss (Raw)": 0.6637108325958252, "Finetune/Step": 4049, "Finetune/Step Time": 6.193257065489888}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7701699137687683, "Finetune/Loss (Raw)": 0.7581926584243774, "Finetune/Step": 4050, "Finetune/Step Time": 6.182229854166508}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7718173265457153, "Finetune/Loss (Raw)": 0.721837043762207, "Finetune/Step": 4051, "Finetune/Step Time": 6.179598601534963}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7710433602333069, "Finetune/Loss (Raw)": 0.7428013682365417, "Finetune/Step": 4052, "Finetune/Step Time": 6.181228172034025}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7691075801849365, "Finetune/Loss (Raw)": 0.586588978767395, "Finetune/Step": 4053, "Finetune/Step Time": 6.1991493329405785}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7686476707458496, "Finetune/Loss (Raw)": 0.6523675322532654, "Finetune/Step": 4054, "Finetune/Step Time": 6.214946091175079}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7689480781555176, "Finetune/Loss (Raw)": 0.7927358150482178, "Finetune/Step": 4055, "Finetune/Step Time": 6.216860793530941}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7665920853614807, "Finetune/Loss (Raw)": 0.5637078881263733, "Finetune/Step": 4056, "Finetune/Step Time": 6.2100953590124846}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7668752074241638, "Finetune/Loss (Raw)": 0.8963232040405273, "Finetune/Step": 4057, "Finetune/Step Time": 6.229409607127309}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7670561075210571, "Finetune/Loss (Raw)": 0.7500721216201782, "Finetune/Step": 4058, "Finetune/Step Time": 6.224944688379765}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7655788064002991, "Finetune/Loss (Raw)": 0.7058313488960266, "Finetune/Step": 4059, "Finetune/Step Time": 6.2231795489788055}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7637507915496826, "Finetune/Loss (Raw)": 0.4584365487098694, "Finetune/Step": 4060, "Finetune/Step Time": 6.230238236486912}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7641790509223938, "Finetune/Loss (Raw)": 0.593460202217102, "Finetune/Step": 4061, "Finetune/Step Time": 6.22901220433414}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7649157047271729, "Finetune/Loss (Raw)": 0.8176538348197937, "Finetune/Step": 4062, "Finetune/Step Time": 6.22315220721066}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7634963989257812, "Finetune/Loss (Raw)": 0.5723771452903748, "Finetune/Step": 4063, "Finetune/Step Time": 6.225365675985813}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.761728048324585, "Finetune/Loss (Raw)": 0.6643259525299072, "Finetune/Step": 4064, "Finetune/Step Time": 6.239818260073662}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7602682113647461, "Finetune/Loss (Raw)": 0.6345902681350708, "Finetune/Step": 4065, "Finetune/Step Time": 6.2690561935305595}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7605262994766235, "Finetune/Loss (Raw)": 0.7997629642486572, "Finetune/Step": 4066, "Finetune/Step Time": 6.273209547623992}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7606810927391052, "Finetune/Loss (Raw)": 0.8561184406280518, "Finetune/Step": 4067, "Finetune/Step Time": 6.274501791223884}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.760561466217041, "Finetune/Loss (Raw)": 0.8080040812492371, "Finetune/Step": 4068, "Finetune/Step Time": 6.272646503522992}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7604556083679199, "Finetune/Loss (Raw)": 0.8532220125198364, "Finetune/Step": 4069, "Finetune/Step Time": 6.274715540930629}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7595514059066772, "Finetune/Loss (Raw)": 0.7521657943725586, "Finetune/Step": 4070, "Finetune/Step Time": 6.280660687014461}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7605651021003723, "Finetune/Loss (Raw)": 0.7433178424835205, "Finetune/Step": 4071, "Finetune/Step Time": 6.277792485430837}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7591689825057983, "Finetune/Loss (Raw)": 0.6675351858139038, "Finetune/Step": 4072, "Finetune/Step Time": 6.27311091311276}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.757481038570404, "Finetune/Loss (Raw)": 0.7651962041854858, "Finetune/Step": 4073, "Finetune/Step Time": 6.275755433365703}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7584773302078247, "Finetune/Loss (Raw)": 0.9029728770256042, "Finetune/Step": 4074, "Finetune/Step Time": 6.265217280015349}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.757892370223999, "Finetune/Loss (Raw)": 0.7446107864379883, "Finetune/Step": 4075, "Finetune/Step Time": 6.2558192033320665}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7563784122467041, "Finetune/Loss (Raw)": 0.5998318195343018, "Finetune/Step": 4076, "Finetune/Step Time": 6.2487572487443686}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.75575852394104, "Finetune/Loss (Raw)": 0.7932723760604858, "Finetune/Step": 4077, "Finetune/Step Time": 6.246897542849183}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7547162175178528, "Finetune/Loss (Raw)": 0.7339026927947998, "Finetune/Step": 4078, "Finetune/Step Time": 6.25572089664638}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7546793222427368, "Finetune/Loss (Raw)": 0.8655973076820374, "Finetune/Step": 4079, "Finetune/Step Time": 6.260645925998688}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7547628879547119, "Finetune/Loss (Raw)": 0.6901284456253052, "Finetune/Step": 4080, "Finetune/Step Time": 6.266956711187959}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7545017004013062, "Finetune/Loss (Raw)": 0.7241570353507996, "Finetune/Step": 4081, "Finetune/Step Time": 6.269845262169838}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7543207406997681, "Finetune/Loss (Raw)": 0.7111119627952576, "Finetune/Step": 4082, "Finetune/Step Time": 6.28190585039556}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7558001279830933, "Finetune/Loss (Raw)": 0.864457368850708, "Finetune/Step": 4083, "Finetune/Step Time": 6.286544227972627}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7544472217559814, "Finetune/Loss (Raw)": 0.7216387987136841, "Finetune/Step": 4084, "Finetune/Step Time": 6.292139042168856}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7526583671569824, "Finetune/Loss (Raw)": 0.5920591950416565, "Finetune/Step": 4085, "Finetune/Step Time": 6.307325687259436}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7523314952850342, "Finetune/Loss (Raw)": 0.6882193684577942, "Finetune/Step": 4086, "Finetune/Step Time": 6.314194655045867}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7542310953140259, "Finetune/Loss (Raw)": 0.8766339421272278, "Finetune/Step": 4087, "Finetune/Step Time": 6.316470446065068}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7552897334098816, "Finetune/Loss (Raw)": 0.8117634057998657, "Finetune/Step": 4088, "Finetune/Step Time": 6.307770762592554}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7552551031112671, "Finetune/Loss (Raw)": 0.7979790568351746, "Finetune/Step": 4089, "Finetune/Step Time": 6.304803071543574}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7564188838005066, "Finetune/Loss (Raw)": 0.7888630032539368, "Finetune/Step": 4090, "Finetune/Step Time": 6.304070737212896}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7557426691055298, "Finetune/Loss (Raw)": 0.756805956363678, "Finetune/Step": 4091, "Finetune/Step Time": 6.302809711545706}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.755268394947052, "Finetune/Loss (Raw)": 0.7529508471488953, "Finetune/Step": 4092, "Finetune/Step Time": 6.310356022790074}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7560276985168457, "Finetune/Loss (Raw)": 0.8848323225975037, "Finetune/Step": 4093, "Finetune/Step Time": 6.309010298922658}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7585221529006958, "Finetune/Loss (Raw)": 0.972976565361023, "Finetune/Step": 4094, "Finetune/Step Time": 6.296435305848718}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7577452063560486, "Finetune/Loss (Raw)": 0.6918078064918518, "Finetune/Step": 4095, "Finetune/Step Time": 6.282800951972604}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7583988904953003, "Finetune/Loss (Raw)": 0.9073100090026855, "Finetune/Step": 4096, "Finetune/Step Time": 6.286780269816518}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7589126229286194, "Finetune/Loss (Raw)": 0.8508051037788391, "Finetune/Step": 4097, "Finetune/Step Time": 6.286823058500886}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7570334076881409, "Finetune/Loss (Raw)": 0.6113505363464355, "Finetune/Step": 4098, "Finetune/Step Time": 6.27859921939671}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7561826705932617, "Finetune/Loss (Raw)": 0.8011391162872314, "Finetune/Step": 4099, "Finetune/Step Time": 6.2817484978586435}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7573047876358032, "Finetune/Loss (Raw)": 0.9147341847419739, "Finetune/Step": 4100, "Finetune/Step Time": 6.281780770048499}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7572425603866577, "Finetune/Loss (Raw)": 0.7681381702423096, "Finetune/Step": 4101, "Finetune/Step Time": 6.285679928958416}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7573874592781067, "Finetune/Loss (Raw)": 0.7591667771339417, "Finetune/Step": 4102, "Finetune/Step Time": 6.296396991237998}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7565226554870605, "Finetune/Loss (Raw)": 0.8052078485488892, "Finetune/Step": 4103, "Finetune/Step Time": 6.294592171907425}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7572805881500244, "Finetune/Loss (Raw)": 0.8254008889198303, "Finetune/Step": 4104, "Finetune/Step Time": 6.3052936010062695}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7575969696044922, "Finetune/Loss (Raw)": 0.6647086143493652, "Finetune/Step": 4105, "Finetune/Step Time": 6.297111209481955}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7594940066337585, "Finetune/Loss (Raw)": 0.7367388010025024, "Finetune/Step": 4106, "Finetune/Step Time": 6.293541070073843}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7589462995529175, "Finetune/Loss (Raw)": 0.7467109560966492, "Finetune/Step": 4107, "Finetune/Step Time": 6.2935293316841125}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7608566284179688, "Finetune/Loss (Raw)": 0.821267306804657, "Finetune/Step": 4108, "Finetune/Step Time": 6.293179722502828}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7599200010299683, "Finetune/Loss (Raw)": 0.7424905896186829, "Finetune/Step": 4109, "Finetune/Step Time": 6.296382714062929}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7596094608306885, "Finetune/Loss (Raw)": 0.7554418444633484, "Finetune/Step": 4110, "Finetune/Step Time": 6.303735688328743}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7606265544891357, "Finetune/Loss (Raw)": 0.916297197341919, "Finetune/Step": 4111, "Finetune/Step Time": 6.30948768928647}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7602411508560181, "Finetune/Loss (Raw)": 0.5848532915115356, "Finetune/Step": 4112, "Finetune/Step Time": 6.31961920671165}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7586064338684082, "Finetune/Loss (Raw)": 0.6345073580741882, "Finetune/Step": 4113, "Finetune/Step Time": 6.309971773996949}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.757388174533844, "Finetune/Loss (Raw)": 0.8039870262145996, "Finetune/Step": 4114, "Finetune/Step Time": 6.309266833588481}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7581536769866943, "Finetune/Loss (Raw)": 0.8136284351348877, "Finetune/Step": 4115, "Finetune/Step Time": 6.307979516685009}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7556853890419006, "Finetune/Loss (Raw)": 0.5177609324455261, "Finetune/Step": 4116, "Finetune/Step Time": 6.307440875098109}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7538793683052063, "Finetune/Loss (Raw)": 0.6396359801292419, "Finetune/Step": 4117, "Finetune/Step Time": 6.316490221768618}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7551714777946472, "Finetune/Loss (Raw)": 0.9606399536132812, "Finetune/Step": 4118, "Finetune/Step Time": 6.320210836827755}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7556203007698059, "Finetune/Loss (Raw)": 0.9077588319778442, "Finetune/Step": 4119, "Finetune/Step Time": 6.317008621990681}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.755791187286377, "Finetune/Loss (Raw)": 0.6875663995742798, "Finetune/Step": 4120, "Finetune/Step Time": 6.293729741126299}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7558344006538391, "Finetune/Loss (Raw)": 0.8173207640647888, "Finetune/Step": 4121, "Finetune/Step Time": 6.291941488161683}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7560691833496094, "Finetune/Loss (Raw)": 0.7133535146713257, "Finetune/Step": 4122, "Finetune/Step Time": 6.293995639309287}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7576402425765991, "Finetune/Loss (Raw)": 0.930242657661438, "Finetune/Step": 4123, "Finetune/Step Time": 6.294097127392888}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7564502954483032, "Finetune/Loss (Raw)": 0.5568661689758301, "Finetune/Step": 4124, "Finetune/Step Time": 6.295466642826796}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7572687268257141, "Finetune/Loss (Raw)": 0.8165631890296936, "Finetune/Step": 4125, "Finetune/Step Time": 6.29707264341414}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.756971001625061, "Finetune/Loss (Raw)": 0.8290247917175293, "Finetune/Step": 4126, "Finetune/Step Time": 6.299060091376305}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7573158144950867, "Finetune/Loss (Raw)": 0.8028027415275574, "Finetune/Step": 4127, "Finetune/Step Time": 6.293694658204913}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7572022676467896, "Finetune/Loss (Raw)": 0.7602762579917908, "Finetune/Step": 4128, "Finetune/Step Time": 6.272040912881494}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.757658839225769, "Finetune/Loss (Raw)": 0.788124680519104, "Finetune/Step": 4129, "Finetune/Step Time": 6.266595337539911}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7584438323974609, "Finetune/Loss (Raw)": 0.7818543314933777, "Finetune/Step": 4130, "Finetune/Step Time": 6.26300529576838}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7587392330169678, "Finetune/Loss (Raw)": 0.7942091226577759, "Finetune/Step": 4131, "Finetune/Step Time": 6.256108965724707}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7585437297821045, "Finetune/Loss (Raw)": 0.8151599764823914, "Finetune/Step": 4132, "Finetune/Step Time": 6.252281192690134}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7579489946365356, "Finetune/Loss (Raw)": 0.7162755727767944, "Finetune/Step": 4133, "Finetune/Step Time": 6.256377343088388}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.756378173828125, "Finetune/Loss (Raw)": 0.7404637932777405, "Finetune/Step": 4134, "Finetune/Step Time": 6.262965880334377}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.756477952003479, "Finetune/Loss (Raw)": 0.6996232867240906, "Finetune/Step": 4135, "Finetune/Step Time": 6.26688832603395}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7570755481719971, "Finetune/Loss (Raw)": 0.7437536716461182, "Finetune/Step": 4136, "Finetune/Step Time": 6.252524305135012}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7561593055725098, "Finetune/Loss (Raw)": 0.6906886100769043, "Finetune/Step": 4137, "Finetune/Step Time": 6.263563368469477}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7574308514595032, "Finetune/Loss (Raw)": 0.8484992384910583, "Finetune/Step": 4138, "Finetune/Step Time": 6.257119143381715}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7565680146217346, "Finetune/Loss (Raw)": 0.7203105688095093, "Finetune/Step": 4139, "Finetune/Step Time": 6.247451877221465}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.757832407951355, "Finetune/Loss (Raw)": 0.7291876673698425, "Finetune/Step": 4140, "Finetune/Step Time": 6.239863755181432}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7575251460075378, "Finetune/Loss (Raw)": 0.7046979069709778, "Finetune/Step": 4141, "Finetune/Step Time": 6.2366141472011805}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7575417757034302, "Finetune/Loss (Raw)": 0.7148520946502686, "Finetune/Step": 4142, "Finetune/Step Time": 6.241355681791902}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.757147490978241, "Finetune/Loss (Raw)": 0.7323591709136963, "Finetune/Step": 4143, "Finetune/Step Time": 6.226212890818715}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.755318284034729, "Finetune/Loss (Raw)": 0.5757758021354675, "Finetune/Step": 4144, "Finetune/Step Time": 6.229319436475635}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7539758086204529, "Finetune/Loss (Raw)": 0.653066098690033, "Finetune/Step": 4145, "Finetune/Step Time": 6.245721528306603}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7558155059814453, "Finetune/Loss (Raw)": 0.829101026058197, "Finetune/Step": 4146, "Finetune/Step Time": 6.244065128266811}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7547595500946045, "Finetune/Loss (Raw)": 0.7881134152412415, "Finetune/Step": 4147, "Finetune/Step Time": 6.2270549442619085}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7544419169425964, "Finetune/Loss (Raw)": 0.8421652317047119, "Finetune/Step": 4148, "Finetune/Step Time": 6.2316108494997025}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7542721033096313, "Finetune/Loss (Raw)": 0.766240119934082, "Finetune/Step": 4149, "Finetune/Step Time": 6.231204746291041}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7533167600631714, "Finetune/Loss (Raw)": 0.6333961486816406, "Finetune/Step": 4150, "Finetune/Step Time": 6.2303155940026045}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7530118227005005, "Finetune/Loss (Raw)": 0.7781788110733032, "Finetune/Step": 4151, "Finetune/Step Time": 6.246147969737649}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7521606683731079, "Finetune/Loss (Raw)": 0.7670307755470276, "Finetune/Step": 4152, "Finetune/Step Time": 6.248749282211065}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.752177357673645, "Finetune/Loss (Raw)": 0.7387126684188843, "Finetune/Step": 4153, "Finetune/Step Time": 6.248121896758676}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7518379092216492, "Finetune/Loss (Raw)": 0.804580569267273, "Finetune/Step": 4154, "Finetune/Step Time": 6.246180122718215}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7504377365112305, "Finetune/Loss (Raw)": 0.7208292484283447, "Finetune/Step": 4155, "Finetune/Step Time": 6.248558957129717}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7500523924827576, "Finetune/Loss (Raw)": 0.6779781579971313, "Finetune/Step": 4156, "Finetune/Step Time": 6.249700389802456}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7505015730857849, "Finetune/Loss (Raw)": 0.8932077288627625, "Finetune/Step": 4157, "Finetune/Step Time": 6.249636134132743}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7518784999847412, "Finetune/Loss (Raw)": 0.7807596325874329, "Finetune/Step": 4158, "Finetune/Step Time": 6.245106991380453}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7527974843978882, "Finetune/Loss (Raw)": 0.86103755235672, "Finetune/Step": 4159, "Finetune/Step Time": 6.233991989865899}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7539671659469604, "Finetune/Loss (Raw)": 0.8960852026939392, "Finetune/Step": 4160, "Finetune/Step Time": 6.244228197261691}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7535384893417358, "Finetune/Loss (Raw)": 0.800559401512146, "Finetune/Step": 4161, "Finetune/Step Time": 6.239957392215729}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7546571493148804, "Finetune/Loss (Raw)": 0.914465069770813, "Finetune/Step": 4162, "Finetune/Step Time": 6.236535597592592}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7543400526046753, "Finetune/Loss (Raw)": 0.6261463165283203, "Finetune/Step": 4163, "Finetune/Step Time": 6.239217571914196}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7502744197845459, "Finetune/Loss (Raw)": 0.47296780347824097, "Finetune/Step": 4164, "Finetune/Step Time": 6.247885439544916}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7517715096473694, "Finetune/Loss (Raw)": 0.8893043994903564, "Finetune/Step": 4165, "Finetune/Step Time": 6.2533649653196335}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7532081007957458, "Finetune/Loss (Raw)": 0.875023603439331, "Finetune/Step": 4166, "Finetune/Step Time": 6.243390463292599}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7530580759048462, "Finetune/Loss (Raw)": 0.727116048336029, "Finetune/Step": 4167, "Finetune/Step Time": 6.222258361056447}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7512832880020142, "Finetune/Loss (Raw)": 0.6269975304603577, "Finetune/Step": 4168, "Finetune/Step Time": 6.224106319248676}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7510632276535034, "Finetune/Loss (Raw)": 0.6743075251579285, "Finetune/Step": 4169, "Finetune/Step Time": 6.227072976529598}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.750165581703186, "Finetune/Loss (Raw)": 0.6449232697486877, "Finetune/Step": 4170, "Finetune/Step Time": 6.240547627210617}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7498520612716675, "Finetune/Loss (Raw)": 0.8092115521430969, "Finetune/Step": 4171, "Finetune/Step Time": 6.234828734770417}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7498079538345337, "Finetune/Loss (Raw)": 0.7766652703285217, "Finetune/Step": 4172, "Finetune/Step Time": 6.238439183682203}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7512776851654053, "Finetune/Loss (Raw)": 0.7400655746459961, "Finetune/Step": 4173, "Finetune/Step Time": 6.244907757267356}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7511523962020874, "Finetune/Loss (Raw)": 0.7115018963813782, "Finetune/Step": 4174, "Finetune/Step Time": 6.235830770805478}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7510833144187927, "Finetune/Loss (Raw)": 0.7242931127548218, "Finetune/Step": 4175, "Finetune/Step Time": 6.249042518436909}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7514275908470154, "Finetune/Loss (Raw)": 0.7522592544555664, "Finetune/Step": 4176, "Finetune/Step Time": 6.241264959797263}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7525025606155396, "Finetune/Loss (Raw)": 0.8013109564781189, "Finetune/Step": 4177, "Finetune/Step Time": 6.224959732964635}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7532484531402588, "Finetune/Loss (Raw)": 0.8536651134490967, "Finetune/Step": 4178, "Finetune/Step Time": 6.231773409992456}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7534691095352173, "Finetune/Loss (Raw)": 0.7500743269920349, "Finetune/Step": 4179, "Finetune/Step Time": 6.237363258376718}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.754302978515625, "Finetune/Loss (Raw)": 0.849545955657959, "Finetune/Step": 4180, "Finetune/Step Time": 6.239140693098307}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7556435465812683, "Finetune/Loss (Raw)": 0.7581772208213806, "Finetune/Step": 4181, "Finetune/Step Time": 6.22292872145772}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7549617290496826, "Finetune/Loss (Raw)": 0.5650991201400757, "Finetune/Step": 4182, "Finetune/Step Time": 6.209242772310972}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7553229331970215, "Finetune/Loss (Raw)": 0.838959813117981, "Finetune/Step": 4183, "Finetune/Step Time": 6.208999587222934}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7568365335464478, "Finetune/Loss (Raw)": 0.75746089220047, "Finetune/Step": 4184, "Finetune/Step Time": 6.204196039587259}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7565151453018188, "Finetune/Loss (Raw)": 0.8551803231239319, "Finetune/Step": 4185, "Finetune/Step Time": 6.181595217436552}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7576282024383545, "Finetune/Loss (Raw)": 0.8925447463989258, "Finetune/Step": 4186, "Finetune/Step Time": 6.186216263100505}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7577206492424011, "Finetune/Loss (Raw)": 0.7176607847213745, "Finetune/Step": 4187, "Finetune/Step Time": 6.191267602145672}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7587758302688599, "Finetune/Loss (Raw)": 0.5935070514678955, "Finetune/Step": 4188, "Finetune/Step Time": 6.182824466377497}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7600353956222534, "Finetune/Loss (Raw)": 0.7546836733818054, "Finetune/Step": 4189, "Finetune/Step Time": 6.173918230459094}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7579785585403442, "Finetune/Loss (Raw)": 0.554373562335968, "Finetune/Step": 4190, "Finetune/Step Time": 6.164927655830979}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.75950026512146, "Finetune/Loss (Raw)": 0.7671489715576172, "Finetune/Step": 4191, "Finetune/Step Time": 6.171286543831229}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7615320086479187, "Finetune/Loss (Raw)": 0.9243985414505005, "Finetune/Step": 4192, "Finetune/Step Time": 6.142855716869235}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7611829042434692, "Finetune/Loss (Raw)": 0.5899062752723694, "Finetune/Step": 4193, "Finetune/Step Time": 6.117486987262964}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7613535523414612, "Finetune/Loss (Raw)": 0.821603000164032, "Finetune/Step": 4194, "Finetune/Step Time": 6.128825049847364}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7612841129302979, "Finetune/Loss (Raw)": 0.847228467464447, "Finetune/Step": 4195, "Finetune/Step Time": 6.130546638742089}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7607850432395935, "Finetune/Loss (Raw)": 0.7441267967224121, "Finetune/Step": 4196, "Finetune/Step Time": 6.132147951051593}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7577797174453735, "Finetune/Loss (Raw)": 0.46853289008140564, "Finetune/Step": 4197, "Finetune/Step Time": 6.134536882862449}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7586594820022583, "Finetune/Loss (Raw)": 0.8647825717926025, "Finetune/Step": 4198, "Finetune/Step Time": 6.141361512243748}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7601031064987183, "Finetune/Loss (Raw)": 0.9280919432640076, "Finetune/Step": 4199, "Finetune/Step Time": 6.134418677538633}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7612905502319336, "Finetune/Loss (Raw)": 0.8195379972457886, "Finetune/Step": 4200, "Finetune/Step Time": 6.115012843161821}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7609403133392334, "Finetune/Loss (Raw)": 0.7203591465950012, "Finetune/Step": 4201, "Finetune/Step Time": 6.115065861493349}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.759928822517395, "Finetune/Loss (Raw)": 0.7735074162483215, "Finetune/Step": 4202, "Finetune/Step Time": 6.12105786241591}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7597517967224121, "Finetune/Loss (Raw)": 0.7219502925872803, "Finetune/Step": 4203, "Finetune/Step Time": 6.12409015186131}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.760674774646759, "Finetune/Loss (Raw)": 0.7179747819900513, "Finetune/Step": 4204, "Finetune/Step Time": 6.121340265497565}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7606683969497681, "Finetune/Loss (Raw)": 0.7924515008926392, "Finetune/Step": 4205, "Finetune/Step Time": 6.106536602601409}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7606418132781982, "Finetune/Loss (Raw)": 0.7305079698562622, "Finetune/Step": 4206, "Finetune/Step Time": 6.0952270571142435}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7602335214614868, "Finetune/Loss (Raw)": 0.8133324980735779, "Finetune/Step": 4207, "Finetune/Step Time": 6.09085326269269}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7608513832092285, "Finetune/Loss (Raw)": 0.7692175507545471, "Finetune/Step": 4208, "Finetune/Step Time": 6.085237545892596}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7624937295913696, "Finetune/Loss (Raw)": 0.9343765377998352, "Finetune/Step": 4209, "Finetune/Step Time": 6.087597878649831}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7630732655525208, "Finetune/Loss (Raw)": 0.7852859497070312, "Finetune/Step": 4210, "Finetune/Step Time": 6.075429409742355}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7626652121543884, "Finetune/Loss (Raw)": 0.8122302889823914, "Finetune/Step": 4211, "Finetune/Step Time": 6.07426992431283}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7622696161270142, "Finetune/Loss (Raw)": 0.6710031032562256, "Finetune/Step": 4212, "Finetune/Step Time": 6.070809034630656}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7626201510429382, "Finetune/Loss (Raw)": 0.6369248628616333, "Finetune/Step": 4213, "Finetune/Step Time": 6.054588558152318}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7633713483810425, "Finetune/Loss (Raw)": 0.7843674421310425, "Finetune/Step": 4214, "Finetune/Step Time": 6.052454471588135}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7620444297790527, "Finetune/Loss (Raw)": 0.7067916989326477, "Finetune/Step": 4215, "Finetune/Step Time": 6.053587669506669}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7620779275894165, "Finetune/Loss (Raw)": 0.8160526752471924, "Finetune/Step": 4216, "Finetune/Step Time": 6.0698944218456745}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7623370885848999, "Finetune/Loss (Raw)": 0.8311485052108765, "Finetune/Step": 4217, "Finetune/Step Time": 6.078774467110634}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7621856927871704, "Finetune/Loss (Raw)": 0.7694922685623169, "Finetune/Step": 4218, "Finetune/Step Time": 6.07801996730268}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7607372999191284, "Finetune/Loss (Raw)": 0.5714052319526672, "Finetune/Step": 4219, "Finetune/Step Time": 6.0726599134504795}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7612024545669556, "Finetune/Loss (Raw)": 0.8124954700469971, "Finetune/Step": 4220, "Finetune/Step Time": 6.060561966150999}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7613493204116821, "Finetune/Loss (Raw)": 0.9036325812339783, "Finetune/Step": 4221, "Finetune/Step Time": 6.055770602077246}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7601782083511353, "Finetune/Loss (Raw)": 0.8230758309364319, "Finetune/Step": 4222, "Finetune/Step Time": 6.057697037234902}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7615166902542114, "Finetune/Loss (Raw)": 0.8631343245506287, "Finetune/Step": 4223, "Finetune/Step Time": 6.056829296052456}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7600558996200562, "Finetune/Loss (Raw)": 0.7203250527381897, "Finetune/Step": 4224, "Finetune/Step Time": 6.053135644644499}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7588451504707336, "Finetune/Loss (Raw)": 0.6958280205726624, "Finetune/Step": 4225, "Finetune/Step Time": 6.063868470489979}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7608603239059448, "Finetune/Loss (Raw)": 0.8692851662635803, "Finetune/Step": 4226, "Finetune/Step Time": 6.059828735888004}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7623106241226196, "Finetune/Loss (Raw)": 0.9867831468582153, "Finetune/Step": 4227, "Finetune/Step Time": 6.056749548763037}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7612870931625366, "Finetune/Loss (Raw)": 0.7837236523628235, "Finetune/Step": 4228, "Finetune/Step Time": 6.058428071439266}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7619181871414185, "Finetune/Loss (Raw)": 0.8489210605621338, "Finetune/Step": 4229, "Finetune/Step Time": 6.056975860148668}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7602248191833496, "Finetune/Loss (Raw)": 0.5424067378044128, "Finetune/Step": 4230, "Finetune/Step Time": 6.051503894850612}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7581735253334045, "Finetune/Loss (Raw)": 0.5426456332206726, "Finetune/Step": 4231, "Finetune/Step Time": 6.072542313486338}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7578021883964539, "Finetune/Loss (Raw)": 0.7778692841529846, "Finetune/Step": 4232, "Finetune/Step Time": 6.090081473812461}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7577099800109863, "Finetune/Loss (Raw)": 0.6529011130332947, "Finetune/Step": 4233, "Finetune/Step Time": 6.094673587009311}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7594810724258423, "Finetune/Loss (Raw)": 0.9634448289871216, "Finetune/Step": 4234, "Finetune/Step Time": 6.098040942102671}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7599887847900391, "Finetune/Loss (Raw)": 0.8117055296897888, "Finetune/Step": 4235, "Finetune/Step Time": 6.098404232412577}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7585324645042419, "Finetune/Loss (Raw)": 0.6348552703857422, "Finetune/Step": 4236, "Finetune/Step Time": 6.1001129150390625}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7598302364349365, "Finetune/Loss (Raw)": 0.908602237701416, "Finetune/Step": 4237, "Finetune/Step Time": 6.10157759860158}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7607273459434509, "Finetune/Loss (Raw)": 0.8702752590179443, "Finetune/Step": 4238, "Finetune/Step Time": 6.095048492774367}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7600537538528442, "Finetune/Loss (Raw)": 0.8300764560699463, "Finetune/Step": 4239, "Finetune/Step Time": 6.086990285664797}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7614336013793945, "Finetune/Loss (Raw)": 0.7614684104919434, "Finetune/Step": 4240, "Finetune/Step Time": 6.072818299755454}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7627329230308533, "Finetune/Loss (Raw)": 0.800823450088501, "Finetune/Step": 4241, "Finetune/Step Time": 6.066452000290155}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7631266713142395, "Finetune/Loss (Raw)": 0.854386568069458, "Finetune/Step": 4242, "Finetune/Step Time": 6.067228240892291}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7625511884689331, "Finetune/Loss (Raw)": 0.7399645447731018, "Finetune/Step": 4243, "Finetune/Step Time": 6.070995312184095}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7648924589157104, "Finetune/Loss (Raw)": 0.8174518346786499, "Finetune/Step": 4244, "Finetune/Step Time": 6.079035300761461}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7661930322647095, "Finetune/Loss (Raw)": 0.8061061501502991, "Finetune/Step": 4245, "Finetune/Step Time": 6.0700547862797976}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7643570899963379, "Finetune/Loss (Raw)": 0.7256377935409546, "Finetune/Step": 4246, "Finetune/Step Time": 6.077777523547411}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7637292146682739, "Finetune/Loss (Raw)": 0.8273873329162598, "Finetune/Step": 4247, "Finetune/Step Time": 6.097069209441543}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7635120153427124, "Finetune/Loss (Raw)": 0.6597692966461182, "Finetune/Step": 4248, "Finetune/Step Time": 6.099999090656638}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7637332677841187, "Finetune/Loss (Raw)": 0.8456330895423889, "Finetune/Step": 4249, "Finetune/Step Time": 6.107165997847915}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7627438306808472, "Finetune/Loss (Raw)": 0.5867162942886353, "Finetune/Step": 4250, "Finetune/Step Time": 6.102425068616867}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.760783314704895, "Finetune/Loss (Raw)": 0.6792904138565063, "Finetune/Step": 4251, "Finetune/Step Time": 6.099404500797391}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7641255855560303, "Finetune/Loss (Raw)": 0.9846794009208679, "Finetune/Step": 4252, "Finetune/Step Time": 6.108895527198911}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7621737718582153, "Finetune/Loss (Raw)": 0.5667275190353394, "Finetune/Step": 4253, "Finetune/Step Time": 6.1147511545568705}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7594221830368042, "Finetune/Loss (Raw)": 0.4768291711807251, "Finetune/Step": 4254, "Finetune/Step Time": 6.128335250541568}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7585300803184509, "Finetune/Loss (Raw)": 0.6886098384857178, "Finetune/Step": 4255, "Finetune/Step Time": 6.134420499205589}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7587732076644897, "Finetune/Loss (Raw)": 0.7913910746574402, "Finetune/Step": 4256, "Finetune/Step Time": 6.141070494428277}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7590765953063965, "Finetune/Loss (Raw)": 0.826961874961853, "Finetune/Step": 4257, "Finetune/Step Time": 6.149585159495473}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7577837705612183, "Finetune/Loss (Raw)": 0.6163730621337891, "Finetune/Step": 4258, "Finetune/Step Time": 6.141830570995808}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7585856318473816, "Finetune/Loss (Raw)": 0.8968431353569031, "Finetune/Step": 4259, "Finetune/Step Time": 6.144140029326081}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.758063554763794, "Finetune/Loss (Raw)": 0.7483346462249756, "Finetune/Step": 4260, "Finetune/Step Time": 6.146446300670505}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7587814331054688, "Finetune/Loss (Raw)": 0.8081641793251038, "Finetune/Step": 4261, "Finetune/Step Time": 6.142770124599338}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7588940858840942, "Finetune/Loss (Raw)": 0.7548947334289551, "Finetune/Step": 4262, "Finetune/Step Time": 6.138231847435236}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7607535123825073, "Finetune/Loss (Raw)": 0.9376187920570374, "Finetune/Step": 4263, "Finetune/Step Time": 6.1318358816206455}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7598235011100769, "Finetune/Loss (Raw)": 0.6247203350067139, "Finetune/Step": 4264, "Finetune/Step Time": 6.13291278667748}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7598978281021118, "Finetune/Loss (Raw)": 0.7001919150352478, "Finetune/Step": 4265, "Finetune/Step Time": 6.129069954156876}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7605068683624268, "Finetune/Loss (Raw)": 0.9264708757400513, "Finetune/Step": 4266, "Finetune/Step Time": 6.133758224546909}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7597935199737549, "Finetune/Loss (Raw)": 0.628991425037384, "Finetune/Step": 4267, "Finetune/Step Time": 6.135048720985651}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7596538066864014, "Finetune/Loss (Raw)": 0.7113019824028015, "Finetune/Step": 4268, "Finetune/Step Time": 6.140631286427379}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.758420467376709, "Finetune/Loss (Raw)": 0.5468330979347229, "Finetune/Step": 4269, "Finetune/Step Time": 6.139312449842691}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7588642835617065, "Finetune/Loss (Raw)": 0.7716620564460754, "Finetune/Step": 4270, "Finetune/Step Time": 6.145687630400062}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7582986354827881, "Finetune/Loss (Raw)": 0.6599611043930054, "Finetune/Step": 4271, "Finetune/Step Time": 6.151000617071986}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7602843642234802, "Finetune/Loss (Raw)": 0.8299422860145569, "Finetune/Step": 4272, "Finetune/Step Time": 6.173353739082813}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7605389952659607, "Finetune/Loss (Raw)": 0.6856592297554016, "Finetune/Step": 4273, "Finetune/Step Time": 6.157444978132844}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7599234580993652, "Finetune/Loss (Raw)": 0.7503224015235901, "Finetune/Step": 4274, "Finetune/Step Time": 6.154277404770255}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7588133811950684, "Finetune/Loss (Raw)": 0.6460148096084595, "Finetune/Step": 4275, "Finetune/Step Time": 6.161178048700094}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7586540579795837, "Finetune/Loss (Raw)": 0.8217689394950867, "Finetune/Step": 4276, "Finetune/Step Time": 6.168832860887051}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7581560611724854, "Finetune/Loss (Raw)": 0.7024981379508972, "Finetune/Step": 4277, "Finetune/Step Time": 6.174963373690844}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.760006308555603, "Finetune/Loss (Raw)": 0.8702268004417419, "Finetune/Step": 4278, "Finetune/Step Time": 6.18235600553453}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.759524941444397, "Finetune/Loss (Raw)": 0.7165665030479431, "Finetune/Step": 4279, "Finetune/Step Time": 6.1657870057970285}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7601157426834106, "Finetune/Loss (Raw)": 0.8426560163497925, "Finetune/Step": 4280, "Finetune/Step Time": 6.174515947699547}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7614332437515259, "Finetune/Loss (Raw)": 0.9073538184165955, "Finetune/Step": 4281, "Finetune/Step Time": 6.183485256507993}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7616692185401917, "Finetune/Loss (Raw)": 0.8347848057746887, "Finetune/Step": 4282, "Finetune/Step Time": 6.185105225071311}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7621211409568787, "Finetune/Loss (Raw)": 0.7786744832992554, "Finetune/Step": 4283, "Finetune/Step Time": 6.184274701401591}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7630335688591003, "Finetune/Loss (Raw)": 0.7947662472724915, "Finetune/Step": 4284, "Finetune/Step Time": 6.185781054198742}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7607967257499695, "Finetune/Loss (Raw)": 0.6068907976150513, "Finetune/Step": 4285, "Finetune/Step Time": 6.192132826894522}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7606145143508911, "Finetune/Loss (Raw)": 0.7574405074119568, "Finetune/Step": 4286, "Finetune/Step Time": 6.211136655882001}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7602918148040771, "Finetune/Loss (Raw)": 0.8197305798530579, "Finetune/Step": 4287, "Finetune/Step Time": 6.2073555793613195}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7602559924125671, "Finetune/Loss (Raw)": 0.8914986848831177, "Finetune/Step": 4288, "Finetune/Step Time": 6.2010443136096}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7597780227661133, "Finetune/Loss (Raw)": 0.7393819689750671, "Finetune/Step": 4289, "Finetune/Step Time": 6.209693267941475}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.759517252445221, "Finetune/Loss (Raw)": 0.8810871839523315, "Finetune/Step": 4290, "Finetune/Step Time": 6.211357461288571}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7614973783493042, "Finetune/Loss (Raw)": 0.8795989751815796, "Finetune/Step": 4291, "Finetune/Step Time": 6.207873927429318}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7643576264381409, "Finetune/Loss (Raw)": 0.8390825390815735, "Finetune/Step": 4292, "Finetune/Step Time": 6.199366491287947}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7639500498771667, "Finetune/Loss (Raw)": 0.8371323943138123, "Finetune/Step": 4293, "Finetune/Step Time": 6.200576221570373}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7631259560585022, "Finetune/Loss (Raw)": 0.7695372104644775, "Finetune/Step": 4294, "Finetune/Step Time": 6.210240388289094}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7622304558753967, "Finetune/Loss (Raw)": 0.6124926209449768, "Finetune/Step": 4295, "Finetune/Step Time": 6.228836249560118}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7644979953765869, "Finetune/Loss (Raw)": 0.9172431230545044, "Finetune/Step": 4296, "Finetune/Step Time": 6.231613418087363}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7659013867378235, "Finetune/Loss (Raw)": 0.8539446592330933, "Finetune/Step": 4297, "Finetune/Step Time": 6.225459391251206}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7655597925186157, "Finetune/Loss (Raw)": 0.6012017130851746, "Finetune/Step": 4298, "Finetune/Step Time": 6.209061693400145}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7656757831573486, "Finetune/Loss (Raw)": 0.824055016040802, "Finetune/Step": 4299, "Finetune/Step Time": 6.206966599449515}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7664811611175537, "Finetune/Loss (Raw)": 0.8797582983970642, "Finetune/Step": 4300, "Finetune/Step Time": 6.208998825401068}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.765582799911499, "Finetune/Loss (Raw)": 0.6250688433647156, "Finetune/Step": 4301, "Finetune/Step Time": 6.206557806581259}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7669738531112671, "Finetune/Loss (Raw)": 0.8895546793937683, "Finetune/Step": 4302, "Finetune/Step Time": 6.2173934150487185}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7684019804000854, "Finetune/Loss (Raw)": 0.9071012139320374, "Finetune/Step": 4303, "Finetune/Step Time": 6.205915158614516}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7674604058265686, "Finetune/Loss (Raw)": 0.6317349076271057, "Finetune/Step": 4304, "Finetune/Step Time": 6.208858581259847}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7663477659225464, "Finetune/Loss (Raw)": 0.6588894128799438, "Finetune/Step": 4305, "Finetune/Step Time": 6.216245481744409}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7653781175613403, "Finetune/Loss (Raw)": 0.7295558452606201, "Finetune/Step": 4306, "Finetune/Step Time": 6.212021354585886}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7640382051467896, "Finetune/Loss (Raw)": 0.5785583257675171, "Finetune/Step": 4307, "Finetune/Step Time": 6.212039563804865}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7628258466720581, "Finetune/Loss (Raw)": 0.6943674087524414, "Finetune/Step": 4308, "Finetune/Step Time": 6.205032022669911}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7626937627792358, "Finetune/Loss (Raw)": 0.7412680387496948, "Finetune/Step": 4309, "Finetune/Step Time": 6.204776406288147}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7632962465286255, "Finetune/Loss (Raw)": 0.6422182321548462, "Finetune/Step": 4310, "Finetune/Step Time": 6.210420828312635}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7628591656684875, "Finetune/Loss (Raw)": 0.7830161452293396, "Finetune/Step": 4311, "Finetune/Step Time": 6.2218483202159405}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7636368274688721, "Finetune/Loss (Raw)": 0.8570001125335693, "Finetune/Step": 4312, "Finetune/Step Time": 6.225342219695449}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7639672756195068, "Finetune/Loss (Raw)": 0.897478461265564, "Finetune/Step": 4313, "Finetune/Step Time": 6.239690424874425}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7636234760284424, "Finetune/Loss (Raw)": 0.8485358953475952, "Finetune/Step": 4314, "Finetune/Step Time": 6.243274662643671}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7639741897583008, "Finetune/Loss (Raw)": 0.7625540494918823, "Finetune/Step": 4315, "Finetune/Step Time": 6.238414544612169}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7646095752716064, "Finetune/Loss (Raw)": 0.674835741519928, "Finetune/Step": 4316, "Finetune/Step Time": 6.238197745755315}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7647193670272827, "Finetune/Loss (Raw)": 0.7687340974807739, "Finetune/Step": 4317, "Finetune/Step Time": 6.2406119629740715}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7651381492614746, "Finetune/Loss (Raw)": 0.6079782843589783, "Finetune/Step": 4318, "Finetune/Step Time": 6.241205247119069}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7638370990753174, "Finetune/Loss (Raw)": 0.6006149649620056, "Finetune/Step": 4319, "Finetune/Step Time": 6.234530059620738}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7623542547225952, "Finetune/Loss (Raw)": 0.7345956563949585, "Finetune/Step": 4320, "Finetune/Step Time": 6.237848125398159}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.762458086013794, "Finetune/Loss (Raw)": 0.6032001972198486, "Finetune/Step": 4321, "Finetune/Step Time": 6.237384349107742}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7628903388977051, "Finetune/Loss (Raw)": 0.8769238591194153, "Finetune/Step": 4322, "Finetune/Step Time": 6.228494696319103}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.760871171951294, "Finetune/Loss (Raw)": 0.5887796878814697, "Finetune/Step": 4323, "Finetune/Step Time": 6.227837547659874}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7610321044921875, "Finetune/Loss (Raw)": 0.7647224068641663, "Finetune/Step": 4324, "Finetune/Step Time": 6.2253051325678825}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7614268064498901, "Finetune/Loss (Raw)": 0.5190629959106445, "Finetune/Step": 4325, "Finetune/Step Time": 6.222903395071626}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7597586512565613, "Finetune/Loss (Raw)": 0.6512551307678223, "Finetune/Step": 4326, "Finetune/Step Time": 6.217606415972114}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7565394639968872, "Finetune/Loss (Raw)": 0.5160323977470398, "Finetune/Step": 4327, "Finetune/Step Time": 6.225289536640048}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7559905648231506, "Finetune/Loss (Raw)": 0.7492821216583252, "Finetune/Step": 4328, "Finetune/Step Time": 6.245401322841644}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7566112875938416, "Finetune/Loss (Raw)": 0.7998130917549133, "Finetune/Step": 4329, "Finetune/Step Time": 6.241671368479729}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.757198691368103, "Finetune/Loss (Raw)": 0.848690390586853, "Finetune/Step": 4330, "Finetune/Step Time": 6.236742222681642}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7581233978271484, "Finetune/Loss (Raw)": 0.8403138518333435, "Finetune/Step": 4331, "Finetune/Step Time": 6.235725427046418}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7587891817092896, "Finetune/Loss (Raw)": 0.8032020926475525, "Finetune/Step": 4332, "Finetune/Step Time": 6.23418184928596}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.759166955947876, "Finetune/Loss (Raw)": 0.8407955169677734, "Finetune/Step": 4333, "Finetune/Step Time": 6.234291184693575}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7604115605354309, "Finetune/Loss (Raw)": 0.8898242115974426, "Finetune/Step": 4334, "Finetune/Step Time": 6.233471143990755}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7602612972259521, "Finetune/Loss (Raw)": 0.7940938472747803, "Finetune/Step": 4335, "Finetune/Step Time": 6.2323220409452915}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7613780498504639, "Finetune/Loss (Raw)": 0.9121630787849426, "Finetune/Step": 4336, "Finetune/Step Time": 6.243215266615152}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7581037282943726, "Finetune/Loss (Raw)": 0.5152608752250671, "Finetune/Step": 4337, "Finetune/Step Time": 6.244990834966302}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7582390308380127, "Finetune/Loss (Raw)": 0.8026100993156433, "Finetune/Step": 4338, "Finetune/Step Time": 6.258497662842274}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7577210664749146, "Finetune/Loss (Raw)": 0.7459287047386169, "Finetune/Step": 4339, "Finetune/Step Time": 6.258812027052045}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7580763101577759, "Finetune/Loss (Raw)": 0.7164740562438965, "Finetune/Step": 4340, "Finetune/Step Time": 6.263933351263404}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.760280430316925, "Finetune/Loss (Raw)": 0.9190514087677002, "Finetune/Step": 4341, "Finetune/Step Time": 6.270306207239628}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7595025300979614, "Finetune/Loss (Raw)": 0.6848018169403076, "Finetune/Step": 4342, "Finetune/Step Time": 6.275996245443821}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7593808174133301, "Finetune/Loss (Raw)": 0.6912054419517517, "Finetune/Step": 4343, "Finetune/Step Time": 6.295543583109975}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7591423988342285, "Finetune/Loss (Raw)": 0.7855365872383118, "Finetune/Step": 4344, "Finetune/Step Time": 6.274211786687374}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7585057616233826, "Finetune/Loss (Raw)": 0.7496594190597534, "Finetune/Step": 4345, "Finetune/Step Time": 6.267096331343055}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7586524486541748, "Finetune/Loss (Raw)": 0.7882722020149231, "Finetune/Step": 4346, "Finetune/Step Time": 6.265410600230098}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7609856724739075, "Finetune/Loss (Raw)": 0.8700556755065918, "Finetune/Step": 4347, "Finetune/Step Time": 6.267047848552465}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7609819769859314, "Finetune/Loss (Raw)": 0.8120242953300476, "Finetune/Step": 4348, "Finetune/Step Time": 6.265495892614126}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7607423067092896, "Finetune/Loss (Raw)": 0.8729523420333862, "Finetune/Step": 4349, "Finetune/Step Time": 6.26904833689332}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7586396932601929, "Finetune/Loss (Raw)": 0.5539475679397583, "Finetune/Step": 4350, "Finetune/Step Time": 6.269324935972691}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7582529783248901, "Finetune/Loss (Raw)": 0.8136296272277832, "Finetune/Step": 4351, "Finetune/Step Time": 6.2768902368843555}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7588759660720825, "Finetune/Loss (Raw)": 0.8000677824020386, "Finetune/Step": 4352, "Finetune/Step Time": 6.275944888591766}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7598764300346375, "Finetune/Loss (Raw)": 0.8238862156867981, "Finetune/Step": 4353, "Finetune/Step Time": 6.272767800837755}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7586862444877625, "Finetune/Loss (Raw)": 0.7169456481933594, "Finetune/Step": 4354, "Finetune/Step Time": 6.270992171019316}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7572949528694153, "Finetune/Loss (Raw)": 0.808694064617157, "Finetune/Step": 4355, "Finetune/Step Time": 6.269893128424883}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7574438452720642, "Finetune/Loss (Raw)": 0.8027837872505188, "Finetune/Step": 4356, "Finetune/Step Time": 6.265016630291939}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.757583737373352, "Finetune/Loss (Raw)": 0.8668296337127686, "Finetune/Step": 4357, "Finetune/Step Time": 6.262392798438668}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.759826123714447, "Finetune/Loss (Raw)": 0.8294298648834229, "Finetune/Step": 4358, "Finetune/Step Time": 6.259242840111256}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.761664867401123, "Finetune/Loss (Raw)": 0.778002917766571, "Finetune/Step": 4359, "Finetune/Step Time": 6.23929838091135}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7612098455429077, "Finetune/Loss (Raw)": 0.7196269035339355, "Finetune/Step": 4360, "Finetune/Step Time": 6.210541397333145}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7637962102890015, "Finetune/Loss (Raw)": 0.9839520454406738, "Finetune/Step": 4361, "Finetune/Step Time": 6.209783736616373}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7623522877693176, "Finetune/Loss (Raw)": 0.7786304950714111, "Finetune/Step": 4362, "Finetune/Step Time": 6.215871633961797}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7618282437324524, "Finetune/Loss (Raw)": 0.7446249723434448, "Finetune/Step": 4363, "Finetune/Step Time": 6.216830503195524}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7623342275619507, "Finetune/Loss (Raw)": 0.6996170282363892, "Finetune/Step": 4364, "Finetune/Step Time": 6.217765338718891}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7605468034744263, "Finetune/Loss (Raw)": 0.679817795753479, "Finetune/Step": 4365, "Finetune/Step Time": 6.228813473135233}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7603693604469299, "Finetune/Loss (Raw)": 0.8475620746612549, "Finetune/Step": 4366, "Finetune/Step Time": 6.236980311572552}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7596527338027954, "Finetune/Loss (Raw)": 0.7383522987365723, "Finetune/Step": 4367, "Finetune/Step Time": 6.238912796601653}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7602913975715637, "Finetune/Loss (Raw)": 0.8432118892669678, "Finetune/Step": 4368, "Finetune/Step Time": 6.241501849144697}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7598452568054199, "Finetune/Loss (Raw)": 0.7437214851379395, "Finetune/Step": 4369, "Finetune/Step Time": 6.241985337808728}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7599124908447266, "Finetune/Loss (Raw)": 0.8629867434501648, "Finetune/Step": 4370, "Finetune/Step Time": 6.24705246090889}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7609682679176331, "Finetune/Loss (Raw)": 0.875109076499939, "Finetune/Step": 4371, "Finetune/Step Time": 6.245347732678056}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7589163184165955, "Finetune/Loss (Raw)": 0.5548005700111389, "Finetune/Step": 4372, "Finetune/Step Time": 6.238471915945411}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7582148313522339, "Finetune/Loss (Raw)": 0.7163195610046387, "Finetune/Step": 4373, "Finetune/Step Time": 6.264159377664328}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7586019039154053, "Finetune/Loss (Raw)": 0.7751835584640503, "Finetune/Step": 4374, "Finetune/Step Time": 6.256723038852215}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7578791379928589, "Finetune/Loss (Raw)": 0.7348657846450806, "Finetune/Step": 4375, "Finetune/Step Time": 6.239648522809148}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7584678530693054, "Finetune/Loss (Raw)": 0.7351266741752625, "Finetune/Step": 4376, "Finetune/Step Time": 6.241172403097153}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7580419778823853, "Finetune/Loss (Raw)": 0.7911258935928345, "Finetune/Step": 4377, "Finetune/Step Time": 6.233273869380355}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7592763304710388, "Finetune/Loss (Raw)": 0.7447115778923035, "Finetune/Step": 4378, "Finetune/Step Time": 6.235367743298411}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7587214708328247, "Finetune/Loss (Raw)": 0.6082615256309509, "Finetune/Step": 4379, "Finetune/Step Time": 6.2435377687215805}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7578715085983276, "Finetune/Loss (Raw)": 0.8758844137191772, "Finetune/Step": 4380, "Finetune/Step Time": 6.239524953067303}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7597708106040955, "Finetune/Loss (Raw)": 0.8098448514938354, "Finetune/Step": 4381, "Finetune/Step Time": 6.236877555027604}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7629146575927734, "Finetune/Loss (Raw)": 0.8792391419410706, "Finetune/Step": 4382, "Finetune/Step Time": 6.2281576953828335}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7623419761657715, "Finetune/Loss (Raw)": 0.6153110265731812, "Finetune/Step": 4383, "Finetune/Step Time": 6.229195753112435}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7622469663619995, "Finetune/Loss (Raw)": 0.7792195081710815, "Finetune/Step": 4384, "Finetune/Step Time": 6.233718641102314}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7617604732513428, "Finetune/Loss (Raw)": 0.7646967172622681, "Finetune/Step": 4385, "Finetune/Step Time": 6.235343314707279}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7618467807769775, "Finetune/Loss (Raw)": 0.627423107624054, "Finetune/Step": 4386, "Finetune/Step Time": 6.235031105577946}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7623777985572815, "Finetune/Loss (Raw)": 0.9648135900497437, "Finetune/Step": 4387, "Finetune/Step Time": 6.242279097437859}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7628593444824219, "Finetune/Loss (Raw)": 0.8099637031555176, "Finetune/Step": 4388, "Finetune/Step Time": 6.235430823639035}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7628650665283203, "Finetune/Loss (Raw)": 0.8089020252227783, "Finetune/Step": 4389, "Finetune/Step Time": 6.236783321946859}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7630008459091187, "Finetune/Loss (Raw)": 0.7722715735435486, "Finetune/Step": 4390, "Finetune/Step Time": 6.2361884489655495}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7616907358169556, "Finetune/Loss (Raw)": 0.7699296474456787, "Finetune/Step": 4391, "Finetune/Step Time": 6.238884013146162}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7624785900115967, "Finetune/Loss (Raw)": 0.725562334060669, "Finetune/Step": 4392, "Finetune/Step Time": 6.246107082813978}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7619065046310425, "Finetune/Loss (Raw)": 0.6269725561141968, "Finetune/Step": 4393, "Finetune/Step Time": 6.270253913477063}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7603483200073242, "Finetune/Loss (Raw)": 0.7270116806030273, "Finetune/Step": 4394, "Finetune/Step Time": 6.276862403377891}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7615762948989868, "Finetune/Loss (Raw)": 0.7861782312393188, "Finetune/Step": 4395, "Finetune/Step Time": 6.280999518930912}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.762474536895752, "Finetune/Loss (Raw)": 0.826277494430542, "Finetune/Step": 4396, "Finetune/Step Time": 6.278262916952372}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7646231651306152, "Finetune/Loss (Raw)": 0.821858286857605, "Finetune/Step": 4397, "Finetune/Step Time": 6.279394742101431}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.764559268951416, "Finetune/Loss (Raw)": 0.7634829878807068, "Finetune/Step": 4398, "Finetune/Step Time": 6.275158761069179}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.764899492263794, "Finetune/Loss (Raw)": 0.7035090923309326, "Finetune/Step": 4399, "Finetune/Step Time": 6.272796336561441}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7643441557884216, "Finetune/Loss (Raw)": 0.7588574290275574, "Finetune/Step": 4400, "Finetune/Step Time": 6.24991112574935}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7646195292472839, "Finetune/Loss (Raw)": 0.720910906791687, "Finetune/Step": 4401, "Finetune/Step Time": 6.257699536159635}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7638651728630066, "Finetune/Loss (Raw)": 0.6537632346153259, "Finetune/Step": 4402, "Finetune/Step Time": 6.282647542655468}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7653604745864868, "Finetune/Loss (Raw)": 0.8374095559120178, "Finetune/Step": 4403, "Finetune/Step Time": 6.28883770108223}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.766189455986023, "Finetune/Loss (Raw)": 0.9278805255889893, "Finetune/Step": 4404, "Finetune/Step Time": 6.28017589263618}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7665557861328125, "Finetune/Loss (Raw)": 0.7493912577629089, "Finetune/Step": 4405, "Finetune/Step Time": 6.276712074875832}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7647207975387573, "Finetune/Loss (Raw)": 0.6353397965431213, "Finetune/Step": 4406, "Finetune/Step Time": 6.270333746448159}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7642834186553955, "Finetune/Loss (Raw)": 0.6605901122093201, "Finetune/Step": 4407, "Finetune/Step Time": 6.270390532910824}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7650319337844849, "Finetune/Loss (Raw)": 0.938460111618042, "Finetune/Step": 4408, "Finetune/Step Time": 6.26006012968719}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7632847428321838, "Finetune/Loss (Raw)": 0.6837196946144104, "Finetune/Step": 4409, "Finetune/Step Time": 6.249379454180598}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7629144191741943, "Finetune/Loss (Raw)": 0.7873775959014893, "Finetune/Step": 4410, "Finetune/Step Time": 6.249229289591312}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7628848552703857, "Finetune/Loss (Raw)": 0.7748907804489136, "Finetune/Step": 4411, "Finetune/Step Time": 6.2475433479994535}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7624886631965637, "Finetune/Loss (Raw)": 0.7440586090087891, "Finetune/Step": 4412, "Finetune/Step Time": 6.2456886023283005}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7654743194580078, "Finetune/Loss (Raw)": 0.9890557527542114, "Finetune/Step": 4413, "Finetune/Step Time": 6.240067467093468}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7652980089187622, "Finetune/Loss (Raw)": 0.7348722815513611, "Finetune/Step": 4414, "Finetune/Step Time": 6.21910260990262}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.765641987323761, "Finetune/Loss (Raw)": 0.8637553453445435, "Finetune/Step": 4415, "Finetune/Step Time": 6.221938900649548}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7639048099517822, "Finetune/Loss (Raw)": 0.6691448092460632, "Finetune/Step": 4416, "Finetune/Step Time": 6.227452598512173}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7649502754211426, "Finetune/Loss (Raw)": 0.8732066750526428, "Finetune/Step": 4417, "Finetune/Step Time": 6.228576511144638}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.764165997505188, "Finetune/Loss (Raw)": 0.7806898355484009, "Finetune/Step": 4418, "Finetune/Step Time": 6.228716526180506}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7638996839523315, "Finetune/Loss (Raw)": 0.8455057740211487, "Finetune/Step": 4419, "Finetune/Step Time": 6.230717783793807}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7627043128013611, "Finetune/Loss (Raw)": 0.6860842704772949, "Finetune/Step": 4420, "Finetune/Step Time": 6.235228365287185}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7619292736053467, "Finetune/Loss (Raw)": 0.7379241585731506, "Finetune/Step": 4421, "Finetune/Step Time": 6.241061059758067}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7620803117752075, "Finetune/Loss (Raw)": 0.7888713479042053, "Finetune/Step": 4422, "Finetune/Step Time": 6.236419452354312}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7619630694389343, "Finetune/Loss (Raw)": 0.5974854230880737, "Finetune/Step": 4423, "Finetune/Step Time": 6.221621371805668}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7597212791442871, "Finetune/Loss (Raw)": 0.6302908658981323, "Finetune/Step": 4424, "Finetune/Step Time": 6.213183959946036}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7578027844429016, "Finetune/Loss (Raw)": 0.6083780527114868, "Finetune/Step": 4425, "Finetune/Step Time": 6.2453673630952835}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7597013711929321, "Finetune/Loss (Raw)": 0.8442234396934509, "Finetune/Step": 4426, "Finetune/Step Time": 6.255283003672957}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7580596208572388, "Finetune/Loss (Raw)": 0.6139079332351685, "Finetune/Step": 4427, "Finetune/Step Time": 6.256605548784137}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7574825286865234, "Finetune/Loss (Raw)": 0.8058911561965942, "Finetune/Step": 4428, "Finetune/Step Time": 6.263334419578314}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7586556673049927, "Finetune/Loss (Raw)": 0.7752228379249573, "Finetune/Step": 4429, "Finetune/Step Time": 6.26257692091167}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7561968564987183, "Finetune/Loss (Raw)": 0.5748334527015686, "Finetune/Step": 4430, "Finetune/Step Time": 6.256243692710996}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7552277445793152, "Finetune/Loss (Raw)": 0.7830589413642883, "Finetune/Step": 4431, "Finetune/Step Time": 6.282100273296237}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7567709684371948, "Finetune/Loss (Raw)": 0.8292635679244995, "Finetune/Step": 4432, "Finetune/Step Time": 6.2809513583779335}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7561790943145752, "Finetune/Loss (Raw)": 0.5831400156021118, "Finetune/Step": 4433, "Finetune/Step Time": 6.277494663372636}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7572320699691772, "Finetune/Loss (Raw)": 0.8643320798873901, "Finetune/Step": 4434, "Finetune/Step Time": 6.2787621803581715}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.758919358253479, "Finetune/Loss (Raw)": 0.7945300340652466, "Finetune/Step": 4435, "Finetune/Step Time": 6.27385264262557}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7583326101303101, "Finetune/Loss (Raw)": 0.6192675828933716, "Finetune/Step": 4436, "Finetune/Step Time": 6.272737240418792}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7580944895744324, "Finetune/Loss (Raw)": 0.7107817530632019, "Finetune/Step": 4437, "Finetune/Step Time": 6.280009917914867}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7593592405319214, "Finetune/Loss (Raw)": 0.8041010499000549, "Finetune/Step": 4438, "Finetune/Step Time": 6.274390025064349}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7604470252990723, "Finetune/Loss (Raw)": 0.9222574830055237, "Finetune/Step": 4439, "Finetune/Step Time": 6.258395958691835}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7605546712875366, "Finetune/Loss (Raw)": 0.8707820177078247, "Finetune/Step": 4440, "Finetune/Step Time": 6.268046399578452}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7603434324264526, "Finetune/Loss (Raw)": 0.8704330921173096, "Finetune/Step": 4441, "Finetune/Step Time": 6.255981994792819}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.759782075881958, "Finetune/Loss (Raw)": 0.776685357093811, "Finetune/Step": 4442, "Finetune/Step Time": 6.25425187125802}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7600791454315186, "Finetune/Loss (Raw)": 0.8005844354629517, "Finetune/Step": 4443, "Finetune/Step Time": 6.261095492169261}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7602330446243286, "Finetune/Loss (Raw)": 0.6945297718048096, "Finetune/Step": 4444, "Finetune/Step Time": 6.2593117989599705}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.759556233882904, "Finetune/Loss (Raw)": 0.6820985674858093, "Finetune/Step": 4445, "Finetune/Step Time": 6.255144540220499}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7615408897399902, "Finetune/Loss (Raw)": 0.8620194792747498, "Finetune/Step": 4446, "Finetune/Step Time": 6.255596812814474}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7628318667411804, "Finetune/Loss (Raw)": 0.76585853099823, "Finetune/Step": 4447, "Finetune/Step Time": 6.250345019623637}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7631947994232178, "Finetune/Loss (Raw)": 0.7810490727424622, "Finetune/Step": 4448, "Finetune/Step Time": 6.256438923999667}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7655197381973267, "Finetune/Loss (Raw)": 0.9007958173751831, "Finetune/Step": 4449, "Finetune/Step Time": 6.254881704226136}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7641923427581787, "Finetune/Loss (Raw)": 0.7070180773735046, "Finetune/Step": 4450, "Finetune/Step Time": 6.247528834268451}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7644862532615662, "Finetune/Loss (Raw)": 0.6263936161994934, "Finetune/Step": 4451, "Finetune/Step Time": 6.245644699782133}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7634236812591553, "Finetune/Loss (Raw)": 0.6287243366241455, "Finetune/Step": 4452, "Finetune/Step Time": 6.252602510154247}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7647573947906494, "Finetune/Loss (Raw)": 0.6897743344306946, "Finetune/Step": 4453, "Finetune/Step Time": 6.265143990516663}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7653448581695557, "Finetune/Loss (Raw)": 0.7264515161514282, "Finetune/Step": 4454, "Finetune/Step Time": 6.259023688733578}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7663100957870483, "Finetune/Loss (Raw)": 0.6395820379257202, "Finetune/Step": 4455, "Finetune/Step Time": 6.256504176184535}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7661771774291992, "Finetune/Loss (Raw)": 0.732266902923584, "Finetune/Step": 4456, "Finetune/Step Time": 6.24423910677433}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7651462554931641, "Finetune/Loss (Raw)": 0.6678564548492432, "Finetune/Step": 4457, "Finetune/Step Time": 6.247007351368666}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7638002634048462, "Finetune/Loss (Raw)": 0.6763969659805298, "Finetune/Step": 4458, "Finetune/Step Time": 6.254684615880251}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7627071142196655, "Finetune/Loss (Raw)": 0.7003940939903259, "Finetune/Step": 4459, "Finetune/Step Time": 6.262902565300465}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7632594108581543, "Finetune/Loss (Raw)": 0.8738985657691956, "Finetune/Step": 4460, "Finetune/Step Time": 6.267094865441322}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7621551752090454, "Finetune/Loss (Raw)": 0.6994533538818359, "Finetune/Step": 4461, "Finetune/Step Time": 6.269486142322421}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7612798810005188, "Finetune/Loss (Raw)": 0.7777838706970215, "Finetune/Step": 4462, "Finetune/Step Time": 6.273606274276972}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7591615915298462, "Finetune/Loss (Raw)": 0.5229467749595642, "Finetune/Step": 4463, "Finetune/Step Time": 6.28259351849556}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7581356167793274, "Finetune/Loss (Raw)": 0.7808478474617004, "Finetune/Step": 4464, "Finetune/Step Time": 6.2785272262990475}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7597146034240723, "Finetune/Loss (Raw)": 0.7173645496368408, "Finetune/Step": 4465, "Finetune/Step Time": 6.2757578659802675}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7592852115631104, "Finetune/Loss (Raw)": 0.7476546168327332, "Finetune/Step": 4466, "Finetune/Step Time": 6.261221282184124}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7598718404769897, "Finetune/Loss (Raw)": 0.8210115432739258, "Finetune/Step": 4467, "Finetune/Step Time": 6.260196706280112}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7601605653762817, "Finetune/Loss (Raw)": 0.753435492515564, "Finetune/Step": 4468, "Finetune/Step Time": 6.253551719710231}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.758935809135437, "Finetune/Loss (Raw)": 0.7622776627540588, "Finetune/Step": 4469, "Finetune/Step Time": 6.244580769911408}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7595407962799072, "Finetune/Loss (Raw)": 0.7622405886650085, "Finetune/Step": 4470, "Finetune/Step Time": 6.233728852123022}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7591016292572021, "Finetune/Loss (Raw)": 0.6349925398826599, "Finetune/Step": 4471, "Finetune/Step Time": 6.209993941709399}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7593268156051636, "Finetune/Loss (Raw)": 0.8143596053123474, "Finetune/Step": 4472, "Finetune/Step Time": 6.215923473238945}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7610726356506348, "Finetune/Loss (Raw)": 0.9731231927871704, "Finetune/Step": 4473, "Finetune/Step Time": 6.211501020938158}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7613757848739624, "Finetune/Loss (Raw)": 0.8270800709724426, "Finetune/Step": 4474, "Finetune/Step Time": 6.212686616927385}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7599735260009766, "Finetune/Loss (Raw)": 0.6905680894851685, "Finetune/Step": 4475, "Finetune/Step Time": 6.217298362404108}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7602553963661194, "Finetune/Loss (Raw)": 0.8481059074401855, "Finetune/Step": 4476, "Finetune/Step Time": 6.2290728986263275}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7589784860610962, "Finetune/Loss (Raw)": 0.7095067501068115, "Finetune/Step": 4477, "Finetune/Step Time": 6.228091495111585}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7613758444786072, "Finetune/Loss (Raw)": 0.8608092665672302, "Finetune/Step": 4478, "Finetune/Step Time": 6.225100373849273}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7612597942352295, "Finetune/Loss (Raw)": 0.7987687587738037, "Finetune/Step": 4479, "Finetune/Step Time": 6.216856358572841}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7603278756141663, "Finetune/Loss (Raw)": 0.6807905435562134, "Finetune/Step": 4480, "Finetune/Step Time": 6.221741000190377}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7593532800674438, "Finetune/Loss (Raw)": 0.6991286873817444, "Finetune/Step": 4481, "Finetune/Step Time": 6.211807943880558}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.759158730506897, "Finetune/Loss (Raw)": 0.6920549273490906, "Finetune/Step": 4482, "Finetune/Step Time": 6.214874060824513}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7590433359146118, "Finetune/Loss (Raw)": 0.7939199805259705, "Finetune/Step": 4483, "Finetune/Step Time": 6.222567971795797}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7595469355583191, "Finetune/Loss (Raw)": 0.8672454357147217, "Finetune/Step": 4484, "Finetune/Step Time": 6.225482977926731}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7587258219718933, "Finetune/Loss (Raw)": 0.7617257237434387, "Finetune/Step": 4485, "Finetune/Step Time": 6.233582302927971}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7579962015151978, "Finetune/Loss (Raw)": 0.7360392808914185, "Finetune/Step": 4486, "Finetune/Step Time": 6.23191973567009}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7566079497337341, "Finetune/Loss (Raw)": 0.6003011465072632, "Finetune/Step": 4487, "Finetune/Step Time": 6.2358986381441355}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7572147846221924, "Finetune/Loss (Raw)": 0.7973055839538574, "Finetune/Step": 4488, "Finetune/Step Time": 6.2521435637027025}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7534151673316956, "Finetune/Loss (Raw)": 0.49759504199028015, "Finetune/Step": 4489, "Finetune/Step Time": 6.251479376107454}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7524305582046509, "Finetune/Loss (Raw)": 0.6526092290878296, "Finetune/Step": 4490, "Finetune/Step Time": 6.255054250359535}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7523447275161743, "Finetune/Loss (Raw)": 0.7336370348930359, "Finetune/Step": 4491, "Finetune/Step Time": 6.256523083895445}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7532914876937866, "Finetune/Loss (Raw)": 0.8208070993423462, "Finetune/Step": 4492, "Finetune/Step Time": 6.2522010542452335}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7537432909011841, "Finetune/Loss (Raw)": 0.7376466989517212, "Finetune/Step": 4493, "Finetune/Step Time": 6.239559689536691}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7519307136535645, "Finetune/Loss (Raw)": 0.6155459880828857, "Finetune/Step": 4494, "Finetune/Step Time": 6.236581809818745}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7522919774055481, "Finetune/Loss (Raw)": 0.7845965027809143, "Finetune/Step": 4495, "Finetune/Step Time": 6.238412354141474}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7512024641036987, "Finetune/Loss (Raw)": 0.7037522792816162, "Finetune/Step": 4496, "Finetune/Step Time": 6.251529887318611}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7514665126800537, "Finetune/Loss (Raw)": 0.7775114178657532, "Finetune/Step": 4497, "Finetune/Step Time": 6.265915226191282}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7501749396324158, "Finetune/Loss (Raw)": 0.6976752877235413, "Finetune/Step": 4498, "Finetune/Step Time": 6.266782775521278}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7501320838928223, "Finetune/Loss (Raw)": 0.8696199655532837, "Finetune/Step": 4499, "Finetune/Step Time": 6.267153797671199}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7511841058731079, "Finetune/Loss (Raw)": 0.6894682049751282, "Finetune/Step": 4500, "Finetune/Step Time": 6.262818772345781}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7524409294128418, "Finetune/Loss (Raw)": 0.8771856427192688, "Finetune/Step": 4501, "Finetune/Step Time": 6.239902067929506}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7514797449111938, "Finetune/Loss (Raw)": 0.6521568894386292, "Finetune/Step": 4502, "Finetune/Step Time": 6.2398084457963705}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7525029182434082, "Finetune/Loss (Raw)": 0.8658288717269897, "Finetune/Step": 4503, "Finetune/Step Time": 6.241096269339323}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7526825666427612, "Finetune/Loss (Raw)": 0.7581214308738708, "Finetune/Step": 4504, "Finetune/Step Time": 6.243802720680833}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7524292469024658, "Finetune/Loss (Raw)": 0.7586982250213623, "Finetune/Step": 4505, "Finetune/Step Time": 6.23759887740016}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7540643215179443, "Finetune/Loss (Raw)": 0.954004168510437, "Finetune/Step": 4506, "Finetune/Step Time": 6.234162179753184}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7544662952423096, "Finetune/Loss (Raw)": 0.6597102284431458, "Finetune/Step": 4507, "Finetune/Step Time": 6.2235864493995905}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7535629272460938, "Finetune/Loss (Raw)": 0.7602573037147522, "Finetune/Step": 4508, "Finetune/Step Time": 6.230142472311854}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7528649568557739, "Finetune/Loss (Raw)": 0.7205091714859009, "Finetune/Step": 4509, "Finetune/Step Time": 6.226481378078461}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7525911927223206, "Finetune/Loss (Raw)": 0.8441870808601379, "Finetune/Step": 4510, "Finetune/Step Time": 6.2236862778663635}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7551021575927734, "Finetune/Loss (Raw)": 0.9367195963859558, "Finetune/Step": 4511, "Finetune/Step Time": 6.215791927650571}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7545428276062012, "Finetune/Loss (Raw)": 0.707619845867157, "Finetune/Step": 4512, "Finetune/Step Time": 6.21203026175499}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.754616379737854, "Finetune/Loss (Raw)": 0.7741168737411499, "Finetune/Step": 4513, "Finetune/Step Time": 6.213818086311221}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7548860907554626, "Finetune/Loss (Raw)": 0.6619462370872498, "Finetune/Step": 4514, "Finetune/Step Time": 6.212246952578425}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7533527612686157, "Finetune/Loss (Raw)": 0.7685440182685852, "Finetune/Step": 4515, "Finetune/Step Time": 6.202313097193837}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7520384788513184, "Finetune/Loss (Raw)": 0.6417386531829834, "Finetune/Step": 4516, "Finetune/Step Time": 6.203624272719026}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7508885264396667, "Finetune/Loss (Raw)": 0.6617087721824646, "Finetune/Step": 4517, "Finetune/Step Time": 6.20105523429811}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7521704435348511, "Finetune/Loss (Raw)": 0.9363604187965393, "Finetune/Step": 4518, "Finetune/Step Time": 6.199813125655055}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7530373930931091, "Finetune/Loss (Raw)": 0.880890429019928, "Finetune/Step": 4519, "Finetune/Step Time": 6.195350842550397}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.754143476486206, "Finetune/Loss (Raw)": 0.8671473860740662, "Finetune/Step": 4520, "Finetune/Step Time": 6.1861371751874685}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7561995983123779, "Finetune/Loss (Raw)": 0.8901513814926147, "Finetune/Step": 4521, "Finetune/Step Time": 6.1560810171067715}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7562234401702881, "Finetune/Loss (Raw)": 0.7300663590431213, "Finetune/Step": 4522, "Finetune/Step Time": 6.149301260709763}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.756330132484436, "Finetune/Loss (Raw)": 0.799830436706543, "Finetune/Step": 4523, "Finetune/Step Time": 6.147328726947308}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7561736106872559, "Finetune/Loss (Raw)": 0.8062478303909302, "Finetune/Step": 4524, "Finetune/Step Time": 6.146964386105537}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7558870911598206, "Finetune/Loss (Raw)": 0.7851837277412415, "Finetune/Step": 4525, "Finetune/Step Time": 6.141459312289953}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7543610334396362, "Finetune/Loss (Raw)": 0.5681447386741638, "Finetune/Step": 4526, "Finetune/Step Time": 6.127711778506637}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7523648738861084, "Finetune/Loss (Raw)": 0.4479973018169403, "Finetune/Step": 4527, "Finetune/Step Time": 6.129889717325568}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7520408034324646, "Finetune/Loss (Raw)": 0.7173805832862854, "Finetune/Step": 4528, "Finetune/Step Time": 6.138363413512707}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7526206970214844, "Finetune/Loss (Raw)": 0.7951368093490601, "Finetune/Step": 4529, "Finetune/Step Time": 6.1289071924984455}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.754389762878418, "Finetune/Loss (Raw)": 0.8802047371864319, "Finetune/Step": 4530, "Finetune/Step Time": 6.106811119243503}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7547903656959534, "Finetune/Loss (Raw)": 0.888687014579773, "Finetune/Step": 4531, "Finetune/Step Time": 6.098187418654561}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7522411346435547, "Finetune/Loss (Raw)": 0.6015838384628296, "Finetune/Step": 4532, "Finetune/Step Time": 6.102920757606626}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7527300119400024, "Finetune/Loss (Raw)": 0.8119678497314453, "Finetune/Step": 4533, "Finetune/Step Time": 6.1076270285993814}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7527116537094116, "Finetune/Loss (Raw)": 0.6329880952835083, "Finetune/Step": 4534, "Finetune/Step Time": 6.108056951314211}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7524933218955994, "Finetune/Loss (Raw)": 0.6326377987861633, "Finetune/Step": 4535, "Finetune/Step Time": 6.1244802586734295}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7511609792709351, "Finetune/Loss (Raw)": 0.7679277062416077, "Finetune/Step": 4536, "Finetune/Step Time": 6.130243765190244}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7521255016326904, "Finetune/Loss (Raw)": 0.8071730732917786, "Finetune/Step": 4537, "Finetune/Step Time": 6.135451551526785}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7524762153625488, "Finetune/Loss (Raw)": 0.8322749137878418, "Finetune/Step": 4538, "Finetune/Step Time": 6.1353698670864105}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7516072988510132, "Finetune/Loss (Raw)": 0.6636649370193481, "Finetune/Step": 4539, "Finetune/Step Time": 6.135498788207769}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7500252723693848, "Finetune/Loss (Raw)": 0.5415629148483276, "Finetune/Step": 4540, "Finetune/Step Time": 6.143496863543987}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7477294206619263, "Finetune/Loss (Raw)": 0.6951814889907837, "Finetune/Step": 4541, "Finetune/Step Time": 6.164451999589801}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.747147262096405, "Finetune/Loss (Raw)": 0.6603570580482483, "Finetune/Step": 4542, "Finetune/Step Time": 6.178401652723551}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7465015053749084, "Finetune/Loss (Raw)": 0.7810977101325989, "Finetune/Step": 4543, "Finetune/Step Time": 6.177387773990631}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7480947971343994, "Finetune/Loss (Raw)": 0.8730929493904114, "Finetune/Step": 4544, "Finetune/Step Time": 6.171370601281524}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7471344470977783, "Finetune/Loss (Raw)": 0.7502779960632324, "Finetune/Step": 4545, "Finetune/Step Time": 6.17898890003562}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7477308511734009, "Finetune/Loss (Raw)": 0.8570196628570557, "Finetune/Step": 4546, "Finetune/Step Time": 6.185849528759718}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7476489543914795, "Finetune/Loss (Raw)": 0.8350353837013245, "Finetune/Step": 4547, "Finetune/Step Time": 6.183396549895406}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7465173006057739, "Finetune/Loss (Raw)": 0.5412324666976929, "Finetune/Step": 4548, "Finetune/Step Time": 6.187891380861402}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7454793453216553, "Finetune/Loss (Raw)": 0.605063259601593, "Finetune/Step": 4549, "Finetune/Step Time": 6.2096021212637424}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7463396191596985, "Finetune/Loss (Raw)": 0.8989856243133545, "Finetune/Step": 4550, "Finetune/Step Time": 6.209404652938247}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7482395172119141, "Finetune/Loss (Raw)": 0.8406748175621033, "Finetune/Step": 4551, "Finetune/Step Time": 6.206997722387314}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.747855544090271, "Finetune/Loss (Raw)": 0.5811424851417542, "Finetune/Step": 4552, "Finetune/Step Time": 6.202523943036795}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7494170069694519, "Finetune/Loss (Raw)": 0.8082436323165894, "Finetune/Step": 4553, "Finetune/Step Time": 6.188186367973685}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7497644424438477, "Finetune/Loss (Raw)": 0.8886888027191162, "Finetune/Step": 4554, "Finetune/Step Time": 6.176603531464934}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7511888742446899, "Finetune/Loss (Raw)": 0.79624342918396, "Finetune/Step": 4555, "Finetune/Step Time": 6.173818973824382}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7521823048591614, "Finetune/Loss (Raw)": 0.9330442547798157, "Finetune/Step": 4556, "Finetune/Step Time": 6.172636069357395}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7516816854476929, "Finetune/Loss (Raw)": 0.7111448645591736, "Finetune/Step": 4557, "Finetune/Step Time": 6.168499652296305}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7516855597496033, "Finetune/Loss (Raw)": 0.5753328204154968, "Finetune/Step": 4558, "Finetune/Step Time": 6.164014391601086}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7526545524597168, "Finetune/Loss (Raw)": 0.9070850014686584, "Finetune/Step": 4559, "Finetune/Step Time": 6.146046271547675}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7518280744552612, "Finetune/Loss (Raw)": 0.7234803438186646, "Finetune/Step": 4560, "Finetune/Step Time": 6.145701827481389}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7534720301628113, "Finetune/Loss (Raw)": 0.79356449842453, "Finetune/Step": 4561, "Finetune/Step Time": 6.14057638309896}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7533177137374878, "Finetune/Loss (Raw)": 0.8445739150047302, "Finetune/Step": 4562, "Finetune/Step Time": 6.134343046694994}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7522730231285095, "Finetune/Loss (Raw)": 0.6608131527900696, "Finetune/Step": 4563, "Finetune/Step Time": 6.139120658859611}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7533408403396606, "Finetune/Loss (Raw)": 0.755947470664978, "Finetune/Step": 4564, "Finetune/Step Time": 6.1515397652983665}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7531958818435669, "Finetune/Loss (Raw)": 0.692226767539978, "Finetune/Step": 4565, "Finetune/Step Time": 6.140961796045303}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7528992891311646, "Finetune/Loss (Raw)": 0.7661418914794922, "Finetune/Step": 4566, "Finetune/Step Time": 6.139080695807934}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7525185346603394, "Finetune/Loss (Raw)": 0.8735184669494629, "Finetune/Step": 4567, "Finetune/Step Time": 6.141372546553612}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7521030306816101, "Finetune/Loss (Raw)": 0.8175999522209167, "Finetune/Step": 4568, "Finetune/Step Time": 6.1293536350131035}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7519719004631042, "Finetune/Loss (Raw)": 0.8536469340324402, "Finetune/Step": 4569, "Finetune/Step Time": 6.140125352889299}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7524946331977844, "Finetune/Loss (Raw)": 0.843593418598175, "Finetune/Step": 4570, "Finetune/Step Time": 6.136717056855559}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7511616349220276, "Finetune/Loss (Raw)": 0.6299624443054199, "Finetune/Step": 4571, "Finetune/Step Time": 6.132408551871777}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7514340877532959, "Finetune/Loss (Raw)": 0.7293998599052429, "Finetune/Step": 4572, "Finetune/Step Time": 6.14286626316607}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7513132095336914, "Finetune/Loss (Raw)": 0.6666337847709656, "Finetune/Step": 4573, "Finetune/Step Time": 6.148501023650169}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7509510517120361, "Finetune/Loss (Raw)": 0.8156662583351135, "Finetune/Step": 4574, "Finetune/Step Time": 6.155979888513684}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7506394386291504, "Finetune/Loss (Raw)": 0.7259668707847595, "Finetune/Step": 4575, "Finetune/Step Time": 6.157817609608173}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7498079538345337, "Finetune/Loss (Raw)": 0.6746183633804321, "Finetune/Step": 4576, "Finetune/Step Time": 6.1554719768464565}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7498606443405151, "Finetune/Loss (Raw)": 0.9075383543968201, "Finetune/Step": 4577, "Finetune/Step Time": 6.158723182976246}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7509821653366089, "Finetune/Loss (Raw)": 0.8505720496177673, "Finetune/Step": 4578, "Finetune/Step Time": 6.160476703196764}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7508033514022827, "Finetune/Loss (Raw)": 0.6035028100013733, "Finetune/Step": 4579, "Finetune/Step Time": 6.163878582417965}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7502410411834717, "Finetune/Loss (Raw)": 0.5567501187324524, "Finetune/Step": 4580, "Finetune/Step Time": 6.174477320164442}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7500885725021362, "Finetune/Loss (Raw)": 0.6702576875686646, "Finetune/Step": 4581, "Finetune/Step Time": 6.177500495687127}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7501825094223022, "Finetune/Loss (Raw)": 0.7384797930717468, "Finetune/Step": 4582, "Finetune/Step Time": 6.1840203050524}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7521016597747803, "Finetune/Loss (Raw)": 0.8852306604385376, "Finetune/Step": 4583, "Finetune/Step Time": 6.183952338993549}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7519366145133972, "Finetune/Loss (Raw)": 0.7111390829086304, "Finetune/Step": 4584, "Finetune/Step Time": 6.176309943199158}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7515985369682312, "Finetune/Loss (Raw)": 0.6245858669281006, "Finetune/Step": 4585, "Finetune/Step Time": 6.174465674906969}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7516250610351562, "Finetune/Loss (Raw)": 0.6797896027565002, "Finetune/Step": 4586, "Finetune/Step Time": 6.165748979896307}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7530436515808105, "Finetune/Loss (Raw)": 0.8819761872291565, "Finetune/Step": 4587, "Finetune/Step Time": 6.159789305180311}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7530196905136108, "Finetune/Loss (Raw)": 0.8708323836326599, "Finetune/Step": 4588, "Finetune/Step Time": 6.1619681771844625}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7535104751586914, "Finetune/Loss (Raw)": 0.7622761726379395, "Finetune/Step": 4589, "Finetune/Step Time": 6.175313064828515}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7529696226119995, "Finetune/Loss (Raw)": 0.7085467576980591, "Finetune/Step": 4590, "Finetune/Step Time": 6.172237787395716}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7553074955940247, "Finetune/Loss (Raw)": 0.8222016096115112, "Finetune/Step": 4591, "Finetune/Step Time": 6.164056845009327}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.75321364402771, "Finetune/Loss (Raw)": 0.5128321051597595, "Finetune/Step": 4592, "Finetune/Step Time": 6.156582785770297}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7542381286621094, "Finetune/Loss (Raw)": 0.8484945297241211, "Finetune/Step": 4593, "Finetune/Step Time": 6.162791609764099}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7535130977630615, "Finetune/Loss (Raw)": 0.654853343963623, "Finetune/Step": 4594, "Finetune/Step Time": 6.170730508863926}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7532384991645813, "Finetune/Loss (Raw)": 0.7858602404594421, "Finetune/Step": 4595, "Finetune/Step Time": 6.1855066902935505}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7533673048019409, "Finetune/Loss (Raw)": 0.7699320912361145, "Finetune/Step": 4596, "Finetune/Step Time": 6.188808299601078}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7529354095458984, "Finetune/Loss (Raw)": 0.7069949507713318, "Finetune/Step": 4597, "Finetune/Step Time": 6.194298965856433}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7531437277793884, "Finetune/Loss (Raw)": 0.7888991832733154, "Finetune/Step": 4598, "Finetune/Step Time": 6.194840434938669}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7538167834281921, "Finetune/Loss (Raw)": 0.7211418747901917, "Finetune/Step": 4599, "Finetune/Step Time": 6.191013179719448}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7534894347190857, "Finetune/Loss (Raw)": 0.772456169128418, "Finetune/Step": 4600, "Finetune/Step Time": 6.189603604376316}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7511886358261108, "Finetune/Loss (Raw)": 0.6786265969276428, "Finetune/Step": 4601, "Finetune/Step Time": 6.192470595240593}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7523750066757202, "Finetune/Loss (Raw)": 0.9789326786994934, "Finetune/Step": 4602, "Finetune/Step Time": 6.204355424270034}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7521347999572754, "Finetune/Loss (Raw)": 0.6598268151283264, "Finetune/Step": 4603, "Finetune/Step Time": 6.203509230166674}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7517772912979126, "Finetune/Loss (Raw)": 0.8023408055305481, "Finetune/Step": 4604, "Finetune/Step Time": 6.197890289127827}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7510840892791748, "Finetune/Loss (Raw)": 0.6207733154296875, "Finetune/Step": 4605, "Finetune/Step Time": 6.200468134135008}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7509214878082275, "Finetune/Loss (Raw)": 0.8399993777275085, "Finetune/Step": 4606, "Finetune/Step Time": 6.217721382156014}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7504452466964722, "Finetune/Loss (Raw)": 0.737809956073761, "Finetune/Step": 4607, "Finetune/Step Time": 6.22001825645566}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7510902881622314, "Finetune/Loss (Raw)": 0.7633525729179382, "Finetune/Step": 4608, "Finetune/Step Time": 6.215646846219897}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7530219554901123, "Finetune/Loss (Raw)": 0.9463874101638794, "Finetune/Step": 4609, "Finetune/Step Time": 6.224724445492029}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7532258033752441, "Finetune/Loss (Raw)": 0.7181400060653687, "Finetune/Step": 4610, "Finetune/Step Time": 6.22074675373733}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7513266205787659, "Finetune/Loss (Raw)": 0.5508282780647278, "Finetune/Step": 4611, "Finetune/Step Time": 6.215019999071956}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7508913278579712, "Finetune/Loss (Raw)": 0.8115375638008118, "Finetune/Step": 4612, "Finetune/Step Time": 6.225896507501602}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7498794794082642, "Finetune/Loss (Raw)": 0.6322002410888672, "Finetune/Step": 4613, "Finetune/Step Time": 6.22097727842629}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7496922016143799, "Finetune/Loss (Raw)": 0.7120729088783264, "Finetune/Step": 4614, "Finetune/Step Time": 6.2373308055102825}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7520067691802979, "Finetune/Loss (Raw)": 0.8965563178062439, "Finetune/Step": 4615, "Finetune/Step Time": 6.234863024204969}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7515199184417725, "Finetune/Loss (Raw)": 0.7349967360496521, "Finetune/Step": 4616, "Finetune/Step Time": 6.216877354308963}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7529112100601196, "Finetune/Loss (Raw)": 0.6756781935691833, "Finetune/Step": 4617, "Finetune/Step Time": 6.222462330013514}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7543742060661316, "Finetune/Loss (Raw)": 0.8398703932762146, "Finetune/Step": 4618, "Finetune/Step Time": 6.208463942632079}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7556272745132446, "Finetune/Loss (Raw)": 0.8940301537513733, "Finetune/Step": 4619, "Finetune/Step Time": 6.20603783428669}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7550048828125, "Finetune/Loss (Raw)": 0.7411437630653381, "Finetune/Step": 4620, "Finetune/Step Time": 6.208676271140575}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7560892105102539, "Finetune/Loss (Raw)": 0.8764466047286987, "Finetune/Step": 4621, "Finetune/Step Time": 6.209095375612378}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7578084468841553, "Finetune/Loss (Raw)": 0.8356078863143921, "Finetune/Step": 4622, "Finetune/Step Time": 6.203171443194151}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7584317922592163, "Finetune/Loss (Raw)": 0.864384651184082, "Finetune/Step": 4623, "Finetune/Step Time": 6.1998562309890985}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7585957050323486, "Finetune/Loss (Raw)": 0.7247277498245239, "Finetune/Step": 4624, "Finetune/Step Time": 6.184375643730164}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7591311931610107, "Finetune/Loss (Raw)": 0.8460531234741211, "Finetune/Step": 4625, "Finetune/Step Time": 6.170409016311169}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7581928968429565, "Finetune/Loss (Raw)": 0.5775677561759949, "Finetune/Step": 4626, "Finetune/Step Time": 6.175664423033595}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7572749257087708, "Finetune/Loss (Raw)": 0.7521228194236755, "Finetune/Step": 4627, "Finetune/Step Time": 6.191269604489207}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7571879625320435, "Finetune/Loss (Raw)": 0.6783422231674194, "Finetune/Step": 4628, "Finetune/Step Time": 6.196369834244251}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7561461329460144, "Finetune/Loss (Raw)": 0.743830144405365, "Finetune/Step": 4629, "Finetune/Step Time": 6.198409663513303}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7563852667808533, "Finetune/Loss (Raw)": 0.6827669739723206, "Finetune/Step": 4630, "Finetune/Step Time": 6.198379063978791}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7541741132736206, "Finetune/Loss (Raw)": 0.5828064680099487, "Finetune/Step": 4631, "Finetune/Step Time": 6.205079426988959}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7523344159126282, "Finetune/Loss (Raw)": 0.5226370096206665, "Finetune/Step": 4632, "Finetune/Step Time": 6.208852140232921}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7509351372718811, "Finetune/Loss (Raw)": 0.5795830488204956, "Finetune/Step": 4633, "Finetune/Step Time": 6.223737424239516}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7502766847610474, "Finetune/Loss (Raw)": 0.8697221875190735, "Finetune/Step": 4634, "Finetune/Step Time": 6.231999823823571}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7495633959770203, "Finetune/Loss (Raw)": 0.5684117674827576, "Finetune/Step": 4635, "Finetune/Step Time": 6.237099416553974}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7497341632843018, "Finetune/Loss (Raw)": 0.7821154594421387, "Finetune/Step": 4636, "Finetune/Step Time": 6.233311662450433}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7507967948913574, "Finetune/Loss (Raw)": 0.8565245866775513, "Finetune/Step": 4637, "Finetune/Step Time": 6.233030967414379}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7519639730453491, "Finetune/Loss (Raw)": 0.9935865998268127, "Finetune/Step": 4638, "Finetune/Step Time": 6.229633493348956}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7494401931762695, "Finetune/Loss (Raw)": 0.6136752963066101, "Finetune/Step": 4639, "Finetune/Step Time": 6.2373004872351885}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7506319880485535, "Finetune/Loss (Raw)": 0.8601754307746887, "Finetune/Step": 4640, "Finetune/Step Time": 6.247612746432424}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7508090734481812, "Finetune/Loss (Raw)": 0.7967808842658997, "Finetune/Step": 4641, "Finetune/Step Time": 6.24689775891602}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7518319487571716, "Finetune/Loss (Raw)": 0.7928770184516907, "Finetune/Step": 4642, "Finetune/Step Time": 6.246138570830226}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7527188658714294, "Finetune/Loss (Raw)": 0.8820670247077942, "Finetune/Step": 4643, "Finetune/Step Time": 6.244739314541221}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.752834677696228, "Finetune/Loss (Raw)": 0.6565648317337036, "Finetune/Step": 4644, "Finetune/Step Time": 6.247530456632376}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7541241645812988, "Finetune/Loss (Raw)": 0.8267623782157898, "Finetune/Step": 4645, "Finetune/Step Time": 6.2637565564364195}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7516778111457825, "Finetune/Loss (Raw)": 0.6232258081436157, "Finetune/Step": 4646, "Finetune/Step Time": 6.265574315562844}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7510374784469604, "Finetune/Loss (Raw)": 0.798930287361145, "Finetune/Step": 4647, "Finetune/Step Time": 6.272455841302872}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7499880790710449, "Finetune/Loss (Raw)": 0.7328181266784668, "Finetune/Step": 4648, "Finetune/Step Time": 6.275534611195326}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7496297955513, "Finetune/Loss (Raw)": 0.8442931175231934, "Finetune/Step": 4649, "Finetune/Step Time": 6.276598904281855}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.748939037322998, "Finetune/Loss (Raw)": 0.6416577696800232, "Finetune/Step": 4650, "Finetune/Step Time": 6.275325290858746}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7488448619842529, "Finetune/Loss (Raw)": 0.7877675294876099, "Finetune/Step": 4651, "Finetune/Step Time": 6.27860757522285}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7485479712486267, "Finetune/Loss (Raw)": 0.7682475447654724, "Finetune/Step": 4652, "Finetune/Step Time": 6.275455210357904}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7467622756958008, "Finetune/Loss (Raw)": 0.5566071271896362, "Finetune/Step": 4653, "Finetune/Step Time": 6.277240078896284}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7481251955032349, "Finetune/Loss (Raw)": 0.7426082491874695, "Finetune/Step": 4654, "Finetune/Step Time": 6.290601445361972}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7495381832122803, "Finetune/Loss (Raw)": 0.62885981798172, "Finetune/Step": 4655, "Finetune/Step Time": 6.287740094587207}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7491910457611084, "Finetune/Loss (Raw)": 0.6729472279548645, "Finetune/Step": 4656, "Finetune/Step Time": 6.282852901145816}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7487224340438843, "Finetune/Loss (Raw)": 0.7351486682891846, "Finetune/Step": 4657, "Finetune/Step Time": 6.303526934236288}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7483624219894409, "Finetune/Loss (Raw)": 0.8341256976127625, "Finetune/Step": 4658, "Finetune/Step Time": 6.310496585443616}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7482163906097412, "Finetune/Loss (Raw)": 0.8699992299079895, "Finetune/Step": 4659, "Finetune/Step Time": 6.308484369888902}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7499709129333496, "Finetune/Loss (Raw)": 0.8261622786521912, "Finetune/Step": 4660, "Finetune/Step Time": 6.310071045532823}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7488840818405151, "Finetune/Loss (Raw)": 0.6728440523147583, "Finetune/Step": 4661, "Finetune/Step Time": 6.314275681972504}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7505130767822266, "Finetune/Loss (Raw)": 0.8415082097053528, "Finetune/Step": 4662, "Finetune/Step Time": 6.309983292594552}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7519486546516418, "Finetune/Loss (Raw)": 0.8163852095603943, "Finetune/Step": 4663, "Finetune/Step Time": 6.29190649650991}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7519813776016235, "Finetune/Loss (Raw)": 0.7721171975135803, "Finetune/Step": 4664, "Finetune/Step Time": 6.29356568492949}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.751125156879425, "Finetune/Loss (Raw)": 0.6975795030593872, "Finetune/Step": 4665, "Finetune/Step Time": 6.286607852205634}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7492369413375854, "Finetune/Loss (Raw)": 0.590590238571167, "Finetune/Step": 4666, "Finetune/Step Time": 6.288937743753195}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7506256103515625, "Finetune/Loss (Raw)": 0.8414050340652466, "Finetune/Step": 4667, "Finetune/Step Time": 6.297840636223555}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7522580623626709, "Finetune/Loss (Raw)": 0.7505239248275757, "Finetune/Step": 4668, "Finetune/Step Time": 6.286909889429808}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7514122724533081, "Finetune/Loss (Raw)": 0.5869096517562866, "Finetune/Step": 4669, "Finetune/Step Time": 6.276351165026426}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7524980306625366, "Finetune/Loss (Raw)": 0.7993414402008057, "Finetune/Step": 4670, "Finetune/Step Time": 6.279240306466818}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7520459890365601, "Finetune/Loss (Raw)": 0.7232326865196228, "Finetune/Step": 4671, "Finetune/Step Time": 6.277007175609469}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7516293525695801, "Finetune/Loss (Raw)": 0.8197671175003052, "Finetune/Step": 4672, "Finetune/Step Time": 6.286148844286799}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.751915454864502, "Finetune/Loss (Raw)": 0.7868936657905579, "Finetune/Step": 4673, "Finetune/Step Time": 6.2818184439092875}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7519192099571228, "Finetune/Loss (Raw)": 0.857504665851593, "Finetune/Step": 4674, "Finetune/Step Time": 6.281623587012291}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7519697546958923, "Finetune/Loss (Raw)": 0.84150630235672, "Finetune/Step": 4675, "Finetune/Step Time": 6.296729410067201}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7535701394081116, "Finetune/Loss (Raw)": 0.7460803389549255, "Finetune/Step": 4676, "Finetune/Step Time": 6.286495257169008}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7554694414138794, "Finetune/Loss (Raw)": 0.8481778502464294, "Finetune/Step": 4677, "Finetune/Step Time": 6.252830935642123}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7544348835945129, "Finetune/Loss (Raw)": 0.7665591239929199, "Finetune/Step": 4678, "Finetune/Step Time": 6.251896820962429}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7529072165489197, "Finetune/Loss (Raw)": 0.6451265215873718, "Finetune/Step": 4679, "Finetune/Step Time": 6.267810696735978}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.755316972732544, "Finetune/Loss (Raw)": 0.8895966410636902, "Finetune/Step": 4680, "Finetune/Step Time": 6.26635917276144}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7549569606781006, "Finetune/Loss (Raw)": 0.762157678604126, "Finetune/Step": 4681, "Finetune/Step Time": 6.2531418316066265}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7538939118385315, "Finetune/Loss (Raw)": 0.7526234984397888, "Finetune/Step": 4682, "Finetune/Step Time": 6.264176310971379}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7537978887557983, "Finetune/Loss (Raw)": 0.7839502692222595, "Finetune/Step": 4683, "Finetune/Step Time": 6.268522521480918}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7533611059188843, "Finetune/Loss (Raw)": 0.877139687538147, "Finetune/Step": 4684, "Finetune/Step Time": 6.2597855143249035}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7544138431549072, "Finetune/Loss (Raw)": 0.8458914756774902, "Finetune/Step": 4685, "Finetune/Step Time": 6.258606968447566}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.755125105381012, "Finetune/Loss (Raw)": 0.6663722991943359, "Finetune/Step": 4686, "Finetune/Step Time": 6.257409606128931}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7542701959609985, "Finetune/Loss (Raw)": 0.7976604104042053, "Finetune/Step": 4687, "Finetune/Step Time": 6.253975680097938}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7566550374031067, "Finetune/Loss (Raw)": 1.028741717338562, "Finetune/Step": 4688, "Finetune/Step Time": 6.247821278870106}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7572882771492004, "Finetune/Loss (Raw)": 0.8746169805526733, "Finetune/Step": 4689, "Finetune/Step Time": 6.23396885022521}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7557312250137329, "Finetune/Loss (Raw)": 0.6452664732933044, "Finetune/Step": 4690, "Finetune/Step Time": 6.230674045160413}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7576436400413513, "Finetune/Loss (Raw)": 0.9056053757667542, "Finetune/Step": 4691, "Finetune/Step Time": 6.234386632218957}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7591674327850342, "Finetune/Loss (Raw)": 0.9509981870651245, "Finetune/Step": 4692, "Finetune/Step Time": 6.218924423679709}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7598752975463867, "Finetune/Loss (Raw)": 0.7828359603881836, "Finetune/Step": 4693, "Finetune/Step Time": 6.2214296124875546}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7608701586723328, "Finetune/Loss (Raw)": 0.8934794068336487, "Finetune/Step": 4694, "Finetune/Step Time": 6.226923359557986}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.760482668876648, "Finetune/Loss (Raw)": 0.8239169120788574, "Finetune/Step": 4695, "Finetune/Step Time": 6.223338488489389}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7594103813171387, "Finetune/Loss (Raw)": 0.6803485155105591, "Finetune/Step": 4696, "Finetune/Step Time": 6.226494716480374}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7588807344436646, "Finetune/Loss (Raw)": 0.7858536243438721, "Finetune/Step": 4697, "Finetune/Step Time": 6.220059759914875}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7589901685714722, "Finetune/Loss (Raw)": 0.8575970530509949, "Finetune/Step": 4698, "Finetune/Step Time": 6.218857277184725}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7609198093414307, "Finetune/Loss (Raw)": 0.8769640922546387, "Finetune/Step": 4699, "Finetune/Step Time": 6.2203467935323715}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7613914012908936, "Finetune/Loss (Raw)": 0.7897631525993347, "Finetune/Step": 4700, "Finetune/Step Time": 6.215806761756539}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7626906037330627, "Finetune/Loss (Raw)": 0.8329314589500427, "Finetune/Step": 4701, "Finetune/Step Time": 6.210510892793536}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.762221097946167, "Finetune/Loss (Raw)": 0.7555603981018066, "Finetune/Step": 4702, "Finetune/Step Time": 6.2060256488621235}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7634669542312622, "Finetune/Loss (Raw)": 0.8854437470436096, "Finetune/Step": 4703, "Finetune/Step Time": 6.204606249928474}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7635003328323364, "Finetune/Loss (Raw)": 0.6788937449455261, "Finetune/Step": 4704, "Finetune/Step Time": 6.1941768527030945}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7633589506149292, "Finetune/Loss (Raw)": 0.8894343376159668, "Finetune/Step": 4705, "Finetune/Step Time": 6.190267430618405}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7624551653862, "Finetune/Loss (Raw)": 0.7348891496658325, "Finetune/Step": 4706, "Finetune/Step Time": 6.188091032207012}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7631233930587769, "Finetune/Loss (Raw)": 0.6890329122543335, "Finetune/Step": 4707, "Finetune/Step Time": 6.180726155638695}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.764178454875946, "Finetune/Loss (Raw)": 0.691800594329834, "Finetune/Step": 4708, "Finetune/Step Time": 6.160697938874364}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7641875147819519, "Finetune/Loss (Raw)": 0.6714183688163757, "Finetune/Step": 4709, "Finetune/Step Time": 6.146177113056183}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.765762448310852, "Finetune/Loss (Raw)": 0.940068244934082, "Finetune/Step": 4710, "Finetune/Step Time": 6.1477716732770205}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7649390697479248, "Finetune/Loss (Raw)": 0.7798417210578918, "Finetune/Step": 4711, "Finetune/Step Time": 6.1434242986142635}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7647844552993774, "Finetune/Loss (Raw)": 0.6913506388664246, "Finetune/Step": 4712, "Finetune/Step Time": 6.146062849089503}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7664875984191895, "Finetune/Loss (Raw)": 0.8425874710083008, "Finetune/Step": 4713, "Finetune/Step Time": 6.1739045307040215}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7669589519500732, "Finetune/Loss (Raw)": 0.740119993686676, "Finetune/Step": 4714, "Finetune/Step Time": 6.175355210900307}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7661897540092468, "Finetune/Loss (Raw)": 0.7835215330123901, "Finetune/Step": 4715, "Finetune/Step Time": 6.177552908658981}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7652314901351929, "Finetune/Loss (Raw)": 0.7481719851493835, "Finetune/Step": 4716, "Finetune/Step Time": 6.173624403774738}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.765657901763916, "Finetune/Loss (Raw)": 0.8168519735336304, "Finetune/Step": 4717, "Finetune/Step Time": 6.157584678381681}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7644752264022827, "Finetune/Loss (Raw)": 0.5571669340133667, "Finetune/Step": 4718, "Finetune/Step Time": 6.159327344968915}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7631399631500244, "Finetune/Loss (Raw)": 0.6512939929962158, "Finetune/Step": 4719, "Finetune/Step Time": 6.166137030348182}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7630198001861572, "Finetune/Loss (Raw)": 0.49744975566864014, "Finetune/Step": 4720, "Finetune/Step Time": 6.168432241305709}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7610666751861572, "Finetune/Loss (Raw)": 0.5984851717948914, "Finetune/Step": 4721, "Finetune/Step Time": 6.186105389147997}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7614403367042542, "Finetune/Loss (Raw)": 0.702690064907074, "Finetune/Step": 4722, "Finetune/Step Time": 6.183008849620819}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7613511681556702, "Finetune/Loss (Raw)": 0.7744455337524414, "Finetune/Step": 4723, "Finetune/Step Time": 6.167066086083651}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7603662610054016, "Finetune/Loss (Raw)": 0.6438603401184082, "Finetune/Step": 4724, "Finetune/Step Time": 6.169712828472257}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7602322101593018, "Finetune/Loss (Raw)": 0.6898351907730103, "Finetune/Step": 4725, "Finetune/Step Time": 6.182952215895057}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7594571113586426, "Finetune/Loss (Raw)": 0.6896857023239136, "Finetune/Step": 4726, "Finetune/Step Time": 6.184807578101754}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.759475827217102, "Finetune/Loss (Raw)": 0.7235386967658997, "Finetune/Step": 4727, "Finetune/Step Time": 6.187196277081966}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7591363191604614, "Finetune/Loss (Raw)": 0.7290036678314209, "Finetune/Step": 4728, "Finetune/Step Time": 6.184327591210604}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7617775201797485, "Finetune/Loss (Raw)": 1.0167019367218018, "Finetune/Step": 4729, "Finetune/Step Time": 6.194525251165032}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7603288888931274, "Finetune/Loss (Raw)": 0.7935128808021545, "Finetune/Step": 4730, "Finetune/Step Time": 6.181965650990605}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.759951651096344, "Finetune/Loss (Raw)": 0.6115356087684631, "Finetune/Step": 4731, "Finetune/Step Time": 6.177633048966527}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7599079608917236, "Finetune/Loss (Raw)": 0.796747088432312, "Finetune/Step": 4732, "Finetune/Step Time": 6.176334334537387}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7616631984710693, "Finetune/Loss (Raw)": 0.8454419374465942, "Finetune/Step": 4733, "Finetune/Step Time": 6.169579319655895}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7604638338088989, "Finetune/Loss (Raw)": 0.6864836812019348, "Finetune/Step": 4734, "Finetune/Step Time": 6.150835633277893}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7614344358444214, "Finetune/Loss (Raw)": 0.8620449304580688, "Finetune/Step": 4735, "Finetune/Step Time": 6.1539969481527805}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7601799964904785, "Finetune/Loss (Raw)": 0.6027808785438538, "Finetune/Step": 4736, "Finetune/Step Time": 6.155687410384417}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7579872012138367, "Finetune/Loss (Raw)": 0.6657145023345947, "Finetune/Step": 4737, "Finetune/Step Time": 6.150009335950017}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7587153911590576, "Finetune/Loss (Raw)": 0.811349630355835, "Finetune/Step": 4738, "Finetune/Step Time": 6.155994037166238}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7600306272506714, "Finetune/Loss (Raw)": 0.7191755175590515, "Finetune/Step": 4739, "Finetune/Step Time": 6.15558953024447}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7590444087982178, "Finetune/Loss (Raw)": 0.6853005290031433, "Finetune/Step": 4740, "Finetune/Step Time": 6.142059277743101}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7584477663040161, "Finetune/Loss (Raw)": 0.5558332800865173, "Finetune/Step": 4741, "Finetune/Step Time": 6.140347540378571}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7581074833869934, "Finetune/Loss (Raw)": 0.6685137748718262, "Finetune/Step": 4742, "Finetune/Step Time": 6.131611550226808}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7561972141265869, "Finetune/Loss (Raw)": 0.6520383954048157, "Finetune/Step": 4743, "Finetune/Step Time": 6.141341034322977}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7577637434005737, "Finetune/Loss (Raw)": 0.9355132579803467, "Finetune/Step": 4744, "Finetune/Step Time": 6.150749213993549}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7579575777053833, "Finetune/Loss (Raw)": 0.7004979848861694, "Finetune/Step": 4745, "Finetune/Step Time": 6.145297048613429}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7567503452301025, "Finetune/Loss (Raw)": 0.685338020324707, "Finetune/Step": 4746, "Finetune/Step Time": 6.1603662222623825}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7568590641021729, "Finetune/Loss (Raw)": 0.9079522490501404, "Finetune/Step": 4747, "Finetune/Step Time": 6.172951377928257}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7575649619102478, "Finetune/Loss (Raw)": 0.8315010070800781, "Finetune/Step": 4748, "Finetune/Step Time": 6.170533364638686}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7568715810775757, "Finetune/Loss (Raw)": 0.7876948714256287, "Finetune/Step": 4749, "Finetune/Step Time": 6.169192349538207}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7561387419700623, "Finetune/Loss (Raw)": 0.7417972683906555, "Finetune/Step": 4750, "Finetune/Step Time": 6.168441474437714}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7552858591079712, "Finetune/Loss (Raw)": 0.7552146315574646, "Finetune/Step": 4751, "Finetune/Step Time": 6.173812443390489}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7561169862747192, "Finetune/Loss (Raw)": 0.8311145305633545, "Finetune/Step": 4752, "Finetune/Step Time": 6.183099687099457}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7550275325775146, "Finetune/Loss (Raw)": 0.7066016793251038, "Finetune/Step": 4753, "Finetune/Step Time": 6.182928053662181}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7568146586418152, "Finetune/Loss (Raw)": 0.8063201904296875, "Finetune/Step": 4754, "Finetune/Step Time": 6.176342600956559}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7569039463996887, "Finetune/Loss (Raw)": 0.763550341129303, "Finetune/Step": 4755, "Finetune/Step Time": 6.1648617424070835}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7576339840888977, "Finetune/Loss (Raw)": 0.7717903256416321, "Finetune/Step": 4756, "Finetune/Step Time": 6.163124496117234}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7578730583190918, "Finetune/Loss (Raw)": 0.774431049823761, "Finetune/Step": 4757, "Finetune/Step Time": 6.159025615081191}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7584261894226074, "Finetune/Loss (Raw)": 0.7535728216171265, "Finetune/Step": 4758, "Finetune/Step Time": 6.156997313722968}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7593584656715393, "Finetune/Loss (Raw)": 0.7021299600601196, "Finetune/Step": 4759, "Finetune/Step Time": 6.148169033229351}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7613637447357178, "Finetune/Loss (Raw)": 0.7793119549751282, "Finetune/Step": 4760, "Finetune/Step Time": 6.134821584448218}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7615708112716675, "Finetune/Loss (Raw)": 0.6060877442359924, "Finetune/Step": 4761, "Finetune/Step Time": 6.122371796518564}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7604084014892578, "Finetune/Loss (Raw)": 0.7209370136260986, "Finetune/Step": 4762, "Finetune/Step Time": 6.122652478516102}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7620081901550293, "Finetune/Loss (Raw)": 0.7731819152832031, "Finetune/Step": 4763, "Finetune/Step Time": 6.116601079702377}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7612871527671814, "Finetune/Loss (Raw)": 0.689825713634491, "Finetune/Step": 4764, "Finetune/Step Time": 6.108130659908056}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7596979141235352, "Finetune/Loss (Raw)": 0.6531007885932922, "Finetune/Step": 4765, "Finetune/Step Time": 6.108982117846608}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7591787576675415, "Finetune/Loss (Raw)": 0.927131712436676, "Finetune/Step": 4766, "Finetune/Step Time": 6.109162634238601}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7608140707015991, "Finetune/Loss (Raw)": 0.8229917883872986, "Finetune/Step": 4767, "Finetune/Step Time": 6.103888217359781}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7599227428436279, "Finetune/Loss (Raw)": 0.7460919618606567, "Finetune/Step": 4768, "Finetune/Step Time": 6.086005475372076}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7595987915992737, "Finetune/Loss (Raw)": 0.7553142309188843, "Finetune/Step": 4769, "Finetune/Step Time": 6.077160324901342}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7570801377296448, "Finetune/Loss (Raw)": 0.4704856276512146, "Finetune/Step": 4770, "Finetune/Step Time": 6.086807852610946}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7572130560874939, "Finetune/Loss (Raw)": 0.8990867137908936, "Finetune/Step": 4771, "Finetune/Step Time": 6.089503522962332}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7574703097343445, "Finetune/Loss (Raw)": 0.6894945502281189, "Finetune/Step": 4772, "Finetune/Step Time": 6.089275194332004}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7553566694259644, "Finetune/Loss (Raw)": 0.5562127828598022, "Finetune/Step": 4773, "Finetune/Step Time": 6.080102019011974}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7566297054290771, "Finetune/Loss (Raw)": 0.7861735224723816, "Finetune/Step": 4774, "Finetune/Step Time": 6.078096471726894}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.757277250289917, "Finetune/Loss (Raw)": 0.8818119764328003, "Finetune/Step": 4775, "Finetune/Step Time": 6.071827387437224}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.756772518157959, "Finetune/Loss (Raw)": 0.6682173013687134, "Finetune/Step": 4776, "Finetune/Step Time": 6.083917185664177}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7561108469963074, "Finetune/Loss (Raw)": 0.7595974206924438, "Finetune/Step": 4777, "Finetune/Step Time": 6.092535227537155}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7555979490280151, "Finetune/Loss (Raw)": 0.5760044455528259, "Finetune/Step": 4778, "Finetune/Step Time": 6.095581466332078}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7566326260566711, "Finetune/Loss (Raw)": 0.9202101826667786, "Finetune/Step": 4779, "Finetune/Step Time": 6.104088131338358}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7561823129653931, "Finetune/Loss (Raw)": 0.7106083035469055, "Finetune/Step": 4780, "Finetune/Step Time": 6.105698823928833}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7569945454597473, "Finetune/Loss (Raw)": 0.6605706214904785, "Finetune/Step": 4781, "Finetune/Step Time": 6.103813847526908}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7563162446022034, "Finetune/Loss (Raw)": 0.6557866930961609, "Finetune/Step": 4782, "Finetune/Step Time": 6.092381151393056}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7561007142066956, "Finetune/Loss (Raw)": 0.6012712717056274, "Finetune/Step": 4783, "Finetune/Step Time": 6.097573030740023}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7569687962532043, "Finetune/Loss (Raw)": 0.7840651273727417, "Finetune/Step": 4784, "Finetune/Step Time": 6.11598446033895}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7587132453918457, "Finetune/Loss (Raw)": 0.9584418535232544, "Finetune/Step": 4785, "Finetune/Step Time": 6.105713730677962}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7585467100143433, "Finetune/Loss (Raw)": 0.812802255153656, "Finetune/Step": 4786, "Finetune/Step Time": 6.097933990880847}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7576894760131836, "Finetune/Loss (Raw)": 0.7602777481079102, "Finetune/Step": 4787, "Finetune/Step Time": 6.098761677742004}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7562375664710999, "Finetune/Loss (Raw)": 0.6403140425682068, "Finetune/Step": 4788, "Finetune/Step Time": 6.097335396334529}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.75574791431427, "Finetune/Loss (Raw)": 0.6101698875427246, "Finetune/Step": 4789, "Finetune/Step Time": 6.103575609624386}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.755542516708374, "Finetune/Loss (Raw)": 0.8152128458023071, "Finetune/Step": 4790, "Finetune/Step Time": 6.103972595185041}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7544625997543335, "Finetune/Loss (Raw)": 0.6781638860702515, "Finetune/Step": 4791, "Finetune/Step Time": 6.111657448112965}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.75592440366745, "Finetune/Loss (Raw)": 0.9592242240905762, "Finetune/Step": 4792, "Finetune/Step Time": 6.118831053376198}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7570313215255737, "Finetune/Loss (Raw)": 0.8392665982246399, "Finetune/Step": 4793, "Finetune/Step Time": 6.120168028399348}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7578922510147095, "Finetune/Loss (Raw)": 0.7007877230644226, "Finetune/Step": 4794, "Finetune/Step Time": 6.117185141891241}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7567093372344971, "Finetune/Loss (Raw)": 0.6899919509887695, "Finetune/Step": 4795, "Finetune/Step Time": 6.114470884203911}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7574710845947266, "Finetune/Loss (Raw)": 0.8480331897735596, "Finetune/Step": 4796, "Finetune/Step Time": 6.133719939738512}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7590299844741821, "Finetune/Loss (Raw)": 0.7864466309547424, "Finetune/Step": 4797, "Finetune/Step Time": 6.126801408827305}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7575255632400513, "Finetune/Loss (Raw)": 0.6067728996276855, "Finetune/Step": 4798, "Finetune/Step Time": 6.115834958851337}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7583988308906555, "Finetune/Loss (Raw)": 0.8350090980529785, "Finetune/Step": 4799, "Finetune/Step Time": 6.125876406207681}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7594848871231079, "Finetune/Loss (Raw)": 0.9587797522544861, "Finetune/Step": 4800, "Finetune/Step Time": 6.114282937720418}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7599827647209167, "Finetune/Loss (Raw)": 0.8506273031234741, "Finetune/Step": 4801, "Finetune/Step Time": 6.102848399430513}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7595089673995972, "Finetune/Loss (Raw)": 0.7968569993972778, "Finetune/Step": 4802, "Finetune/Step Time": 6.091975033283234}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7596300840377808, "Finetune/Loss (Raw)": 0.8570084571838379, "Finetune/Step": 4803, "Finetune/Step Time": 6.076406633481383}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.760212779045105, "Finetune/Loss (Raw)": 0.8206662535667419, "Finetune/Step": 4804, "Finetune/Step Time": 6.07902354747057}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7602272033691406, "Finetune/Loss (Raw)": 0.8500275611877441, "Finetune/Step": 4805, "Finetune/Step Time": 6.081160055473447}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7604469060897827, "Finetune/Loss (Raw)": 0.7946717143058777, "Finetune/Step": 4806, "Finetune/Step Time": 6.080922307446599}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7614613175392151, "Finetune/Loss (Raw)": 0.7749741673469543, "Finetune/Step": 4807, "Finetune/Step Time": 6.069327833130956}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7616448998451233, "Finetune/Loss (Raw)": 0.9130946397781372, "Finetune/Step": 4808, "Finetune/Step Time": 6.069298058748245}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7601014971733093, "Finetune/Loss (Raw)": 0.5646082758903503, "Finetune/Step": 4809, "Finetune/Step Time": 6.06559869274497}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7600805163383484, "Finetune/Loss (Raw)": 0.749940037727356, "Finetune/Step": 4810, "Finetune/Step Time": 6.058070831000805}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7602306604385376, "Finetune/Loss (Raw)": 0.8031628131866455, "Finetune/Step": 4811, "Finetune/Step Time": 6.057361928746104}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.759543776512146, "Finetune/Loss (Raw)": 0.7892249226570129, "Finetune/Step": 4812, "Finetune/Step Time": 6.066458657383919}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7587801814079285, "Finetune/Loss (Raw)": 0.7481504082679749, "Finetune/Step": 4813, "Finetune/Step Time": 6.0731194373220205}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7599103450775146, "Finetune/Loss (Raw)": 0.8110312819480896, "Finetune/Step": 4814, "Finetune/Step Time": 6.0865887477993965}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7605708837509155, "Finetune/Loss (Raw)": 0.8822057843208313, "Finetune/Step": 4815, "Finetune/Step Time": 6.082897951826453}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7578720450401306, "Finetune/Loss (Raw)": 0.6832894682884216, "Finetune/Step": 4816, "Finetune/Step Time": 6.08635432086885}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7575880289077759, "Finetune/Loss (Raw)": 0.8382624983787537, "Finetune/Step": 4817, "Finetune/Step Time": 6.09855049662292}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7590788006782532, "Finetune/Loss (Raw)": 0.8360845446586609, "Finetune/Step": 4818, "Finetune/Step Time": 6.102203756570816}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7588006258010864, "Finetune/Loss (Raw)": 0.8700070977210999, "Finetune/Step": 4819, "Finetune/Step Time": 6.09614310413599}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7581369876861572, "Finetune/Loss (Raw)": 0.8660489916801453, "Finetune/Step": 4820, "Finetune/Step Time": 6.0957172848284245}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.758966863155365, "Finetune/Loss (Raw)": 0.8890596032142639, "Finetune/Step": 4821, "Finetune/Step Time": 6.094847256317735}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.758473813533783, "Finetune/Loss (Raw)": 0.8303677439689636, "Finetune/Step": 4822, "Finetune/Step Time": 6.0897286627441645}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.758719801902771, "Finetune/Loss (Raw)": 0.8554041981697083, "Finetune/Step": 4823, "Finetune/Step Time": 6.094366351142526}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7586893439292908, "Finetune/Loss (Raw)": 0.6764481663703918, "Finetune/Step": 4824, "Finetune/Step Time": 6.097275448963046}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7584078907966614, "Finetune/Loss (Raw)": 0.7498292326927185, "Finetune/Step": 4825, "Finetune/Step Time": 6.105938533321023}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7578306198120117, "Finetune/Loss (Raw)": 0.7837100625038147, "Finetune/Step": 4826, "Finetune/Step Time": 6.119452301412821}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7577086091041565, "Finetune/Loss (Raw)": 0.8613459467887878, "Finetune/Step": 4827, "Finetune/Step Time": 6.117052085697651}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7582598328590393, "Finetune/Loss (Raw)": 0.8603168725967407, "Finetune/Step": 4828, "Finetune/Step Time": 6.115605723112822}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7579618692398071, "Finetune/Loss (Raw)": 0.7947959899902344, "Finetune/Step": 4829, "Finetune/Step Time": 6.122878536581993}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7579582929611206, "Finetune/Loss (Raw)": 0.7550957202911377, "Finetune/Step": 4830, "Finetune/Step Time": 6.123720735311508}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.755635678768158, "Finetune/Loss (Raw)": 0.5881503224372864, "Finetune/Step": 4831, "Finetune/Step Time": 6.125826086848974}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7555152177810669, "Finetune/Loss (Raw)": 0.6634756922721863, "Finetune/Step": 4832, "Finetune/Step Time": 6.159320242702961}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7546234130859375, "Finetune/Loss (Raw)": 0.7752869725227356, "Finetune/Step": 4833, "Finetune/Step Time": 6.174828274175525}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.756136953830719, "Finetune/Loss (Raw)": 0.9286155700683594, "Finetune/Step": 4834, "Finetune/Step Time": 6.178423499688506}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7573330998420715, "Finetune/Loss (Raw)": 0.8421432375907898, "Finetune/Step": 4835, "Finetune/Step Time": 6.180439503863454}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7589307427406311, "Finetune/Loss (Raw)": 0.8962974548339844, "Finetune/Step": 4836, "Finetune/Step Time": 6.178730772808194}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7597718238830566, "Finetune/Loss (Raw)": 0.7790840268135071, "Finetune/Step": 4837, "Finetune/Step Time": 6.172348812222481}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7592004537582397, "Finetune/Loss (Raw)": 0.8669221997261047, "Finetune/Step": 4838, "Finetune/Step Time": 6.162487292662263}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7585263252258301, "Finetune/Loss (Raw)": 0.6935653686523438, "Finetune/Step": 4839, "Finetune/Step Time": 6.163677832111716}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7592385411262512, "Finetune/Loss (Raw)": 0.7825044393539429, "Finetune/Step": 4840, "Finetune/Step Time": 6.173464093357325}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7583854794502258, "Finetune/Loss (Raw)": 0.7333955764770508, "Finetune/Step": 4841, "Finetune/Step Time": 6.149598680436611}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7577481269836426, "Finetune/Loss (Raw)": 0.6585419774055481, "Finetune/Step": 4842, "Finetune/Step Time": 6.1558987610042095}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7590269446372986, "Finetune/Loss (Raw)": 0.9472085237503052, "Finetune/Step": 4843, "Finetune/Step Time": 6.162005461752415}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7585448622703552, "Finetune/Loss (Raw)": 0.6864623427391052, "Finetune/Step": 4844, "Finetune/Step Time": 6.1649824269115925}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7589616775512695, "Finetune/Loss (Raw)": 0.8702099323272705, "Finetune/Step": 4845, "Finetune/Step Time": 6.178089780732989}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7609298229217529, "Finetune/Loss (Raw)": 0.8090852499008179, "Finetune/Step": 4846, "Finetune/Step Time": 6.182424500584602}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7610762119293213, "Finetune/Loss (Raw)": 0.6700320839881897, "Finetune/Step": 4847, "Finetune/Step Time": 6.195841073989868}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7623740434646606, "Finetune/Loss (Raw)": 0.6635733246803284, "Finetune/Step": 4848, "Finetune/Step Time": 6.204025426879525}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7630277872085571, "Finetune/Loss (Raw)": 0.6821678876876831, "Finetune/Step": 4849, "Finetune/Step Time": 6.17285824008286}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7642982602119446, "Finetune/Loss (Raw)": 0.8653088212013245, "Finetune/Step": 4850, "Finetune/Step Time": 6.186625402420759}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7649499177932739, "Finetune/Loss (Raw)": 0.8578528761863708, "Finetune/Step": 4851, "Finetune/Step Time": 6.195808740332723}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7651247382164001, "Finetune/Loss (Raw)": 0.6662415862083435, "Finetune/Step": 4852, "Finetune/Step Time": 6.197070287540555}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7661796808242798, "Finetune/Loss (Raw)": 0.8248734474182129, "Finetune/Step": 4853, "Finetune/Step Time": 6.194656049832702}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7651125192642212, "Finetune/Loss (Raw)": 0.5530829429626465, "Finetune/Step": 4854, "Finetune/Step Time": 6.199476597830653}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7655302286148071, "Finetune/Loss (Raw)": 0.7770034670829773, "Finetune/Step": 4855, "Finetune/Step Time": 6.20067891664803}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7661821842193604, "Finetune/Loss (Raw)": 0.8124495148658752, "Finetune/Step": 4856, "Finetune/Step Time": 6.2018486224114895}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7650632858276367, "Finetune/Loss (Raw)": 0.8734891414642334, "Finetune/Step": 4857, "Finetune/Step Time": 6.201045751571655}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.766242504119873, "Finetune/Loss (Raw)": 0.9444564580917358, "Finetune/Step": 4858, "Finetune/Step Time": 6.20256520062685}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7676238417625427, "Finetune/Loss (Raw)": 0.788341760635376, "Finetune/Step": 4859, "Finetune/Step Time": 6.205584716051817}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7669676542282104, "Finetune/Loss (Raw)": 0.7127563953399658, "Finetune/Step": 4860, "Finetune/Step Time": 6.19845318607986}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7661680579185486, "Finetune/Loss (Raw)": 0.7430916428565979, "Finetune/Step": 4861, "Finetune/Step Time": 6.201014583930373}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7680036425590515, "Finetune/Loss (Raw)": 0.9214412569999695, "Finetune/Step": 4862, "Finetune/Step Time": 6.207208354026079}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.768566906452179, "Finetune/Loss (Raw)": 0.934144914150238, "Finetune/Step": 4863, "Finetune/Step Time": 6.200486738234758}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7696402072906494, "Finetune/Loss (Raw)": 0.7401612997055054, "Finetune/Step": 4864, "Finetune/Step Time": 6.203349109739065}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7709978818893433, "Finetune/Loss (Raw)": 0.8394917249679565, "Finetune/Step": 4865, "Finetune/Step Time": 6.207400674000382}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7703238129615784, "Finetune/Loss (Raw)": 0.7250752449035645, "Finetune/Step": 4866, "Finetune/Step Time": 6.205429490655661}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7695385217666626, "Finetune/Loss (Raw)": 0.6186590790748596, "Finetune/Step": 4867, "Finetune/Step Time": 6.2080510053783655}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7696309685707092, "Finetune/Loss (Raw)": 0.6971333622932434, "Finetune/Step": 4868, "Finetune/Step Time": 6.225380778312683}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7703042030334473, "Finetune/Loss (Raw)": 0.6420074105262756, "Finetune/Step": 4869, "Finetune/Step Time": 6.225814977660775}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7705989480018616, "Finetune/Loss (Raw)": 0.7062405347824097, "Finetune/Step": 4870, "Finetune/Step Time": 6.2258032113313675}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7718369364738464, "Finetune/Loss (Raw)": 0.8105016350746155, "Finetune/Step": 4871, "Finetune/Step Time": 6.216027498245239}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7706385850906372, "Finetune/Loss (Raw)": 0.7821248173713684, "Finetune/Step": 4872, "Finetune/Step Time": 6.213349489495158}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7706329822540283, "Finetune/Loss (Raw)": 0.6997823119163513, "Finetune/Step": 4873, "Finetune/Step Time": 6.213732937350869}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7696659564971924, "Finetune/Loss (Raw)": 0.5615591406822205, "Finetune/Step": 4874, "Finetune/Step Time": 6.209405375644565}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7683201432228088, "Finetune/Loss (Raw)": 0.7356845140457153, "Finetune/Step": 4875, "Finetune/Step Time": 6.201380403712392}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.768756628036499, "Finetune/Loss (Raw)": 0.8873696327209473, "Finetune/Step": 4876, "Finetune/Step Time": 6.20512080937624}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7695316672325134, "Finetune/Loss (Raw)": 0.8868978023529053, "Finetune/Step": 4877, "Finetune/Step Time": 6.200024167075753}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7693932056427002, "Finetune/Loss (Raw)": 0.7240774035453796, "Finetune/Step": 4878, "Finetune/Step Time": 6.201199261471629}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7700902223587036, "Finetune/Loss (Raw)": 0.8444327712059021, "Finetune/Step": 4879, "Finetune/Step Time": 6.19910554215312}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7704057693481445, "Finetune/Loss (Raw)": 0.8715048432350159, "Finetune/Step": 4880, "Finetune/Step Time": 6.190256334841251}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7724551558494568, "Finetune/Loss (Raw)": 0.9689223766326904, "Finetune/Step": 4881, "Finetune/Step Time": 6.198950842022896}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7713397741317749, "Finetune/Loss (Raw)": 0.6635547280311584, "Finetune/Step": 4882, "Finetune/Step Time": 6.194971818476915}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7706303000450134, "Finetune/Loss (Raw)": 0.6727322936058044, "Finetune/Step": 4883, "Finetune/Step Time": 6.193577017635107}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.77122563123703, "Finetune/Loss (Raw)": 0.8479948043823242, "Finetune/Step": 4884, "Finetune/Step Time": 6.190789015963674}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7709366083145142, "Finetune/Loss (Raw)": 0.7374356389045715, "Finetune/Step": 4885, "Finetune/Step Time": 6.192578323185444}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7717966437339783, "Finetune/Loss (Raw)": 0.8636593222618103, "Finetune/Step": 4886, "Finetune/Step Time": 6.195057222619653}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7727314829826355, "Finetune/Loss (Raw)": 0.8217880129814148, "Finetune/Step": 4887, "Finetune/Step Time": 6.201443584635854}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7730728983879089, "Finetune/Loss (Raw)": 0.8230112195014954, "Finetune/Step": 4888, "Finetune/Step Time": 6.210548298433423}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7745223045349121, "Finetune/Loss (Raw)": 0.7916159629821777, "Finetune/Step": 4889, "Finetune/Step Time": 6.223571749404073}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7744109630584717, "Finetune/Loss (Raw)": 0.7066858410835266, "Finetune/Step": 4890, "Finetune/Step Time": 6.221546977758408}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.774118185043335, "Finetune/Loss (Raw)": 0.7357089519500732, "Finetune/Step": 4891, "Finetune/Step Time": 6.233305506408215}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7747982740402222, "Finetune/Loss (Raw)": 0.7768707275390625, "Finetune/Step": 4892, "Finetune/Step Time": 6.232143182307482}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7765352725982666, "Finetune/Loss (Raw)": 0.8754402995109558, "Finetune/Step": 4893, "Finetune/Step Time": 6.231934389099479}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7748579978942871, "Finetune/Loss (Raw)": 0.7124413251876831, "Finetune/Step": 4894, "Finetune/Step Time": 6.233944609761238}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7736227512359619, "Finetune/Loss (Raw)": 0.6648715734481812, "Finetune/Step": 4895, "Finetune/Step Time": 6.2392460741102695}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7745044827461243, "Finetune/Loss (Raw)": 0.8589588403701782, "Finetune/Step": 4896, "Finetune/Step Time": 6.241917239502072}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7735185027122498, "Finetune/Loss (Raw)": 0.6291102170944214, "Finetune/Step": 4897, "Finetune/Step Time": 6.251301666721702}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7750906348228455, "Finetune/Loss (Raw)": 0.6717199683189392, "Finetune/Step": 4898, "Finetune/Step Time": 6.247513236477971}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7748131155967712, "Finetune/Loss (Raw)": 0.8635612726211548, "Finetune/Step": 4899, "Finetune/Step Time": 6.248430049046874}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7755682468414307, "Finetune/Loss (Raw)": 0.7861559987068176, "Finetune/Step": 4900, "Finetune/Step Time": 6.244625672698021}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7770344018936157, "Finetune/Loss (Raw)": 0.7438791990280151, "Finetune/Step": 4901, "Finetune/Step Time": 6.23797444999218}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7767137885093689, "Finetune/Loss (Raw)": 0.7451311349868774, "Finetune/Step": 4902, "Finetune/Step Time": 6.236842663958669}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7755041718482971, "Finetune/Loss (Raw)": 0.7269791960716248, "Finetune/Step": 4903, "Finetune/Step Time": 6.236370470374823}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.776376485824585, "Finetune/Loss (Raw)": 0.7798738479614258, "Finetune/Step": 4904, "Finetune/Step Time": 6.222137738019228}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7766590118408203, "Finetune/Loss (Raw)": 0.795756459236145, "Finetune/Step": 4905, "Finetune/Step Time": 6.214139137417078}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7778869867324829, "Finetune/Loss (Raw)": 0.7331907749176025, "Finetune/Step": 4906, "Finetune/Step Time": 6.20947478339076}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7755078673362732, "Finetune/Loss (Raw)": 0.6156842708587646, "Finetune/Step": 4907, "Finetune/Step Time": 6.194577921181917}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7760244607925415, "Finetune/Loss (Raw)": 0.7767305374145508, "Finetune/Step": 4908, "Finetune/Step Time": 6.199850477278233}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7768067121505737, "Finetune/Loss (Raw)": 0.7607038021087646, "Finetune/Step": 4909, "Finetune/Step Time": 6.206580765545368}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7780414819717407, "Finetune/Loss (Raw)": 0.8138338327407837, "Finetune/Step": 4910, "Finetune/Step Time": 6.202104302123189}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7793323993682861, "Finetune/Loss (Raw)": 0.7665045261383057, "Finetune/Step": 4911, "Finetune/Step Time": 6.191716847941279}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7792957425117493, "Finetune/Loss (Raw)": 0.7793738842010498, "Finetune/Step": 4912, "Finetune/Step Time": 6.166291682049632}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.778103768825531, "Finetune/Loss (Raw)": 0.8058705925941467, "Finetune/Step": 4913, "Finetune/Step Time": 6.160998040810227}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7774040102958679, "Finetune/Loss (Raw)": 0.7232381105422974, "Finetune/Step": 4914, "Finetune/Step Time": 6.168459480628371}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7765873074531555, "Finetune/Loss (Raw)": 0.6557375192642212, "Finetune/Step": 4915, "Finetune/Step Time": 6.182178050279617}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7774665355682373, "Finetune/Loss (Raw)": 0.7528559565544128, "Finetune/Step": 4916, "Finetune/Step Time": 6.177859667688608}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7781374454498291, "Finetune/Loss (Raw)": 0.6960445046424866, "Finetune/Step": 4917, "Finetune/Step Time": 6.165523858740926}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.777984619140625, "Finetune/Loss (Raw)": 0.7956545352935791, "Finetune/Step": 4918, "Finetune/Step Time": 6.178466947749257}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7786856293678284, "Finetune/Loss (Raw)": 0.7678875923156738, "Finetune/Step": 4919, "Finetune/Step Time": 6.169877551496029}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7780183553695679, "Finetune/Loss (Raw)": 0.8738132119178772, "Finetune/Step": 4920, "Finetune/Step Time": 6.153865993022919}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7774431109428406, "Finetune/Loss (Raw)": 0.7656350135803223, "Finetune/Step": 4921, "Finetune/Step Time": 6.155235789716244}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7772892713546753, "Finetune/Loss (Raw)": 0.6810998916625977, "Finetune/Step": 4922, "Finetune/Step Time": 6.161914363503456}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7776762247085571, "Finetune/Loss (Raw)": 0.739526629447937, "Finetune/Step": 4923, "Finetune/Step Time": 6.156742662191391}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.776801347732544, "Finetune/Loss (Raw)": 0.7360397577285767, "Finetune/Step": 4924, "Finetune/Step Time": 6.141190871596336}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7763457894325256, "Finetune/Loss (Raw)": 0.728135883808136, "Finetune/Step": 4925, "Finetune/Step Time": 6.139670038595796}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7772307395935059, "Finetune/Loss (Raw)": 0.7200444340705872, "Finetune/Step": 4926, "Finetune/Step Time": 6.134756848216057}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7767630815505981, "Finetune/Loss (Raw)": 0.7751562595367432, "Finetune/Step": 4927, "Finetune/Step Time": 6.125865627080202}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7735733985900879, "Finetune/Loss (Raw)": 0.550491213798523, "Finetune/Step": 4928, "Finetune/Step Time": 6.130598202347755}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7727369070053101, "Finetune/Loss (Raw)": 0.7435647249221802, "Finetune/Step": 4929, "Finetune/Step Time": 6.155625192448497}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7726247906684875, "Finetune/Loss (Raw)": 0.7825034856796265, "Finetune/Step": 4930, "Finetune/Step Time": 6.15748754888773}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.772468626499176, "Finetune/Loss (Raw)": 0.8370205163955688, "Finetune/Step": 4931, "Finetune/Step Time": 6.1578640807420015}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7726006507873535, "Finetune/Loss (Raw)": 0.8375664949417114, "Finetune/Step": 4932, "Finetune/Step Time": 6.158363519236445}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7714850902557373, "Finetune/Loss (Raw)": 0.7072402834892273, "Finetune/Step": 4933, "Finetune/Step Time": 6.160675695165992}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7717890739440918, "Finetune/Loss (Raw)": 0.8335787653923035, "Finetune/Step": 4934, "Finetune/Step Time": 6.165173690766096}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7724391222000122, "Finetune/Loss (Raw)": 0.8581799864768982, "Finetune/Step": 4935, "Finetune/Step Time": 6.161378910765052}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7707228660583496, "Finetune/Loss (Raw)": 0.6934084296226501, "Finetune/Step": 4936, "Finetune/Step Time": 6.161918073892593}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7734572291374207, "Finetune/Loss (Raw)": 0.9146069884300232, "Finetune/Step": 4937, "Finetune/Step Time": 6.166519103571773}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7738737463951111, "Finetune/Loss (Raw)": 0.8032569885253906, "Finetune/Step": 4938, "Finetune/Step Time": 6.174691053107381}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7726404070854187, "Finetune/Loss (Raw)": 0.6452966332435608, "Finetune/Step": 4939, "Finetune/Step Time": 6.180218446999788}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7713783979415894, "Finetune/Loss (Raw)": 0.6276824474334717, "Finetune/Step": 4940, "Finetune/Step Time": 6.183952033519745}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7707707285881042, "Finetune/Loss (Raw)": 0.670372724533081, "Finetune/Step": 4941, "Finetune/Step Time": 6.178158650174737}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7699064016342163, "Finetune/Loss (Raw)": 0.7003987431526184, "Finetune/Step": 4942, "Finetune/Step Time": 6.163704212754965}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7683532238006592, "Finetune/Loss (Raw)": 0.6833982467651367, "Finetune/Step": 4943, "Finetune/Step Time": 6.167777813971043}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7693564891815186, "Finetune/Loss (Raw)": 0.8117027282714844, "Finetune/Step": 4944, "Finetune/Step Time": 6.181430799886584}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7696747779846191, "Finetune/Loss (Raw)": 0.8790024518966675, "Finetune/Step": 4945, "Finetune/Step Time": 6.173233482986689}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7686548829078674, "Finetune/Loss (Raw)": 0.7055411338806152, "Finetune/Step": 4946, "Finetune/Step Time": 6.171011365950108}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7679716944694519, "Finetune/Loss (Raw)": 0.7825564742088318, "Finetune/Step": 4947, "Finetune/Step Time": 6.1722485311329365}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7669359445571899, "Finetune/Loss (Raw)": 0.7334831357002258, "Finetune/Step": 4948, "Finetune/Step Time": 6.174043908715248}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7655675411224365, "Finetune/Loss (Raw)": 0.7139018177986145, "Finetune/Step": 4949, "Finetune/Step Time": 6.172806670889258}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7642704844474792, "Finetune/Loss (Raw)": 0.6643419861793518, "Finetune/Step": 4950, "Finetune/Step Time": 6.173976508900523}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.764068603515625, "Finetune/Loss (Raw)": 0.8295592665672302, "Finetune/Step": 4951, "Finetune/Step Time": 6.178057745099068}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7650171518325806, "Finetune/Loss (Raw)": 0.797860860824585, "Finetune/Step": 4952, "Finetune/Step Time": 6.184693114832044}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.76466965675354, "Finetune/Loss (Raw)": 0.7053568363189697, "Finetune/Step": 4953, "Finetune/Step Time": 6.174339393153787}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7646512985229492, "Finetune/Loss (Raw)": 0.7813604474067688, "Finetune/Step": 4954, "Finetune/Step Time": 6.173082729801536}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7640789151191711, "Finetune/Loss (Raw)": 0.7880764603614807, "Finetune/Step": 4955, "Finetune/Step Time": 6.202899035066366}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.76380455493927, "Finetune/Loss (Raw)": 0.8252004384994507, "Finetune/Step": 4956, "Finetune/Step Time": 6.201827524229884}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7642252445220947, "Finetune/Loss (Raw)": 0.848648190498352, "Finetune/Step": 4957, "Finetune/Step Time": 6.190806211903691}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7638148069381714, "Finetune/Loss (Raw)": 0.702553391456604, "Finetune/Step": 4958, "Finetune/Step Time": 6.1883119978010654}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7650691866874695, "Finetune/Loss (Raw)": 0.7487122416496277, "Finetune/Step": 4959, "Finetune/Step Time": 6.199165549129248}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7657195329666138, "Finetune/Loss (Raw)": 0.7467186450958252, "Finetune/Step": 4960, "Finetune/Step Time": 6.183443231508136}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7655267715454102, "Finetune/Loss (Raw)": 0.7506199479103088, "Finetune/Step": 4961, "Finetune/Step Time": 6.167940892279148}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7646703720092773, "Finetune/Loss (Raw)": 0.818990170955658, "Finetune/Step": 4962, "Finetune/Step Time": 6.16560778953135}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7639174461364746, "Finetune/Loss (Raw)": 0.7457687258720398, "Finetune/Step": 4963, "Finetune/Step Time": 6.165320316329598}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7637119889259338, "Finetune/Loss (Raw)": 0.8700032830238342, "Finetune/Step": 4964, "Finetune/Step Time": 6.168105347082019}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7646661996841431, "Finetune/Loss (Raw)": 0.9012215733528137, "Finetune/Step": 4965, "Finetune/Step Time": 6.172153797000647}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7636379599571228, "Finetune/Loss (Raw)": 0.7353091835975647, "Finetune/Step": 4966, "Finetune/Step Time": 6.173580959439278}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7651212215423584, "Finetune/Loss (Raw)": 0.8834213018417358, "Finetune/Step": 4967, "Finetune/Step Time": 6.175551824271679}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7651445865631104, "Finetune/Loss (Raw)": 0.7854889035224915, "Finetune/Step": 4968, "Finetune/Step Time": 6.162153774872422}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7651035785675049, "Finetune/Loss (Raw)": 0.7281484603881836, "Finetune/Step": 4969, "Finetune/Step Time": 6.157854562625289}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7661488652229309, "Finetune/Loss (Raw)": 0.7923442721366882, "Finetune/Step": 4970, "Finetune/Step Time": 6.155890196561813}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7657672166824341, "Finetune/Loss (Raw)": 0.8983538746833801, "Finetune/Step": 4971, "Finetune/Step Time": 6.146821232512593}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7664282321929932, "Finetune/Loss (Raw)": 0.7710753083229065, "Finetune/Step": 4972, "Finetune/Step Time": 6.152824025601149}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7669646739959717, "Finetune/Loss (Raw)": 0.9388748407363892, "Finetune/Step": 4973, "Finetune/Step Time": 6.150044968351722}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7652623653411865, "Finetune/Loss (Raw)": 0.5911906957626343, "Finetune/Step": 4974, "Finetune/Step Time": 6.14989379607141}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7655361890792847, "Finetune/Loss (Raw)": 0.7050818204879761, "Finetune/Step": 4975, "Finetune/Step Time": 6.145296413451433}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7675124406814575, "Finetune/Loss (Raw)": 0.916526734828949, "Finetune/Step": 4976, "Finetune/Step Time": 6.133091295138001}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7675803899765015, "Finetune/Loss (Raw)": 0.6908743977546692, "Finetune/Step": 4977, "Finetune/Step Time": 6.13519774004817}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7666091322898865, "Finetune/Loss (Raw)": 0.7409845590591431, "Finetune/Step": 4978, "Finetune/Step Time": 6.131994804367423}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7651655673980713, "Finetune/Loss (Raw)": 0.6730784773826599, "Finetune/Step": 4979, "Finetune/Step Time": 6.125455539673567}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7650308609008789, "Finetune/Loss (Raw)": 0.6489925980567932, "Finetune/Step": 4980, "Finetune/Step Time": 6.125659851357341}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.764127790927887, "Finetune/Loss (Raw)": 0.709280788898468, "Finetune/Step": 4981, "Finetune/Step Time": 6.119575966149569}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7665965557098389, "Finetune/Loss (Raw)": 0.8690919280052185, "Finetune/Step": 4982, "Finetune/Step Time": 6.113405788317323}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7662538290023804, "Finetune/Loss (Raw)": 0.7331308126449585, "Finetune/Step": 4983, "Finetune/Step Time": 6.115504151210189}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7649707794189453, "Finetune/Loss (Raw)": 0.6482189297676086, "Finetune/Step": 4984, "Finetune/Step Time": 6.131812201812863}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7649604082107544, "Finetune/Loss (Raw)": 0.8721539378166199, "Finetune/Step": 4985, "Finetune/Step Time": 6.125433696433902}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7623579502105713, "Finetune/Loss (Raw)": 0.6113532781600952, "Finetune/Step": 4986, "Finetune/Step Time": 6.121850151568651}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7626138925552368, "Finetune/Loss (Raw)": 0.8210955858230591, "Finetune/Step": 4987, "Finetune/Step Time": 6.118891203776002}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7635769844055176, "Finetune/Loss (Raw)": 0.8360291123390198, "Finetune/Step": 4988, "Finetune/Step Time": 6.123112861067057}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7642436027526855, "Finetune/Loss (Raw)": 0.8284185528755188, "Finetune/Step": 4989, "Finetune/Step Time": 6.125002570450306}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7631573677062988, "Finetune/Loss (Raw)": 0.7824121117591858, "Finetune/Step": 4990, "Finetune/Step Time": 6.119321167469025}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7618328332901001, "Finetune/Loss (Raw)": 0.7646061182022095, "Finetune/Step": 4991, "Finetune/Step Time": 6.118408143520355}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7634841203689575, "Finetune/Loss (Raw)": 0.9515150785446167, "Finetune/Step": 4992, "Finetune/Step Time": 6.115901425480843}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7608932256698608, "Finetune/Loss (Raw)": 0.5078652501106262, "Finetune/Step": 4993, "Finetune/Step Time": 6.128038510680199}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7613611817359924, "Finetune/Loss (Raw)": 0.7849694490432739, "Finetune/Step": 4994, "Finetune/Step Time": 6.134767811745405}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7610507011413574, "Finetune/Loss (Raw)": 0.5789209604263306, "Finetune/Step": 4995, "Finetune/Step Time": 6.133017238229513}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7626646161079407, "Finetune/Loss (Raw)": 0.903705894947052, "Finetune/Step": 4996, "Finetune/Step Time": 6.11877796985209}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7642515301704407, "Finetune/Loss (Raw)": 0.8451360464096069, "Finetune/Step": 4997, "Finetune/Step Time": 6.115144765004516}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7667243480682373, "Finetune/Loss (Raw)": 1.0227652788162231, "Finetune/Step": 4998, "Finetune/Step Time": 6.106160813942552}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7674233913421631, "Finetune/Loss (Raw)": 0.8999783396720886, "Finetune/Step": 4999, "Finetune/Step Time": 6.103875206783414}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.766333281993866, "Finetune/Loss (Raw)": 0.6425852179527283, "Finetune/Step": 5000, "Finetune/Step Time": 6.114588705822825}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7671106457710266, "Finetune/Loss (Raw)": 0.7992844581604004, "Finetune/Step": 5001, "Finetune/Step Time": 6.136897945776582}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7669482231140137, "Finetune/Loss (Raw)": 0.5407657027244568, "Finetune/Step": 5002, "Finetune/Step Time": 6.125664772465825}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7666939496994019, "Finetune/Loss (Raw)": 0.7031500935554504, "Finetune/Step": 5003, "Finetune/Step Time": 6.124243002384901}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7644861936569214, "Finetune/Loss (Raw)": 0.6047725677490234, "Finetune/Step": 5004, "Finetune/Step Time": 6.119660321623087}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7636175155639648, "Finetune/Loss (Raw)": 0.7757040858268738, "Finetune/Step": 5005, "Finetune/Step Time": 6.12718091160059}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.764171838760376, "Finetune/Loss (Raw)": 0.7950368523597717, "Finetune/Step": 5006, "Finetune/Step Time": 6.127315767109394}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7619883418083191, "Finetune/Loss (Raw)": 0.5649423003196716, "Finetune/Step": 5007, "Finetune/Step Time": 6.124296961352229}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7605823278427124, "Finetune/Loss (Raw)": 0.6915361881256104, "Finetune/Step": 5008, "Finetune/Step Time": 6.139350015670061}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7602990865707397, "Finetune/Loss (Raw)": 0.9326649904251099, "Finetune/Step": 5009, "Finetune/Step Time": 6.132027849555016}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7613004446029663, "Finetune/Loss (Raw)": 0.7917287349700928, "Finetune/Step": 5010, "Finetune/Step Time": 6.131443845108151}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7620291709899902, "Finetune/Loss (Raw)": 0.7660071849822998, "Finetune/Step": 5011, "Finetune/Step Time": 6.126573905348778}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7615047693252563, "Finetune/Loss (Raw)": 0.7808775305747986, "Finetune/Step": 5012, "Finetune/Step Time": 6.125853950157762}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.760816216468811, "Finetune/Loss (Raw)": 0.6492927074432373, "Finetune/Step": 5013, "Finetune/Step Time": 6.124736871570349}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.759697675704956, "Finetune/Loss (Raw)": 0.7204947471618652, "Finetune/Step": 5014, "Finetune/Step Time": 6.124152470380068}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7588484287261963, "Finetune/Loss (Raw)": 0.713079571723938, "Finetune/Step": 5015, "Finetune/Step Time": 6.11654194816947}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7582039833068848, "Finetune/Loss (Raw)": 0.7405188083648682, "Finetune/Step": 5016, "Finetune/Step Time": 6.111884733662009}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7572755813598633, "Finetune/Loss (Raw)": 0.6727827787399292, "Finetune/Step": 5017, "Finetune/Step Time": 6.1112952940166}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7570474147796631, "Finetune/Loss (Raw)": 0.6774845123291016, "Finetune/Step": 5018, "Finetune/Step Time": 6.108284089714289}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.75701904296875, "Finetune/Loss (Raw)": 0.7320776581764221, "Finetune/Step": 5019, "Finetune/Step Time": 6.100291699171066}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7559841871261597, "Finetune/Loss (Raw)": 0.6444125771522522, "Finetune/Step": 5020, "Finetune/Step Time": 6.103415692225099}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7557862997055054, "Finetune/Loss (Raw)": 0.850106418132782, "Finetune/Step": 5021, "Finetune/Step Time": 6.117689970880747}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.756617546081543, "Finetune/Loss (Raw)": 0.8188368082046509, "Finetune/Step": 5022, "Finetune/Step Time": 6.11459082365036}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7574564218521118, "Finetune/Loss (Raw)": 0.7722455859184265, "Finetune/Step": 5023, "Finetune/Step Time": 6.10496567375958}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7566131949424744, "Finetune/Loss (Raw)": 0.7510316967964172, "Finetune/Step": 5024, "Finetune/Step Time": 6.108362236991525}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7575340270996094, "Finetune/Loss (Raw)": 0.7469699382781982, "Finetune/Step": 5025, "Finetune/Step Time": 6.10125476680696}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7587794661521912, "Finetune/Loss (Raw)": 0.8311432003974915, "Finetune/Step": 5026, "Finetune/Step Time": 6.1006945967674255}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7585862874984741, "Finetune/Loss (Raw)": 0.8388307690620422, "Finetune/Step": 5027, "Finetune/Step Time": 6.097618382424116}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7594395875930786, "Finetune/Loss (Raw)": 0.8953809142112732, "Finetune/Step": 5028, "Finetune/Step Time": 6.098444486036897}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.760021448135376, "Finetune/Loss (Raw)": 0.8183526992797852, "Finetune/Step": 5029, "Finetune/Step Time": 6.099292999133468}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7601052522659302, "Finetune/Loss (Raw)": 0.7558584213256836, "Finetune/Step": 5030, "Finetune/Step Time": 6.1013172548264265}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7603434324264526, "Finetune/Loss (Raw)": 0.757472574710846, "Finetune/Step": 5031, "Finetune/Step Time": 6.103441001847386}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7608301043510437, "Finetune/Loss (Raw)": 0.8421673774719238, "Finetune/Step": 5032, "Finetune/Step Time": 6.103992907330394}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7607141733169556, "Finetune/Loss (Raw)": 0.7809112071990967, "Finetune/Step": 5033, "Finetune/Step Time": 6.103302963078022}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.761330246925354, "Finetune/Loss (Raw)": 0.8120503425598145, "Finetune/Step": 5034, "Finetune/Step Time": 6.103900143876672}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7620525360107422, "Finetune/Loss (Raw)": 0.7081418037414551, "Finetune/Step": 5035, "Finetune/Step Time": 6.10338812507689}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7617809176445007, "Finetune/Loss (Raw)": 0.7419642210006714, "Finetune/Step": 5036, "Finetune/Step Time": 6.098898498341441}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7629286050796509, "Finetune/Loss (Raw)": 0.9076064229011536, "Finetune/Step": 5037, "Finetune/Step Time": 6.0878313370049}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7635740041732788, "Finetune/Loss (Raw)": 0.8964417576789856, "Finetune/Step": 5038, "Finetune/Step Time": 6.088666206225753}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7651194334030151, "Finetune/Loss (Raw)": 0.9643204212188721, "Finetune/Step": 5039, "Finetune/Step Time": 6.094045240432024}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7634646892547607, "Finetune/Loss (Raw)": 0.5675709247589111, "Finetune/Step": 5040, "Finetune/Step Time": 6.098010061308742}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7643560171127319, "Finetune/Loss (Raw)": 0.9199552536010742, "Finetune/Step": 5041, "Finetune/Step Time": 6.099188759922981}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7656702995300293, "Finetune/Loss (Raw)": 0.8914702534675598, "Finetune/Step": 5042, "Finetune/Step Time": 6.091671982780099}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7668579816818237, "Finetune/Loss (Raw)": 0.8077577352523804, "Finetune/Step": 5043, "Finetune/Step Time": 6.084595017135143}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7672064304351807, "Finetune/Loss (Raw)": 0.7974569797515869, "Finetune/Step": 5044, "Finetune/Step Time": 6.087537165731192}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7673155665397644, "Finetune/Loss (Raw)": 0.7100151181221008, "Finetune/Step": 5045, "Finetune/Step Time": 6.0890758484601974}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7662317752838135, "Finetune/Loss (Raw)": 0.6569276452064514, "Finetune/Step": 5046, "Finetune/Step Time": 6.093052037060261}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7665725946426392, "Finetune/Loss (Raw)": 0.8115146160125732, "Finetune/Step": 5047, "Finetune/Step Time": 6.109024215489626}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7668137550354004, "Finetune/Loss (Raw)": 0.9046885371208191, "Finetune/Step": 5048, "Finetune/Step Time": 6.109299506992102}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7665039300918579, "Finetune/Loss (Raw)": 0.7259687185287476, "Finetune/Step": 5049, "Finetune/Step Time": 6.117846682667732}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7668360471725464, "Finetune/Loss (Raw)": 0.7236166596412659, "Finetune/Step": 5050, "Finetune/Step Time": 6.114464066922665}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7659837603569031, "Finetune/Loss (Raw)": 0.6304306387901306, "Finetune/Step": 5051, "Finetune/Step Time": 6.12213203124702}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7652405500411987, "Finetune/Loss (Raw)": 0.6409086585044861, "Finetune/Step": 5052, "Finetune/Step Time": 6.132699929177761}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7641235589981079, "Finetune/Loss (Raw)": 0.5851677060127258, "Finetune/Step": 5053, "Finetune/Step Time": 6.147077344357967}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7652772665023804, "Finetune/Loss (Raw)": 0.8677164316177368, "Finetune/Step": 5054, "Finetune/Step Time": 6.152363391593099}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7651039361953735, "Finetune/Loss (Raw)": 0.7529639005661011, "Finetune/Step": 5055, "Finetune/Step Time": 6.154965648427606}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7670993208885193, "Finetune/Loss (Raw)": 0.8059037327766418, "Finetune/Step": 5056, "Finetune/Step Time": 6.149517310783267}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7669919729232788, "Finetune/Loss (Raw)": 0.7298277020454407, "Finetune/Step": 5057, "Finetune/Step Time": 6.1254967879503965}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7670589685440063, "Finetune/Loss (Raw)": 0.7910727262496948, "Finetune/Step": 5058, "Finetune/Step Time": 6.128095116466284}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7673333883285522, "Finetune/Loss (Raw)": 0.8721446394920349, "Finetune/Step": 5059, "Finetune/Step Time": 6.128337450325489}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7679228782653809, "Finetune/Loss (Raw)": 0.9130259156227112, "Finetune/Step": 5060, "Finetune/Step Time": 6.125312566757202}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7690255641937256, "Finetune/Loss (Raw)": 0.8483793139457703, "Finetune/Step": 5061, "Finetune/Step Time": 6.120531011372805}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7672290205955505, "Finetune/Loss (Raw)": 0.6036254167556763, "Finetune/Step": 5062, "Finetune/Step Time": 6.111937193199992}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7672843933105469, "Finetune/Loss (Raw)": 0.8652656674385071, "Finetune/Step": 5063, "Finetune/Step Time": 6.114892788231373}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7668697237968445, "Finetune/Loss (Raw)": 0.6403334736824036, "Finetune/Step": 5064, "Finetune/Step Time": 6.114138461649418}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7667667865753174, "Finetune/Loss (Raw)": 0.9014291167259216, "Finetune/Step": 5065, "Finetune/Step Time": 6.122986428439617}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7673264741897583, "Finetune/Loss (Raw)": 0.8748890161514282, "Finetune/Step": 5066, "Finetune/Step Time": 6.114097896963358}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7680795788764954, "Finetune/Loss (Raw)": 0.7417022585868835, "Finetune/Step": 5067, "Finetune/Step Time": 6.104396792128682}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7695979475975037, "Finetune/Loss (Raw)": 0.8220357298851013, "Finetune/Step": 5068, "Finetune/Step Time": 6.08735347725451}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7699034214019775, "Finetune/Loss (Raw)": 0.7094734311103821, "Finetune/Step": 5069, "Finetune/Step Time": 6.082689855247736}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7701033353805542, "Finetune/Loss (Raw)": 0.7259907126426697, "Finetune/Step": 5070, "Finetune/Step Time": 6.082708198577166}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7704863548278809, "Finetune/Loss (Raw)": 0.732424259185791, "Finetune/Step": 5071, "Finetune/Step Time": 6.082257281988859}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7715922594070435, "Finetune/Loss (Raw)": 0.9532526731491089, "Finetune/Step": 5072, "Finetune/Step Time": 6.086379839107394}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7712045311927795, "Finetune/Loss (Raw)": 0.8293817639350891, "Finetune/Step": 5073, "Finetune/Step Time": 6.099123237654567}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7726641893386841, "Finetune/Loss (Raw)": 0.892368495464325, "Finetune/Step": 5074, "Finetune/Step Time": 6.100976683199406}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7718682885169983, "Finetune/Loss (Raw)": 0.6806803941726685, "Finetune/Step": 5075, "Finetune/Step Time": 6.10448064096272}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7724892497062683, "Finetune/Loss (Raw)": 0.8129693865776062, "Finetune/Step": 5076, "Finetune/Step Time": 6.118569523096085}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7727890014648438, "Finetune/Loss (Raw)": 0.7522760033607483, "Finetune/Step": 5077, "Finetune/Step Time": 6.121361782774329}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7731959819793701, "Finetune/Loss (Raw)": 0.7164321541786194, "Finetune/Step": 5078, "Finetune/Step Time": 6.129711674526334}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7735700011253357, "Finetune/Loss (Raw)": 0.8774317502975464, "Finetune/Step": 5079, "Finetune/Step Time": 6.1196361761540174}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7739502787590027, "Finetune/Loss (Raw)": 0.8465341925621033, "Finetune/Step": 5080, "Finetune/Step Time": 6.106328003108501}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7732899188995361, "Finetune/Loss (Raw)": 0.6208303570747375, "Finetune/Step": 5081, "Finetune/Step Time": 6.101926168426871}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7717954516410828, "Finetune/Loss (Raw)": 0.5900659561157227, "Finetune/Step": 5082, "Finetune/Step Time": 6.094301102682948}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7712473273277283, "Finetune/Loss (Raw)": 0.7179166674613953, "Finetune/Step": 5083, "Finetune/Step Time": 6.079202046617866}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7702231407165527, "Finetune/Loss (Raw)": 0.6941102147102356, "Finetune/Step": 5084, "Finetune/Step Time": 6.0831351187080145}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7693580389022827, "Finetune/Loss (Raw)": 0.7379110455513, "Finetune/Step": 5085, "Finetune/Step Time": 6.092069331556559}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7710975408554077, "Finetune/Loss (Raw)": 0.9252192974090576, "Finetune/Step": 5086, "Finetune/Step Time": 6.0933800879865885}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.771163284778595, "Finetune/Loss (Raw)": 0.7571181654930115, "Finetune/Step": 5087, "Finetune/Step Time": 6.085284452885389}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7725174427032471, "Finetune/Loss (Raw)": 0.9200509190559387, "Finetune/Step": 5088, "Finetune/Step Time": 6.082499071955681}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7733333110809326, "Finetune/Loss (Raw)": 0.855053186416626, "Finetune/Step": 5089, "Finetune/Step Time": 6.08272248506546}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7726261615753174, "Finetune/Loss (Raw)": 0.7284735441207886, "Finetune/Step": 5090, "Finetune/Step Time": 6.085132110863924}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7731993198394775, "Finetune/Loss (Raw)": 0.8191352486610413, "Finetune/Step": 5091, "Finetune/Step Time": 6.088962327688932}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7712578773498535, "Finetune/Loss (Raw)": 0.6215013265609741, "Finetune/Step": 5092, "Finetune/Step Time": 6.097231961786747}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7706665992736816, "Finetune/Loss (Raw)": 0.8255364894866943, "Finetune/Step": 5093, "Finetune/Step Time": 6.110084960237145}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7695907354354858, "Finetune/Loss (Raw)": 0.5975937843322754, "Finetune/Step": 5094, "Finetune/Step Time": 6.112215168774128}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7671646475791931, "Finetune/Loss (Raw)": 0.5728862285614014, "Finetune/Step": 5095, "Finetune/Step Time": 6.117618324235082}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7664898633956909, "Finetune/Loss (Raw)": 0.6991143822669983, "Finetune/Step": 5096, "Finetune/Step Time": 6.127420483157039}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7644262313842773, "Finetune/Loss (Raw)": 0.464008629322052, "Finetune/Step": 5097, "Finetune/Step Time": 6.143386038020253}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7632774710655212, "Finetune/Loss (Raw)": 0.6452981233596802, "Finetune/Step": 5098, "Finetune/Step Time": 6.137768529355526}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7618491649627686, "Finetune/Loss (Raw)": 0.7155305743217468, "Finetune/Step": 5099, "Finetune/Step Time": 6.136786175891757}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7610268592834473, "Finetune/Loss (Raw)": 0.6658219695091248, "Finetune/Step": 5100, "Finetune/Step Time": 6.126827517524362}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7592644691467285, "Finetune/Loss (Raw)": 0.7132923603057861, "Finetune/Step": 5101, "Finetune/Step Time": 6.117365559563041}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7603870630264282, "Finetune/Loss (Raw)": 0.7348813414573669, "Finetune/Step": 5102, "Finetune/Step Time": 6.111985817551613}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7618143558502197, "Finetune/Loss (Raw)": 0.8877667188644409, "Finetune/Step": 5103, "Finetune/Step Time": 6.09707360714674}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.758770227432251, "Finetune/Loss (Raw)": 0.5268844962120056, "Finetune/Step": 5104, "Finetune/Step Time": 6.094068426638842}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7598601579666138, "Finetune/Loss (Raw)": 0.8303796648979187, "Finetune/Step": 5105, "Finetune/Step Time": 6.0909506268799305}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7612950801849365, "Finetune/Loss (Raw)": 0.9246543645858765, "Finetune/Step": 5106, "Finetune/Step Time": 6.09003672003746}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.762643575668335, "Finetune/Loss (Raw)": 0.845694363117218, "Finetune/Step": 5107, "Finetune/Step Time": 6.091406749561429}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7635413408279419, "Finetune/Loss (Raw)": 0.76390540599823, "Finetune/Step": 5108, "Finetune/Step Time": 6.086692623794079}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7648751139640808, "Finetune/Loss (Raw)": 0.8800001740455627, "Finetune/Step": 5109, "Finetune/Step Time": 6.077385699376464}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7639586925506592, "Finetune/Loss (Raw)": 0.7517862319946289, "Finetune/Step": 5110, "Finetune/Step Time": 6.081254931166768}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7633354663848877, "Finetune/Loss (Raw)": 0.6533587574958801, "Finetune/Step": 5111, "Finetune/Step Time": 6.087479323148727}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7630056142807007, "Finetune/Loss (Raw)": 0.6059983372688293, "Finetune/Step": 5112, "Finetune/Step Time": 6.0893871411681175}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7612231969833374, "Finetune/Loss (Raw)": 0.6440033912658691, "Finetune/Step": 5113, "Finetune/Step Time": 6.105035634711385}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7622369527816772, "Finetune/Loss (Raw)": 0.7411144375801086, "Finetune/Step": 5114, "Finetune/Step Time": 6.123729355633259}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7614805698394775, "Finetune/Loss (Raw)": 0.724280834197998, "Finetune/Step": 5115, "Finetune/Step Time": 6.123634552583098}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7596360445022583, "Finetune/Loss (Raw)": 0.5999312400817871, "Finetune/Step": 5116, "Finetune/Step Time": 6.123322645202279}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7605814933776855, "Finetune/Loss (Raw)": 0.9494346380233765, "Finetune/Step": 5117, "Finetune/Step Time": 6.136386586353183}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7607429027557373, "Finetune/Loss (Raw)": 0.8030754923820496, "Finetune/Step": 5118, "Finetune/Step Time": 6.137826355174184}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7617034912109375, "Finetune/Loss (Raw)": 0.8875584602355957, "Finetune/Step": 5119, "Finetune/Step Time": 6.13992565497756}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7590672373771667, "Finetune/Loss (Raw)": 0.6140785813331604, "Finetune/Step": 5120, "Finetune/Step Time": 6.142197838053107}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7607355713844299, "Finetune/Loss (Raw)": 0.7214089632034302, "Finetune/Step": 5121, "Finetune/Step Time": 6.146939108148217}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7601568102836609, "Finetune/Loss (Raw)": 0.7108832597732544, "Finetune/Step": 5122, "Finetune/Step Time": 6.139273898676038}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7619653940200806, "Finetune/Loss (Raw)": 0.8104304075241089, "Finetune/Step": 5123, "Finetune/Step Time": 6.135751409456134}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7618407011032104, "Finetune/Loss (Raw)": 0.88774174451828, "Finetune/Step": 5124, "Finetune/Step Time": 6.136368269100785}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7618769407272339, "Finetune/Loss (Raw)": 0.8497697114944458, "Finetune/Step": 5125, "Finetune/Step Time": 6.138002594932914}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7594479322433472, "Finetune/Loss (Raw)": 0.711858868598938, "Finetune/Step": 5126, "Finetune/Step Time": 6.144606862217188}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7576261758804321, "Finetune/Loss (Raw)": 0.666785478591919, "Finetune/Step": 5127, "Finetune/Step Time": 6.161428969353437}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.758588433265686, "Finetune/Loss (Raw)": 0.7657552361488342, "Finetune/Step": 5128, "Finetune/Step Time": 6.153399361297488}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.75652676820755, "Finetune/Loss (Raw)": 0.5353955626487732, "Finetune/Step": 5129, "Finetune/Step Time": 6.133091332390904}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7583227753639221, "Finetune/Loss (Raw)": 0.7706531286239624, "Finetune/Step": 5130, "Finetune/Step Time": 6.148826837539673}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7574849128723145, "Finetune/Loss (Raw)": 0.5959041714668274, "Finetune/Step": 5131, "Finetune/Step Time": 6.146931104362011}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7574754953384399, "Finetune/Loss (Raw)": 0.6035696268081665, "Finetune/Step": 5132, "Finetune/Step Time": 6.1488915011286736}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7571510672569275, "Finetune/Loss (Raw)": 0.7341759204864502, "Finetune/Step": 5133, "Finetune/Step Time": 6.1465828493237495}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7573240995407104, "Finetune/Loss (Raw)": 0.8171870708465576, "Finetune/Step": 5134, "Finetune/Step Time": 6.148478930816054}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7579596042633057, "Finetune/Loss (Raw)": 0.6462858319282532, "Finetune/Step": 5135, "Finetune/Step Time": 6.151048379018903}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.759812593460083, "Finetune/Loss (Raw)": 0.9287213087081909, "Finetune/Step": 5136, "Finetune/Step Time": 6.140737758949399}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.758551836013794, "Finetune/Loss (Raw)": 0.7712891101837158, "Finetune/Step": 5137, "Finetune/Step Time": 6.1443833615630865}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7581763863563538, "Finetune/Loss (Raw)": 0.743665337562561, "Finetune/Step": 5138, "Finetune/Step Time": 6.147969022393227}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7565996646881104, "Finetune/Loss (Raw)": 0.5641914010047913, "Finetune/Step": 5139, "Finetune/Step Time": 6.160190068185329}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7568396329879761, "Finetune/Loss (Raw)": 0.8115907907485962, "Finetune/Step": 5140, "Finetune/Step Time": 6.174850741401315}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7586578130722046, "Finetune/Loss (Raw)": 0.8820216655731201, "Finetune/Step": 5141, "Finetune/Step Time": 6.17339332960546}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7582986354827881, "Finetune/Loss (Raw)": 0.6745126247406006, "Finetune/Step": 5142, "Finetune/Step Time": 6.172404170036316}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7597342729568481, "Finetune/Loss (Raw)": 0.8968449234962463, "Finetune/Step": 5143, "Finetune/Step Time": 6.175039120018482}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7584847807884216, "Finetune/Loss (Raw)": 0.58058100938797, "Finetune/Step": 5144, "Finetune/Step Time": 6.178985273465514}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7591099739074707, "Finetune/Loss (Raw)": 0.7528084516525269, "Finetune/Step": 5145, "Finetune/Step Time": 6.195344027131796}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7608051300048828, "Finetune/Loss (Raw)": 0.8944607377052307, "Finetune/Step": 5146, "Finetune/Step Time": 6.198450090363622}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.761313796043396, "Finetune/Loss (Raw)": 0.797195553779602, "Finetune/Step": 5147, "Finetune/Step Time": 6.198599880561233}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.760282039642334, "Finetune/Loss (Raw)": 0.5123511552810669, "Finetune/Step": 5148, "Finetune/Step Time": 6.196350058540702}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7595871686935425, "Finetune/Loss (Raw)": 0.7611531615257263, "Finetune/Step": 5149, "Finetune/Step Time": 6.184996571391821}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.759161114692688, "Finetune/Loss (Raw)": 0.764305830001831, "Finetune/Step": 5150, "Finetune/Step Time": 6.191572073847055}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7587976455688477, "Finetune/Loss (Raw)": 0.7257261872291565, "Finetune/Step": 5151, "Finetune/Step Time": 6.194666484370828}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7585034370422363, "Finetune/Loss (Raw)": 0.7133720517158508, "Finetune/Step": 5152, "Finetune/Step Time": 6.192962195724249}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7583409547805786, "Finetune/Loss (Raw)": 0.7261707186698914, "Finetune/Step": 5153, "Finetune/Step Time": 6.195347821339965}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7572242021560669, "Finetune/Loss (Raw)": 0.6882023811340332, "Finetune/Step": 5154, "Finetune/Step Time": 6.209048556163907}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7561484575271606, "Finetune/Loss (Raw)": 0.7011277675628662, "Finetune/Step": 5155, "Finetune/Step Time": 6.22510807402432}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.755847692489624, "Finetune/Loss (Raw)": 0.8568868041038513, "Finetune/Step": 5156, "Finetune/Step Time": 6.230136753991246}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7554665803909302, "Finetune/Loss (Raw)": 0.7695675492286682, "Finetune/Step": 5157, "Finetune/Step Time": 6.237221846356988}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7555343508720398, "Finetune/Loss (Raw)": 0.7645286917686462, "Finetune/Step": 5158, "Finetune/Step Time": 6.2368013970553875}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7566865682601929, "Finetune/Loss (Raw)": 0.9049572348594666, "Finetune/Step": 5159, "Finetune/Step Time": 6.23651578836143}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7572109699249268, "Finetune/Loss (Raw)": 0.9092887043952942, "Finetune/Step": 5160, "Finetune/Step Time": 6.237897742539644}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7575007677078247, "Finetune/Loss (Raw)": 0.8180146217346191, "Finetune/Step": 5161, "Finetune/Step Time": 6.23871616832912}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7566888332366943, "Finetune/Loss (Raw)": 0.7081167101860046, "Finetune/Step": 5162, "Finetune/Step Time": 6.256433587521315}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7573987245559692, "Finetune/Loss (Raw)": 0.7990149855613708, "Finetune/Step": 5163, "Finetune/Step Time": 6.2579090390354395}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7582011222839355, "Finetune/Loss (Raw)": 0.8446730375289917, "Finetune/Step": 5164, "Finetune/Step Time": 6.259321536868811}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7555487155914307, "Finetune/Loss (Raw)": 0.5680909156799316, "Finetune/Step": 5165, "Finetune/Step Time": 6.268122471868992}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.754408061504364, "Finetune/Loss (Raw)": 0.7504367828369141, "Finetune/Step": 5166, "Finetune/Step Time": 6.274297147989273}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7519780397415161, "Finetune/Loss (Raw)": 0.6532810926437378, "Finetune/Step": 5167, "Finetune/Step Time": 6.2773130144923925}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7544005513191223, "Finetune/Loss (Raw)": 0.8776522874832153, "Finetune/Step": 5168, "Finetune/Step Time": 6.272873267531395}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7539772987365723, "Finetune/Loss (Raw)": 0.8657856583595276, "Finetune/Step": 5169, "Finetune/Step Time": 6.269189501181245}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7520572543144226, "Finetune/Loss (Raw)": 0.6456970572471619, "Finetune/Step": 5170, "Finetune/Step Time": 6.2690440360456705}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7531048059463501, "Finetune/Loss (Raw)": 0.9418465495109558, "Finetune/Step": 5171, "Finetune/Step Time": 6.26597797870636}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7527343034744263, "Finetune/Loss (Raw)": 0.7500276565551758, "Finetune/Step": 5172, "Finetune/Step Time": 6.26297140493989}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7526868581771851, "Finetune/Loss (Raw)": 0.7039509415626526, "Finetune/Step": 5173, "Finetune/Step Time": 6.2583224810659885}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7551513314247131, "Finetune/Loss (Raw)": 0.9723683595657349, "Finetune/Step": 5174, "Finetune/Step Time": 6.239137226715684}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.754590630531311, "Finetune/Loss (Raw)": 0.739746630191803, "Finetune/Step": 5175, "Finetune/Step Time": 6.225966656580567}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.752820611000061, "Finetune/Loss (Raw)": 0.6781309247016907, "Finetune/Step": 5176, "Finetune/Step Time": 6.243306625634432}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7536700963973999, "Finetune/Loss (Raw)": 0.8346980214118958, "Finetune/Step": 5177, "Finetune/Step Time": 6.246550003066659}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7532093524932861, "Finetune/Loss (Raw)": 0.6646459698677063, "Finetune/Step": 5178, "Finetune/Step Time": 6.241566056385636}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7535874843597412, "Finetune/Loss (Raw)": 0.6788312196731567, "Finetune/Step": 5179, "Finetune/Step Time": 6.233092166483402}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7533814907073975, "Finetune/Loss (Raw)": 0.6145404577255249, "Finetune/Step": 5180, "Finetune/Step Time": 6.228496635332704}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7551082968711853, "Finetune/Loss (Raw)": 0.8062030076980591, "Finetune/Step": 5181, "Finetune/Step Time": 6.218158893287182}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7530151605606079, "Finetune/Loss (Raw)": 0.5997867584228516, "Finetune/Step": 5182, "Finetune/Step Time": 6.218667136505246}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7536344528198242, "Finetune/Loss (Raw)": 0.8322364091873169, "Finetune/Step": 5183, "Finetune/Step Time": 6.222162930294871}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.752374529838562, "Finetune/Loss (Raw)": 0.644633412361145, "Finetune/Step": 5184, "Finetune/Step Time": 6.228256763890386}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7530871629714966, "Finetune/Loss (Raw)": 0.8210492730140686, "Finetune/Step": 5185, "Finetune/Step Time": 6.235724626109004}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7520546913146973, "Finetune/Loss (Raw)": 0.6589155197143555, "Finetune/Step": 5186, "Finetune/Step Time": 6.247681433334947}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7500584125518799, "Finetune/Loss (Raw)": 0.6166249513626099, "Finetune/Step": 5187, "Finetune/Step Time": 6.266797110438347}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7483459711074829, "Finetune/Loss (Raw)": 0.6938279271125793, "Finetune/Step": 5188, "Finetune/Step Time": 6.277410440146923}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.746349573135376, "Finetune/Loss (Raw)": 0.5928454399108887, "Finetune/Step": 5189, "Finetune/Step Time": 6.280930081382394}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7464885711669922, "Finetune/Loss (Raw)": 0.6214118599891663, "Finetune/Step": 5190, "Finetune/Step Time": 6.288157511502504}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7446995973587036, "Finetune/Loss (Raw)": 0.6362717151641846, "Finetune/Step": 5191, "Finetune/Step Time": 6.289759838953614}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7453928589820862, "Finetune/Loss (Raw)": 0.7290756702423096, "Finetune/Step": 5192, "Finetune/Step Time": 6.295570403337479}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7435714602470398, "Finetune/Loss (Raw)": 0.6682897806167603, "Finetune/Step": 5193, "Finetune/Step Time": 6.285822242498398}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7417232990264893, "Finetune/Loss (Raw)": 0.6383280754089355, "Finetune/Step": 5194, "Finetune/Step Time": 6.299025094136596}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7415755391120911, "Finetune/Loss (Raw)": 0.7227891683578491, "Finetune/Step": 5195, "Finetune/Step Time": 6.315709134563804}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.740770697593689, "Finetune/Loss (Raw)": 0.7190187573432922, "Finetune/Step": 5196, "Finetune/Step Time": 6.318242060020566}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7415434718132019, "Finetune/Loss (Raw)": 0.8083856105804443, "Finetune/Step": 5197, "Finetune/Step Time": 6.320798901841044}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7413997650146484, "Finetune/Loss (Raw)": 0.7075878381729126, "Finetune/Step": 5198, "Finetune/Step Time": 6.3153767585754395}